-- Logs begin at Fri 2021-11-12 02:18:01 UTC, end at Fri 2021-11-12 04:38:32 UTC. -- Nov 12 02:52:45.147804 n-d-615180-50 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 02:52:47.862939 n-d-615180-50 neutron-server[102325]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:52:47.863537 n-d-615180-50 neutron-server[102325]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:52:47.863749 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102325) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:52:47.867040 n-d-615180-50 neutron-server[102325]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:52:47.867313 n-d-615180-50 neutron-server[102325]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:52:47.867622 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102325) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:52:47.869201 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:52:47.869439 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:52:47.869797 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:52:47.870040 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:52:47.870264 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:52:47.870578 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.871005 n-d-615180-50 neutron-server[102325]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 02:52:47.871335 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.871630 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.871919 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.872209 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.872502 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.872781 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.873066 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.873359 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.873643 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.873918 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.874198 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.874484 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.874763 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.875043 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.875349 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.875629 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] debug = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.875913 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.876334 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.876745 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.877021 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.877305 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.877581 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.877847 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.878117 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.878400 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.878724 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] host = n-d-615180-50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.878995 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.879305 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.879587 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.879865 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.880134 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.880405 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.880685 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.880953 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.881222 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.881492 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.881776 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.882053 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.882343 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.882564 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.882782 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.883074 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.883378 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.883650 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.884495 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.884773 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.885046 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.885319 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.885585 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.885869 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.886147 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.886426 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.886699 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.886969 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.887268 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.887539 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.887819 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.888088 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.888356 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.888625 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.888908 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.889173 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.889442 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.889736 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.890015 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.890291 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.890569 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.890840 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.891141 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.891412 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.891682 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.891947 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_json = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.892215 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.892497 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.892760 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.893028 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.893297 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.893563 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.893830 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.894106 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:47.894398 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.894693 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.894990 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.895298 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.895603 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.895879 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.896162 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.896435 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.896721 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.897005 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.897291 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.897568 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.897850 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.898123 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.898410 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.898712 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.899002 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.899333 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.899605 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.899875 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.900142 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.900414 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.900697 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.900970 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.901253 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.901535 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.901808 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.902100 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.902381 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.902667 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.902938 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.903252 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.903525 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.903798 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.904065 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.904339 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.904623 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.904897 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.905163 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.905439 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.905712 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.905978 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.906247 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.906522 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.906808 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.907080 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.907369 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.907635 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.907906 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.908171 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.908448 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.908721 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.908990 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.909257 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.909531 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.909798 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.910066 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.910338 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.910606 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.910880 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.911175 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.911443 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.911712 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.911977 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.912244 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.912516 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.912783 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.913056 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.913323 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.913593 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.913861 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.914128 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.914394 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.914677 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.914992 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.915296 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.915574 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.915849 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.916124 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.916395 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.916669 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.916942 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.917292 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.917565 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.917848 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.918129 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.918412 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.918692 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.918967 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.919304 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.919581 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.919859 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.920131 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.920405 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.920683 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.920961 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.921245 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.921531 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.921816 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.922100 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.922392 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.922669 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.922974 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.923275 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:47.923491 n-d-615180-50 neutron-server[102325]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:52:47.923727 n-d-615180-50 neutron-server[102325]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102325) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 02:52:48.353746 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:52:48.354017 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:52:48.354317 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:52:48.354646 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 02:52:48.683141 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.683345 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.683604 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.684791 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.685056 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.685316 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.719557 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.719832 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.720097 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.735567 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.735843 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.736107 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.766605 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.766885 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.767172 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.803536 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.803815 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:48.804079 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.042005 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.042637 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.042637 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.042798 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.043506 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.170452 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.170764 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.171044 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.171341 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.171605 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.171912 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.172167 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.172417 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.172667 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.172944 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.173200 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.173461 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.173714 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.173963 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.174218 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.174482 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.174734 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.174997 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.175288 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.175545 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.175810 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.176057 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.176332 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.176706 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.176952 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.177193 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.177586 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.177822 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.178056 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.178289 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.178520 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.178749 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:49.179128 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 02:52:49.182359 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 02:52:49.186314 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 02:52:49.190119 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 12 02:52:49.191765 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 02:52:49.192216 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 02:52:49.192550 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 02:52:49.192932 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 02:52:49.195755 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 02:52:49.196002 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 02:52:49.196373 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:52:49.201634 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 02:52:49.224316 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 02:52:49.224760 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.225050 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102325) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 02:52:49.225404 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.226781 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102325) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 02:52:49.227056 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:52:49.227322 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 02:52:49.231314 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.231595 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.296225 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 02:52:49.296408 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 02:52:49.296642 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 02:52:49.297007 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 02:52:49.317176 n-d-615180-50 neutron-server[102325]: DEBUG oslo_db.sqlalchemy.engines [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102325) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 02:52:49.843038 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing driver for type 'gre' Nov 12 02:52:49.843586 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] gre ID ranges: [(1, 1000)] Nov 12 02:52:49.896358 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing driver for type 'local' Nov 12 02:52:49.896701 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing driver for type 'vlan' Nov 12 02:52:49.909524 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] VlanTypeDriver initialization complete Nov 12 02:52:49.909952 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing driver for type 'vxlan' Nov 12 02:52:49.910441 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] vxlan ID ranges: [(1, 1000)] Nov 12 02:52:49.960794 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing extension driver 'port_security' Nov 12 02:52:49.961105 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] PortSecurityExtensionDriver initialization complete Nov 12 02:52:49.961495 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing mechanism driver 'openvswitch' Nov 12 02:52:49.961860 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing mechanism driver 'hyperv' Nov 12 02:52:49.968479 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.plugin [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:52:49.969313 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.969685 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.970036 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.970557 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.970988 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.971382 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.971980 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.972374 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.972774 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.973123 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.973474 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.973849 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.974250 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.974600 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.974938 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.975350 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.975751 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.976098 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.976437 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.976823 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.977221 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > address_group after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.977593 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > address_group after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.977938 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.978326 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102325) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:52:49.978702 n-d-615180-50 neutron-server[102325]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] ML2 OVO RPC backend initialized. {{(pid=102325) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 02:52:49.979437 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.979793 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.980211 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.980560 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > networks before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.980907 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.981249 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > ports before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.981589 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.981928 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnets before_response 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.982272 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.982610 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.982946 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.983312 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.983649 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.983985 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.984323 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.984659 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.984995 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:49.985572 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.plugin [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Modular L2 Plugin initialization complete Nov 12 02:52:49.985899 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading services supported by the core plugin {{(pid=102325) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 02:52:49.986225 n-d-615180-50 neutron-server[102325]: INFO neutron.plugins.ml2.managers [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Got port-security extension from driver 'port_security' Nov 12 02:52:49.986686 n-d-615180-50 neutron-server[102325]: INFO neutron.extensions.vlantransparent [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Disabled vlantransparent extension. Nov 12 02:52:49.987187 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102325) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 02:52:49.987507 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: router Nov 12 02:52:50.023757 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.024095 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_create 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.024492 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router before_create 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.024856 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.025230 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.025590 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_delete 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.025952 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.026425 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.026796 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_create 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.027170 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.027524 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.027871 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.028228 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.028639 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.029005 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.029348 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.029684 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: subnet after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.030022 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.030368 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.030714 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_create 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.031149 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.031500 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.031859 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router after_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.032201 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.032552 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_create 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.032914 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.033258 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_update 55549900 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.033619 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > agent after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.033966 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > agent after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.034308 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > network after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.035184 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Tracking information for resource: router configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:50.035516 n-d-615180-50 neutron-server[102325]: DEBUG neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Tracking information for resource: floatingip configured {{(pid=102325) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:52:50.040414 n-d-615180-50 neutron-server[102325]: INFO neutron.db.l3_agentschedulers_db [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 02:52:50.040979 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.041484 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.041682 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.042032 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: port after_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.042818 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router before_create 55550100 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.043204 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.043569 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_create 55550100 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.043926 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > router precommit_update 55550100 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.048767 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.provider_configuration [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service providers = [] {{(pid=102325) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 02:52:50.049132 n-d-615180-50 neutron-server[102325]: DEBUG neutron.db.servicetype_db [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102325) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 02:52:50.052066 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.service_base [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102325) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:52:50.052416 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.service_base [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102325) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:52:50.052760 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.service_base [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102325) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:52:50.053646 n-d-615180-50 neutron-server[102325]: DEBUG neutron.services.service_base [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102325) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:52:50.054015 n-d-615180-50 neutron-server[102325]: INFO neutron.services.service_base [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 02:52:50.054382 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.054699 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 02:52:50.067160 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.067498 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: auto_allocate Nov 12 02:52:50.073879 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: network precommit_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.074250 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: network precommit_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.074767 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.075088 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: tag Nov 12 02:52:50.081806 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.082139 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: timestamp Nov 12 02:52:50.085938 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.086273 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: network_ip_availability Nov 12 02:52:50.091766 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.092136 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.092491 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.093193 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.093513 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: flavors Nov 12 02:52:50.098676 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.099010 n-d-615180-50 neutron-server[102325]: INFO neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading Plugin: revisions Nov 12 02:52:50.103347 n-d-615180-50 neutron-server[102325]: DEBUG neutron.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102325) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:52:50.103736 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.749s {{(pid=102325) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:52:50.104479 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102325) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 02:52:50.104817 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Initializing extension manager. Nov 12 02:52:50.105327 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: __init__.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.105670 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: __pycache__ {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.106006 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.106337 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: address_group.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.107083 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.107665 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: address-group Nov 12 02:52:50.107989 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: address_scope.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.108694 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.109194 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: address-scope Nov 12 02:52:50.109515 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.110435 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.110941 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: router-admin-state-down-before-update Nov 12 02:52:50.111302 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: agent.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.112143 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.112647 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: agent Nov 12 02:52:50.113095 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: agent_resources_synced.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.114206 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.114753 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: agent-resources-synced Nov 12 02:52:50.115034 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: allowedaddresspairs.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.116850 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.117365 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: allowed-address-pairs Nov 12 02:52:50.117694 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: auto_allocated_topology.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.119303 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.119814 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: auto-allocated-topology Nov 12 02:52:50.120140 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: availability_zone.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.120828 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.121333 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: availability_zone Nov 12 02:52:50.121654 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: availability_zone_filter.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.122562 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.123063 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: availability_zone_filter Nov 12 02:52:50.123414 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: data_plane_status.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.124318 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.124815 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 02:52:50.125136 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: default_subnetpools.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.126049 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.126546 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: default-subnetpools Nov 12 02:52:50.126866 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.127705 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.128200 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: dhcp_agent_scheduler Nov 12 02:52:50.128518 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: dns.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.129434 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.129926 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension dns-integration not supported by any of loaded plugins Nov 12 02:52:50.130247 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: dns_domain_ports.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.131179 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.131675 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 02:52:50.131996 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.132911 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.133403 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 02:52:50.134286 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: dvr.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.134950 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.135477 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: dvr Nov 12 02:52:50.135798 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: ecmp_routes.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.136718 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.137217 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 02:52:50.137541 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: empty_string_filtering.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.138444 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.138939 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: empty-string-filtering Nov 12 02:52:50.139290 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.140202 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.140697 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:52:50.141017 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.141931 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.142428 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 02:52:50.142749 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: external_net.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.143697 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.144193 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: external-net Nov 12 02:52:50.144512 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.145414 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.145917 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: extra_dhcp_opt Nov 12 02:52:50.146237 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: extraroute.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.147172 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.147675 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: extraroute Nov 12 02:52:50.147993 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: extraroute_atomic.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.149025 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.149564 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: extraroute-atomic Nov 12 02:52:50.149886 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: filter_validation.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.150710 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.151254 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: filter-validation Nov 12 02:52:50.151580 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: fip_pf_description.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.152500 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.153000 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 02:52:50.153324 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: fip_port_details.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.154247 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.154752 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: fip-port-details Nov 12 02:52:50.155072 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: flavors.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.156336 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.156842 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: flavors Nov 12 02:52:50.157168 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.158820 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.159364 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 02:52:50.159693 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: floatingip_pools.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.160382 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.160885 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: floatingip-pools Nov 12 02:52:50.161207 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: ip_allocation.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.162119 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.162617 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 02:52:50.162940 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.163881 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.164385 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: ip-substring-filtering Nov 12 02:52:50.164709 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l2_adjacency.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.165667 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.166167 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 02:52:50.166491 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.167493 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.168010 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: router Nov 12 02:52:50.168337 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.170549 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.171069 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:52:50.171435 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.172366 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.172871 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: ext-gw-mode Nov 12 02:52:50.173199 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.174129 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.174634 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: l3-ha Nov 12 02:52:50.174961 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3_flavors.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.175902 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.176411 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: l3-flavors Nov 12 02:52:50.176737 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.177638 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.178138 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 02:52:50.178462 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: l3agentscheduler.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.179507 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.180013 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: l3_agent_scheduler Nov 12 02:52:50.180339 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: logging.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.182353 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.182865 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension logging not supported by any of loaded plugins Nov 12 02:52:50.183228 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: metering.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.183962 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.184525 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: metering Nov 12 02:52:50.184848 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.186060 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.186577 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: metering_source_and_destination_fields Nov 12 02:52:50.186904 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: multiprovidernet.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.187842 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.188344 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: multi-provider Nov 12 02:52:50.188668 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: netmtu.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.189573 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.190074 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: net-mtu Nov 12 02:52:50.190396 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: netmtu_writable.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.191337 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.191844 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: net-mtu-writable Nov 12 02:52:50.192167 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: network_availability_zone.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.192831 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.193335 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: network_availability_zone Nov 12 02:52:50.193656 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: network_ip_availability.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.194759 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.195296 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: network-ip-availability Nov 12 02:52:50.195622 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: network_segment_range.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.196965 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.197465 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 02:52:50.197787 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: pagination.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.198757 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.199087 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: pagination Nov 12 02:52:50.199431 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: port_device_profile.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.200328 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.200831 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: port-device-profile Nov 12 02:52:50.201151 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.202062 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.202562 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: port-mac-address-regenerate Nov 12 02:52:50.202885 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.203830 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.204332 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: port-numa-affinity-policy Nov 12 02:52:50.204653 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: port_resource_request.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.205558 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.206056 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 02:52:50.206381 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: port_resource_request_groups.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.207451 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.207956 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 02:52:50.208276 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: portbindings.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.209198 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.209698 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: binding Nov 12 02:52:50.210018 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: portbindings_extended.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.211316 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.211850 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: binding-extended Nov 12 02:52:50.212179 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: portsecurity.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.213090 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.213592 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: port-security Nov 12 02:52:50.213934 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: project_id.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.214876 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.215232 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: project-id Nov 12 02:52:50.215559 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: providernet.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.216483 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.217038 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: provider Nov 12 02:52:50.217365 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.220988 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.221763 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos not supported by any of loaded plugins Nov 12 02:52:50.222099 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.223362 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.223873 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 02:52:50.224200 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.225115 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.225655 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 02:52:50.225979 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_default.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.226896 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.227458 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-default not supported by any of loaded plugins Nov 12 02:52:50.227784 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_fip.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.228429 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.228931 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-fip not supported by any of loaded plugins Nov 12 02:52:50.229253 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_gateway_ip.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.230172 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.230674 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 02:52:50.230997 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_port_network_policy.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.231930 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.232431 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 02:52:50.232753 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.233783 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.234285 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 02:52:50.234607 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_pps_rule.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.235807 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.236486 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-pps not supported by any of loaded plugins Nov 12 02:52:50.236818 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_rule_type_details.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.237730 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.238237 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 02:52:50.238560 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: qos_rules_alias.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.239639 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.240150 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 02:52:50.240474 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: quota_check_limit.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.241388 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.241895 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: quota-check-limit Nov 12 02:52:50.242220 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: quotasv2.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.243706 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.244179 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: quotas Nov 12 02:52:50.244679 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: quotasv2_detail.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.249507 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.249912 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: quota_details Nov 12 02:52:50.250245 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: rbac.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.251332 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.251898 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: rbac-policies Nov 12 02:52:50.252232 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: rbac_address_group.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.253167 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.253679 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: rbac-address-group Nov 12 02:52:50.254008 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: rbac_address_scope.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.254979 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.255515 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: rbac-address-scope Nov 12 02:52:50.255839 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: rbac_security_groups.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.256756 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.257264 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: rbac-security-groups Nov 12 02:52:50.257588 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: rbac_subnetpool.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.258512 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.259587 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: rbac-subnetpool Nov 12 02:52:50.259911 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: revisionifmatch.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.260830 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.261338 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: revision-if-match Nov 12 02:52:50.261661 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: revisions.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.262784 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.263325 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: standard-attr-revisions Nov 12 02:52:50.263650 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: router_availability_zone.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.264318 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.264822 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: router_availability_zone Nov 12 02:52:50.265142 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: routerservicetype.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.266055 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.266553 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension router-service-type not supported by any of loaded plugins Nov 12 02:52:50.266874 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.267827 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.268332 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: security-groups-normalized-cidr Nov 12 02:52:50.268653 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.269640 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.270143 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: port-security-groups-filtering Nov 12 02:52:50.270466 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.271423 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.271926 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: security-groups-remote-address-group Nov 12 02:52:50.272249 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.273187 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.273688 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: security-groups-shared-filtering Nov 12 02:52:50.274053 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.274633 n-d-615180-50 neutron-server[102325]: WARNING neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 02:52:50.274951 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: securitygroup.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.284780 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.285309 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: security-group Nov 12 02:52:50.285641 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: segment.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.286426 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.286928 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension segment not supported by any of loaded plugins Nov 12 02:52:50.287291 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.288227 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.288728 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 02:52:50.289053 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: servicetype.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.290694 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.291231 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: service-type Nov 12 02:52:50.291559 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: sorting.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.292541 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.292874 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: sorting Nov 12 02:52:50.293198 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: standard_attr_segment.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.294106 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.294610 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 02:52:50.294932 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: standardattrdescription.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.295600 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.296104 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: standard-attr-description Nov 12 02:52:50.296427 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: stateful_security_group.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.297339 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.297864 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: stateful-security-group Nov 12 02:52:50.298183 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: stdattrs_common.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.298743 n-d-615180-50 neutron-server[102325]: WARNING neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 02:52:50.299062 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.300007 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.300515 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 02:52:50.300838 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnet_onboard.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.301904 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.302417 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: subnet_onboard Nov 12 02:52:50.302741 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.303699 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.304203 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 02:52:50.304528 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnet_service_types.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.305512 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.306531 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: subnet-service-types Nov 12 02:52:50.306854 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnetallocation.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.307991 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.308500 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: subnet_allocation Nov 12 02:52:50.308823 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.309509 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.310019 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: subnetpool-prefix-ops Nov 12 02:52:50.310337 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.311298 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.311812 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 02:52:50.312133 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: tagging.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.313198 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.313716 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: standard-attr-tag Nov 12 02:52:50.314040 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: timestamp.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.315268 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.315781 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loaded extension: standard-attr-timestamp Nov 12 02:52:50.316106 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: trunk.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.317130 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.317637 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension trunk not supported by any of loaded plugins Nov 12 02:52:50.317969 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: trunk_details.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.318879 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.319417 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension trunk-details not supported by any of loaded plugins Nov 12 02:52:50.319745 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: uplink_status_propagation.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.320681 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.321424 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 02:52:50.321755 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Loading extension file: vlantransparent.py {{(pid=102325) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:52:50.322430 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102325) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:52:50.322930 n-d-615180-50 neutron-server[102325]: INFO neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 02:52:50.325484 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:network Nov 12 02:52:50.326008 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnet Nov 12 02:52:50.326406 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:52:50.326804 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:port Nov 12 02:52:50.328284 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.328778 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service FLAVORS assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.329755 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.330200 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.330531 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:router Nov 12 02:52:50.330972 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:52:50.331502 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service METERING assigned prefix: /metering {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.333046 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.333420 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.333774 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:52:50.334765 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:52:50.335321 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:52:50.335757 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:52:50.336359 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service CORE assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.336725 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:52:50.337074 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] subnetpool is already registered Nov 12 02:52:50.337496 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service CORE assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.337826 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:52:50.338155 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] subnetpool is already registered Nov 12 02:52:50.340522 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.340985 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service FLAVORS assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.341612 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.342050 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.342383 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:router Nov 12 02:52:50.342722 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] router is already registered Nov 12 02:52:50.343169 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:52:50.343509 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] floatingip is already registered Nov 12 02:52:50.343977 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service METERING assigned prefix: /metering {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.344674 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:52:50.344999 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] rbac_policy is already registered Nov 12 02:52:50.345405 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:52:50.345745 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] security_group is already registered Nov 12 02:52:50.346147 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:52:50.346785 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] security_group_rule is already registered Nov 12 02:52:50.347308 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service CORE assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.347633 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:52:50.347970 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] subnetpool is already registered Nov 12 02:52:50.348385 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.v2.resource_helper [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Service CORE assigned prefix: {{(pid=102325) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:52:50.348704 n-d-615180-50 neutron-server[102325]: INFO neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:52:50.349031 n-d-615180-50 neutron-server[102325]: WARNING neutron.quota.resource_registry [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] subnetpool is already registered Nov 12 02:52:50.350744 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: extensions {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.352265 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: address-groups {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.354299 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: address-scopes {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.355537 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: agents {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.356801 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: auto-allocated-topology {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.358062 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: availability_zones {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.359308 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: dhcp-networks {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.360768 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: dhcp-agents {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.362315 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: routers {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.364438 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: flavors {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.365721 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: service_profiles {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.366939 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: next_providers {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.369027 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: service_profiles {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.370454 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: floatingip-pools {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.371815 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: routers {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.373932 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: floatingips {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.375246 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: l3-routers {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.376685 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: l3-agents {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.378093 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: metering-labels {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.379362 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: metering-label-rules {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.380761 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: network-ip-availabilities {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.382012 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: bindings {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.383655 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: quotas {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.385308 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: quotas {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.386840 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: rbac-policies {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.388072 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: security-groups {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.389407 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: security-group-rules {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.390727 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: service-providers {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.391976 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: subnetpools {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.393379 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: subnetpools {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.394842 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.396555 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.398379 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.401973 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.403714 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.405667 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.407417 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.410189 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.412015 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.413770 n-d-615180-50 neutron-server[102325]: DEBUG neutron.api.extensions [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Extended resource: tags {{(pid=102325) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:52:50.420451 n-d-615180-50 neutron-server[102325]: WARNING keystonemiddleware.auth_token [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 02:52:50.424996 n-d-615180-50 neutron-server[102325]: WARNING keystonemiddleware.auth_token [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 02:52:50.434353 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Acquired lock "singleton_lock" {{(pid=102325) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 02:52:50.434831 n-d-615180-50 neutron-server[102325]: DEBUG oslo_concurrency.lockutils [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Releasing lock "singleton_lock" {{(pid=102325) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 02:52:50.435502 n-d-615180-50 neutron-server[102325]: INFO oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Starting 2 workers Nov 12 02:52:50.440285 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Started child 102432 {{(pid=102325) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:52:50.444634 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Started child 102433 {{(pid=102325) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:52:50.445682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.446382 n-d-615180-50 neutron-server[102325]: INFO neutron.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 02:52:50.446830 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Publish callbacks [] for process, before_spawn {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.447221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [-] (102432) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:52:50.449240 n-d-615180-50 neutron-server[102325]: INFO oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Starting 1 workers Nov 12 02:52:50.449412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.450791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [-] (102433) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:52:50.454387 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Started child 102434 {{(pid=102325) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:52:50.454918 n-d-615180-50 neutron-server[102325]: INFO oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Starting 1 workers Nov 12 02:52:50.458167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] calling RpcWorker wait() {{(pid=102434) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 02:52:50.458708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] returning from RpcWorker wait() {{(pid=102434) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 02:52:50.459315 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Started child 102435 {{(pid=102325) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:52:50.460005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.460100 n-d-615180-50 neutron-server[102325]: DEBUG neutron_lib.callbacks.manager [None req-7a512249-71bd-4062-8228-6974ebdc09ed None None] Publish callbacks [] for process, after_spawn {{(pid=102325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.460445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:52:50.462047 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102325) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:52:50.462254 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:52:50.462437 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:52:50.462646 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:52:50.462980 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:52:50.463257 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:52:50.463800 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.464091 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.464363 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.464620 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.464882 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.465425 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.465526 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:52:50.465979 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.465979 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.466154 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.466420 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.466584 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.466744 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.466984 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.467154 n-d-615180-50 neutron-server[102435]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:52:50.467262 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.467595 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.467864 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.468118 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.468377 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.468542 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.468776 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.469045 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.469325 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.469546 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] debug = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.469782 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.470234 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.470475 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.470712 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.470941 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.471238 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.471748 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.471999 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.472232 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.472462 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.472724 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.472971 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.473215 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.473436 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.473675 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.473886 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.474137 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.474371 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.474835 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] host = n-d-615180-50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.475059 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.475321 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.475560 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.475812 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.476075 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.476302 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.476553 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.476813 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.477055 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.477832 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.478087 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.478333 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.478542 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.478778 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.478939 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_options = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.479196 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.479476 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.479738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.479931 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.480096 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.480266 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.480519 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.480678 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.480947 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.481175 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.481384 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.481620 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.481836 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.482065 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.482301 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.482527 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.482738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.482947 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.483204 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.483467 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.483651 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.483870 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.484088 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.484318 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.484528 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.484778 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.485021 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.485233 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.485466 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.485718 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.485957 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.486209 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.486438 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.486667 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.486924 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.487188 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.487412 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.487622 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.487884 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.488106 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.488377 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.488588 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.488798 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.489057 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.489290 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.489504 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.489729 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_json = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.489939 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.490162 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.490384 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.490609 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.490819 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.491028 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.491279 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.491543 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.492229 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.492512 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.492817 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.493930 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.494176 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.494658 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.495038 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.495815 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.495815 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.495815 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.496049 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.496335 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.496711 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.496941 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.497289 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.497509 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.497768 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.498036 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.498311 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.498738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.498738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.498975 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.499273 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.499537 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.499768 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.500018 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.500269 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.500603 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.500893 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.501255 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.501531 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.501750 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.501987 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.502186 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.502401 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.502616 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.502855 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.503147 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.503392 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.503605 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.503858 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.504112 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.504443 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.504819 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.504993 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.505253 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.505494 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.505729 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.505936 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.506164 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.506381 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.506612 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.506836 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.507064 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.507336 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.507593 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.507815 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.508048 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.508289 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.508771 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.508925 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.509101 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.509330 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.509566 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.509789 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.509999 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.510260 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.510493 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.510704 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.510913 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.511147 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.511372 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.511602 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.511837 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.512044 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.512256 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.512465 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.512671 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.512877 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.513102 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.513327 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.513553 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.513821 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.514058 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.514205 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.514383 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.514588 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.514797 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.515119 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.515508 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.515823 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.516052 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.516310 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.516757 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.517238 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.517465 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.517887 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.518038 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.518207 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.518352 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.518590 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.519577 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.521414 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.521577 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.521726 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.521955 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.522207 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.522448 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.522690 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.522954 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.523241 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.523548 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.523828 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.524132 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.524351 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.524619 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.524910 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.525156 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.525460 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.525706 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.525994 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.526307 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.526593 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.526870 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.527156 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.527396 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.527665 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.527922 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.528224 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.528483 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.528738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.528992 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.529280 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.529548 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.529779 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.530016 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.530256 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.530575 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.530827 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.531080 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.531328 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.531591 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.531841 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.532094 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.532457 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.532642 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.532855 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.533159 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.533320 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.533541 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.534070 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.534307 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.534646 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.534897 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.535792 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.535792 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.535792 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.535792 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.536569 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.536569 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.536569 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.536990 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.536990 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.537277 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.537422 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.537612 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.537856 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.538096 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.538332 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.538550 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.538768 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.538985 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.539257 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.539498 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.539772 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.540542 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.540776 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.541034 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.541277 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.541542 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.541763 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.542026 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.542251 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.542470 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.542683 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.542923 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.543183 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.543418 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.543613 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.543826 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.544083 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.544375 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.545009 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.545009 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.545310 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.545470 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.546761 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.548135 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549000 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549000 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549000 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549000 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549586 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549586 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549899 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.549899 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.550191 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.550337 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.550482 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.550638 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.550868 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.551087 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.551311 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.551552 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.551762 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.551970 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.552207 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.552407 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.552616 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.552890 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.553102 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.553315 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.553537 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.553755 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.553961 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.554187 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.554465 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.555348 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.555348 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.555348 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.555348 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.557946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559078 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559078 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559078 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559078 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559078 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559833 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559833 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559833 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.559833 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.560405 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.560405 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.560690 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.560847 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.561124 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.561374 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.561939 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.561939 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.562256 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.562405 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.562591 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.562880 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.563257 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.563526 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.563806 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.564053 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.564303 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.564527 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.564751 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.564987 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.565206 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.565424 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.565703 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.565961 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.566194 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.566434 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.566665 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.566883 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.567163 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.567398 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.567618 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.567854 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.567993 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:52:50.568526 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102325) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:52:50.568687 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:52:50.568840 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:52:50.569009 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:52:50.569177 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:52:50.569328 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:52:50.569534 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.569692 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.569848 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570004 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570160 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570338 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570497 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570653 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570807 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.570961 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571166 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571324 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571480 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571635 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571790 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.571944 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572100 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572256 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572418 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572576 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572733 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.572889 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573050 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] debug = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573207 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573411 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573574 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573730 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.573886 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574041 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574196 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574351 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574507 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574667 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574830 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.574985 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.575163 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.575308 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.575630 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.575790 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.575946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576101 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576257 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] host = n-d-615180-50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576414 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576572 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576766 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.576925 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577063 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577197 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577330 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577464 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577597 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577729 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.577888 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578044 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578201 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578344 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578478 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_options = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578632 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578788 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.578945 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579145 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579309 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579467 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579667 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579801 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.579934 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580077 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580210 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580349 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580489 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580622 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580768 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.580923 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.581244 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.581244 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.581406 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.581515 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.581673 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582013 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582013 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582167 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582287 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582387 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582547 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582702 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.582853 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.583012 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.583206 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.583368 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.583525 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.583758 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584101 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584101 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584101 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584375 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584375 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584528 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584686 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584845 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.584999 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585156 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585309 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585660 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585660 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_json = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585916 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.585916 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586181 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586181 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586455 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586455 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586859 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.586859 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:52:50.587123 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587123 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587280 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587413 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587574 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587735 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.587895 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588056 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588217 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588377 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588544 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588705 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.588874 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589034 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589195 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589358 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589518 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589678 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589838 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.589999 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.590332 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.590492 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.590661 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.590821 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.590981 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.591181 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.591524 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.591524 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.591695 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.591814 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592010 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592531 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592531 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592531 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592911 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592911 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.592911 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593255 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593255 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593488 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593488 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593732 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593858 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.593992 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594117 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594244 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594367 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594527 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594689 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.594847 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595028 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595178 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595341 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595501 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595859 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.595859 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.596013 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.596127 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.596286 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.596706 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.596874 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597034 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597194 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597355 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597516 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597675 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.597848 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598008 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598168 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598327 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598487 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598647 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598806 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.598966 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599144 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599307 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599468 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599627 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599787 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.599946 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600107 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600268 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600427 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600586 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600745 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.600906 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601064 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601223 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601535 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601535 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601693 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.601860 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.602020 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.602180 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.602864 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603032 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603213 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603376 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603536 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603696 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.603857 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604016 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604180 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604340 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604500 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604658 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604818 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.604977 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605140 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605300 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605459 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605620 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:52:50.605805 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.605925 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606084 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606243 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606411 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606570 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606731 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.606890 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607059 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607248 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607409 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607568 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607727 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.607885 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608046 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608205 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608364 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608523 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608681 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.608839 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609005 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609175 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609336 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609496 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609655 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609839 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.609997 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610139 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610275 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610438 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610597 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610757 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.610916 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611075 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611256 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611418 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611577 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611737 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.611897 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612056 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612202 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612365 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612525 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612669 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612834 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.612994 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613152 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613316 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613476 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613636 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613795 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.613954 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614114 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614273 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614434 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614593 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614752 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.614911 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615069 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615248 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615408 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615569 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615751 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.615891 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616021 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616179 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616340 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616499 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616660 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616820 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.616982 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617133 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617328 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617464 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617596 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617727 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.617877 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.618583 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.618747 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.618898 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619082 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619242 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619395 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619554 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619713 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.619872 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620034 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620192 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620339 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620498 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620656 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620819 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.620982 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621142 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621301 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621461 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621621 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621766 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.621929 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622100 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622260 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622420 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622579 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622738 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.622897 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623066 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623271 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623404 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623535 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623694 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.623854 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624021 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624180 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624339 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624508 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624721 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624856 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.624986 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625119 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625247 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625406 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625570 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625726 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.625894 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626051 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626211 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626369 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626526 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626685 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.626853 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627012 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627210 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627461 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627629 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627766 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.627898 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628030 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628163 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628253 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628401 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628562 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628720 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.628889 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629050 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629213 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629372 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629532 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629691 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.629853 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630072 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630172 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630335 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630495 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630661 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630828 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.630995 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631176 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631342 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631511 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631670 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631831 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.631991 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632150 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632309 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632468 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632627 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632786 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.632945 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633103 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633266 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633425 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633608 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633768 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.633928 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.634087 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.634246 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.634405 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.634565 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:52:50.634716 n-d-615180-50 neutron-server[102325]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102325) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:52:50.818451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34498) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:52:50.828759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081990 Nov 12 02:53:02.271348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a1e40-352f-4293-b6b9-33570bcec061 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 02:53:02.364356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546a1e40-352f-4293-b6b9-33570bcec061 None None] No non-hosted networks {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 02:53:02.373943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.agentschedulers_db [None req-546a1e40-352f-4293-b6b9-33570bcec061 None None] DHCP Agent not found on host n-d-615180-50 {{(pid=102434) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 02:53:02.475668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-67a7210f-deb9-41ea-a477-39f1d5898775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:04.566411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a940441-a143-4b72-be3d-4cf82eb25759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:04.614798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62224077-6f89-4b43-aede-0769c4d4c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:05.496680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:07.021901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:07.834237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:07.835304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.841841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.844000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.846857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.847236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.847575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.847913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.848243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.848567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.848891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.849210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.849528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:07.849928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-615180-50', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:07.871191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-615180-50', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:08.250203 n-d-615180-50 neutron-server[102434]: INFO neutron.db.l3_hamode_db [None req-053aac9d-0133-4639-ad21-e1826f8a55fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 02:53:08.311820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34588) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:08.329310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053aac9d-0133-4639-ad21-e1826f8a55fd None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:53:08.329795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053aac9d-0133-4639-ad21-e1826f8a55fd None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 02:53:08.807384 n-d-615180-50 neutron-server[102433]: WARNING oslo_policy.policy [None req-120e5c2d-e280-42ce-b464-fdf6ba7af404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:08.807960 n-d-615180-50 neutron-server[102433]: WARNING oslo_policy.policy [None req-120e5c2d-e280-42ce-b464-fdf6ba7af404 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:09.038178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-120e5c2d-e280-42ce-b464-fdf6ba7af404 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:53:09.039296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-120e5c2d-e280-42ce-b464-fdf6ba7af404 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7264688 Nov 12 02:53:11.536877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:11.855322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:11.949904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.policy [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102433) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:53:11.997507 n-d-615180-50 neutron-server[102433]: WARNING oslo_policy.policy [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:11.997876 n-d-615180-50 neutron-server[102433]: WARNING oslo_policy.policy [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:12.006512 n-d-615180-50 neutron-server[102433]: INFO neutron.quota [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] Loaded quota_driver: . Nov 12 02:53:12.101336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778110879872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778110881455', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778110875958', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778110874987', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778113476979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778110910962', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-669972', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4032748', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4084616'] for rbac-policy, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:12.165257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:12.166470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49e836b0-6eac-42b3-953b-3110b1a31e0f admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6285913 Nov 12 02:53:14.875051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34616) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:15.175840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Request body: {'network': {'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'name': 'private', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:15.203476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Made reservation on behalf of f693fe2fc6cf4284a98b45b602336152 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:53:15.206070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.223022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.325531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.329378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.354304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:53:15.378196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778114511845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.378753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Unsubscribe: segment precommit_create {{(pid=102433) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 02:53:15.379284 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Added segment c9c36fca-743e-4497-84da-1fefffa6ed6a of type vlan for network 2f8b966d-555b-442b-b9fc-576b08c5677b Nov 12 02:53:15.385253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd94f22e-3b56-4a29-95b3-3549a6aaae04,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:15.407280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.407625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.407957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.408286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.408610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.408931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.409266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.409565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.409907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.410224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.410540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.410850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Tracked resource versions report: Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: pushed versions: Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: { 'AddressGroup': {'1.2'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'ConntrackHelper': {'1.0'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Log': {'1.0'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Network': {'1.1'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Port': {'1.7'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'PortForwarding': {'1.2'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'QosPolicy': {'1.10'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SecurityGroup': {'1.5'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SubPort': {'1.0'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Subnet': {'1.1'}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Trunk': {'1.1'}} Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: consumer versions: Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: { DHCP agent@n-d-615180-50: {}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: L3 agent@n-d-615180-50: {}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: Metadata agent@n-d-615180-50: {}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: Metering agent@n-d-615180-50: {}, Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'ConntrackHelper': '1.0', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Log': '1.0', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Network': '1.1', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Port': '1.7', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'PortForwarding': '1.2', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'QosPolicy': '1.10', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SecurityGroup': '1.5', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SecurityGroupRule': '1.2', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'SubPort': '1.0', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Subnet': '1.1', Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: 'Trunk': '1.1'}} Nov 12 02:53:15.411974 n-d-615180-50 neutron-server[102433]: {{(pid=102433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:53:15.497593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.535279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.536301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:15.537003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:15.596328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7198889 Nov 12 02:53:15.638058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae655b29-2c13-461d-99fa-b094a56f9d1c admin admin] Pushing event updated for resources: {'Network': ['ID=2f8b966d-555b-442b-b9fc-576b08c5677b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:15.650446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 2f8b966d-555b-442b-b9fc-576b08c5677b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:53:18.337761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:18.718509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0d22d-e012-4845-b5f4-da1dbcf6c596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:18.719894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2c0d22d-e012-4845-b5f4-da1dbcf6c596 admin admin] 10.222.0.84 "GET /v2.0/networks/2f8b966d-555b-442b-b9fc-576b08c5677b HTTP/1.1" status: 200 len: 825 time: 0.3811758 Nov 12 02:53:18.744678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2585e9ec-1dba-4278-a624-5565c35363ea admin admin] 10.222.0.84 "GET /v2.0/subnetpools/40e31aa5-1148-464d-879e-92554e83b495 HTTP/1.1" status: 200 len: 734 time: 0.0184231 Nov 12 02:53:18.753577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Request body: {'subnet': {'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:18.775779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Made reservation on behalf of f693fe2fc6cf4284a98b45b602336152 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:53:18.778132 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:19.063041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:19.125516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c955d3f4-9aea-4fbf-b7a7-2398d7120cef,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:19.135915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Checking segment: {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:53:19.136307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Network hostable DHCP agents. Network: 2f8b966d-555b-442b-b9fc-576b08c5677b, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:53:19.159259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Network 2f8b966d-555b-442b-b9fc-576b08c5677b is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:53:19.169468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 2f8b966d-555b-442b-b9fc-576b08c5677b) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:19.175228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:19.175927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:19.181685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618d47f-8dcc-4bd5-967f-688d997943de None None] Network 2f8b966d-555b-442b-b9fc-576b08c5677b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:53:19.207153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b64d9780-98b1-48fe-a150-218cba4c03fd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4416831 Nov 12 02:53:19.503934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-2f8b966d-555b-442b-b9fc-576b08c5677b', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:53:19.505258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:19.798177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Allocated IP 172.20.0.2 (2f8b966d-555b-442b-b9fc-576b08c5677b/c955d3f4-9aea-4fbf-b7a7-2398d7120cef/56fc4420-a412-4094-a7f1-dfca27a60bfd) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:53:19.995877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:20.004148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:20.082425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Network 2f8b966d-555b-442b-b9fc-576b08c5677b is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:53:20.088059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:20.091766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:53:20.098754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Pushing event updated for resources: {'Port': ['ID=56fc4420-a412-4094-a7f1-dfca27a60bfd,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:20.132714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.132714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.132714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.132714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.132714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.133272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.133272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.133429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.133660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.134007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.134323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.134637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Tracked resource versions report: Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: pushed versions: Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: { 'AddressGroup': {'1.2'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'ConntrackHelper': {'1.0'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Log': {'1.0'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Network': {'1.1'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Port': {'1.7'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'PortForwarding': {'1.2'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'QosPolicy': {'1.10'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SecurityGroup': {'1.5'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SubPort': {'1.0'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Subnet': {'1.1'}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Trunk': {'1.1'}} Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: consumer versions: Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: { DHCP agent@n-d-615180-50: {}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: L3 agent@n-d-615180-50: {}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: Metadata agent@n-d-615180-50: {}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: Metering agent@n-d-615180-50: {}, Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'ConntrackHelper': '1.0', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Log': '1.0', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Network': '1.1', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Port': '1.7', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'PortForwarding': '1.2', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'QosPolicy': '1.10', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SecurityGroup': '1.5', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SecurityGroupRule': '1.2', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'SubPort': '1.0', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Subnet': '1.1', Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: 'Trunk': '1.1'}} Nov 12 02:53:20.135783 n-d-615180-50 neutron-server[102434]: {{(pid=102434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:53:20.184047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Attempting to bind port 56fc4420-a412-4094-a7f1-dfca27a60bfd on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:53:20.184631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Attempting to bind port 56fc4420-a412-4094-a7f1-dfca27a60bfd by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:53:20.184851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Attempting to bind port 56fc4420-a412-4094-a7f1-dfca27a60bfd on network 2f8b966d-555b-442b-b9fc-576b08c5677b {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:53:20.189666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:53:20.190072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Checking segment: {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:53:20.190545 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:20.190934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Bound using segment: {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:53:20.191523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Bound port: 56fc4420-a412-4094-a7f1-dfca27a60bfd, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:53:20.191930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:20.251322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] For port 56fc4420-a412-4094-a7f1-dfca27a60bfd, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:53:20.255367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] For port 56fc4420-a412-4094-a7f1-dfca27a60bfd, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56fc4420-a412-4094-a7f1-dfca27a60bfd,segment=NetworkSegment(c9c36fca-743e-4497-84da-1fefffa6ed6a),segment_id=c9c36fca-743e-4497-84da-1fefffa6ed6a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:53:20.259656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:20.323281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87160b9c-32a0-4724-8819-fe71bf2fd161 None None] Pushing event updated for resources: {'Port': ['ID=56fc4420-a412-4094-a7f1-dfca27a60bfd,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:21.742362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34638) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:22.060179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-d73f47ad-c258-432c-b581-3154ea16829a admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:53:22.061181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d73f47ad-c258-432c-b581-3154ea16829a admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178720 Nov 12 02:53:24.573524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34646) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:25.077141 n-d-615180-50 neutron-server[102432]: WARNING oslo_policy.policy [None req-f99ea8a8-8eab-4c4f-9361-1a4f0c934960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:25.077723 n-d-615180-50 neutron-server[102432]: WARNING oslo_policy.policy [None req-f99ea8a8-8eab-4c4f-9361-1a4f0c934960 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:25.307308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-f99ea8a8-8eab-4c4f-9361-1a4f0c934960 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:53:25.308545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f99ea8a8-8eab-4c4f-9361-1a4f0c934960 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7328973 Nov 12 02:53:28.066015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34666) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:28.390557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:28.456573 n-d-615180-50 neutron-server[102432]: DEBUG neutron.policy [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102432) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:53:28.504997 n-d-615180-50 neutron-server[102432]: WARNING oslo_policy.policy [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:28.505383 n-d-615180-50 neutron-server[102432]: WARNING oslo_policy.policy [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:53:28.515660 n-d-615180-50 neutron-server[102432]: INFO neutron.quota [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Loaded quota_driver: . Nov 12 02:53:28.570344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:28.572252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:28.723616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:28.729819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:28.749984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:28.751281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c0883269-b791-47b7-abfc-1e804e6c5162 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6841908 Nov 12 02:53:29.434929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b307c-02ae-473d-ac67-f4641445080b None None] Network 2f8b966d-555b-442b-b9fc-576b08c5677b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:53:29.511760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] Provisioning complete for port 56fc4420-a412-4094-a7f1-dfca27a60bfd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:29.512148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:29.718499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:29.746937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56fc4420-a412-4094-a7f1-dfca27a60bfd up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:53:29.772707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] For port 56fc4420-a412-4094-a7f1-dfca27a60bfd, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56fc4420-a412-4094-a7f1-dfca27a60bfd,segment=NetworkSegment(c9c36fca-743e-4497-84da-1fefffa6ed6a),segment_id=c9c36fca-743e-4497-84da-1fefffa6ed6a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:53:29.778784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:29.857849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99aa0d-89d0-447a-be92-1a9496bc11d3 None None] Pushing event updated for resources: {'Port': ['ID=56fc4420-a412-4094-a7f1-dfca27a60bfd,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:29.868858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 56fc4420-a412-4094-a7f1-dfca27a60bfd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:29.869351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:30.004070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f937730a-f356-45eb-9df9-1cafaf59f9b6 None None] Provisioning complete for port 56fc4420-a412-4094-a7f1-dfca27a60bfd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:30.004448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f937730a-f356-45eb-9df9-1cafaf59f9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:31.273447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34678) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:31.575255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-79e27fb5-c860-4f4e-8c06-fc07c85a2214 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:53:31.576239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79e27fb5-c860-4f4e-8c06-fc07c85a2214 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3018754 Nov 12 02:53:31.701798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56fc4420-a412-4094-a7f1-dfca27a60bfd up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:53:31.757564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 56fc4420-a412-4094-a7f1-dfca27a60bfd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:31.757934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:32.170053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-455f0f4a-86f2-432e-b719-897240fb2295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.061055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34686) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:34.371748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:34.390770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Made reservation on behalf of 1ca52c97f7dd40929815c2552f4b5a45 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:53:34.392996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.401326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.470968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.474247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.487654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=102433) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 02:53:34.508430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ddda6e-5df6-4b0a-a944-f716a9114556,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:34.511061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.511420 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Added segment 5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020 of type flat for network 59ce2794-b341-441d-9328-c798a8d1a373 Nov 12 02:53:34.556151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.561006 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-82641101-6e4b-48f6-8c70-b952c4600eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.590029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.591024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:34.591669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:34.647989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5852416 Nov 12 02:53:34.652739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a8450-789c-488d-a653-cc89002614f3 admin admin] Pushing event updated for resources: {'Network': ['ID=59ce2794-b341-441d-9328-c798a8d1a373,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:34.670448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 59ce2794-b341-441d-9328-c798a8d1a373 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:53:35.430337 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:36.939306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:37.131244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34704) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:37.308924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae514e-3d6e-4ae2-bc79-8f0b5fafa9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:37.310255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-72ae514e-3d6e-4ae2-bc79-8f0b5fafa9bf admin admin] 10.222.0.84 "GET /v2.0/subnets/c955d3f4-9aea-4fbf-b7a7-2398d7120cef HTTP/1.1" status: 200 len: 849 time: 0.1780567 Nov 12 02:53:37.465806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5dae42d0-689f-43aa-8fef-cdc0892f0f96 admin admin] 10.222.0.84 "GET /v2.0/routers/d24a3992-f60b-4bd7-8729-a7fb1d3ede84 HTTP/1.1" status: 200 len: 704 time: 0.1493807 Nov 12 02:53:37.730255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:37.882514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.031055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Allocated IP 172.20.0.1 (2f8b966d-555b-442b-b9fc-576b08c5677b/c955d3f4-9aea-4fbf-b7a7-2398d7120cef/d19ee9e2-1777-4f78-bf89-34884643df68) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:53:38.227086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.289954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.351400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Network 2f8b966d-555b-442b-b9fc-576b08c5677b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:53:38.356442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:38.359019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:53:38.359566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.436936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Pushing event updated for resources: {'Port': ['ID=d19ee9e2-1777-4f78-bf89-34884643df68,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:38.545887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b4cd254e-9a21-4fef-b7b6-f48be0fe9c85 None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:38.546431 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b4cd254e-9a21-4fef-b7b6-f48be0fe9c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.564833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.578329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd254e-9a21-4fef-b7b6-f48be0fe9c85 None None] Port d19ee9e2-1777-4f78-bf89-34884643df68 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:53:38.769981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.774487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.775318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:38.853974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Pushing event updated for resources: {'Port': ['ID=d19ee9e2-1777-4f78-bf89-34884643df68,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:38.896307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Network 2f8b966d-555b-442b-b9fc-576b08c5677b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:53:38.897943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:39.056344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:53:39.099573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-156d10bc-c592-4f82-8204-2a71034639ea None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:39.099935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156d10bc-c592-4f82-8204-2a71034639ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:39.132281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-156d10bc-c592-4f82-8204-2a71034639ea None None] Port d19ee9e2-1777-4f78-bf89-34884643df68 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:53:39.150464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:53:39.155872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-904c58fe-b0ae-45f3-a2f7-078e87919d6e admin admin] 10.222.0.84 "PUT /v2.0/routers/d24a3992-f60b-4bd7-8729-a7fb1d3ede84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6824434 Nov 12 02:53:39.160246 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Sync routers for ids ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:53:39.173025 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Routers {'d24a3992-f60b-4bd7-8729-a7fb1d3ede84'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:53:39.173896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T02:53:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:39.358413 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Set router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:53:39.789435 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:38Z', 'revision_number': 2, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port_host': None, '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:38Z', 'revision_number': 2, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:39.838810 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Checking router: d24a3992-f60b-4bd7-8729-a7fb1d3ede84 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:53:39.839200 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Updating router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 port d19ee9e2-1777-4f78-bf89-34884643df68 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:53:39.886863 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.384296 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.392315 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.555509 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Pushing event updated for resources: {'Port': ['ID=d19ee9e2-1777-4f78-bf89-34884643df68,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:40.567056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Attempting to bind port d19ee9e2-1777-4f78-bf89-34884643df68 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:53:40.567487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Attempting to bind port d19ee9e2-1777-4f78-bf89-34884643df68 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:53:40.567917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Attempting to bind port d19ee9e2-1777-4f78-bf89-34884643df68 on network 2f8b966d-555b-442b-b9fc-576b08c5677b {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:53:40.570444 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.570793 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.571152 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.571486 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.571819 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.572147 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.572473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.572800 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.573120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.573445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.573768 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.574087 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Tracked resource versions report: Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: pushed versions: Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: { 'AddressGroup': {'1.2'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'ConntrackHelper': {'1.0'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Log': {'1.0'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Network': {'1.1'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Port': {'1.7'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'PortForwarding': {'1.2'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'QosPolicy': {'1.10'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SecurityGroup': {'1.5'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SubPort': {'1.0'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Subnet': {'1.1'}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Trunk': {'1.1'}} Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: consumer versions: Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: { DHCP agent@n-d-615180-50: {}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: L3 agent@n-d-615180-50: {}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: Metadata agent@n-d-615180-50: {}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: Metering agent@n-d-615180-50: {}, Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'ConntrackHelper': '1.0', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Log': '1.0', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Network': '1.1', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Port': '1.7', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'PortForwarding': '1.2', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'QosPolicy': '1.10', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SecurityGroup': '1.5', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SecurityGroupRule': '1.2', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'SubPort': '1.0', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Subnet': '1.1', Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: 'Trunk': '1.1'}} Nov 12 02:53:40.575231 n-d-615180-50 neutron-server[102435]: {{(pid=102435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:53:40.581102 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:53:40.581548 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Checking segment: {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:53:40.582032 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.582417 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Bound using segment: {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:53:40.582949 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Bound port: d19ee9e2-1777-4f78-bf89-34884643df68, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c36fca-743e-4497-84da-1fefffa6ed6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:53:40.583404 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.647364 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] For port d19ee9e2-1777-4f78-bf89-34884643df68, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:53:40.659243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c279d00d-b76c-4f97-9c39-6728f5c6e8bc None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:40.659752 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c279d00d-b76c-4f97-9c39-6728f5c6e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.667895 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] For port d19ee9e2-1777-4f78-bf89-34884643df68, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d19ee9e2-1777-4f78-bf89-34884643df68,segment=NetworkSegment(c9c36fca-743e-4497-84da-1fefffa6ed6a),segment_id=c9c36fca-743e-4497-84da-1fefffa6ed6a)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:53:40.672589 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.693788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c279d00d-b76c-4f97-9c39-6728f5c6e8bc None None] Port d19ee9e2-1777-4f78-bf89-34884643df68 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:53:40.729455 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8f6b-cdce-4d1b-b310-17b7a778c849 None None] Pushing event updated for resources: {'Port': ['ID=d19ee9e2-1777-4f78-bf89-34884643df68,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:40.738997 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Routers {'d24a3992-f60b-4bd7-8729-a7fb1d3ede84'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:53:40.739637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T02:53:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:40.838987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] Set router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:53:40.916883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:40.917490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:40.997889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:41.031591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] For port d19ee9e2-1777-4f78-bf89-34884643df68, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d19ee9e2-1777-4f78-bf89-34884643df68,segment=NetworkSegment(c9c36fca-743e-4497-84da-1fefffa6ed6a),segment_id=c9c36fca-743e-4497-84da-1fefffa6ed6a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:53:41.036787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:41.062728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:38Z', 'revision_number': 2, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port_host': None, '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:40Z', 'revision_number': 4, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:41.083016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387c961-b473-4138-96fc-36d07acadfc6 None None] Pushing event updated for resources: {'Port': ['ID=d19ee9e2-1777-4f78-bf89-34884643df68,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:41.100859 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976f5bf1-9c37-499f-8685-69df603da54e None None] The sync data for ids ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'] in n-d-615180-50 is: [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:38Z', 'revision_number': 2, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port_host': None, '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:40Z', 'revision_number': 4, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:53:41.532368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34724) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:41.724230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b761d-d011-4983-b1c5-097e78f4d38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:41.726279 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b82b761d-d011-4983-b1c5-097e78f4d38c admin admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 842 time: 0.1927099 Nov 12 02:53:41.736311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:41.760607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Made reservation on behalf of 1ca52c97f7dd40929815c2552f4b5a45 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:53:41.763339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:42.129157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 02:53:42.129553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:42.220117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a027fd0e-21d4-467b-9d34-08580dd69585,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:42.224695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:53:42.225587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Network hostable DHCP agents. Network: 59ce2794-b341-441d-9328-c798a8d1a373, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:53:42.234556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.234901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.235262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.235593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.235927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.236255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.236578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.236900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.237225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.237541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.237860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.238185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Tracked resource versions report: Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: pushed versions: Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: { 'AddressGroup': {'1.2'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Log': {'1.0'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Network': {'1.1'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Port': {'1.7'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'PortForwarding': {'1.2'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'QosPolicy': {'1.10'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SecurityGroup': {'1.5'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SubPort': {'1.0'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Subnet': {'1.1'}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Trunk': {'1.1'}} Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: consumer versions: Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: { DHCP agent@n-d-615180-50: {}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: L3 agent@n-d-615180-50: {}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: Metadata agent@n-d-615180-50: {}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: Metering agent@n-d-615180-50: {}, Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'ConntrackHelper': '1.0', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Log': '1.0', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Network': '1.1', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Port': '1.7', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'PortForwarding': '1.2', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'QosPolicy': '1.10', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SecurityGroup': '1.5', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SecurityGroupRule': '1.2', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'SubPort': '1.0', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Subnet': '1.1', Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: 'Trunk': '1.1'}} Nov 12 02:53:42.239334 n-d-615180-50 neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:53:42.290275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:53:42.303185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 59ce2794-b341-441d-9328-c798a8d1a373) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:42.308572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:42.309337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:42.315506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abae4978-692c-42e5-8f1f-89f11be79900 None None] Network 59ce2794-b341-441d-9328-c798a8d1a373 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:53:42.327775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-742f6a92-59ba-4466-acea-d94792b0ba9f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5947104 Nov 12 02:53:42.452618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f80883-26bc-4533-bd76-0dde2a8dd752 None None] Network 59ce2794-b341-441d-9328-c798a8d1a373 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:53:44.793368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34736) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:45.020888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-742e5205-6606-48e5-96dc-7e6237e28f06 admin admin] 10.222.0.84 "GET /v2.0/routers/d24a3992-f60b-4bd7-8729-a7fb1d3ede84 HTTP/1.1" status: 200 len: 710 time: 0.2263100 Nov 12 02:53:45.110985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ada5b-c659-44eb-ad96-f8a2f0832f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:53:45.112962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b74ada5b-c659-44eb-ad96-f8a2f0832f3e admin admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 886 time: 0.0838187 Nov 12 02:53:45.122591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:53:45.366695 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:45.596889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:45.673513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:45.827588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Allocated IP 172.25.2.206 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a7ac1074-13fe-4057-a8cb-5eff8afb2d6a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:53:45.937825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:45.997193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:46.106056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:53:46.111676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:53:46.120151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:53:46.160196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:46.403910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:46.524161 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:53:46.597103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:46.602370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:46.718217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:53:46.828332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:53:46.832926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:46.834172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-845af1a9-f647-47b0-a63c-a6c6855cd383 admin admin] 10.222.0.84 "PUT /v2.0/routers/d24a3992-f60b-4bd7-8729-a7fb1d3ede84 HTTP/1.1" status: 200 len: 890 time: 1.7150364 Nov 12 02:53:47.742877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d19ee9e2-1777-4f78-bf89-34884643df68 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:53:47.790656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:47.791164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:48.125333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Sync routers for ids ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:53:48.136258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Routers {'d24a3992-f60b-4bd7-8729-a7fb1d3ede84'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:53:48.136939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T02:53:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:48.341934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Set router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:53:48.783298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:46Z', 'revision_number': 4, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port': {'id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:45Z', 'updated_at': '2021-11-12T02:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:41Z', 'revision_number': 5, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:48.833627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Checking router: d24a3992-f60b-4bd7-8729-a7fb1d3ede84 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:53:48.833976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Updating router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:53:48.881019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.192670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.197651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.247021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Attempting to bind port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:53:49.247408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Attempting to bind port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:53:49.247767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Attempting to bind port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:53:49.256709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:53:49.257077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:53:49.257470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.257859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:53:49.258320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Bound port: a7ac1074-13fe-4057-a8cb-5eff8afb2d6a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:53:49.258708 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.260213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf9e2-1d63-4e5b-a437-d9da69b09ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:49.313605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] For port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:53:49.316713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] For port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:53:49.320700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:49.333559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34748) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:53:49.377058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Routers {'d24a3992-f60b-4bd7-8729-a7fb1d3ede84'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:53:49.377670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T02:53:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:49.381750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf9e2-1d63-4e5b-a437-d9da69b09ca4 None None] Pushing event updated for resources: {'Port': ['ID=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:49.450594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8cdafe6e-835c-4c41-ba38-a271107fc426 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153841 Nov 12 02:53:49.486566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] Set router d24a3992-f60b-4bd7-8729-a7fb1d3ede84 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:53:49.705458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:46Z', 'revision_number': 4, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port': {'id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:45Z', 'updated_at': '2021-11-12T02:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:41Z', 'revision_number': 5, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:53:49.731706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30670f-45cb-44ba-96c7-633796ae38cf None None] The sync data for ids ['d24a3992-f60b-4bd7-8729-a7fb1d3ede84'] in n-d-615180-50 is: [{'id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'name': 'router1', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:53:28Z', 'updated_at': '2021-11-12T02:53:46Z', 'revision_number': 4, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'gw_port': {'id': 'a7ac1074-13fe-4057-a8cb-5eff8afb2d6a', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:82:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:45Z', 'updated_at': '2021-11-12T02:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'd19ee9e2-1777-4f78-bf89-34884643df68', 'name': '', 'network_id': '2f8b966d-555b-442b-b9fc-576b08c5677b', 'tenant_id': 'f693fe2fc6cf4284a98b45b602336152', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24a3992-f60b-4bd7-8729-a7fb1d3ede84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:53:37Z', 'updated_at': '2021-11-12T02:53:41Z', 'revision_number': 5, 'project_id': 'f693fe2fc6cf4284a98b45b602336152', 'subnets': [{'id': 'c955d3f4-9aea-4fbf-b7a7-2398d7120cef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40e31aa5-1148-464d-879e-92554e83b495'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:53:51.767715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a7ac1074-13fe-4057-a8cb-5eff8afb2d6a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:53:51.824620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:51.824992 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:51.910229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:51.931804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:53:51.935823 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:53:51.984884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=a7ac1074-13fe-4057-a8cb-5eff8afb2d6a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:53:53.782329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a7ac1074-13fe-4057-a8cb-5eff8afb2d6a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:53:53.840628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:53:53.841008 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:02.177034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8c14b9a-1dca-4ddf-ab62-40930427c365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:04.565824 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1119243d-10ec-4ffe-8f58-3c2d12424e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:05.435608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:06.959554 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:07.839251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:23.523945 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:54:32.224859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-32981e1d-9ff3-4fa9-9e5f-aac7c59efcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:34.651609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34336775-b2a5-47c7-844b-5e64403c7a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:35.437835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:36.956132 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:54:37.831451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:00.524213 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:55:02.169035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c91273c7-0b7d-43a1-8349-a33b41345526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:04.562273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a23c0fef-7554-41ee-9f9b-0f6efbfcc216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:05.435714 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:06.953539 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:07.835068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:31.446464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35342) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:31.510629 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f0dd7a-20cc-4b07-956d-dbad223f831c admin admin] GET failed (client error): The resource could not be found. Nov 12 02:55:31.512027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72f0dd7a-20cc-4b07-956d-dbad223f831c admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646093 Nov 12 02:55:31.676910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2ab1b-be19-487e-9c68-5bebfcfe65b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:31.678311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-afa2ab1b-be19-487e-9c68-5bebfcfe65b2 admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615520 Nov 12 02:55:32.169927 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-05df6485-6e6e-4265-893c-0e650dc594c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:33.964790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35352) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:34.062000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4af53-6a36-4413-afcf-6b33bad10bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:34.063333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-afc4af53-6a36-4413-afcf-6b33bad10bd6 admin admin] 10.222.0.84 "GET /v2.0/subnets/c955d3f4-9aea-4fbf-b7a7-2398d7120cef HTTP/1.1" status: 200 len: 849 time: 0.0976503 Nov 12 02:55:34.073936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:55:34.156877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Publish callbacks [] for subnet, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:34.290188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778114474379'] for subnet, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:34.320841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:34.321426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:34.323389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] 10.222.0.84 "PUT /v2.0/subnets/c955d3f4-9aea-4fbf-b7a7-2398d7120cef HTTP/1.1" status: 200 len: 868 time: 0.2526441 Nov 12 02:55:34.326722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcaaa8d-e00c-4dcf-8c23-8c4a07af0f52 None None] Network 2f8b966d-555b-442b-b9fc-576b08c5677b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:55:34.348083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c955d3f4-9aea-4fbf-b7a7-2398d7120cef,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:55:34.355470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.355819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.356163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.356503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.356841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.357175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.357503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.357830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.358155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.358481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.358808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.359155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d40d-316f-4af4-afb4-db872f703dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:55:34.565967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34811159-d28e-4641-af9e-21cf4bd09287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:34.681106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97500127-cb89-4e0f-91f4-d7783683ef81 None None] Provisioning complete for port d19ee9e2-1777-4f78-bf89-34884643df68 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:55:34.681478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97500127-cb89-4e0f-91f4-d7783683ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:34.768431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97500127-cb89-4e0f-91f4-d7783683ef81 None None] Provisioning complete for port 56fc4420-a412-4094-a7f1-dfca27a60bfd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:55:34.768747 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97500127-cb89-4e0f-91f4-d7783683ef81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:35.435797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:36.604675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:36.865763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd012a-d5b0-46e6-afb8-83953e17532d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:36.866153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd012a-d5b0-46e6-afb8-83953e17532d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:36.867716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b7dd012a-d5b0-46e6-afb8-83953e17532d admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2620573 Nov 12 02:55:36.957607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:37.522494 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:55:37.837186 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:55:39.176965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35370) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:39.307818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b45092-e97d-4c09-9479-da2399b97e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:39.308295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b45092-e97d-4c09-9479-da2399b97e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:39.309813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-53b45092-e97d-4c09-9479-da2399b97e0a admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318986 Nov 12 02:55:41.586278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:41.714641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b965b0f-feeb-4497-bb86-39700fb60164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:41.716040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b965b0f-feeb-4497-bb86-39700fb60164 admin admin] 10.222.0.84 "GET /v2.0/networks/2f8b966d-555b-442b-b9fc-576b08c5677b HTTP/1.1" status: 200 len: 869 time: 0.1288209 Nov 12 02:55:43.998808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35386) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:44.129112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8cb3c-6a57-48ee-b34e-edb327f8906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:44.134270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-22c8cb3c-6a57-48ee-b34e-edb327f8906a admin admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 886 time: 0.1307540 Nov 12 02:55:46.415176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:46.538797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8acd80-bc77-4959-a1ec-adb672a659cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:46.539288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8acd80-bc77-4959-a1ec-adb672a659cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:46.540845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b8acd80-bc77-4959-a1ec-adb672a659cd admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246810 Nov 12 02:55:48.866853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35402) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:48.959906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c256d1-f787-4da0-bb1d-ba8212ea819c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:48.960367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c256d1-f787-4da0-bb1d-ba8212ea819c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:48.961881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-56c256d1-f787-4da0-bb1d-ba8212ea819c admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940664 Nov 12 02:55:51.229414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:51.315182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fdbdbc-f64a-449a-ab94-69fa3ae446b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:51.316556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b1fdbdbc-f64a-449a-ab94-69fa3ae446b8 admin admin] 10.222.0.84 "GET /v2.0/subnets/a027fd0e-21d4-467b-9d34-08580dd69585 HTTP/1.1" status: 200 len: 816 time: 0.0861695 Nov 12 02:55:53.572634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35418) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:55:53.675744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61127304-8785-48ee-a404-e097ecbf5a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:55:53.677074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61127304-8785-48ee-a404-e097ecbf5a89 admin admin] 10.222.0.84 "GET /v2.0/subnets/c955d3f4-9aea-4fbf-b7a7-2398d7120cef HTTP/1.1" status: 200 len: 868 time: 0.1035049 Nov 12 02:56:02.175120 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea55db30-e0c5-476b-8f9b-bd656aaec8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:04.567185 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a21f7632-430b-4839-b96c-4a388fc7a9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:05.439465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:06.959495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:07.842931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:14.520765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:56:18.198438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:56:18.245085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-5b18a3ec-3835-445f-8740-b884a8360791 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:56:18.246110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5b18a3ec-3835-445f-8740-b884a8360791 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466840 Nov 12 02:56:20.599389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:56:20.659441 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb884f3-4a46-46f9-95aa-09ddbe344145 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:56:20.660738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dcb884f3-4a46-46f9-95aa-09ddbe344145 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603974 Nov 12 02:56:20.744304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f04f83-e0d0-4bae-86ab-7794a2233640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:56:20.745755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0f04f83-e0d0-4bae-86ab-7794a2233640 admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803816 Nov 12 02:56:23.038681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35488) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:56:23.085422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:56:23.106216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Made reservation on behalf of 1ca52c97f7dd40929815c2552f4b5a45 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:56:23.108468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:23.135468 n-d-615180-50 neutron-server[102433]: WARNING neutron.services.revisions.revision_plugin [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Could not find related network for resource to bump revision. Nov 12 02:56:23.145522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:56:23.153590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:23.153923 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Added segment 924d89c0-1e65-455b-8874-4931f8ba30f0 of type vlan for network baa8762e-41d8-4526-8be0-306c6048dfdc Nov 12 02:56:23.200430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:23.222708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:23.223620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:56:23.224199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:23.253674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2139993 Nov 12 02:56:23.284972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb1d92-8ad7-431d-ad06-9fbb0cde8ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=baa8762e-41d8-4526-8be0-306c6048dfdc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:56:23.296121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network baa8762e-41d8-4526-8be0-306c6048dfdc details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:56:25.567049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:56:25.626191 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e429f8-8e55-48e0-b988-7c9592830b58 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:56:25.627529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-81e429f8-8e55-48e0-b988-7c9592830b58 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595012 Nov 12 02:56:25.727727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb498ae4-6df7-446b-ad86-e0cfd759568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:56:25.729196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb498ae4-6df7-446b-ad86-e0cfd759568f admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970502 Nov 12 02:56:25.740629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Request body: {'subnet': {'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:56:25.761512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Made reservation on behalf of 1ca52c97f7dd40929815c2552f4b5a45 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:56:25.763827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:25.924513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:25.986544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6b7f69-3767-4ba3-8aef-98f971d098e9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:56:25.993784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:56:25.994136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Network hostable DHCP agents. Network: baa8762e-41d8-4526-8be0-306c6048dfdc, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:56:26.010228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Network baa8762e-41d8-4526-8be0-306c6048dfdc is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:56:26.018882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, baa8762e-41d8-4526-8be0-306c6048dfdc) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:56:26.023035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:56:26.023672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.028092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11851799-81b4-46b5-b311-d95aed51591d None None] Network baa8762e-41d8-4526-8be0-306c6048dfdc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:56:26.038798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b0e0bfd-4bdb-4b08-93c8-ec732e6e29b9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018739 Nov 12 02:56:26.178400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-baa8762e-41d8-4526-8be0-306c6048dfdc', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'tenant_id': '1ca52c97f7dd40929815c2552f4b5a45', 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:56:26.179316 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.318334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Allocated IP 192.168.233.2 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/7c975663-9f24-4039-a813-7de62ebe24d9) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:56:26.462078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.469794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.504426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:56:26.507155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:56:26.514923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:56:26.527617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Pushing event updated for resources: {'Port': ['ID=7c975663-9f24-4039-a813-7de62ebe24d9,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:56:26.549875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.550230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.550636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.550976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.551334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.551663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.551988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.552312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.552633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.552969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.553274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.553592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:56:26.583864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Attempting to bind port 7c975663-9f24-4039-a813-7de62ebe24d9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:56:26.584163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Attempting to bind port 7c975663-9f24-4039-a813-7de62ebe24d9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:56:26.584530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Attempting to bind port 7c975663-9f24-4039-a813-7de62ebe24d9 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:56:26.589508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:56:26.589880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:56:26.590277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.590669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:56:26.591181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Bound port: 7c975663-9f24-4039-a813-7de62ebe24d9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:56:26.591574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.652680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] For port 7c975663-9f24-4039-a813-7de62ebe24d9, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:56:26.655898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] For port 7c975663-9f24-4039-a813-7de62ebe24d9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7c975663-9f24-4039-a813-7de62ebe24d9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:56:26.661075 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:26.719669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d6193-bfa4-4292-8ab5-ec55e0a2fc7c None None] Pushing event updated for resources: {'Port': ['ID=7c975663-9f24-4039-a813-7de62ebe24d9,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:56:27.533132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8636f60b-af87-4e09-87df-93ef7331f82f None None] Network baa8762e-41d8-4526-8be0-306c6048dfdc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:56:27.608443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] Provisioning complete for port 7c975663-9f24-4039-a813-7de62ebe24d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:56:27.608811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:27.749895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:27.794676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] For port 7c975663-9f24-4039-a813-7de62ebe24d9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7c975663-9f24-4039-a813-7de62ebe24d9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:56:27.800309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:27.865483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7c975663-9f24-4039-a813-7de62ebe24d9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:56:27.867981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9296231-d982-45ff-83ea-947a2a1b1fc6 None None] Pushing event updated for resources: {'Port': ['ID=7c975663-9f24-4039-a813-7de62ebe24d9,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:56:27.933300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7c975663-9f24-4039-a813-7de62ebe24d9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:56:27.933729 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:28.032920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4ef79bcd-0485-45ae-92bc-2fda6a809b8e None None] Provisioning complete for port 7c975663-9f24-4039-a813-7de62ebe24d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:56:28.033293 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ef79bcd-0485-45ae-92bc-2fda6a809b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:29.794389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7c975663-9f24-4039-a813-7de62ebe24d9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:56:29.841568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7c975663-9f24-4039-a813-7de62ebe24d9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:56:29.841932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:32.174840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25f74814-b859-48ae-891e-6c377caa6bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:34.567428 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aa2c49d6-4239-4e97-b476-7dedb7140501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:35.442380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:36.964076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:37.834556 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:56:51.519406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:57:02.176068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-293073b3-7901-41b7-89a1-e033f5403363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:04.568373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8e3afa6-e89c-4fd8-b85a-c3de5f54645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:05.444682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:06.967164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:07.830065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:28.518080 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:57:32.181599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-48745adc-3ad5-4ff9-a120-151ae611aa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:34.569724 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-722675e9-de38-4efc-b4d7-c82ad96adde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:35.447798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:36.974825 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:37.831908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:43.477160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:57:43.482832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-1f1b02b8-5c21-46e6-a5d2-48d95a8b978d tempest-verify_tempest_config-670011080 tempest-verify_tempest_config-670011080-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:57:43.483832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f1b02b8-5c21-46e6-a5d2-48d95a8b978d tempest-verify_tempest_config-670011080 tempest-verify_tempest_config-670011080-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057430 Nov 12 02:57:43.768924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:57:43.876192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.038131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.041842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.085188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32a62145a9b9439e83568ec83cf28b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3152466 Nov 12 02:57:44.087914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c6d02-db54-4147-9015-c6f84e98b338,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:57:44.088202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35562) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:57:44.093212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.093557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.094018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.094351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.095210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.095792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.096118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.096441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.096761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.097079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.097398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.097717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d8a82-1644-4927-bbba-ccda6e2683d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.151869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.178977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.272317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.274847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:57:44.279133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c62c6d02-db54-4147-9015-c6f84e98b338 HTTP/1.1" status: 204 len: 168 time: 0.1893253 Nov 12 02:57:44.286356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c6d02-db54-4147-9015-c6f84e98b338,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:57:44.292992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.293280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.293617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.294075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.294402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.294838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.295193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.295521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.295841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.296161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.296476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:57:44.296825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c5eaa-be62-4627-90fb-0c435a23f300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:58:02.173643 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-022ab8ba-6fd3-4779-ae6a-83047da1a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:04.570153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-892d22c3-d4b5-4635-a28d-cbd23c391955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:05.450294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:05.517107 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:58:06.975811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:07.833130 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:32.179079 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0c4e388f-5f89-4acd-bf0d-50db53d2db52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:34.571513 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad3002e2-8485-4803-8bf2-177ed78353e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:35.454490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:36.978960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:37.834682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:58:42.515591 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:59:02.180050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f27c822-d354-45a3-b38c-093b8e4c7dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:04.579360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9407244c-e364-4a0e-8dbb-49b694009f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:05.456118 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:06.982108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:07.835491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:19.516570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:59:32.181083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83d205f0-e1e7-4f4b-adad-4b748fcef8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:34.569312 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3d486452-013f-4adf-a92c-097f79d06d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:35.459151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:36.985889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:37.837243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:59:56.515421 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:00:02.181334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f27f34c-dbac-464b-967b-91183ad827d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:04.570054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-824d8b47-c7a7-4eda-bdbe-827d9d0fd755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:05.460946 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:06.993147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:07.839229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:32.184529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89d66e14-9dc6-4ccb-ba56-77fd15c23577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:33.513941 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 5 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:00:34.570714 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c013dc3-8f8e-403e-bce0-970fef20595b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:35.463580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:36.999681 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:37.840791 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:57.431931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:00:58.851061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3801525'] for agent, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:02.184690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e73affab-6f6b-46e7-8603-809049caab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:04.573891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9966cfb0-8fef-46f5-a3e9-5868789298d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:05.468303 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:06.989074 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:07.842779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:10.513444 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:01:27.377050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:28.808284 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:32.185223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd50f78a-ee86-4590-bbdc-4deb4322189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:34.574813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-236ac138-5ce3-4354-a6ab-38594e58999c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:35.470115 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:36.994124 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:37.845823 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:45.581148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35620) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:01:45.684951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3b42fe31-0382-4aa3-bfdb-c41f5f3c2565 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1027124 Nov 12 03:01:47.512991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:01:47.991363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:01:48.046251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-630e7e36-4770-4c1b-bdbc-64cade2b34f4 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0538194 Nov 12 03:01:57.376548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:01:58.807890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:02.186126 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc016597-3888-497d-b2b1-0263e23484f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:04.576047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd6a6e3a-616e-46a0-ad7b-3e46301c14a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:05.473244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:06.994275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:07.847603 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:24.511980 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:02:27.391900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:28.824568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:32.189230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e235e13-2ad9-408e-9cf8-6506ba21f335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:34.581042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cea9c306-0366-4100-8fb6-14d63fd290b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:35.478475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:36.997598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:37.853114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:57.404794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:02:58.814978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:01.511236 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:03:02.190981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f2d0b1c-b929-4b46-86a5-84396bd9709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:04.573571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0d902d73-8854-402f-8b56-c4b6bfc0b9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:05.481940 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:07.001579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:07.852965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.457695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35784) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:11.739366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-network', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:11.760575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Made reservation on behalf of ab3e3e7d346e4ba3a61f6057ee567992 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:11.763440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.773384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.848479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.855386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.896225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9fcb83-3af3-4a79-9c0e-bf5af54f42d8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:11.898426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:11.910237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.910515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.910836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.911189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.911636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.912067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.912268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.912588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.912892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.913207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.913519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.913829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Tracked resource versions report: Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: pushed versions: Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Log': {'1.0'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Network': {'1.1'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Port': {'1.7'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'PortForwarding': {'1.2'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'QosPolicy': {'1.10'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SubPort': {'1.0'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Subnet': {'1.1'}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Trunk': {'1.1'}} Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: consumer versions: Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: { DHCP agent@n-d-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: HyperV agent@n-h1-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: HyperV agent@n-h2-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: L3 agent@n-d-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: Metadata agent@n-d-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: Metering agent@n-d-615180-50: {}, Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'ConntrackHelper': '1.0', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Log': '1.0', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Network': '1.1', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Port': '1.7', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'PortForwarding': '1.2', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'QosPolicy': '1.10', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SecurityGroup': '1.5', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SecurityGroupRule': '1.2', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'SubPort': '1.0', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Subnet': '1.1', Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: 'Trunk': '1.1'}} Nov 12 03:03:11.914893 n-d-615180-50 neutron-server[102433]: {{(pid=102433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:11.928850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:11.929202 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Added segment ee0d9fec-8451-4aa6-8156-732f7d971898 of type vlan for network b6502481-952b-4d53-80d1-7f49fb4c87a4 Nov 12 03:03:11.979554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.010253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.011395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:12.012173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.040851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35828) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:12.041361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5820191 Nov 12 03:03:12.047625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Request body: {'subnet': {'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-subnet', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:12.069530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Made reservation on behalf of ab3e3e7d346e4ba3a61f6057ee567992 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:12.072261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.087650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff982db-0bef-4d91-9f88-32a2577f0212 admin admin] Pushing event updated for resources: {'Network': ['ID=b6502481-952b-4d53-80d1-7f49fb4c87a4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:12.098767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:12.266659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.325937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c550ef9d-cf01-43a8-826f-dbac5a27f75c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:12.337050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.337521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.337862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.338391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.338879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.339237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.339711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.340208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.340528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.341015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.341869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.342356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Tracked resource versions report: Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: pushed versions: Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Log': {'1.0'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Network': {'1.1'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Port': {'1.7'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'PortForwarding': {'1.2'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'QosPolicy': {'1.10'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SubPort': {'1.0'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Subnet': {'1.1'}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Trunk': {'1.1'}} Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: consumer versions: Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: { DHCP agent@n-d-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: HyperV agent@n-h1-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: HyperV agent@n-h2-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: L3 agent@n-d-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: Metadata agent@n-d-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: Metering agent@n-d-615180-50: {}, Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'ConntrackHelper': '1.0', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Log': '1.0', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Network': '1.1', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Port': '1.7', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'PortForwarding': '1.2', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'QosPolicy': '1.10', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SecurityGroup': '1.5', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SecurityGroupRule': '1.2', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'SubPort': '1.0', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Subnet': '1.1', Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: 'Trunk': '1.1'}} Nov 12 03:03:12.343719 n-d-615180-50 neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:12.354011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Checking segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:12.354360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Network hostable DHCP agents. Network: b6502481-952b-4d53-80d1-7f49fb4c87a4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:12.373800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:12.383214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b6502481-952b-4d53-80d1-7f49fb4c87a4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:12.389720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:12.389833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.393599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151b971-0f8c-42a6-879a-25a37c4ecda0 None None] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:12.407841 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fdae3ab4-4fc3-4437-9bc8-4c700ab46d1e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3659780 Nov 12 03:03:12.410449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:12.414807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:12.438812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.440167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.506364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.679554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.687408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-b6502481-952b-4d53-80d1-7f49fb4c87a4', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:03:12.689018 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.726464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:12.868741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Allocated IP 172.20.0.2 (b6502481-952b-4d53-80d1-7f49fb4c87a4/c550ef9d-cf01-43a8-826f-dbac5a27f75c/c84ce14a-c8d8-486e-8efd-fb8b59cf232a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:12.914332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:12.948366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.042912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35868) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:13.058967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.065312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Allocated IP 172.25.2.232 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d5916996-4bf2-4057-ac5e-499e4f0f9f61) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:13.067667 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.112517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:13.118943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:13.122728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:13.129085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Pushing event updated for resources: {'Port': ['ID=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Tracked resource versions report: Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: pushed versions: Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Log': {'1.0'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Network': {'1.1'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Port': {'1.7'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'PortForwarding': {'1.2'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'QosPolicy': {'1.10'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SubPort': {'1.0'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Subnet': {'1.1'}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Trunk': {'1.1'}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: consumer versions: Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: { DHCP agent@n-d-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: HyperV agent@n-h1-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: HyperV agent@n-h2-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: L3 agent@n-d-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: Metadata agent@n-d-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: Metering agent@n-d-615180-50: {}, Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'ConntrackHelper': '1.0', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Log': '1.0', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Network': '1.1', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Port': '1.7', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'PortForwarding': '1.2', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'QosPolicy': '1.10', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SecurityGroup': '1.5', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SecurityGroupRule': '1.2', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'SubPort': '1.0', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Subnet': '1.1', Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: 'Trunk': '1.1'}} Nov 12 03:03:13.159306 n-d-615180-50 neutron-server[102434]: {{(pid=102434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:13.185148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-434307992-network', 'tenant_id': '116b45121747424baa34d9f5971a2294'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:13.216101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.225798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Made reservation on behalf of 116b45121747424baa34d9f5971a2294 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:13.229793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.236783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Attempting to bind port c84ce14a-c8d8-486e-8efd-fb8b59cf232a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:13.237163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Attempting to bind port c84ce14a-c8d8-486e-8efd-fb8b59cf232a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:13.237665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Attempting to bind port c84ce14a-c8d8-486e-8efd-fb8b59cf232a on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:13.242843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:13.243257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Checking segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:13.243658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.244050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Bound using segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:13.244663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Bound port: c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:13.244830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.245068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.292910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.311486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] For port c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:13.314987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] For port c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:13.324950 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.347331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.355974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.379988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:13.383167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:13.388548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:13.409642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02892c97-56be-4fb0-85e8-a0fa4edff67b None None] Pushing event updated for resources: {'Port': ['ID=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:13.433137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:13.440134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e073eaf-84c6-4b8f-94a2-634c546d17f5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:13.449764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.450152 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Added segment b0a0c7ff-7b99-462d-b917-d787241808f3 of type vlan for network 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 Nov 12 03:03:13.452267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Pushing event updated for resources: {'Port': ['ID=d5916996-4bf2-4057-ac5e-499e4f0f9f61,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:13.523069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.557077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.558491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:13.559125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.635051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9071813 Nov 12 03:03:13.638456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35886) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:13.645858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Request body: {'subnet': {'network_id': '7d36fd40-970b-4a03-8a4d-8e99a32ea4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-434307992-subnet', 'tenant_id': '116b45121747424baa34d9f5971a2294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:13.649021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17729c1f-25b8-49a8-82e2-666cd996a805 admin admin] Pushing event updated for resources: {'Network': ['ID=7d36fd40-970b-4a03-8a4d-8e99a32ea4e0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:13.664318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:13.675859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Made reservation on behalf of 116b45121747424baa34d9f5971a2294 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:13.684781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:13.854462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3c0fada4-0a40-432a-b280-eac0fa314ada tempest-AutoAllocateNetworkTest-1366129120 tempest-AutoAllocateNetworkTest-1366129120-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b7c99acd88d74d3b9bbf6af8913dce20&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8103111 Nov 12 03:03:13.857165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35896) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:13.862053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.083294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c84ce14a-c8d8-486e-8efd-fb8b59cf232a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:14.187890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43c33a-8c92-4840-80b8-dfeec07e3001 tempest-AutoAllocateNetworkTest-1366129120 tempest-AutoAllocateNetworkTest-1366129120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:14.194753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1c43c33a-8c92-4840-80b8-dfeec07e3001 tempest-AutoAllocateNetworkTest-1366129120 tempest-AutoAllocateNetworkTest-1366129120-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3367655 Nov 12 03:03:14.200735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c84ce14a-c8d8-486e-8efd-fb8b59cf232a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:14.201250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.220855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:14.328183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:14.329472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-805ae08a-9f30-47ec-8083-3a11f4069167 tempest-AutoAllocateNetworkTest-1366129120 tempest-AutoAllocateNetworkTest-1366129120-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975833 Nov 12 03:03:14.384009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.399283 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f2a2d196-d733-4a46-a527-bd78005e7618 tempest-AutoAllocateNetworkTest-1366129120 tempest-AutoAllocateNetworkTest-1366129120-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b7c99acd88d74d3b9bbf6af8913dce20 HTTP/1.1" status: 200 len: 208 time: 0.0696740 Nov 12 03:03:14.414857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.454655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:14.462601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.468749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.558170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:14.583313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151f18fb-4a1d-4995-acbd-a7088eec939a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:14.595857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Checking segment: {'id': 'b0a0c7ff-7b99-462d-b917-d787241808f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7d36fd40-970b-4a03-8a4d-8e99a32ea4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:14.596613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Network hostable DHCP agents. Network: 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:14.630728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Router 3f419386-db90-49b3-92d7-e05c462506ee is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:03:14.631600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Network 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:14.655039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:14.660840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:14.661433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.663923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112ab945-f00e-4c32-a018-bd0c8dd926d4 None None] Network 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:14.692920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b0a39df2-7a82-4178-97de-bf1796c9f4b1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0526733 Nov 12 03:03:14.735307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2b945-1d52-4a0c-a8d9-79975f2aa638 None None] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:14.779050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:14.790326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:14.805082 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:14.806056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:14.812764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.814151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-278c7bdf-f59f-4451-928a-84f83e0d2949 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4026611 Nov 12 03:03:14.817130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:14.893213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1363912d-4b5d-4146-8c4e-4e4ea4ea184e None None] Provisioning complete for port c84ce14a-c8d8-486e-8efd-fb8b59cf232a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:14.893629 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1363912d-4b5d-4146-8c4e-4e4ea4ea184e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:14.957289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13935b95-327b-406c-b90c-d070d7f0c21b None None] Network 7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:15.023328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:15.265077 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:13Z', 'revision_number': 3, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:15.303772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:15.304141 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Updating router 3f419386-db90-49b3-92d7-e05c462506ee port d5916996-4bf2-4057-ac5e-499e4f0f9f61 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:15.369050 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.444731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.445235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:15.652361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c44bf1b1-17a0-46c2-865c-36df30f8f192 None None] Provisioning complete for port c84ce14a-c8d8-486e-8efd-fb8b59cf232a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:15.652361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c44bf1b1-17a0-46c2-865c-36df30f8f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.754204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Allocated IP 172.20.0.1 (b6502481-952b-4d53-80d1-7f49fb4c87a4/c550ef9d-cf01-43a8-826f-dbac5a27f75c/58c9224a-7146-4849-83c2-45fa0e4f2d00) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:15.827617 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.838282 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.900505 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Pushing event updated for resources: {'Port': ['ID=d5916996-4bf2-4057-ac5e-499e4f0f9f61,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:15.914478 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.914827 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.915402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.915861 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.916203 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.917248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.917248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.917376 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.917640 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.918585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.918585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.918585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Tracked resource versions report: Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: pushed versions: Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: { 'AddressGroup': {'1.2'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'ConntrackHelper': {'1.0'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Log': {'1.0'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Network': {'1.1'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Port': {'1.7'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'PortForwarding': {'1.2'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'QosPolicy': {'1.10'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SecurityGroup': {'1.5'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SubPort': {'1.0'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Subnet': {'1.1'}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Trunk': {'1.1'}} Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: consumer versions: Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: { DHCP agent@n-d-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: HyperV agent@n-h1-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: HyperV agent@n-h2-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: L3 agent@n-d-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: Metadata agent@n-d-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: Metering agent@n-d-615180-50: {}, Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: Open vSwitch agent@n-d-615180-50: { 'AddressGroup': '1.2', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'ConntrackHelper': '1.0', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Log': '1.0', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Network': '1.1', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Port': '1.7', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'PortForwarding': '1.2', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'QosPolicy': '1.10', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SecurityGroup': '1.5', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SecurityGroupRule': '1.2', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'SubPort': '1.0', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Subnet': '1.1', Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: 'Trunk': '1.1'}} Nov 12 03:03:15.920174 n-d-615180-50 neutron-server[102435]: {{(pid=102435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:03:15.940644 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Attempting to bind port d5916996-4bf2-4057-ac5e-499e4f0f9f61 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:15.941024 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Attempting to bind port d5916996-4bf2-4057-ac5e-499e4f0f9f61 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:15.941438 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Attempting to bind port d5916996-4bf2-4057-ac5e-499e4f0f9f61 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:15.946927 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:15.947353 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:15.947983 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.949028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:15.949335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Bound port: d5916996-4bf2-4057-ac5e-499e4f0f9f61, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:15.949883 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:15.975438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.042714 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] For port d5916996-4bf2-4057-ac5e-499e4f0f9f61, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:16.048382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.059570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] For port d5916996-4bf2-4057-ac5e-499e4f0f9f61, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d5916996-4bf2-4057-ac5e-499e4f0f9f61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:16.072715 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.118149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:16.126782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:16.136169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:16.145635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.152420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a35d63b7-2ae5-4085-889f-53f6b59fdad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.215906 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:16.217242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:16.245590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a35d63b7-2ae5-4085-889f-53f6b59fdad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.252202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a35d63b7-2ae5-4085-889f-53f6b59fdad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.293083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d63b7-2ae5-4085-889f-53f6b59fdad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ec85a-1068-44d7-9061-38504814deb5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:16.303836 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7762e11-cd35-4d54-b003-697789704a2a None None] Pushing event updated for resources: {'Port': ['ID=d5916996-4bf2-4057-ac5e-499e4f0f9f61,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:16.317824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a35d63b7-2ae5-4085-889f-53f6b59fdad0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7c99acd88d74d3b9bbf6af8913dce20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8719094 Nov 12 03:03:16.320504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35980) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:16.321231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Pushing event updated for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:16.446957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.473197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:16.514457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c84ce14a-c8d8-486e-8efd-fb8b59cf232a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:16.528329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.638793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-82d48942-ef34-4954-b975-19c88223ee5b None None] Provisioning complete for port 58c9224a-7146-4849-83c2-45fa0e4f2d00 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:16.639401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-82d48942-ef34-4954-b975-19c88223ee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.649983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.656538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.660156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/254ec85a-1068-44d7-9061-38504814deb5 HTTP/1.1" status: 204 len: 168 time: 0.3385532 Nov 12 03:03:16.688243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ea3d-3102-427c-81f7-16af04dd875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ec85a-1068-44d7-9061-38504814deb5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:16.705714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.765184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c84ce14a-c8d8-486e-8efd-fb8b59cf232a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:16.768812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:16.815077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-82d48942-ef34-4954-b975-19c88223ee5b None None] Port 58c9224a-7146-4849-83c2-45fa0e4f2d00 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:16.891337 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:13Z', 'revision_number': 3, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:16.958338 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26091-c239-4c91-a182-e33ba51984d0 None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:13Z', 'revision_number': 3, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:17.167223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.175144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.176085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.274669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Pushing event updated for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:17.324448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:17.327031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:17.401130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36014) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:17.409797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1357694480-network', 'tenant_id': '2991648d1d044b0b9c3a3a7bde8ab089'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:17.454059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Made reservation on behalf of 2991648d1d044b0b9c3a3a7bde8ab089 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:17.456822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.472636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.538673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:03:17.665662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2842d2dd-63aa-4543-bace-c415ad3e7275 None None] Provisioning complete for port 58c9224a-7146-4849-83c2-45fa0e4f2d00 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:17.667829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2842d2dd-63aa-4543-bace-c415ad3e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.673973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.687581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.727755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36022) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:17.755790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2842d2dd-63aa-4543-bace-c415ad3e7275 None None] Port 58c9224a-7146-4849-83c2-45fa0e4f2d00 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:17.778348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:17.805425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2659b2c-cd6b-49a9-8038-c10a6e534484,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:17.815773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.816185 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Added segment 9fd37331-5439-405f-b758-2bc168b3dd5d of type vlan for network ef351c78-424d-44c3-9d4f-e3bdc2eeb180 Nov 12 03:03:17.827554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:17.842917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-509f8fec-768f-4cfb-9eaa-ba695eaade4b admin admin] 10.222.0.84 "PUT /v2.0/routers/3f419386-db90-49b3-92d7-e05c462506ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0243969 Nov 12 03:03:17.890588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.940363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6e342bc-11c6-493e-a885-6e924c97cd8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.952595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:17.953985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:17.955628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.014636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6106470 Nov 12 03:03:18.018344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36042) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:18.024513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Request body: {'subnet': {'network_id': 'ef351c78-424d-44c3-9d4f-e3bdc2eeb180', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1357694480-subnet', 'tenant_id': '2991648d1d044b0b9c3a3a7bde8ab089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:18.073540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2832b1-3cd1-4985-be60-061a60baa756 admin admin] Pushing event updated for resources: {'Network': ['ID=ef351c78-424d-44c3-9d4f-e3bdc2eeb180,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:18.081921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Made reservation on behalf of 2991648d1d044b0b9c3a3a7bde8ab089 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:18.085896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.086291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ef351c78-424d-44c3-9d4f-e3bdc2eeb180 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:18.196517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6e342bc-11c6-493e-a885-6e924c97cd8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.207626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6e342bc-11c6-493e-a885-6e924c97cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.288026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e342bc-11c6-493e-a885-6e924c97cd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982793a-46f3-41c7-89d2-30bfc393660d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:18.310241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6e342bc-11c6-493e-a885-6e924c97cd8f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b628fefb646e47338c4fb80c3dde3023&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5793023 Nov 12 03:03:18.310875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:18.396070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.460087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.518532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.561099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5916996-4bf2-4057-ac5e-499e4f0f9f61 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:18.561298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.567131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.569432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8982793a-46f3-41c7-89d2-30bfc393660d HTTP/1.1" status: 204 len: 168 time: 0.2570977 Nov 12 03:03:18.579851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f14e2-f616-4456-a3d6-d92c7486af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982793a-46f3-41c7-89d2-30bfc393660d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:18.598123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a743cb-9968-4e27-a86f-c428cc447e7c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:18.607863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Checking segment: {'id': '9fd37331-5439-405f-b758-2bc168b3dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef351c78-424d-44c3-9d4f-e3bdc2eeb180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:18.608227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Network hostable DHCP agents. Network: ef351c78-424d-44c3-9d4f-e3bdc2eeb180, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:18.631393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d5916996-4bf2-4057-ac5e-499e4f0f9f61 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:18.632109 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.640005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Network ef351c78-424d-44c3-9d4f-e3bdc2eeb180 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:18.654352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ef351c78-424d-44c3-9d4f-e3bdc2eeb180) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:18.671129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac63a3e-eeb7-4b2b-a7cd-d9e57db4f5e6 None None] Network ef351c78-424d-44c3-9d4f-e3bdc2eeb180 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:18.671759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:18.673583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.694067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-029756d4-ec59-4fb5-bd92-be7f611f3965 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6742811 Nov 12 03:03:18.796641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36082) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:18.932171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:18.972689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port d5916996-4bf2-4057-ac5e-499e4f0f9f61, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d5916996-4bf2-4057-ac5e-499e4f0f9f61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:18.975648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56a8c6-c5b8-475b-a42e-11da4dd964e2 None None] Network ef351c78-424d-44c3-9d4f-e3bdc2eeb180 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:18.989313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.088435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=d5916996-4bf2-4057-ac5e-499e4f0f9f61,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.175000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36106) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.266447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Deleting subnet 151f18fb-4a1d-4995-acbd-a7088eec939a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:03:19.269915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.346110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.358383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee9e577e-b66c-4635-ad22-93c45b0f97be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.373589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36124) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.379747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.394761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36128) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.418268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-280a156a-ce3b-48d8-a296-9dc0d66c406a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.524702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.553227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-280a156a-ce3b-48d8-a296-9dc0d66c406a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.562579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-280a156a-ce3b-48d8-a296-9dc0d66c406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.565039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.571505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36134) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.571695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/151f18fb-4a1d-4995-acbd-a7088eec939a HTTP/1.1" status: 204 len: 168 time: 0.3953295 Nov 12 03:03:19.576128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:19.604047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:19.604613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:19.606561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef2fb8-77bd-49bd-bf33-2cc977caec13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151f18fb-4a1d-4995-acbd-a7088eec939a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.629030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee9e577e-b66c-4635-ad22-93c45b0f97be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.636772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee9e577e-b66c-4635-ad22-93c45b0f97be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.735478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e577e-b66c-4635-ad22-93c45b0f97be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409fd815-3112-4c03-81fb-399182a7f952,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.748882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a156a-ce3b-48d8-a296-9dc0d66c406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46a603-2839-47ed-9a4b-0111be6b1249,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:19.757557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:19.758262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-280a156a-ce3b-48d8-a296-9dc0d66c406a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=878bb24fc3a54a459fed4700364f49da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3621011 Nov 12 03:03:19.760823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.764882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ee9e577e-b66c-4635-ad22-93c45b0f97be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c2cdc2794574a16b29640a5e5654d16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9641597 Nov 12 03:03:19.769393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:19.788471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.841648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.877915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.948281 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.950372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.953025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:19.954980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/409fd815-3112-4c03-81fb-399182a7f952 HTTP/1.1" status: 204 len: 168 time: 0.1832924 Nov 12 03:03:19.967298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408409ea-461e-480a-860c-9c9e5d898371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409fd815-3112-4c03-81fb-399182a7f952,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:20.070001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 2, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:20.107818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:20.108365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Updating router 3f419386-db90-49b3-92d7-e05c462506ee port 58c9224a-7146-4849-83c2-45fa0e4f2d00 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:20.115962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.117749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e35d-4887-4742-af6e-49655d5e2ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.136366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.141017 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.196965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.197129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.197926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.198228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > port after_create 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.198552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.198871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > port after_update 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.199248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.205400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.205897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.206240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.413667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.414241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.414328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.414639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102432) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:03:20.415015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d36fd40-970b-4a03-8a4d-8e99a32ea4e0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:20.444912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a0c7ff-7b99-462d-b917-d787241808f3') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:20.445214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a0c7ff-7b99-462d-b917-d787241808f3') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:20.493067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.526030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5916996-4bf2-4057-ac5e-499e4f0f9f61 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:20.538572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36192) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:20.546671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-network', 'tenant_id': '066129d15bf44090a119131f2fef0770'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:20.549660 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.565320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.568129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.569294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9a46a603-2839-47ed-9a4b-0111be6b1249 HTTP/1.1" status: 204 len: 168 time: 0.8075562 Nov 12 03:03:20.571949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:03:20.572730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: from cryptography.utils import int_from_bytes Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: from cryptography.utils import int_from_bytes Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:03:20.578249 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:03:20.602303 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.610689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506cd1-5ac9-4f9d-84a9-f6e868ff40bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46a603-2839-47ed-9a4b-0111be6b1249,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:20.618710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.631526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Made reservation on behalf of 066129d15bf44090a119131f2fef0770 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:20.634141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.658483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.707358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d5916996-4bf2-4057-ac5e-499e4f0f9f61 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:20.707522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.709532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0eea-6ec1-4e8b-80f6-933531e654a2 None None] Pushing event updated for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:20.757576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e35d-4887-4742-af6e-49655d5e2ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.762942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.781903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.787426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] 10.222.0.84 "DELETE /v2.0/networks/7d36fd40-970b-4a03-8a4d-8e99a32ea4e0 HTTP/1.1" status: 204 len: 168 time: 1.2124922 Nov 12 03:03:20.791505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:20.801448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e35d-4887-4742-af6e-49655d5e2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.842922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4f3e35d-4887-4742-af6e-49655d5e2ab4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a6a9fa6262eb4efcb312edc1a38779e9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4677272 Nov 12 03:03:20.850951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36210) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:20.863767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Attempting to bind port 58c9224a-7146-4849-83c2-45fa0e4f2d00 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:20.864384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Attempting to bind port 58c9224a-7146-4849-83c2-45fa0e4f2d00 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:20.864813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Attempting to bind port 58c9224a-7146-4849-83c2-45fa0e4f2d00 on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:20.874801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:20.875191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Checking segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:20.875686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.876087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Bound using segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:20.876654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Bound port: 58c9224a-7146-4849-83c2-45fa0e4f2d00, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:20.877117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.891322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5460251-b157-4859-80b1-962bea11eccc admin admin] Pushing event deleted for resources: {'Network': ['ID=7d36fd40-970b-4a03-8a4d-8e99a32ea4e0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:20.910116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Deleting subnet 17a743cb-9968-4e27-a86f-c428cc447e7c {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:03:20.926598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:20.945624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3e35d-4887-4742-af6e-49655d5e2ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b0b55-d7f3-4397-8bb6-8c106a6ac59c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:20.996773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.030297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:21.047554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.050016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.070603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] For port 58c9224a-7146-4849-83c2-45fa0e4f2d00, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:21.073270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.077912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] For port 58c9224a-7146-4849-83c2-45fa0e4f2d00, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=58c9224a-7146-4849-83c2-45fa0e4f2d00,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:21.082420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99ea4fb8-4e42-402d-a1b0-436f685d5e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.090141 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.134899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.145666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.186393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df21d1-39c2-40b1-bacb-a1bc5fc15fde,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.189496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0eea-6ec1-4e8b-80f6-933531e654a2 None None] Pushing event updated for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.209488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] Provisioning complete for port 58c9224a-7146-4849-83c2-45fa0e4f2d00 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:21.209870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.224513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.257720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.266360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36228) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:21.267643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/17a743cb-9968-4e27-a86f-c428cc447e7c HTTP/1.1" status: 204 len: 168 time: 0.4750569 Nov 12 03:03:21.270626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99ea4fb8-4e42-402d-a1b0-436f685d5e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.278997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:21.279673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:21.287238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.295913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.298821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f7b0b55-d7f3-4397-8bb6-8c106a6ac59c HTTP/1.1" status: 204 len: 168 time: 0.4465079 Nov 12 03:03:21.321786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:21.331019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99ea4fb8-4e42-402d-a1b0-436f685d5e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.334663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee15b5-15e2-48da-8dbb-a9453059261c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a743cb-9968-4e27-a86f-c428cc447e7c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.363007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.363369 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Added segment 00f09ced-9c3b-4c16-abf9-269da529c815 of type vlan for network 94bf1927-31a0-4f99-b001-724bfc3d62ae Nov 12 03:03:21.382503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85ab45-14cc-4db4-a034-5ba2d6a41b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b0b55-d7f3-4397-8bb6-8c106a6ac59c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.444596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-99ea4fb8-4e42-402d-a1b0-436f685d5e31 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81ff23750a8e40c9aa1b425accf49b4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4130843 Nov 12 03:03:21.449707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36240) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:21.460827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea4fb8-4e42-402d-a1b0-436f685d5e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2114b-d33b-46b2-a94f-cd6316d7f735,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.468318 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.472169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:21.474353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.565277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.592296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef351c78-424d-44c3-9d4f-e3bdc2eeb180']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:21.596252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.597209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:21.598578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.605002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd37331-5439-405f-b758-2bc168b3dd5d') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:21.605490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd37331-5439-405f-b758-2bc168b3dd5d') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:21.617794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.646525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.665271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:03:21.665666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:03:21.667421 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:03:21.703209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] Pushing event updated for resources: {'Network': ['ID=94bf1927-31a0-4f99-b001-724bfc3d62ae,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:21.705994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.732112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.810870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-97dc0ab8-73ed-4344-92b9-b8d0bb398491 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2695484 Nov 12 03:03:21.812751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:21.827112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Request body: {'subnet': {'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-subnet', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:21.872771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:21.880987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Made reservation on behalf of 066129d15bf44090a119131f2fef0770 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:21.887530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.939913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.951278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:21.955457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ef351c78-424d-44c3-9d4f-e3bdc2eeb180 HTTP/1.1" status: 204 len: 168 time: 0.6834378 Nov 12 03:03:21.968511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e590-1c40-41d8-baa5-7776b73d59b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef351c78-424d-44c3-9d4f-e3bdc2eeb180,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.003735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.008470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.012495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9ff2114b-d33b-46b2-a94f-cd6316d7f735 HTTP/1.1" status: 204 len: 168 time: 0.5548804 Nov 12 03:03:22.014811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.027669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdf7d3-31c5-42a2-802d-364cda46271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2114b-d33b-46b2-a94f-cd6316d7f735,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.097323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] For port 58c9224a-7146-4849-83c2-45fa0e4f2d00, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=58c9224a-7146-4849-83c2-45fa0e4f2d00,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:22.105733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.115393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36268) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.136255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a1913d-8168-4997-96c2-581769796bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.175680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:21Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:22.180670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056e0e1-539d-40c7-91a7-1e0296f3b6a8 None None] Pushing event updated for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.190128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.244940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a1913d-8168-4997-96c2-581769796bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.250154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5ead9e-025b-4ad9-837f-3402d1c6286b None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:21Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:22.251021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70a1913d-8168-4997-96c2-581769796bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.269701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4cabf6-c06f-4400-892f-2f44b0ede1a2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.273573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-017af813-929b-4105-95ff-0c645199d275 None None] Provisioning complete for port 58c9224a-7146-4849-83c2-45fa0e4f2d00 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:22.274800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-017af813-929b-4105-95ff-0c645199d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.303530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Checking segment: {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:22.304262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Network hostable DHCP agents. Network: 94bf1927-31a0-4f99-b001-724bfc3d62ae, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:22.342886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:22.370828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-70a1913d-8168-4997-96c2-581769796bbb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e786a16c5d94732af3967963df8e962&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2539020 Nov 12 03:03:22.372570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 94bf1927-31a0-4f99-b001-724bfc3d62ae) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:22.373438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.379375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:22.380987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.385460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1913d-8168-4997-96c2-581769796bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d108e8d-49f3-49a3-839b-6c8912130310,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.422534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bab76c7-af5a-4fb2-9f4f-cfd80a2f62c3 None None] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:22.433805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.437508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ffca5a3-e324-4556-8cbd-74ddf730ae12 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6236708 Nov 12 03:03:22.452886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36282) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.477628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:22.512118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.558781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.560421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.577009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 58c9224a-7146-4849-83c2-45fa0e4f2d00 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:22.594784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.670883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.805568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-94bf1927-31a0-4f99-b001-724bfc3d62ae', 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'fixed_ips': [{'subnet_id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:03:22.806741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.811485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8949f7ae-f47a-4c0e-ad2f-1c72b33071f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=116b45121747424baa34d9f5971a2294&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3573825 Nov 12 03:03:22.813933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:22.835719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 58c9224a-7146-4849-83c2-45fa0e4f2d00 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:22.837718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.842540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.846548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.848140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5d108e8d-49f3-49a3-839b-6c8912130310 HTTP/1.1" status: 204 len: 168 time: 0.4734616 Nov 12 03:03:22.890095 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.920793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.931846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d7ddd-dadf-4b24-84a3-0f96370af52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d108e8d-49f3-49a3-839b-6c8912130310,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:22.948542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:22.999615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.003370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.004940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e073eaf-84c6-4b8f-94a2-634c546d17f5 HTTP/1.1" status: 204 len: 168 time: 0.1889601 Nov 12 03:03:23.018222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98053776-d288-471a-9e84-fd363b34d5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e073eaf-84c6-4b8f-94a2-634c546d17f5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:23.126527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Allocated IP 172.20.0.2 (94bf1927-31a0-4f99-b001-724bfc3d62ae/6a4cabf6-c06f-4400-892f-2f44b0ede1a2/33037894-d1ba-4931-9fdb-3c043580bfed) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:23.267891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.295604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.456688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.481976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Allocated IP 172.25.2.38 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/04bebe77-6d00-44b7-9516-29277032e772) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:23.491216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.504167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36310) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:23.507158 n-d-615180-50 neutron-server[102433]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:03:23.541748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:23.548815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:23.552647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:23.566028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Pushing event updated for resources: {'Port': ['ID=33037894-d1ba-4931-9fdb-3c043580bfed,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:23.578315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-b6a5da33-80cd-4a1b-83db-c360c1032ab3 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c412062d2dff474084b8cfdfea9f2738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724597 Nov 12 03:03:23.671718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Attempting to bind port 33037894-d1ba-4931-9fdb-3c043580bfed on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:23.672321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Attempting to bind port 33037894-d1ba-4931-9fdb-3c043580bfed by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:23.673465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Attempting to bind port 33037894-d1ba-4931-9fdb-3c043580bfed on network 94bf1927-31a0-4f99-b001-724bfc3d62ae {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:23.679455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:23.680047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Checking segment: {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:23.680619 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.681148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Bound using segment: {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:23.682054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Bound port: 33037894-d1ba-4931-9fdb-3c043580bfed, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:23.682605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.724001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.791618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.810213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-b6221eaa-aebd-4dc8-8b01-9ad0483f8195 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:23.818116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-b6221eaa-aebd-4dc8-8b01-9ad0483f8195 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385967 Nov 12 03:03:23.823788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] For port 33037894-d1ba-4931-9fdb-3c043580bfed, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:23.846243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:23.847528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] For port 33037894-d1ba-4931-9fdb-3c043580bfed, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=33037894-d1ba-4931-9fdb-3c043580bfed,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:23.849526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-e9984600-456f-4b9d-81df-7dabe88559b4 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/quotas/c412062d2dff474084b8cfdfea9f2738 HTTP/1.1" status: 200 len: 375 time: 0.0305693 Nov 12 03:03:23.851056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:23.854436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:23.869520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:23.941425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-814863f7-d69c-40a6-88cf-a82c1c7d45e9 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c412062d2dff474084b8cfdfea9f2738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861044 Nov 12 03:03:23.953251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=04bebe77-6d00-44b7-9516-29277032e772,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:24.081492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e9022-eafd-4285-a29b-28f5f410b61b None None] Pushing event updated for resources: {'Port': ['ID=33037894-d1ba-4931-9fdb-3c043580bfed,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:24.297564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:24.347728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3e905b2-9fbe-4af0-9d71-84a96dbdd0fa req-ae71ef48-6e36-429c-a292-3559efe3dcec tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 210 time: 0.1105762 Nov 12 03:03:24.365827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.505528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da584587-05ad-4762-bd57-621382c0b264 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2991648d1d044b0b9c3a3a7bde8ab089&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2067134 Nov 12 03:03:24.507974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36376) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:24.601364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.626462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.682577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.688287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:24.690151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2659b2c-cd6b-49a9-8038-c10a6e534484 HTTP/1.1" status: 204 len: 168 time: 0.1797621 Nov 12 03:03:24.703408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8c8f-5889-4137-89fa-73373de53eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2659b2c-cd6b-49a9-8038-c10a6e534484,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:24.750769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:25.078280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:03:25.295437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:25.307075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Sync routers for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:25.333066 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:25.333752 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:25.335778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:25.338156 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a3c3198a-cca7-4443-ba3c-c8e33e338ee9 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8937929 Nov 12 03:03:25.341613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36418) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:25.460217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da6dab-bc23-42de-b341-7805e5ccf686 None None] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:25.610151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] Provisioning complete for port 33037894-d1ba-4931-9fdb-3c043580bfed triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:25.610689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:25.736697 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:25.798512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:25.880932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] For port 33037894-d1ba-4931-9fdb-3c043580bfed, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=33037894-d1ba-4931-9fdb-3c043580bfed,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:25.891890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.048644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b624d3-8ee0-40d1-aa9f-a16efb1f8f6b None None] Pushing event updated for resources: {'Port': ['ID=33037894-d1ba-4931-9fdb-3c043580bfed,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:26.103644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36476) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:26.237509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-53f75e6c-3507-4913-9025-ab2d387536c1 None None] Provisioning complete for port 33037894-d1ba-4931-9fdb-3c043580bfed triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:26.237949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-53f75e6c-3507-4913-9025-ab2d387536c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.247762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 3, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:26.279758 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Checking router: 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:26.280348 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Updating router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e port 04bebe77-6d00-44b7-9516-29277032e772 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:26.330260 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.616240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 33037894-d1ba-4931-9fdb-3c043580bfed up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:26.628191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.749381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 33037894-d1ba-4931-9fdb-3c043580bfed triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:26.750044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.786137 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.794782 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.823132 n-d-615180-50 neutron-server[102432]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:03:26.856936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Attempting to bind port 04bebe77-6d00-44b7-9516-29277032e772 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:26.857650 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Attempting to bind port 04bebe77-6d00-44b7-9516-29277032e772 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:26.858148 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Attempting to bind port 04bebe77-6d00-44b7-9516-29277032e772 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:26.860383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4fcd3-4787-4bff-a688-c0bc764b3fff None None] Pushing event updated for resources: {'Port': ['ID=04bebe77-6d00-44b7-9516-29277032e772,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:26.869724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:26.870358 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:26.870913 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.871469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:26.872134 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Bound port: 04bebe77-6d00-44b7-9516-29277032e772, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:26.872835 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:26.959672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-460ac6a8-f8bc-4fc1-8952-592ed0a1a627 req-0b075bd2-1292-4993-b7f4-5be004ad75f8 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 210 time: 0.8493533 Nov 12 03:03:26.982653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Allocated IP 172.20.0.1 (94bf1927-31a0-4f99-b001-724bfc3d62ae/6a4cabf6-c06f-4400-892f-2f44b0ede1a2/18944029-7428-4e6d-9996-640ebc500e84) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:27.005677 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] For port 04bebe77-6d00-44b7-9516-29277032e772, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:27.009054 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] For port 04bebe77-6d00-44b7-9516-29277032e772, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=04bebe77-6d00-44b7-9516-29277032e772,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:27.016482 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.077991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4fcd3-4787-4bff-a688-c0bc764b3fff None None] Pushing event updated for resources: {'Port': ['ID=04bebe77-6d00-44b7-9516-29277032e772,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:27.083879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.39', 63455) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:27.096695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:27.097406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:27.171548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-88ddb0db-27c5-4b73-8afe-775fbfe87cf3 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c412062d2dff474084b8cfdfea9f2738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773630 Nov 12 03:03:27.194255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.242070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.304376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:27.308703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:27.312346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:27.312814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.327380 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:27.439282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.529500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Pushing event updated for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:27.553201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-6adf92e4-8874-48f4-82aa-e32a5af9ef7a tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:27.554905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-6adf92e4-8874-48f4-82aa-e32a5af9ef7a tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789427 Nov 12 03:03:27.659276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Request body: {'port': {'device_id': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'c412062d2dff474084b8cfdfea9f2738'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:27.675818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.676386 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 3, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:27.707053 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84c037-a8d1-4ffe-922a-e2fbfa211f60 None None] The sync data for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 is: [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:24Z', 'revision_number': 3, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:27.724015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bc3399c8-cab9-43db-a205-97ccb99012df None None] Provisioning complete for port 18944029-7428-4e6d-9996-640ebc500e84 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:27.724579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bc3399c8-cab9-43db-a205-97ccb99012df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:27.812010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bc3399c8-cab9-43db-a205-97ccb99012df None None] Port 18944029-7428-4e6d-9996-640ebc500e84 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:27.870264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36544) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:28.065021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Made reservation on behalf of c412062d2dff474084b8cfdfea9f2738 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:28.072451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.097124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.264094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f96067f5-e9fc-471c-9cd2-e1f8a05e28fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.277400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c6d7602-37b3-46b0-95a8-0b5a9f5ee8e5 req-c588aa7e-3397-4ef6-8aff-15cbc0ba437d tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 210 time: 0.0906959 Nov 12 03:03:28.291359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.300317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.301934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.360472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f96067f5-e9fc-471c-9cd2-e1f8a05e28fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.375172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f96067f5-e9fc-471c-9cd2-e1f8a05e28fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.398845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.474619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:28.484758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:28.504905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96067f5-e9fc-471c-9cd2-e1f8a05e28fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3082e1-2116-4876-a226-1d681de57074,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:28.506637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:28.555595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 04bebe77-6d00-44b7-9516-29277032e772 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:28.562920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f96067f5-e9fc-471c-9cd2-e1f8a05e28fd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da2c5a8853674f37bc5e27b93b392dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6916375 Nov 12 03:03:28.667873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36582) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:28.714558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:28.821977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Pushing event updated for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:28.849928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-8179c16c-38ff-487b-a195-b8f7f1195426 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=981f4d037f8c41c282b2ba9ded055de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160765 Nov 12 03:03:29.024113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.051623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.077714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-690d1eca-1e2d-437e-8f79-53a6d64e03d4 None None] Provisioning complete for port 18944029-7428-4e6d-9996-640ebc500e84 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:29.081247 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-690d1eca-1e2d-437e-8f79-53a6d64e03d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.101595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.141549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5e52cedc-a649-42dc-8202-700beda452e0 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:29.149838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5e52cedc-a649-42dc-8202-700beda452e0 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848325 Nov 12 03:03:29.222387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-690d1eca-1e2d-437e-8f79-53a6d64e03d4 None None] Port 18944029-7428-4e6d-9996-640ebc500e84 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:29.229847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-b1c8cf29-b502-44af-9f61-d3e7a3c20b6d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/quotas/981f4d037f8c41c282b2ba9ded055de2 HTTP/1.1" status: 200 len: 375 time: 0.0790229 Nov 12 03:03:29.292327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 04bebe77-6d00-44b7-9516-29277032e772 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:29.292809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.301107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:03:29.315343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.327231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.333060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e3082e1-2116-4876-a226-1d681de57074 HTTP/1.1" status: 204 len: 168 time: 0.6641023 Nov 12 03:03:29.387516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8ad29-1ce6-4806-a48a-2bbbcd198d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3082e1-2116-4876-a226-1d681de57074,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:29.436246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-6f472564-91cc-4737-b369-b051c954cff0 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2032909 Nov 12 03:03:29.580048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.624395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Allocated IP 192.168.233.6 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/ea0dd223-c058-4772-8988-573792733eae) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:29.635792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 04bebe77-6d00-44b7-9516-29277032e772, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=04bebe77-6d00-44b7-9516-29277032e772,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:29.644537 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:29.690641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e79bd90-e2f0-4846-8513-bf39fdd9ef73 req-22e14944-4eb8-46f7-9c8a-79c411c461c2 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 210 time: 0.1270273 Nov 12 03:03:29.788428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=04bebe77-6d00-44b7-9516-29277032e772,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:29.913928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:03:29.927048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3975f659-dfcf-44d2-bacd-1e1409f1a5bc admin admin] 10.222.0.84 "PUT /v2.0/routers/2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5837307 Nov 12 03:03:30.202261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:30.297349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:30.498621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 04bebe77-6d00-44b7-9516-29277032e772 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:30.613958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Sync routers for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:03:30.632386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ee7a715-f94f-49b2-9832-761cceeb871a req-1865d764-ec3e-40ac-beaa-c6b4b01ad68d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.0783539 Nov 12 03:03:30.675134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:30.676979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:30.677878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Pushing event updated for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:30.684014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:30.689899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:30.693572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:30.775249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:30.776739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:30.822290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-ad709ffc-58c7-4384-a0ed-3cfeab60baa5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1670444 Nov 12 03:03:30.828734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 04bebe77-6d00-44b7-9516-29277032e772 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:30.829202 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:30.840269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-8a331277-d4ba-4ef7-85c8-80872ed05324 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:30.841931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-8a331277-d4ba-4ef7-85c8-80872ed05324 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088258 Nov 12 03:03:31.003922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36666) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:31.047338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67681ae4-8dba-4abd-a286-a2a86cc7957b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.126115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:31.182461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87af74-9b5b-4159-a890-87da86ce5194 req-e4c06900-7f31-497d-afe8-43225d95912c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:31.195896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2f87af74-9b5b-4159-a890-87da86ce5194 req-e4c06900-7f31-497d-afe8-43225d95912c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 934 time: 0.1741166 Nov 12 03:03:31.296703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4dab8ce3-ccf0-4768-a5cb-99df3b2bce84 None None] Provisioning complete for port ea0dd223-c058-4772-8988-573792733eae triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:31.298172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4dab8ce3-ccf0-4768-a5cb-99df3b2bce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.310626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67681ae4-8dba-4abd-a286-a2a86cc7957b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.330330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67681ae4-8dba-4abd-a286-a2a86cc7957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.414414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4dab8ce3-ccf0-4768-a5cb-99df3b2bce84 None None] Port ea0dd223-c058-4772-8988-573792733eae cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:31.433328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2f87af74-9b5b-4159-a890-87da86ce5194 req-fbf0ed65-85eb-4246-b91d-1ff51fa948e6 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359881 Nov 12 03:03:31.507639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67681ae4-8dba-4abd-a286-a2a86cc7957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55498a-6155-44f2-a53e-438870bc5e0c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:31.531265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67681ae4-8dba-4abd-a286-a2a86cc7957b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=218aebd2d7334b48a6474528c86082a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242543 Nov 12 03:03:31.534158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:31.618960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.656972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.798160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.798160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:31.798160 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd55498a-6155-44f2-a53e-438870bc5e0c HTTP/1.1" status: 204 len: 168 time: 0.2622981 Nov 12 03:03:31.820698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1417e-fb3a-4816-8131-215476c395b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55498a-6155-44f2-a53e-438870bc5e0c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:31.902716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b34b9d9d-cdac-4fd6-93a1-b9d60eff54ec req-a61ddd2e-5fcd-440c-9455-497d69cd67fe tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.0637829 Nov 12 03:03:31.947477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 4, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '18944029-7428-4e6d-9996-640ebc500e84', 'name': '', 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'mac_address': 'fa:16:3e:15:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:26Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 2, 'project_id': '066129d15bf44090a119131f2fef0770', 'subnets': [{'id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:32.070155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Checking router: 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:03:32.070506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Updating router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e port 18944029-7428-4e6d-9996-640ebc500e84 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:03:32.158820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.312596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Request body: {'port': {'device_id': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'device_owner': 'compute:tempest-test_az-1990632529', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:32.357014 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-136649fe-f77e-4e55-aed2-d768f1e648b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.403263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.765988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47a070-87c7-4c47-b5da-64d019a6b54a req-4b58f05c-1f29-450c-82e9-74df7ff4b39e tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:32.773392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e47a070-87c7-4c47-b5da-64d019a6b54a req-4b58f05c-1f29-450c-82e9-74df7ff4b39e tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 934 time: 0.1940558 Nov 12 03:03:32.912013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.920870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:32.969802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36730) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:33.015803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.32', 62468) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:33.099970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-a84329cb-aec3-49c6-abc9-24a276a49469 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=981f4d037f8c41c282b2ba9ded055de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812201 Nov 12 03:03:33.104811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Attempting to bind port 18944029-7428-4e6d-9996-640ebc500e84 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:33.105389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Attempting to bind port 18944029-7428-4e6d-9996-640ebc500e84 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:33.105789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Attempting to bind port 18944029-7428-4e6d-9996-640ebc500e84 on network 94bf1927-31a0-4f99-b001-724bfc3d62ae {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:33.110799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e47a070-87c7-4c47-b5da-64d019a6b54a req-9e6e5203-8127-4302-8975-0ba238dd3565 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365135 Nov 12 03:03:33.158619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:33.160039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Checking segment: {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:33.160468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.160871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Bound using segment: {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:33.161567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Bound port: 18944029-7428-4e6d-9996-640ebc500e84, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f09ced-9c3b-4c16-abf9-269da529c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:33.164540 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.175081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e559ee6-6108-4910-95c3-b9e6b86059fc None None] Pushing event updated for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:33.330359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce083e4f-83c8-480e-9cf4-f172b0547ede req-7e5d6fc4-92b8-409c-970d-6691c4cac076 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.1928160 Nov 12 03:03:33.426484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0dd223-c058-4772-8988-573792733eae {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:33.436675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-daddc89e-5b59-4f3d-a310-9f1ac7821465 None None] Provisioning complete for port 18944029-7428-4e6d-9996-640ebc500e84 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:33.437446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-daddc89e-5b59-4f3d-a310-9f1ac7821465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.460141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.525033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Transition to ACTIVE for port object ea0dd223-c058-4772-8988-573792733eae will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:33.545455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.634290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:33.646851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] For port 18944029-7428-4e6d-9996-640ebc500e84, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:33.673977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-6451db31-a35c-4d1f-9026-01c5e45ff6a2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:33.677689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-6451db31-a35c-4d1f-9026-01c5e45ff6a2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5671172 Nov 12 03:03:33.685928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-daddc89e-5b59-4f3d-a310-9f1ac7821465 None None] Port 18944029-7428-4e6d-9996-640ebc500e84 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:33.689212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] For port 18944029-7428-4e6d-9996-640ebc500e84, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=18944029-7428-4e6d-9996-640ebc500e84,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:33.702462 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.785061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36758) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:33.799123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Request body: {'port': {'device_id': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '981f4d037f8c41c282b2ba9ded055de2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:33.818193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135285586', 'description': 'tempest-description--640284786'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:33.861475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a136a5d-9086-43e2-beaa-5899e3c727d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:33.932547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:03:33.933409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:33.938290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e559ee6-6108-4910-95c3-b9e6b86059fc None None] Pushing event updated for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:33.948291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Pushing event updated for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:34.162559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.268747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Attempting to bind port ea0dd223-c058-4772-8988-573792733eae on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:34.269135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Attempting to bind port ea0dd223-c058-4772-8988-573792733eae by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:34.269510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Attempting to bind port ea0dd223-c058-4772-8988-573792733eae on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:34.450162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Port ea0dd223-c058-4772-8988-573792733eae on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:34.450497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Attempting to bind port ea0dd223-c058-4772-8988-573792733eae on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:34.484706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:03:34.545540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c50e998-0e3c-4c33-8592-0b69d60de0c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.547896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:34.551176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:34.552007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:34.552690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Bound port: ea0dd223-c058-4772-8988-573792733eae, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:34.556807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.690992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Made reservation on behalf of 981f4d037f8c41c282b2ba9ded055de2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:34.703817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.743277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3625-355c-4070-9ccf-bff7714d5247 req-54cd6230-22f8-434d-b745-cdc90973e637 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:34.743989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.754229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-135c3625-355c-4070-9ccf-bff7714d5247 req-54cd6230-22f8-434d-b745-cdc90973e637 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.4401577 Nov 12 03:03:34.849856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a136a5d-9086-43e2-beaa-5899e3c727d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.870488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a136a5d-9086-43e2-beaa-5899e3c727d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:34.993070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:35.074549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.087366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.090008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.151314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ea0dd223-c058-4772-8988-573792733eae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:35.161503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.180119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] Provisioning complete for port 18944029-7428-4e6d-9996-640ebc500e84 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:35.181124 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.186967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2719c3f1-f7e9-48a6-a050-91f89bfe2856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.239571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9a136a5d-9086-43e2-beaa-5899e3c727d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1947cbac68b44169a610bc4bd51f64f7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2679133 Nov 12 03:03:35.249214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b7a4c8e-406a-44a3-a06f-5d4c6eb80cec req-67887c23-b7be-46fc-be79-a8240087e12d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.0929699 Nov 12 03:03:35.249964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36790) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:35.267589 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.273608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.336923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a136a5d-9086-43e2-beaa-5899e3c727d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab07f04-13ef-4543-b5c5-393c7d965c02,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.375843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-135c3625-355c-4070-9ccf-bff7714d5247 req-23f14c52-4f62-40c7-b29f-73797cc35e5e tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190507 Nov 12 03:03:35.444030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.446727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-510fce25-7f7c-4149-b9d5-e39392923290 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6472640 Nov 12 03:03:35.456601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36796) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:35.493308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c50e998-0e3c-4c33-8592-0b69d60de0c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.499639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:35.501389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.505024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] 10.222.0.39 "PUT /v2.0/ports/ea0dd223-c058-4772-8988-573792733eae HTTP/1.1" status: 200 len: 1117 time: 3.8283050 Nov 12 03:03:35.536788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'security_group_rule': {'security_group_id': '926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:35.569577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.578139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'tag': 'ea0dd223-c058-4772-8988-573792733eae'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:35.726201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 4, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '18944029-7428-4e6d-9996-640ebc500e84', 'name': '', 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'mac_address': 'fa:16:3e:15:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:26Z', 'updated_at': '2021-11-12T03:03:33Z', 'revision_number': 4, 'project_id': '066129d15bf44090a119131f2fef0770', 'subnets': [{'id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:03:35.748472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbb7cd-a047-41fe-b371-3d5c440495cb service neutron] Pushing event updated for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.804780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.814684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c77527-861e-4537-bdeb-cae419d732ac None None] The sync data for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 is: [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:03:27Z', 'revision_number': 4, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '18944029-7428-4e6d-9996-640ebc500e84', 'name': '', 'network_id': '94bf1927-31a0-4f99-b001-724bfc3d62ae', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'mac_address': 'fa:16:3e:15:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:26Z', 'updated_at': '2021-11-12T03:03:33Z', 'revision_number': 4, 'project_id': '066129d15bf44090a119131f2fef0770', 'subnets': [{'id': '6a4cabf6-c06f-4400-892f-2f44b0ede1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:03:35.828010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.853423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c733d49b-f706-4167-9dcb-51e95d610a3d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:35.909223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] For port 18944029-7428-4e6d-9996-640ebc500e84, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=18944029-7428-4e6d-9996-640ebc500e84,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:35.920458 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.956102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c50e998-0e3c-4c33-8592-0b69d60de0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:35.979524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.064571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b48daa-b3db-4c40-9c9b-043b5f4c50b1 None None] Pushing event updated for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:36.077714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c50e998-0e3c-4c33-8592-0b69d60de0c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1246170f32d24b8b8d7af38f5045dc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4360409 Nov 12 03:03:36.104730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.105752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36808) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:36.106851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Allocated IP 192.168.233.87 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/635b2bef-2ab8-4bc7-b3fd-55da8faf3311) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:36.150146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.206373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.212635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff15e41-d447-4501-80e5-5a792dd7d7a8,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:36.216685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-214dc78d-5c91-4756-ad37-a99488219c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:36.218503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-214dc78d-5c91-4756-ad37-a99488219c8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c412062d2dff474084b8cfdfea9f2738&device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 1120 time: 0.5994222 Nov 12 03:03:36.252498 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac31f3-1b4a-4704-a445-2585a3aadca9" -d '{"events": [{"name": "network-changed", "server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "tag": "ea0dd223-c058-4772-8988-573792733eae"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:36.262709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.267039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-62e272f0-f27d-45a6-b511-07915aae448b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7604351 Nov 12 03:03:36.272847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36814) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:36.362218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'security_group_rule': {'security_group_id': '926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:36.484875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-f1688a07-d5d8-4447-b855-f8055759793c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ea0dd223-c058-4772-8988-573792733eae HTTP/1.1" status: 200 len: 217 time: 0.2393031 Nov 12 03:03:36.488552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:36.497796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7294b1bb-908d-40ff-a48a-fff50826ebe8 req-668bee0f-ac92-4930-8045-1b78132901d5 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.0882463 Nov 12 03:03:36.500982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.547683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50e998-0e3c-4c33-8592-0b69d60de0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153e50db-03d8-4aa7-bf50-1d5e9bcbf575,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:36.658729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 18944029-7428-4e6d-9996-640ebc500e84 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:36.663837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.673668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.706838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf50224-5463-48aa-97b0-ae239ebd46f5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:36.710688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.713369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:36.717352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aab07f04-13ef-4543-b5c5-393c7d965c02 HTTP/1.1" status: 204 len: 168 time: 1.4479403 Nov 12 03:03:36.820882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-07e48597-02b6-46c6-ae57-dc1a0ecfde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:36.823308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-07e48597-02b6-46c6-ae57-dc1a0ecfde5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.3295701 Nov 12 03:03:36.845752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 18944029-7428-4e6d-9996-640ebc500e84 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:36.846507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.058580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.063941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a22-929b-4ab8-8609-061780c36483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.107872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.143790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe1eb5-7457-441e-8730-12d823ae290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab07f04-13ef-4543-b5c5-393c7d965c02,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:37.189675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.200014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.203998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-953b763c-5465-4e12-8ca0-f9e60702a6d4 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8996744 Nov 12 03:03:37.207904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.213197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36836) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:37.224256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-30caca6e-beb2-4c90-a42a-177cbcdaf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:37.233078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-30caca6e-beb2-4c90-a42a-177cbcdaf7b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4004998 Nov 12 03:03:37.244084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:37.346553 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d68f2-9c93-4ee8-86d0-0b5129ac121c x-openstack-request-id: req-6c3d68f2-9c93-4ee8-86d0-0b5129ac121c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:37.347130 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "tag": "ea0dd223-c058-4772-8988-573792733eae", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:37.347554 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6c3d68f2-9c93-4ee8-86d0-0b5129ac121c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:37.348229 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'tag': 'ea0dd223-c058-4772-8988-573792733eae', 'status': 'completed', 'code': 200} Nov 12 03:03:37.390080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d70842-397e-4766-90eb-aec63c8462fd req-641e5259-bf76-4eab-9d0e-5c5418220ce9 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:37.392094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0d70842-397e-4766-90eb-aec63c8462fd req-641e5259-bf76-4eab-9d0e-5c5418220ce9 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.2708828 Nov 12 03:03:37.425963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.503965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.569249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:37.589215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:37.597717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:37.616121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:37.622061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.644209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0d70842-397e-4766-90eb-aec63c8462fd req-14b8760b-35a3-4e7d-9b1d-bc412acddca3 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443986 Nov 12 03:03:37.655204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Pushing event updated for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:37.705516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5548d1a3-ddc8-4ce6-9d05-ae0969e3e541 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9283626 Nov 12 03:03:37.712252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.715346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.718548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/153e50db-03d8-4aa7-bf50-1d5e9bcbf575 HTTP/1.1" status: 204 len: 168 time: 1.6074164 Nov 12 03:03:37.722607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-24d58d84-d6e6-4481-a0aa-9399b7008126 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:37.723959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-24d58d84-d6e6-4481-a0aa-9399b7008126 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067799 Nov 12 03:03:37.777181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3dd72-9ee9-4863-bc69-c0a9168f6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e50db-03d8-4aa7-bf50-1d5e9bcbf575,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:37.812583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a22-929b-4ab8-8609-061780c36483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.833384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-87dcd726-1e5a-4016-93a0-ba1268954f01 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703311 Nov 12 03:03:37.845288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a66d0a22-929b-4ab8-8609-061780c36483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.896790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36850) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:37.922235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:37.943446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1abbb732-afd3-402f-b3ad-d3977e933f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.063745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-01991604-4790-4382-914e-6c65a2ed3c3f None None] Provisioning complete for port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:38.064837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01991604-4790-4382-914e-6c65a2ed3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.114655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-01991604-4790-4382-914e-6c65a2ed3c3f None None] Port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:38.173568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1abbb732-afd3-402f-b3ad-d3977e933f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.185780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1abbb732-afd3-402f-b3ad-d3977e933f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.302067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1abbb732-afd3-402f-b3ad-d3977e933f74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e994e1b224cb4fe3ab8d9ab8598ea678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009783 Nov 12 03:03:38.307555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:38.330681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbb732-afd3-402f-b3ad-d3977e933f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a66b760-708e-46ba-8884-2b2cf73a3105,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:38.425400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.450692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.519986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.520717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:03:38.527455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.531140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6a66b760-708e-46ba-8884-2b2cf73a3105 HTTP/1.1" status: 204 len: 168 time: 0.2201834 Nov 12 03:03:38.549870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fdf70-0f86-4902-a1de-4174d733c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a66b760-708e-46ba-8884-2b2cf73a3105,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:38.555665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d0a22-929b-4ab8-8609-061780c36483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f0912-1c20-46a1-aab1-485fe403bde5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:38.575672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12ceb9-a50d-405c-873d-c940c5ba625f req-2a5ce9e9-808a-4064-92f3-0bceab346ec1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:38.583462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e12ceb9-a50d-405c-873d-c940c5ba625f req-2a5ce9e9-808a-4064-92f3-0bceab346ec1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 935 time: 0.8826609 Nov 12 03:03:38.613347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a66d0a22-929b-4ab8-8609-061780c36483 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9a632d064a8c4171b425943193a9bc88&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1183622 Nov 12 03:03:38.614721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36862) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:38.615229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36864) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:38.661544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-018d48fb-cb86-4670-bfd8-66b9a831eca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.678527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-301cfe10-8ed0-4daa-840d-eff91367ed9a req-471ea0ab-d452-4195-af18-380b842ca1ec service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275206 Nov 12 03:03:38.718890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e12ceb9-a50d-405c-873d-c940c5ba625f req-a0c57b6e-d219-4432-bebb-3030ef98fe84 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299438 Nov 12 03:03:38.761079 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.889563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:38.904448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-dad3236b-8c3b-45bd-8750-44f58eb6b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:38.910096 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-dad3236b-8c3b-45bd-8750-44f58eb6b9b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c412062d2dff474084b8cfdfea9f2738&device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 1120 time: 0.1453171 Nov 12 03:03:38.943771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.138103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829148d-9db4-44d4-be74-1fa8460e1bd0 req-f4b46002-c7e8-4de9-9cdd-0240288709f8 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:39.139860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3829148d-9db4-44d4-be74-1fa8460e1bd0 req-f4b46002-c7e8-4de9-9cdd-0240288709f8 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.2637069 Nov 12 03:03:39.153262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-018d48fb-cb86-4670-bfd8-66b9a831eca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.160482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.163238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.164519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f0f0912-1c20-46a1-aab1-485fe403bde5 HTTP/1.1" status: 204 len: 168 time: 0.5477402 Nov 12 03:03:39.177016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-018d48fb-cb86-4670-bfd8-66b9a831eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.205592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Request body: {'port': {'device_id': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:39.208438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2573-f8e1-42f1-853e-be6f61957ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f0912-1c20-46a1-aab1-485fe403bde5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:39.261816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Allocated IP 172.25.2.79 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c0440ee4-7fdf-4486-8d7f-e595952f47c7) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:39.264240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-018d48fb-cb86-4670-bfd8-66b9a831eca2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6e0f272f0a21431ab88a21c2d035c238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460526 Nov 12 03:03:39.274789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36884) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:39.298829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-e5b01a79-bc32-405b-98d6-1e1837c3c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:39.304157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-e5b01a79-bc32-405b-98d6-1e1837c3c1d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3823574 Nov 12 03:03:39.319261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3829148d-9db4-44d4-be74-1fa8460e1bd0 req-ebbfa0f3-0cec-4f3a-a5dd-9ef3ef0bf2c4 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624427 Nov 12 03:03:39.380503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-87334c8c-760a-49c7-bf01-3e9c2dd7dd91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ea0dd223-c058-4772-8988-573792733eae HTTP/1.1" status: 200 len: 217 time: 0.0702264 Nov 12 03:03:39.392692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d48fb-cb86-4670-bfd8-66b9a831eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8e9d3-ec3c-4019-ade4-a3fcfda1a469,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:39.443492 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.482766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-02555bc7-3737-4423-8351-337857b0e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:39.484363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-02555bc7-3737-4423-8351-337857b0e162 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0939827 Nov 12 03:03:39.550040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.572742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.617329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-ecac5284-1955-4414-9088-bf3826308dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:39.623587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-ecac5284-1955-4414-9088-bf3826308dfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292846 Nov 12 03:03:39.733120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.849892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:39.854103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:39.872836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:39.878887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:40.030695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'Port': ['ID=c0440ee4-7fdf-4486-8d7f-e595952f47c7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:40.036871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-5322d5ed-bf9e-432f-85c8-cc93083556e5 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019201 Nov 12 03:03:40.099183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:40.128925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee316e-7c78-4e92-ace5-f585570817d0 req-2ea35607-d8ab-46ad-8c7f-fddcb3942970 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:40.136131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd60-a128-4a8a-ab0a-61805ff5d128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.136324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6ee316e-7c78-4e92-ace5-f585570817d0 req-2ea35607-d8ab-46ad-8c7f-fddcb3942970 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 935 time: 0.2293713 Nov 12 03:03:40.190870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.246762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6ee316e-7c78-4e92-ace5-f585570817d0 req-ff5ff078-2cb9-4995-a6b4-df8d7f74be22 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037519 Nov 12 03:03:40.277145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.278752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.281166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.286356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/55c8e9d3-ec3c-4019-ade4-a3fcfda1a469 HTTP/1.1" status: 204 len: 168 time: 1.0047607 Nov 12 03:03:40.323284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e482934-165c-4d27-bdaa-f439e46b565f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8e9d3-ec3c-4019-ade4-a3fcfda1a469,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:40.360022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14ac31f3-1b4a-4704-a445-2585a3aadca9 req-9d6d696b-7e8c-42ea-be73-63cb9fadf69f service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103688 Nov 12 03:03:40.450205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:40.476891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.540637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Transition to ACTIVE for port object 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:40.553454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a97b9-be16-4865-a4ad-8fec42ac9b54 req-1a687d59-a6e5-4a89-abed-8906b8d93478 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:40.571573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-090a97b9-be16-4865-a4ad-8fec42ac9b54 req-1a687d59-a6e5-4a89-abed-8906b8d93478 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.1109986 Nov 12 03:03:40.589828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd60-a128-4a8a-ab0a-61805ff5d128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.601178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-acfbcd60-a128-4a8a-ab0a-61805ff5d128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.631766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.672198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-acfbcd60-a128-4a8a-ab0a-61805ff5d128 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=839e002d571546f8a3480c94e8c94770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5614796 Nov 12 03:03:40.672883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36922) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:40.682916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcd60-a128-4a8a-ab0a-61805ff5d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040af38c-ed7d-4022-8f56-6c4dab05108d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:40.740071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:40.779365 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.798477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-090a97b9-be16-4865-a4ad-8fec42ac9b54 req-51c51e8c-015b-4afd-90b4-1f88ba509eef tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255325 Nov 12 03:03:40.799193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.924246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:40.938585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Attempting to bind port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:40.939110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Attempting to bind port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:40.939594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Attempting to bind port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:40.953577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:40.953907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Attempting to bind port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:40.964630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:40.965618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:40.966289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:40.966755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Bound port: 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:40.967136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.032026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.059136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.060596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8226378 Nov 12 03:03:41.071601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:41.076644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.078561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f867a-a1d5-45e8-b9fd-56f2b3f72b2b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'Port': ['ID=c0440ee4-7fdf-4486-8d7f-e595952f47c7,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:41.087714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:41.095386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.166957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:41.171785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.174185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/635b2bef-2ab8-4bc7-b3fd-55da8faf3311 HTTP/1.1" status: 200 len: 1096 time: 2.3234310 Nov 12 03:03:41.174670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:41.178739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.182310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:41.185812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/040af38c-ed7d-4022-8f56-6c4dab05108d HTTP/1.1" status: 204 len: 168 time: 0.5093689 Nov 12 03:03:41.200606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a6c05-d337-4f7b-82c2-e46b608f6738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040af38c-ed7d-4022-8f56-6c4dab05108d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:41.299314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:41.376203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f080d-d1a4-44a0-9df6-77cf6ec984d7 service neutron] Pushing event updated for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:41.591466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02765f-c1e0-4db2-8ffe-a2992b170faf req-dae5059a-6840-4b4b-a265-d694a68d313d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:41.610437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a02765f-c1e0-4db2-8ffe-a2992b170faf req-dae5059a-6840-4b4b-a265-d694a68d313d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.2298746 Nov 12 03:03:41.707866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a02765f-c1e0-4db2-8ffe-a2992b170faf req-091ccfb8-a093-4ddf-83c6-363ca0956ae6 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809669 Nov 12 03:03:41.710269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5b335c95-e07a-4a5d-87f0-d3cbc5aacdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:41.712278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-5b335c95-e07a-4a5d-87f0-d3cbc5aacdf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 1099 time: 0.2850122 Nov 12 03:03:41.849238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-c4e9f6dd-9566-441a-8487-1c41fcf62350 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311 HTTP/1.1" status: 200 len: 217 time: 0.1127591 Nov 12 03:03:41.962965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1679296782-network', 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:42.040957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:42.044091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.071481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.118210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-90f99108-f90c-4df7-be89-e334f104bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:42.123396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-90f99108-f90c-4df7-be89-e334f104bc66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2573323 Nov 12 03:03:42.231325 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013af85-1cd8-4f93-89ec-8d10b4727ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:42.271800 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.285521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.424884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:42.429744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:42.470030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778114511845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.471696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Unsubscribe: segment precommit_create {{(pid=102432) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:03:42.472764 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Added segment d2e9c82e-ed1d-4a5a-ac04-37a76606fe27 of type vlan for network d71223ab-1a45-4e33-ad1b-09a40ef3de18 Nov 12 03:03:42.559648 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.642098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7500f-882c-4944-94bc-6762e64a66b0 req-16b72576-47e2-4fc5-b198-c70b27467cfb tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:42.643703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7eb7500f-882c-4944-94bc-6762e64a66b0 req-16b72576-47e2-4fc5-b198-c70b27467cfb tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.0888081 Nov 12 03:03:42.644891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.645799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:42.646413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.783604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:42.788514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Request body: {'subnet': {'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1679296782-subnet', 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:42.792001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4915156 Nov 12 03:03:42.793391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d533d-c6d6-43b8-b814-23cc606e3074 admin admin] Pushing event updated for resources: {'Network': ['ID=d71223ab-1a45-4e33-ad1b-09a40ef3de18,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:42.807748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:42.837220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:42.840621 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:42.865971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7eb7500f-882c-4944-94bc-6762e64a66b0 req-28625ee0-7c6b-40d2-9580-1e0ff24531cf tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908662 Nov 12 03:03:43.169924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:43.256524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c95d2fb-29f0-488c-898c-8f71761aaccf,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:43.328887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:43.329097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Network hostable DHCP agents. Network: d71223ab-1a45-4e33-ad1b-09a40ef3de18, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:43.334705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-76e6deea-695f-4ded-bc2e-d1a4ed1012af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:43.336262 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-76e6deea-695f-4ded-bc2e-d1a4ed1012af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196930 Nov 12 03:03:43.416045 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64e230b-e888-4127-aeb1-500086121388 x-openstack-request-id: req-e64e230b-e888-4127-aeb1-500086121388 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:43.416425 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:43.416941 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e64e230b-e888-4127-aeb1-500086121388 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:43.417260 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311', 'status': 'completed', 'code': 200} Nov 12 03:03:43.431970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:43.473915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d71223ab-1a45-4e33-ad1b-09a40ef3de18) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:43.482632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd920b-08d6-44b8-8c28-27ceaa969858 None None] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:43.488582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:43.489174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:43.634808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-678ee356-087a-40c3-9495-1ce2b04eb70d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8500257 Nov 12 03:03:43.707279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-1cbac8a0-7a0c-4f8b-8fcc-ab2f6ee2aa67 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549764 Nov 12 03:03:43.789043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1729dc-8c50-425e-98df-432c055f7558 None None] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:43.998398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fff038-2d6d-43ba-95e2-28ba937cb081 req-c0ce3acf-af1b-43ec-b6f4-4f616d3119ac tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:44.011770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23fff038-2d6d-43ba-95e2-28ba937cb081 req-c0ce3acf-af1b-43ec-b6f4-4f616d3119ac tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.5190516 Nov 12 03:03:44.020204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9874f873-f27c-4593-b2d6-933c0ed65eab req-eca96550-653b-436a-9bf8-36c5cc436dec service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959113 Nov 12 03:03:44.122792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23fff038-2d6d-43ba-95e2-28ba937cb081 req-4fb5a491-43d6-4625-aae8-1b21a3ab0fdc tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980716 Nov 12 03:03:44.365324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6577ae-abad-4949-b110-0078cdfc9289 req-be24a5f0-5c99-48d0-98cd-af83d5d5c30f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:44.366901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e6577ae-abad-4949-b110-0078cdfc9289 req-be24a5f0-5c99-48d0-98cd-af83d5d5c30f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.0705726 Nov 12 03:03:44.468998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e6577ae-abad-4949-b110-0078cdfc9289 req-fa81d1ac-5be3-429e-a93e-cf24621f3877 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890014 Nov 12 03:03:45.016431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37056) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:45.022515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-845105242-network', 'tenant_id': '9fa4ec5b38624a90bf327cebdb04abeb'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:45.058108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Made reservation on behalf of 9fa4ec5b38624a90bf327cebdb04abeb for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:45.061479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.072165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.226748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.233395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.269564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21964561-d997-4f97-84bb-1cf5c6282247,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:45.280248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:03:45.295514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.295923 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Added segment 72dfc718-46b7-4d59-ad1c-96fc01bc0159 of type vlan for network 4b9d87e9-0b35-4747-963c-4a7b705ca118 Nov 12 03:03:45.362189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.392946 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.394228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:45.394842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.463833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4460149 Nov 12 03:03:45.467248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:45.472864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Request body: {'subnet': {'network_id': '4b9d87e9-0b35-4747-963c-4a7b705ca118', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-845105242-subnet', 'tenant_id': '9fa4ec5b38624a90bf327cebdb04abeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:45.498026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f9755-09c2-42d7-9351-e6b1eb3f9cdd admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d87e9-0b35-4747-963c-4a7b705ca118,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:45.510767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4b9d87e9-0b35-4747-963c-4a7b705ca118 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:03:45.524512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Made reservation on behalf of 9fa4ec5b38624a90bf327cebdb04abeb for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:45.527071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.783719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.876012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Checking segment: {'id': '72dfc718-46b7-4d59-ad1c-96fc01bc0159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4b9d87e9-0b35-4747-963c-4a7b705ca118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:45.876395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Network hostable DHCP agents. Network: 4b9d87e9-0b35-4747-963c-4a7b705ca118, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:03:45.878510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f988fcee-375a-4950-adca-c66ba4dc05e2,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:45.884535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:45.908753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Network 4b9d87e9-0b35-4747-963c-4a7b705ca118 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:03:45.920301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4b9d87e9-0b35-4747-963c-4a7b705ca118) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:45.948779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:45.950442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:45.951672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8f626-cea0-4fed-8257-b77ad6206213 None None] Network 4b9d87e9-0b35-4747-963c-4a7b705ca118 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:45.979216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-933d5fdb-eb3d-4e1d-bf61-7fcf4899fcd1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5090430 Nov 12 03:03:46.177964 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d17dbff-40f5-4630-bd1e-8763031a2529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.225590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b361e-9bdd-4884-8b0b-3fa72e42e515 None None] Network 4b9d87e9-0b35-4747-963c-4a7b705ca118 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:03:46.387970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d17dbff-40f5-4630-bd1e-8763031a2529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.395062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d17dbff-40f5-4630-bd1e-8763031a2529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.470323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1d17dbff-40f5-4630-bd1e-8763031a2529 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7b5416f97524d0c9acfbe7b9825b2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5846972 Nov 12 03:03:46.473210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:46.499804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17dbff-40f5-4630-bd1e-8763031a2529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37375238-e9b5-48c4-b1da-26c36798233d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:46.580866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.619401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.720903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.724178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:46.725510 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/37375238-e9b5-48c4-b1da-26c36798233d HTTP/1.1" status: 204 len: 168 time: 0.2513115 Nov 12 03:03:46.734600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10597aa3-766d-4697-8ce0-4840bfc46837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37375238-e9b5-48c4-b1da-26c36798233d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:47.038492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-56f97200-dfdb-4379-a52c-98365727476a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616596 Nov 12 03:03:47.091021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-e9bf5331-3c76-4409-a56d-d8f1f15fc0b0 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--135285586&fields=id&tenant_id=ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 267 time: 0.1379862 Nov 12 03:03:47.104553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37096) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:47.156691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f76e9265-d1de-461f-b819-6bb7c376a831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.168903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3cd1ebf3-ae3b-4a12-b0df-ceadd10c4679 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:47.170578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3cd1ebf3-ae3b-4a12-b0df-ceadd10c4679 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252337 Nov 12 03:03:47.187388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-02cb0e04-c153-4fb2-a82a-d56fc95a81f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/quotas/45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 375 time: 0.0106604 Nov 12 03:03:47.233519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-2905608b-c312-4244-98b5-8cae629dec01 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389905 Nov 12 03:03:47.356902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-d9611aa6-a679-45b3-b335-87a0fd4ed502 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:47.358464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-d9611aa6-a679-45b3-b335-87a0fd4ed502 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 824 time: 0.2666440 Nov 12 03:03:47.389252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-409a059d-2a6e-4e4f-989c-b6920564f771 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/quotas/ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 375 time: 0.0223305 Nov 12 03:03:47.457724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f76e9265-d1de-461f-b819-6bb7c376a831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.468195 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f76e9265-d1de-461f-b819-6bb7c376a831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.495055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12052c8b-e9d1-445e-9509-2f7aed1a0cdb req-fa2d6c1e-39d1-4090-98f9-9a70b21325b4 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:47.497909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f76e9265-d1de-461f-b819-6bb7c376a831 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91737e1e86254d4c8880997063542158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915441 Nov 12 03:03:47.504457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12052c8b-e9d1-445e-9509-2f7aed1a0cdb req-fa2d6c1e-39d1-4090-98f9-9a70b21325b4 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.0666037 Nov 12 03:03:47.505186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37106) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:47.570546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12052c8b-e9d1-445e-9509-2f7aed1a0cdb req-c21dc447-87db-4a1b-9a04-565611fdc4b3 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650530 Nov 12 03:03:47.594619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-edbd9922-8f8a-4f6f-810d-b0303ee5a59a tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1848235 Nov 12 03:03:47.603885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e9265-d1de-461f-b819-6bb7c376a831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a9eab-3972-485c-96d2-1ae76e92954f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:47.635913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.662771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.731199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.734374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:47.735606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c7a9eab-3972-485c-96d2-1ae76e92954f HTTP/1.1" status: 204 len: 168 time: 0.2286906 Nov 12 03:03:47.748583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cbaee-7532-499f-8cbc-7e08815c86fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a9eab-3972-485c-96d2-1ae76e92954f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:47.789417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-4c2958b5-f5cf-4142-a02a-cd397b8be659 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:47.790449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-4c2958b5-f5cf-4142-a02a-cd397b8be659 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0659466 Nov 12 03:03:47.810991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a6bc-5e42-417e-a0f7-0f7832891775 req-b28dfe5e-1ad4-4999-b7ef-dc9f3926c089 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:47.818966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0849a6bc-5e42-417e-a0f7-0f7832891775 req-b28dfe5e-1ad4-4999-b7ef-dc9f3926c089 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.1220765 Nov 12 03:03:47.872913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0849a6bc-5e42-417e-a0f7-0f7832891775 req-c1c17665-f2ec-4070-b1f1-179a58705822 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 Nov 12 03:03:47.907417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-9c034ac1-c8e8-44dc-bec6-16134a6bf2e4 service neutron] 10.222.0.84 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094594 Nov 12 03:03:48.076032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-faae040b-76a5-47ce-aef6-d467ad3d3b9c service neutron] 10.222.0.84 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619065 Nov 12 03:03:48.083317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-b80f275b-a035-465b-a57c-a5f26585e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:48.085046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-b80f275b-a035-465b-a57c-a5f26585e53a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 1099 time: 0.0692177 Nov 12 03:03:48.308088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-c389c8d5-678c-4ef7-919b-ed18e0d7b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:48.309954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-c389c8d5-678c-4ef7-919b-ed18e0d7b60f service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2139781 Nov 12 03:03:48.365472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-96ff0eeb-5994-40de-af08-4083474975e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311 HTTP/1.1" status: 200 len: 217 time: 0.0450754 Nov 12 03:03:48.406915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb2eedd4-3081-4c3d-911d-39798cd9f358 req-22936152-a9a8-404e-b6e0-dd02e4aac7c7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 210 time: 0.0403128 Nov 12 03:03:48.455525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-978b55a5-8133-4b20-9ab7-d67ece4b867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:48.456739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-978b55a5-8133-4b20-9ab7-d67ece4b867b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0487719 Nov 12 03:03:48.541860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f40c9a3a-e129-4b3e-a811-981f1aad020f req-ccdd7b81-5d11-4926-86be-a693be46e712 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 210 time: 0.0301943 Nov 12 03:03:48.544880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-f51db1e3-32a6-4882-aeaf-5f7772a6ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:48.547141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-f51db1e3-32a6-4882-aeaf-5f7772a6ba14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806565 Nov 12 03:03:48.569741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-91dc44ec-41bc-461c-abd6-8ce06cb97851 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:48.580873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-91dc44ec-41bc-461c-abd6-8ce06cb97851 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.3105958 Nov 12 03:03:48.603840 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-af79abab-72c2-4717-a191-f1f147e131ef tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/quotas/7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 375 time: 0.0214686 Nov 12 03:03:48.695583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-098fb4ca-b62a-4af1-9e67-2e02e7e51d53 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900507 Nov 12 03:03:48.719480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-1017642c-817a-441f-8040-d8b73c587921 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625750 Nov 12 03:03:48.773805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.32', 62473) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:48.841741 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-4f1bfe4d-67e9-4bd6-9836-a357a3e4093a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656776 Nov 12 03:03:49.021547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5305-d69d-4eaa-ac6a-a77404503108 req-236c4e1b-b1cf-4482-9a60-65eec5405145 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:49.023210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c9c5305-d69d-4eaa-ac6a-a77404503108 req-236c4e1b-b1cf-4482-9a60-65eec5405145 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.3196471 Nov 12 03:03:49.028632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-14042596-8446-49d0-a816-d889f4aaf3a5 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:03:49.030427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-14042596-8446-49d0-a816-d889f4aaf3a5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2254214 Nov 12 03:03:49.078447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-6f3570cd-a598-462f-843f-fe516965431a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:49.080035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-6f3570cd-a598-462f-843f-fe516965431a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314105 Nov 12 03:03:49.090658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8013af85-1cd8-4f93-89ec-8d10b4727ecf req-81c7cfe3-e672-43d4-a52e-7db9b0ecf89b service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571856 Nov 12 03:03:49.108845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c9c5305-d69d-4eaa-ac6a-a77404503108 req-3663d7fd-847e-4b02-aba0-c3ab864cd6aa tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732822 Nov 12 03:03:49.123724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Request body: {'port': {'device_id': '075f879c-5ebd-4128-ac71-1dd737e51907', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '45e2f2cfc6414928b4eab61ea6589c50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:49.231733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-63d67ecd-30af-46f8-a370-4b5944fed6d7 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904263 Nov 12 03:03:49.250553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a8a80-41f1-4bed-9839-83cfeee76658 req-47fea362-082e-4b1b-a0ac-2a8731b5eac0 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:49.252256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c28a8a80-41f1-4bed-9839-83cfeee76658 req-47fea362-082e-4b1b-a0ac-2a8731b5eac0 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.0594609 Nov 12 03:03:49.301172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c28a8a80-41f1-4bed-9839-83cfeee76658 req-88fb0df2-6c53-4538-837b-b73a1bb73f08 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Nov 12 03:03:49.333574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Made reservation on behalf of 45e2f2cfc6414928b4eab61ea6589c50 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:49.339853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:49.355275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:49.358615 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-14122edb-c251-4214-9644-ff7162e612e5 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222279 Nov 12 03:03:49.461399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:49.467048 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:49.532377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:49.705803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1b813bab-580e-4933-8c8d-cb83997b9390 req-9dbc709f-bdff-4635-b631-0c24f3904d47 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 210 time: 0.0373147 Nov 12 03:03:49.749539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46745616-482e-4773-b07c-39ed816b0f7d req-0b1a111f-cfe0-4ee2-b94f-b5b9c3e0906a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 210 time: 0.0821438 Nov 12 03:03:49.771338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Allocated IP 192.168.233.125 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/4781134a-4098-4553-bdd6-048803b77e20) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:49.827293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-132c545e-70f6-45f7-a36a-820d34793822 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:49.828818 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-132c545e-70f6-45f7-a36a-820d34793822 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.39 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 824 time: 0.2628112 Nov 12 03:03:49.859539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b3092ac-f2f2-4128-ba7e-752f988713be req-64a6c552-aa19-4405-9e63-965d26fb8088 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 210 time: 0.0525117 Nov 12 03:03:49.973296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-bd871806-e1e6-4b55-9481-87040c224909 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 379 time: 0.1273146 Nov 12 03:03:49.999005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'port': {'device_id': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'admin_state_up': True, 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'security_groups': ['926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:50.186556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:50.234807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Made reservation on behalf of ab3e3e7d346e4ba3a61f6057ee567992 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:50.238349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:50.274977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-5f9c0d52-1110-4e34-9872-ef74ababe03a tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=adbdc77341294eea92b17d85deb71457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239828 Nov 12 03:03:50.325213 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:50.399947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-c677f1b1-08bb-49ba-aaf1-84cae416fe61 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:50.401566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-c677f1b1-08bb-49ba-aaf1-84cae416fe61 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141987 Nov 12 03:03:50.420878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-6d19af17-b69d-4369-aeb4-d628ef51fe9d tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/quotas/adbdc77341294eea92b17d85deb71457 HTTP/1.1" status: 200 len: 375 time: 0.0131657 Nov 12 03:03:50.464159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-ca71fedd-99f1-43ff-bbcc-1964f3148695 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=adbdc77341294eea92b17d85deb71457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358324 Nov 12 03:03:50.639960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:50.671010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:50.676779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:50.684298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:50.723845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f470db7-8d08-4334-ac1b-e34c470da849 req-1e950510-7a5b-4cd6-a20c-1cad6f78d233 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:50.725597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd19cb5-faa5-4f3e-a804-33ffc947dc46 req-2b9b5bf9-1691-4be1-abfe-7c98c02dd031 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:50.731849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f470db7-8d08-4334-ac1b-e34c470da849 req-1e950510-7a5b-4cd6-a20c-1cad6f78d233 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.4084191 Nov 12 03:03:50.733655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4bd19cb5-faa5-4f3e-a804-33ffc947dc46 req-2b9b5bf9-1691-4be1-abfe-7c98c02dd031 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.0897620 Nov 12 03:03:50.766877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Allocated IP 172.20.0.8 (b6502481-952b-4d53-80d1-7f49fb4c87a4/c550ef9d-cf01-43a8-826f-dbac5a27f75c/b816fb18-dda4-4007-9c6e-d7f2030aa916) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:50.803313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:50.804444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:50.804965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4bd19cb5-faa5-4f3e-a804-33ffc947dc46 req-f6d6c84d-0399-4d7a-b407-22c9cc891516 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Nov 12 03:03:50.854756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f470db7-8d08-4334-ac1b-e34c470da849 req-0d62da16-a4b6-441a-90f6-7b8fec55be56 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199918 Nov 12 03:03:50.877867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-a0b68be3-89c5-438b-b2e3-e8613e125aa0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7452796 Nov 12 03:03:50.883124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Request body: {'port': {'device_id': '075f879c-5ebd-4128-ac71-1dd737e51907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:50.907592 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-387ee2a8-ef95-4330-b79b-41a31c39f130 req-4f846b51-b0bf-4cb0-a0a5-27e9986ec22f tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 210 time: 0.0407691 Nov 12 03:03:51.042399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d4f3cdc1-08ed-4a2b-bf71-843688c302b3 None None] Provisioning complete for port 4781134a-4098-4553-bdd6-048803b77e20 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:51.043072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cdc1-08ed-4a2b-bf71-843688c302b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.052970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a30a4d7f-618e-4de3-bf2f-c8de6d0a0a3b req-ae341dd3-71d1-44d2-bbb9-eec1eb3fe6cb tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 210 time: 0.0447521 Nov 12 03:03:51.081779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.096278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d4f3cdc1-08ed-4a2b-bf71-843688c302b3 None None] Port 4781134a-4098-4553-bdd6-048803b77e20 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:51.198200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea6d0c72-237b-48f3-b822-6314bdd310ad req-487eb921-96bb-469b-9e07-7b3f7c100685 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 210 time: 0.0385435 Nov 12 03:03:51.250341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-845cec77-8546-41f8-b5fb-15515c4e30d7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:51.251884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-845cec77-8546-41f8-b5fb-15515c4e30d7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.1970878 Nov 12 03:03:51.267949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Request body: {'port': {'device_id': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'admin_state_up': True, 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:51.282226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.357941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca2b7a-d13f-4c02-b3de-709846579be6 req-b1e9b333-274f-4514-a09c-a841115f2010 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:51.367220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59ca2b7a-d13f-4c02-b3de-709846579be6 req-b1e9b333-274f-4514-a09c-a841115f2010 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 936 time: 0.2345519 Nov 12 03:03:51.407979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:51.414832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.530847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:03:51.545793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59ca2b7a-d13f-4c02-b3de-709846579be6 req-a423d350-edb5-446d-9065-9fa06c22312b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775799 Nov 12 03:03:51.572346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.607687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Allocated IP 172.20.0.4 (d71223ab-1a45-4e33-ad1b-09a40ef3de18/6c95d2fb-29f0-488c-898c-8f71761aaccf/d4386f87-fa82-44b6-87c1-198b8280c236) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:51.642604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:51.652655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:51.655212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:51.700750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:51.713614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:51.714334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.727392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311', 'mac_address': 'fa:16:3e:60:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:03:51.736519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:51.809348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-b0852312-6d0f-4917-89ed-b60cdfa552da tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8196054 Nov 12 03:03:51.824078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Request body: {'port': {'device_id': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'device_owner': 'compute:tempest-test_az-1990632529', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:51.862660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4781134a-4098-4553-bdd6-048803b77e20 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:51.875287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.949179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.952864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.39', 63463) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:51.953237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:51.962213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:51.989476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:52.002630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.019964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Transition to ACTIVE for port object 4781134a-4098-4553-bdd6-048803b77e20 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:52.026271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-29306f5f-60c1-4710-bd11-3aa216df87b3 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=adbdc77341294eea92b17d85deb71457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708389 Nov 12 03:03:52.036288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.038923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:52.046478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.049152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-adb6a533-4efb-49ed-85da-e0715b3a0335 None None] Provisioning complete for port b816fb18-dda4-4007-9c6e-d7f2030aa916 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:52.049862 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adb6a533-4efb-49ed-85da-e0715b3a0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.089283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-adb6a533-4efb-49ed-85da-e0715b3a0335 None None] Port b816fb18-dda4-4007-9c6e-d7f2030aa916 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:52.096131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b31f-3167-439b-a34c-581eb778a5c5 req-25625035-4e40-4d71-a4e9-ecb4e0c0179c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.103618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5833b31f-3167-439b-a34c-581eb778a5c5 req-25625035-4e40-4d71-a4e9-ecb4e0c0179c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 968 time: 0.1492922 Nov 12 03:03:52.155744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ea0dd223-c058-4772-8988-573792733eae details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:03:52.166038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:52.263626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:52.267508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.356631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:52.361020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:52.369311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:52.388893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980da602-ccf6-4cb2-8abc-afce86ad43c9 req-d1f3475f-f2da-43d0-9440-44e8dada0aa6 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.394575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ea0dd223-c058-4772-8988-573792733eae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:52.403238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-980da602-ccf6-4cb2-8abc-afce86ad43c9 req-d1f3475f-f2da-43d0-9440-44e8dada0aa6 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 947 time: 0.3818700 Nov 12 03:03:52.413512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5833b31f-3167-439b-a34c-581eb778a5c5 req-b2fef570-fd24-45d3-87ca-9a3f72fc8365 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089159 Nov 12 03:03:52.431794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ea0dd223-c058-4772-8988-573792733eae', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'ea0dd223-c058-4772-8988-573792733eae', 'mac_address': 'fa:16:3e:41:0b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:tempest-test_az-1990632529', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:03:52.442960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['635b2bef-2ab8-4bc7-b3fd-55da8faf3311'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:03:52.446075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:52.469168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.471889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.507878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-e9b2d636-b91d-4159-a558-5126a22d3a03 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.509299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-e9b2d636-b91d-4159-a558-5126a22d3a03 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4760711 Nov 12 03:03:52.539314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Request body: {'port': {'device_id': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'adbdc77341294eea92b17d85deb71457'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:52.567570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca7f70fa-8afd-4ba9-ae0d-04909006be1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.567789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.579227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53d1df54-037e-4e24-90fc-5db6a191a868 req-34c7f28d-3330-444d-847d-62e91ed505c9 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 210 time: 0.0642905 Nov 12 03:03:52.592116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-be8afd4c-0af5-4441-a890-2f2964ecbcc1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289187 Nov 12 03:03:52.597274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0dd223-c058-4772-8988-573792733eae {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:52.627248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-980da602-ccf6-4cb2-8abc-afce86ad43c9 req-61365ce3-1622-4c0c-8a6a-000277a69afa tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191787 Nov 12 03:03:52.628808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:52.630342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:52.633658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:52.644378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Request body: {'port': {'device_id': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:52.645644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ea0dd223-c058-4772-8988-573792733eae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:52.650430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:52.650942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:52.662076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.665127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:52.665716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:52.666263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:52.666852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Bound port: 4781134a-4098-4553-bdd6-048803b77e20, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:52.667384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.743987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:52.843698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:52.851329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b816fb18-dda4-4007-9c6e-d7f2030aa916 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:52.860184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.871463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d169a-f589-48e5-a0d5-f234b71e0637 req-31320342-d365-438f-a562-e886f7947c35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.872993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-078d169a-f589-48e5-a0d5-f234b71e0637 req-31320342-d365-438f-a562-e886f7947c35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 931 time: 0.1344008 Nov 12 03:03:52.876631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.880233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:52.893765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b17af-cebd-4dce-98b4-284072a9ea3d req-fc51d3fd-06de-4136-8314-f632d8b1c2c6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.894603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.895403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-159b17af-cebd-4dce-98b4-284072a9ea3d req-fc51d3fd-06de-4136-8314-f632d8b1c2c6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 931 time: 0.1599684 Nov 12 03:03:52.897297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Made reservation on behalf of adbdc77341294eea92b17d85deb71457 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:03:52.900681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.935332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Transition to ACTIVE for port object b816fb18-dda4-4007-9c6e-d7f2030aa916 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:52.943450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.944406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.949943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:52.950647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:52.951958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] 10.222.0.32 "PUT /v2.0/ports/4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 1097 time: 2.0732243 Nov 12 03:03:52.952519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:52.954757 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf37f7b-050d-4377-92b5-77f860bfa561" -d '{"events": [{"name": "network-changed", "server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:52.987602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca7f70fa-8afd-4ba9-ae0d-04909006be1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.010441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ea0dd223-c058-4772-8988-573792733eae'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:03:53.020300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca7f70fa-8afd-4ba9-ae0d-04909006be1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.028911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-078d169a-f589-48e5-a0d5-f234b71e0637 req-d98b4044-7330-45d0-81d0-9a9452cfdeef tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450491 Nov 12 03:03:53.029101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92cc48-fae0-4077-b025-1ab85cfa4fef service neutron] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.175465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.196615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-2afac0d4-e1cd-464c-9633-54b544857b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.198479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-2afac0d4-e1cd-464c-9633-54b544857b19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1100 time: 0.1820121 Nov 12 03:03:53.211086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f70fa-8afd-4ba9-ae0d-04909006be1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d9147-d4de-419f-a07f-2d205c983270,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.251529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-159b17af-cebd-4dce-98b4-284072a9ea3d req-4ee25119-20d4-4287-a6da-0f2dc79c0003 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410940 Nov 12 03:03:53.282541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-4e68a2ab-1d41-4d0e-b542-f2546d7365c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0641947 Nov 12 03:03:53.289914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca7f70fa-8afd-4ba9-ae0d-04909006be1d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1849546436c941b586ed2c2f62ccac46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3334556 Nov 12 03:03:53.294427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37304) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:53.301095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Attempting to bind port b816fb18-dda4-4007-9c6e-d7f2030aa916 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:53.301430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Attempting to bind port b816fb18-dda4-4007-9c6e-d7f2030aa916 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:53.301759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Attempting to bind port b816fb18-dda4-4007-9c6e-d7f2030aa916 on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:53.318152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Port b816fb18-dda4-4007-9c6e-d7f2030aa916 on network b6502481-952b-4d53-80d1-7f49fb4c87a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:53.318456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Attempting to bind port b816fb18-dda4-4007-9c6e-d7f2030aa916 on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:53.349322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:53.349659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Checking segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:53.350094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Bound using segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:53.350536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Bound port: b816fb18-dda4-4007-9c6e-d7f2030aa916, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:53.350893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.366805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577c95-fac3-4206-b12b-80585cc36325 req-a098e8e6-8f15-4fc5-8bf9-eb0c33c6b0e4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.368357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e577c95-fac3-4206-b12b-80585cc36325 req-a098e8e6-8f15-4fc5-8bf9-eb0c33c6b0e4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.1966684 Nov 12 03:03:53.382318 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f326be-664d-43be-84d9-26bb19333443 x-openstack-request-id: req-70f326be-664d-43be-84d9-26bb19333443 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:53.382594 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:53.383219 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70f326be-664d-43be-84d9-26bb19333443 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:53.383219 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'status': 'completed', 'code': 200} Nov 12 03:03:53.399817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-46a088f5-c382-4b5d-97ce-0623f47d3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.401215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-46a088f5-c382-4b5d-97ce-0623f47d3bf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1086752 Nov 12 03:03:53.448074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.455816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.468721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.493836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:53.503606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.506468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e577c95-fac3-4206-b12b-80585cc36325 req-16054feb-0a31-4b92-89eb-88588b08f488 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287684 Nov 12 03:03:53.518511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:53.528315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:53.531354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-cea6c6e8-03ae-4eae-b047-a8acafb5f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.533789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-cea6c6e8-03ae-4eae-b047-a8acafb5f4e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126819 Nov 12 03:03:53.536605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.565815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:03:53.570095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:53.570529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.601958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.602450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.603962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] 10.222.0.39 "PUT /v2.0/ports/b816fb18-dda4-4007-9c6e-d7f2030aa916 HTTP/1.1" status: 200 len: 1114 time: 1.7846837 Nov 12 03:03:53.623652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c004a293-1cee-48e3-9e4f-904a5d68f2a7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.668394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e6a4-a7ef-442e-8092-055ee5697c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.718323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.737436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbe102-30e9-417e-bace-eb3f4924cdbf req-bbbf6ea2-08d8-4548-bbf6-d6d71bbe88bb tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:53.744790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5abbe102-30e9-417e-bace-eb3f4924cdbf req-bbbf6ea2-08d8-4548-bbf6-d6d71bbe88bb tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 969 time: 0.2520902 Nov 12 03:03:53.753759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.756867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.760472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce6d9147-d4de-419f-a07f-2d205c983270 HTTP/1.1" status: 204 len: 168 time: 0.4629798 Nov 12 03:03:53.769675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-3a4a7f8b-c578-4ae1-9f24-64dd9d74bde2 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242970 Nov 12 03:03:53.775247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:53.775538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4386f87-fa82-44b6-87c1-198b8280c236 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:53.792194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.814655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c1f42-0923-47cf-baf9-099ede6d3665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d9147-d4de-419f-a07f-2d205c983270,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:53.839186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Allocated IP 192.168.233.172 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/427f0324-defe-403c-87ea-26cb64ed4ffe) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:03:53.841398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Transition to ACTIVE for port object d4386f87-fa82-44b6-87c1-198b8280c236 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:53.842679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf044099-e39d-432b-abd7-5cb4f412a8fa req-d948d690-097e-40a3-85a3-1be7821974a6 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 210 time: 0.1099811 Nov 12 03:03:53.862856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.888648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:53.901505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:53.935516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5abbe102-30e9-417e-bace-eb3f4924cdbf req-a445b95a-e9a5-4dd2-8e63-604c0b4078e7 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843987 Nov 12 03:03:54.022339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:54.034575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:54.054576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-105866f0-85b2-4f6e-9d38-12a634de3172 req-37834b0d-ab3f-4d61-b41e-6bbdb8b4caa9 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777407 Nov 12 03:03:54.066379 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b88919a-fbff-4a7f-a46f-c2d62454aab4" -d '{"events": [{"server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "name": "network-vif-plugged", "status": "completed", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:54.080074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-a0ef35d6-04be-4a84-882a-a09225859edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.083941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-a0ef35d6-04be-4a84-882a-a09225859edf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 1117 time: 0.3724337 Nov 12 03:03:54.131500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ea0dd223-c058-4772-8988-573792733eae up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:54.205719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port ea0dd223-c058-4772-8988-573792733eae completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:03:54.211451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ea0dd223-c058-4772-8988-573792733eae triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:54.212280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.228793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:54.229134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:54.229466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:54.251684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:54.252001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:54.270586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:54.271040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:54.271259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:54.271939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Bound port: d4386f87-fa82-44b6-87c1-198b8280c236, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:54.272504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.282104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.291743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd08a-a7a5-4cc6-8b18-f11f5603870a req-ecd9b4ec-59e0-41b6-83c3-7db0b04bfecc tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.294492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-246fd08a-a7a5-4cc6-8b18-f11f5603870a req-ecd9b4ec-59e0-41b6-83c3-7db0b04bfecc tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 965 time: 0.1370573 Nov 12 03:03:54.314419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37328) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:54.336256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.368115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-356e2a3e-ac41-40f9-a72d-289e204339a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.372603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ea0dd223-c058-4772-8988-573792733eae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:54.377035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.407353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-3b053fa8-b275-45f5-88e5-f86fdf7434c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916 HTTP/1.1" status: 200 len: 217 time: 0.0744944 Nov 12 03:03:54.428245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:54.441515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-246fd08a-a7a5-4cc6-8b18-f11f5603870a req-038f06b5-0c86-4c0e-b8da-e037d6520e80 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389089 Nov 12 03:03:54.465744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:54.468363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97074547-6ff5-4467-9e88-aecba2284559 req-8db50344-c4ee-4045-a948-22ae5998138b tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.469870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97074547-6ff5-4467-9e88-aecba2284559 req-8db50344-c4ee-4045-a948-22ae5998138b tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.4136982 Nov 12 03:03:54.478134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:54.479081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-2672cf1c-bad7-4f4b-a70b-cd6475204b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.481258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-2672cf1c-bad7-4f4b-a70b-cd6475204b20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1100 time: 0.1472876 Nov 12 03:03:54.486064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.505767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.512114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-0d9b3317-0c3c-40d0-a9cd-4cc520c594fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.513563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-0d9b3317-0c3c-40d0-a9cd-4cc520c594fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.0987544 Nov 12 03:03:54.556395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.556982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.558518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] 10.222.0.32 "PUT /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 1092 time: 1.9244840 Nov 12 03:03:54.583001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:03:54.583986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:54.586292 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d485dd-7368-49ee-9035-70db8344c31e" -d '{"events": [{"name": "network-changed", "server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:54.601424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:03:54.622497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97074547-6ff5-4467-9e88-aecba2284559 req-d3c058ad-3ff7-441b-85b5-e942aa3539e1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402657 Nov 12 03:03:54.652044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-7c66b879-3133-4716-803d-047f3662859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.654473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-7c66b879-3133-4716-803d-047f3662859f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249421 Nov 12 03:03:54.657758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-216462ca-442e-4861-9f8c-2c306adfbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.659613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-216462ca-442e-4861-9f8c-2c306adfbc3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1670222 Nov 12 03:03:54.663186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:03:54.670125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.670871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.674443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Pushing event updated for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:54.699861 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4331365-0833-4eb0-b0ed-df138be34e38 x-openstack-request-id: req-d4331365-0833-4eb0-b0ed-df138be34e38 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:54.700345 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "name": "network-vif-plugged", "status": "completed", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:54.700460 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4331365-0833-4eb0-b0ed-df138be34e38 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:54.700864 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311', 'code': 200} Nov 12 03:03:54.715261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-356e2a3e-ac41-40f9-a72d-289e204339a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.754461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-356e2a3e-ac41-40f9-a72d-289e204339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.760978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-ee67950b-1738-43af-83a2-7cb02b2b5f3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0877104 Nov 12 03:03:54.791778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-b14a1c45-d1b8-4c46-a13a-730686c1825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.793333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-b14a1c45-d1b8-4c46-a13a-730686c1825d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1095 time: 0.1863470 Nov 12 03:03:54.800701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.32', 62479) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:54.807204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-503d7177-f9ec-4d05-9cef-9591e0c426a1 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2775688 Nov 12 03:03:54.860279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-356e2a3e-ac41-40f9-a72d-289e204339a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=baa7498f29e84de781ca63790f1c48a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426576 Nov 12 03:03:54.868352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Request body: {'port': {'device_id': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'device_owner': 'compute:tempest-test_az-1990632529', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:03:54.869449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:54.897474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-e4a7dc6a-5d3d-4b2a-8843-3aefcae3615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.898848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-e4a7dc6a-5d3d-4b2a-8843-3aefcae3615b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0927973 Nov 12 03:03:54.938391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339a999-d687-496c-b407-f52a5ef43a1f req-2d844e4d-a93b-4ca5-a177-9a56e3baf9cd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:54.939985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7339a999-d687-496c-b407-f52a5ef43a1f req-2d844e4d-a93b-4ca5-a177-9a56e3baf9cd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1717949 Nov 12 03:03:54.968335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1ff13218-c372-4824-bf81-13bf816a105f None None] Provisioning complete for port 427f0324-defe-403c-87ea-26cb64ed4ffe triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:54.968702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ff13218-c372-4824-bf81-13bf816a105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:54.971910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-34550060-8d58-4147-b91a-a2dfe93a28d1 service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073874 Nov 12 03:03:55.012640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1ff13218-c372-4824-bf81-13bf816a105f None None] Port 427f0324-defe-403c-87ea-26cb64ed4ffe cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:03:55.086167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-45377334-69e1-4286-b5f1-b83c1eed9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.087626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-45377334-69e1-4286-b5f1-b83c1eed9000 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763561 Nov 12 03:03:55.093791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.124622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7339a999-d687-496c-b407-f52a5ef43a1f req-303aa039-7c1a-4729-9632-940d625be7f5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618083 Nov 12 03:03:55.143934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-00c46f2e-89cf-43a7-ba17-9160ac3bef07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.3366680 Nov 12 03:03:55.149457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e2a3e-ac41-40f9-a72d-289e204339a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e756a8d9-b63c-4ffc-b631-7575eade77dc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:55.157236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.162690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa4a3e-b822-4b64-9147-f7b09de91e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:55.209840 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc08c4a-3333-4907-8e30-178016477eb2 x-openstack-request-id: req-5fc08c4a-3333-4907-8e30-178016477eb2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:55.210131 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:55.210375 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5fc08c4a-3333-4907-8e30-178016477eb2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:55.210760 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'status': 'completed', 'code': 200} Nov 12 03:03:55.211614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3771a2e7-1dab-4afd-9bef-a75052ace5ba req-819ec445-7760-43a5-aa00-d875e7163612 service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293062 Nov 12 03:03:55.243126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.246816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-d28650fb-7dce-4497-853c-9c3bf71a9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.248351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-d28650fb-7dce-4497-853c-9c3bf71a9c51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 1101 time: 0.4454937 Nov 12 03:03:55.252833 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-83a9fffd-e0f5-4103-aecc-32bd07c0f90c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496129 Nov 12 03:03:55.275033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.277607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.277717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3877-6acb-4161-9562-1edf1a9e42d3 req-88177736-3bc0-4430-b5e3-837c1176acf3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.278650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e756a8d9-b63c-4ffc-b631-7575eade77dc HTTP/1.1" status: 204 len: 168 time: 0.4083257 Nov 12 03:03:55.284733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e0b3877-6acb-4161-9562-1edf1a9e42d3 req-88177736-3bc0-4430-b5e3-837c1176acf3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.4829993 Nov 12 03:03:55.302501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76af568-98f1-45c9-a696-e25d9112f74a req-64393780-ebbd-4395-b116-ce29299085cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.303974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-64393780-ebbd-4395-b116-ce29299085cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1439304 Nov 12 03:03:55.314353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-18f29291-3b72-41b2-bedf-68567eb1d41c service neutron] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.330892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda086b8-80b7-4797-b3e0-38d6940634ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e756a8d9-b63c-4ffc-b631-7575eade77dc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:55.367553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-9dc607ab-8e8b-474a-9b46-0a3384d2ee92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554824 Nov 12 03:03:55.389058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261317e-353a-4420-afd3-72b93e6a6e03 req-c535fbe0-b2f0-47ff-b42b-297685a4cdac tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.390555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c261317e-353a-4420-afd3-72b93e6a6e03 req-c535fbe0-b2f0-47ff-b42b-297685a4cdac tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 936 time: 0.1179166 Nov 12 03:03:55.393140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:55.395418 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:55.419077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf37f7b-050d-4377-92b5-77f860bfa561 req-78366a32-b468-4e21-90c1-f73234a6d819 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575553 Nov 12 03:03:55.457786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c261317e-353a-4420-afd3-72b93e6a6e03 req-2e3e6d74-48cf-41f4-b0db-e1f1f454759e tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Nov 12 03:03:55.529024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e0b3877-6acb-4161-9562-1edf1a9e42d3 req-564ed03e-75f5-4d58-a581-6ebca8f5ae77 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435851 Nov 12 03:03:55.590584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ddb6f-d1d2-45f8-9e8c-da958d483de9 req-3457cac5-f0b6-4003-96a7-8d356df8089c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.598878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e06ddb6f-d1d2-45f8-9e8c-da958d483de9 req-3457cac5-f0b6-4003-96a7-8d356df8089c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.0685444 Nov 12 03:03:55.602198 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b6d524-0c2c-4fbd-8828-0c1fd6b999e1 x-openstack-request-id: req-12b6d524-0c2c-4fbd-8828-0c1fd6b999e1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:55.602539 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:55.602732 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12b6d524-0c2c-4fbd-8828-0c1fd6b999e1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:55.603144 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'status': 'completed', 'code': 200} Nov 12 03:03:55.641703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-decab62f-cc07-4003-855c-f8f0270f7756 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590725 Nov 12 03:03:55.678155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e06ddb6f-d1d2-45f8-9e8c-da958d483de9 req-26fe56b9-f953-47d9-b507-617a53da4f73 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783818 Nov 12 03:03:55.688991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-66cdb3d2-867c-4611-898a-8774a47f0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.690957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-66cdb3d2-867c-4611-898a-8774a47f0292 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 1117 time: 0.0648372 Nov 12 03:03:55.709447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-18f29291-3b72-41b2-bedf-68567eb1d41c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.731136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-18f29291-3b72-41b2-bedf-68567eb1d41c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.763982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:55.791445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54da57c-44a4-40a2-9cc7-6777bae1b24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.857945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f29291-3b72-41b2-bedf-68567eb1d41c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6cec1c68-1794-4309-a370-7e9417d4e76f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:55.869959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab5e313b-5c36-49fa-926e-ecddd5d4d845 req-18f29291-3b72-41b2-bedf-68567eb1d41c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067877 Nov 12 03:03:55.870294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21205b-acbd-476f-8a0b-cb125f3411ed req-6c1577c2-8748-45ce-86a5-52cc74f17e5a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.873416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e21205b-acbd-476f-8a0b-cb125f3411ed req-6c1577c2-8748-45ce-86a5-52cc74f17e5a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.1013114 Nov 12 03:03:55.874435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-b55bef67-a89f-4f12-b1db-c3a370fe08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.875797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-b55bef67-a89f-4f12-b1db-c3a370fe08fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 925 time: 0.1775508 Nov 12 03:03:55.889878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b257d6-a10a-4453-a9c3-10e9f0388fc0 req-b510eba4-76f7-4b07-aa53-f53f4bf1e403 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:55.891362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1b257d6-a10a-4453-a9c3-10e9f0388fc0 req-b510eba4-76f7-4b07-aa53-f53f4bf1e403 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 965 time: 0.2053709 Nov 12 03:03:55.928309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e76af568-98f1-45c9-a696-e25d9112f74a req-88ad3b1d-d938-44a3-801f-3a1122231286 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752073 Nov 12 03:03:55.940121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-9020455f-4a29-49c4-9947-2acf22ab931a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916 HTTP/1.1" status: 200 len: 217 time: 0.0500939 Nov 12 03:03:55.956856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427f0324-defe-403c-87ea-26cb64ed4ffe {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:55.970838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:55.985017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1b257d6-a10a-4453-a9c3-10e9f0388fc0 req-554b9dd2-4789-4e17-b98b-ccd3c1e0431f tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847182 Nov 12 03:03:55.989499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Transition to ACTIVE for port object 427f0324-defe-403c-87ea-26cb64ed4ffe will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:03:55.993264 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.019276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e21205b-acbd-476f-8a0b-cb125f3411ed req-d870a1b7-4159-4b9b-a490-b7c247a85352 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373954 Nov 12 03:03:56.036875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54da57c-44a4-40a2-9cc7-6777bae1b24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.044271 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a54da57c-44a4-40a2-9cc7-6777bae1b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.063981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-f80a206e-1d26-462a-acb0-f6450f0ae032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.065616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-f80a206e-1d26-462a-acb0-f6450f0ae032 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.1124680 Nov 12 03:03:56.068214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Pushing event updated for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:56.085236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Attempting to bind port 427f0324-defe-403c-87ea-26cb64ed4ffe on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:03:56.085569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Attempting to bind port 427f0324-defe-403c-87ea-26cb64ed4ffe by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:03:56.085894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Attempting to bind port 427f0324-defe-403c-87ea-26cb64ed4ffe on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:56.091667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Port 427f0324-defe-403c-87ea-26cb64ed4ffe on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:03:56.091667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Attempting to bind port 427f0324-defe-403c-87ea-26cb64ed4ffe on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:03:56.097669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:03:56.097669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:03:56.097669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:03:56.098028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Bound port: 427f0324-defe-403c-87ea-26cb64ed4ffe, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:03:56.098391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.114592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da57c-44a4-40a2-9cc7-6777bae1b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a4c494-cf78-474e-ad96-8950fad1028d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:56.124290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a54da57c-44a4-40a2-9cc7-6777bae1b24a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98917a3c5b7b4407a940d2738d808c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592043 Nov 12 03:03:56.126064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37356) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:56.171429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:03:56.179051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=427f0324-defe-403c-87ea-26cb64ed4ffe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:03:56.184050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.186504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-2564fb5d-6acb-47c8-907e-1f343c203125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.189048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-2564fb5d-6acb-47c8-907e-1f343c203125 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133895 Nov 12 03:03:56.236472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.256522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.257156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.258479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] 10.222.0.39 "PUT /v2.0/ports/427f0324-defe-403c-87ea-26cb64ed4ffe HTTP/1.1" status: 200 len: 1119 time: 1.4389708 Nov 12 03:03:56.297631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c15f0-86f7-45ff-a586-ebf81fd67b99 service neutron] Pushing event updated for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:56.313655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.319242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d485dd-7368-49ee-9035-70db8344c31e req-916b10b8-c974-4c49-822b-001d56eb6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.321043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-916b10b8-c974-4c49-822b-001d56eb6752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1095 time: 0.1084971 Nov 12 03:03:56.376171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-3f4a95d8-aee9-401c-92d8-79535fa3def3 service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770976 Nov 12 03:03:56.394317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026535d-7074-47dd-ab0c-9967e959b954 req-410347fb-2031-4ba4-a864-172cb7d24be7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.395942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1026535d-7074-47dd-ab0c-9967e959b954 req-410347fb-2031-4ba4-a864-172cb7d24be7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1568396 Nov 12 03:03:56.452636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.455350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:56.459153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/29a4c494-cf78-474e-ad96-8950fad1028d HTTP/1.1" status: 204 len: 168 time: 0.3295221 Nov 12 03:03:56.460862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-9a42465c-b293-490f-a66e-2b403397aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.462312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-9a42465c-b293-490f-a66e-2b403397aefe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adbdc77341294eea92b17d85deb71457&device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 1122 time: 0.1463561 Nov 12 03:03:56.476922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c05a88-fdce-4385-a545-2a07dd25c790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a4c494-cf78-474e-ad96-8950fad1028d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:56.532488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-91d642d2-20f8-430f-b808-ee842dee16dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=427f0324-defe-403c-87ea-26cb64ed4ffe HTTP/1.1" status: 200 len: 217 time: 0.0595133 Nov 12 03:03:56.533513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277e017-ee1b-4de9-adc1-5c4cd0d1ac5f req-fbc1d7ed-4005-4d56-961b-f4517545d7bf service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495323 Nov 12 03:03:56.538757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1026535d-7074-47dd-ab0c-9967e959b954 req-150231d3-56f3-4250-b89c-0e66e89f4d99 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120467 Nov 12 03:03:56.539789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d485dd-7368-49ee-9035-70db8344c31e req-bf1bb1e4-5dbe-47e3-b0b7-0bed2c916500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.541145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-bf1bb1e4-5dbe-47e3-b0b7-0bed2c916500 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2097294 Nov 12 03:03:56.620352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-9f42c1f4-284f-4328-873b-651694572d4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.0649486 Nov 12 03:03:56.650710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad4577-2675-49c1-9094-f53549e12e48 req-8d95c84a-753a-4900-97f7-39a1ff5e9b85 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.652802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0fad4577-2675-49c1-9094-f53549e12e48 req-8d95c84a-753a-4900-97f7-39a1ff5e9b85 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 970 time: 0.0662942 Nov 12 03:03:56.677649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-1a2ec611-67b0-4ed0-8379-b5aa0650bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.679153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-1a2ec611-67b0-4ed0-8379-b5aa0650bdec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1343985 Nov 12 03:03:56.702290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0dd223-c058-4772-8988-573792733eae'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:56.705357 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f9fc6-feb2-45dd-90b1-893d646f1e30" -d '{"events": [{"server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ea0dd223-c058-4772-8988-573792733eae"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:56.709976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0fad4577-2675-49c1-9094-f53549e12e48 req-92cf789e-8657-435f-9e39-12e19c4258b0 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Nov 12 03:03:56.742952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d485dd-7368-49ee-9035-70db8344c31e req-fde4d923-372e-4b9e-9254-04b1aed0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.744464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-fde4d923-372e-4b9e-9254-04b1aed0a498 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1156340 Nov 12 03:03:56.779377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfefba-545e-46b1-a851-b6cfa8ed2523 req-f1811fd0-aea0-4af5-96ad-d51b003c331c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.780894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9cfefba-545e-46b1-a851-b6cfa8ed2523 req-f1811fd0-aea0-4af5-96ad-d51b003c331c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.1445618 Nov 12 03:03:56.823254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204545f0-d6e7-4543-9467-ab336439e39a req-a972ed0c-4145-4fce-bf20-d5c67f24841c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.827572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-204545f0-d6e7-4543-9467-ab336439e39a req-a972ed0c-4145-4fce-bf20-d5c67f24841c tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.0591843 Nov 12 03:03:56.828295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-1dc3f23e-49c4-4c0b-839b-2ac7eaed0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:56.829490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-1dc3f23e-49c4-4c0b-839b-2ac7eaed0fee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1351643 Nov 12 03:03:56.833079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-de15a88f-dd5f-47e9-93fa-ce7a9e5dadab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703027 Nov 12 03:03:56.879516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-204545f0-d6e7-4543-9467-ab336439e39a req-a2165c92-7762-441f-b85e-7618faa07457 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Nov 12 03:03:56.937299 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46d6b0-bbc1-4644-a3e9-898532956184 x-openstack-request-id: req-ab46d6b0-bbc1-4644-a3e9-898532956184 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:56.937610 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ea0dd223-c058-4772-8988-573792733eae", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:56.937858 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab46d6b0-bbc1-4644-a3e9-898532956184 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:56.938268 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0dd223-c058-4772-8988-573792733eae', 'code': 200} Nov 12 03:03:56.962873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9cfefba-545e-46b1-a851-b6cfa8ed2523 req-d21b1d76-1a11-4b1e-958e-e754fee125b6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700478 Nov 12 03:03:57.015846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-4cedfda2-b6a0-4fee-a84f-419de3ee3a19 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712422 Nov 12 03:03:57.021912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-59070406-2193-415a-8196-86e502e9d284 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762328 Nov 12 03:03:57.087760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc97693-ca80-4b6d-b7c3-e50fd41724c0 req-56b7628a-9fdb-44c9-bd44-6f119ef3a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.089307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fc97693-ca80-4b6d-b7c3-e50fd41724c0 req-56b7628a-9fdb-44c9-bd44-6f119ef3a45f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 1122 time: 0.0821323 Nov 12 03:03:57.181144 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fc97693-ca80-4b6d-b7c3-e50fd41724c0 req-2424d727-e32a-4c2f-b7a3-038473e60197 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836623 Nov 12 03:03:57.206571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d475b-2f2c-48af-8b50-bee2e9a0cacc req-4aa628a3-70ae-43e6-a524-63f3dcb86696 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.208194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f70d475b-2f2c-48af-8b50-bee2e9a0cacc req-4aa628a3-70ae-43e6-a524-63f3dcb86696 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 965 time: 0.0700328 Nov 12 03:03:57.263859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f70d475b-2f2c-48af-8b50-bee2e9a0cacc req-461754d6-f253-460a-b1c2-569e8c3d79cd tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490072 Nov 12 03:03:57.286729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:57.289003 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897f26d-119b-4236-99c9-e2288c0e4852" -d '{"events": [{"name": "network-changed", "server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:57.365594 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f17180-118b-4bab-ad6b-9c5175c1e669 x-openstack-request-id: req-07f17180-118b-4bab-ad6b-9c5175c1e669 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:03:57.365873 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:03:57.366110 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07f17180-118b-4bab-ad6b-9c5175c1e669 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:03:57.366496 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe', 'status': 'completed', 'code': 200} Nov 12 03:03:57.403017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95d485dd-7368-49ee-9035-70db8344c31e req-42ad8978-76d6-4707-8c6f-a9c1cbb10ea8 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784444 Nov 12 03:03:57.417204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833cf40-9a95-4c93-8605-be1fdeddeb42 req-7d4ac489-3e3a-46bb-bf1b-97103c530582 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.419611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b833cf40-9a95-4c93-8605-be1fdeddeb42 req-7d4ac489-3e3a-46bb-bf1b-97103c530582 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.1277871 Nov 12 03:03:57.421868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de0dfb43-2be8-4f0c-84ad-cbf4c3e52412 req-572b3921-e8c8-4119-8d68-383a0e541228 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894219 Nov 12 03:03:57.427289 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:57.471308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b833cf40-9a95-4c93-8605-be1fdeddeb42 req-fb6558db-80b7-4379-be20-7928f7314d78 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Nov 12 03:03:57.509849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:03:57.627931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:57.631584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-07b9f4fe-fbfe-4896-a7dc-c4b0c112b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.633558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-07b9f4fe-fbfe-4896-a7dc-c4b0c112b4ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=adbdc77341294eea92b17d85deb71457&device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 1122 time: 0.0496335 Nov 12 03:03:57.645627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '4781134a-4098-4553-bdd6-048803b77e20', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '4781134a-4098-4553-bdd6-048803b77e20', 'mac_address': 'fa:16:3e:49:87:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:03:57.689301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:57.694481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dadbb-0133-44f1-b758-5c777255c463 req-5c111e92-1928-419c-b1fb-29a039be1f11 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.696520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd6dadbb-0133-44f1-b758-5c777255c463 req-5c111e92-1928-419c-b1fb-29a039be1f11 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.0580707 Nov 12 03:03:57.705086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781134a-4098-4553-bdd6-048803b77e20 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:57.728906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:57.747305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:57.785033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd6dadbb-0133-44f1-b758-5c777255c463 req-0f8e10bb-3dab-4b12-9c2b-340720cedf4c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750916 Nov 12 03:03:57.820525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-9e67b001-5be2-4f46-ac80-79c208e0dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:57.822098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-9e67b001-5be2-4f46-ac80-79c208e0dc14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1795516 Nov 12 03:03:57.842546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:57.878359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-705d7a3e-3395-4c02-9682-92f1a1b616f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=427f0324-defe-403c-87ea-26cb64ed4ffe HTTP/1.1" status: 200 len: 217 time: 0.0485280 Nov 12 03:03:58.006822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703e92e-9efa-4953-b7e2-f9bc710e5389 req-63d72e92-6d1c-45e0-8667-e57ff16ce9d9 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.008479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6703e92e-9efa-4953-b7e2-f9bc710e5389 req-63d72e92-6d1c-45e0-8667-e57ff16ce9d9 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 970 time: 0.1282716 Nov 12 03:03:58.019608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-642d1732-4093-4561-8361-4ddd37b23a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.022896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-642d1732-4093-4561-8361-4ddd37b23a02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1288564 Nov 12 03:03:58.025774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:03:58.046566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6d98-ee06-4a8f-802d-061dc769c2e7 req-5128f1ed-4d8e-4f82-8948-5c63278b33dc tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.048110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b2d6d98-ee06-4a8f-802d-061dc769c2e7 req-5128f1ed-4d8e-4f82-8948-5c63278b33dc tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.0661173 Nov 12 03:03:58.105083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b2d6d98-ee06-4a8f-802d-061dc769c2e7 req-b3c13271-cb58-469b-a758-06fdf2cf65b0 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Nov 12 03:03:58.108802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-ee8affd8-07ad-4805-9cd9-dc9b31c5a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.110329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-ee8affd8-07ad-4805-9cd9-dc9b31c5a6f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771613 Nov 12 03:03:58.115056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6703e92e-9efa-4953-b7e2-f9bc710e5389 req-a0aa4a47-eb92-42b3-bb39-e9633921d798 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680425 Nov 12 03:03:58.148084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b816fb18-dda4-4007-9c6e-d7f2030aa916 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:03:58.223327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-351d6e45-5b3a-4f61-9d84-eabd08745783 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003346 Nov 12 03:03:58.244729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412cb9-0e6a-4a89-a69c-4eb73de0abb4 req-be27b17d-f6a9-40d3-80cd-9b14305ebc43 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.246636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec412cb9-0e6a-4a89-a69c-4eb73de0abb4 req-be27b17d-f6a9-40d3-80cd-9b14305ebc43 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 949 time: 0.0650356 Nov 12 03:03:58.297099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:58.313504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'port_id': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'mac_address': 'fa:16:3e:00:78:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1990632529', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:03:58.318054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec412cb9-0e6a-4a89-a69c-4eb73de0abb4 req-6588d145-5fb0-4003-9b2d-9a16998775f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Nov 12 03:03:58.349208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d897f26d-119b-4236-99c9-e2288c0e4852 req-3b211ed0-7dcd-414e-a0af-01f06c36010f service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167760 Nov 12 03:03:58.372077 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:58.387521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b816fb18-dda4-4007-9c6e-d7f2030aa916 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:58.408659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:58.412951 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:58.439636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3a0ed-2df1-4784-aa35-ca87e65b712c req-5862b2ea-7354-4b3b-9ce1-846a68746967 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.441189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4e3a0ed-2df1-4784-aa35-ca87e65b712c req-5862b2ea-7354-4b3b-9ce1-846a68746967 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 965 time: 0.0622568 Nov 12 03:03:58.468835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:58.489703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4e3a0ed-2df1-4784-aa35-ca87e65b712c req-34d79582-0e58-4746-b24e-5231b7f9788b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Nov 12 03:03:58.604220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cf0e-4317-4939-abe9-341ae113f314 req-0ab0fbe6-e545-4080-b07c-c5e5047cd872 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.612909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f947cf0e-4317-4939-abe9-341ae113f314 req-0ab0fbe6-e545-4080-b07c-c5e5047cd872 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.0682554 Nov 12 03:03:58.644650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b816fb18-dda4-4007-9c6e-d7f2030aa916'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:03:58.673334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f947cf0e-4317-4939-abe9-341ae113f314 req-0635eee0-6986-408d-be10-f1f3b0449aff tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Nov 12 03:03:58.898398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:58.934885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406c0dd-3681-4fbf-8d2a-fb6b05eccffb req-7831d246-6365-4ee1-8d0d-0c5ce9c4551e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:58.943272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4406c0dd-3681-4fbf-8d2a-fb6b05eccffb req-7831d246-6365-4ee1-8d0d-0c5ce9c4551e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.0793841 Nov 12 03:03:59.007544 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4406c0dd-3681-4fbf-8d2a-fb6b05eccffb req-2b22f046-9234-4216-90df-5f855930db54 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Nov 12 03:03:59.152606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745612b1-8566-48a7-872b-efaa43fae9ca req-27c8c53f-7f7b-4ea0-acbc-acc9e42563fe tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.154380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-745612b1-8566-48a7-872b-efaa43fae9ca req-27c8c53f-7f7b-4ea0-acbc-acc9e42563fe tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.0606258 Nov 12 03:03:59.217901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-745612b1-8566-48a7-872b-efaa43fae9ca req-f7b49a76-f741-4d78-b5e5-eed1f36e9367 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559797 Nov 12 03:03:59.245089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fe170-a684-49e1-91b5-ff614fc6ad72 req-4b70d26f-1cf3-4166-a8e6-fa351ee6a9e5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.247442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-132fe170-a684-49e1-91b5-ff614fc6ad72 req-4b70d26f-1cf3-4166-a8e6-fa351ee6a9e5 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.0594149 Nov 12 03:03:59.298443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-132fe170-a684-49e1-91b5-ff614fc6ad72 req-1bea706f-b076-42d7-9b4b-7fe15fd6047e tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Nov 12 03:03:59.353448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d35e-e400-44ae-8949-e43cd6dbef3a req-88b5914f-2f9e-4ac5-98c2-cbfafd35cf42 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.355465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef53d35e-e400-44ae-8949-e43cd6dbef3a req-88b5914f-2f9e-4ac5-98c2-cbfafd35cf42 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 970 time: 0.0750849 Nov 12 03:03:59.375567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-a815f195-5bba-42a7-881e-095800d56f9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573781 Nov 12 03:03:59.390782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:59.413669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef53d35e-e400-44ae-8949-e43cd6dbef3a req-deec1565-d0c0-40c6-9e92-556176ef674e tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492883 Nov 12 03:03:59.471891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-dbc72066-166a-4d82-9bb3-3f9c7c4419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.472157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-162ba92e-4854-4803-82c8-aab3ceabcd09 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.473781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-dbc72066-166a-4d82-9bb3-3f9c7c4419bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c412062d2dff474084b8cfdfea9f2738&device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 1122 time: 0.0522144 Nov 12 03:03:59.480581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-162ba92e-4854-4803-82c8-aab3ceabcd09 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 1122 time: 0.0562892 Nov 12 03:03:59.494267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-2ce07205-3323-4eef-9169-d77ca166a8f5 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.519681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:03:59.524975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be7cb195-b707-4f6b-be8e-8cc5b9d6a061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.594761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:03:59.602138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ecde5-2738-4ffa-8724-aee978019bef req-b2be7a70-89c9-4313-b799-f1dc15f5b2f9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.609416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-453ecde5-2738-4ffa-8724-aee978019bef req-b2be7a70-89c9-4313-b799-f1dc15f5b2f9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 949 time: 0.1213615 Nov 12 03:03:59.619124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-2ce07205-3323-4eef-9169-d77ca166a8f5 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.626491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-2ce07205-3323-4eef-9169-d77ca166a8f5 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.662720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:59.673327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-453ecde5-2738-4ffa-8724-aee978019bef req-270ba66b-2848-417f-bf36-513458ad4f7c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609682 Nov 12 03:03:59.673624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be7cb195-b707-4f6b-be8e-8cc5b9d6a061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.678483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'port_id': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'mac_address': 'fa:16:3e:5d:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c95d2fb-29f0-488c-898c-8f71761aaccf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:03:59.681327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be7cb195-b707-4f6b-be8e-8cc5b9d6a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.682558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 4781134a-4098-4553-bdd6-048803b77e20 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:03:59.685297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce07205-3323-4eef-9169-d77ca166a8f5 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1734cea6-5fd8-42b8-b164-9f54a08b34f1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:59.688907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 4781134a-4098-4553-bdd6-048803b77e20 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:03:59.689280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.695984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29f3e3a5-01e6-40eb-999c-1e33909a0eff req-2ce07205-3323-4eef-9169-d77ca166a8f5 tempest-AggregatesAdminTestJSON-234257545 tempest-AggregatesAdminTestJSON-234257545-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144253 Nov 12 03:03:59.726670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-a715f851-b5a0-4188-8d23-67fa47877d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.726865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-a715f851-b5a0-4188-8d23-67fa47877d61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2062359 Nov 12 03:03:59.761110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be7cb195-b707-4f6b-be8e-8cc5b9d6a061 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b4f31dd012324b7a8fc06eb39fc52557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689969 Nov 12 03:03:59.762239 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:03:59.778537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cb195-b707-4f6b-be8e-8cc5b9d6a061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640b576-8ffc-4222-8214-a1db0086a998,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:59.785052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-b7c5a3ee-20d8-48fc-b4cf-79a0ab79224a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ea0dd223-c058-4772-8988-573792733eae HTTP/1.1" status: 200 len: 217 time: 0.0496862 Nov 12 03:03:59.788943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.805566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4386f87-fa82-44b6-87c1-198b8280c236 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:03:59.822010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.848414 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.850783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:59.861444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.868624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.885302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3c50-1989-4cc5-b58e-b93b525e8c11 req-dff8c2d6-df65-4f4e-a691-bcd523dbcaba tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.895335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe8c3c50-1989-4cc5-b58e-b93b525e8c11 req-dff8c2d6-df65-4f4e-a691-bcd523dbcaba tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 966 time: 0.1125157 Nov 12 03:03:59.900214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-7ad20200-f59e-42cb-8b83-c319227a875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:03:59.900727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-7ad20200-f59e-42cb-8b83-c319227a875f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1066198 Nov 12 03:03:59.909005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.915422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.918667 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8640b576-8ffc-4222-8214-a1db0086a998 HTTP/1.1" status: 204 len: 168 time: 0.1522484 Nov 12 03:03:59.931444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5260e6-fdd0-43b5-aa8c-61db556cb827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640b576-8ffc-4222-8214-a1db0086a998,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:59.943087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:03:59.945440 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8632c9a8-683e-4237-a9a1-255ba02848c7" -d '{"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-plugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:03:59.982131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:03:59.984668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:03:59.990464 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:03:59.993822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe8c3c50-1989-4cc5-b58e-b93b525e8c11 req-4f719a45-1bd3-4404-9a3e-80ad86841a5e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910916 Nov 12 03:04:00.057419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-e678eb47-c7a9-46db-a36c-e29969d55fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.060072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:00.060748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-e678eb47-c7a9-46db-a36c-e29969d55fcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1450138 Nov 12 03:04:00.075643 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f07c282-d6ed-42e2-b2a6-93185bd8b3ba x-openstack-request-id: req-8f07c282-d6ed-42e2-b2a6-93185bd8b3ba {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:00.078458 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-plugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:00.078733 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f07c282-d6ed-42e2-b2a6-93185bd8b3ba {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:00.079159 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'code': 200} Nov 12 03:04:00.158758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 427f0324-defe-403c-87ea-26cb64ed4ffe details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:00.171422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d4386f87-fa82-44b6-87c1-198b8280c236'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:00.189893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3505c01-74c2-444a-ac30-5e1ba9ab55a7 req-a1cd7967-79f7-40d6-91f0-ca91c1478864 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.201953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3505c01-74c2-444a-ac30-5e1ba9ab55a7 req-a1cd7967-79f7-40d6-91f0-ca91c1478864 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.0781832 Nov 12 03:04:00.242383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b816fb18-dda4-4007-9c6e-d7f2030aa916 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:00.261992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c780-6c95-401c-bb8a-8b438cb6d2b6 req-42a52671-9d4b-4213-be9e-429350e29b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.263795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2883c780-6c95-401c-bb8a-8b438cb6d2b6 req-42a52671-9d4b-4213-be9e-429350e29b29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.0804498 Nov 12 03:04:00.266110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-d3b43bfc-1187-4ed8-9eae-acf17d7f37ff service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975169 Nov 12 03:04:00.297134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3505c01-74c2-444a-ac30-5e1ba9ab55a7 req-6bf313f9-a637-475b-b048-fb577d2a6ede tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917947 Nov 12 03:04:00.382419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2883c780-6c95-401c-bb8a-8b438cb6d2b6 req-864b68be-df6a-48d2-8f3a-6a9d9217d9f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109655 Nov 12 03:04:00.428866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8f10279-c765-4711-9aca-626b8340f2f1 req-a30e5fe3-e452-4ce3-981a-3c84c80d0fb2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497903 Nov 12 03:04:00.457708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b816fb18-dda4-4007-9c6e-d7f2030aa916 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:00.461974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37516) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:00.471171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b816fb18-dda4-4007-9c6e-d7f2030aa916 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:00.472966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.481675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19c9b402-258b-4c59-a6c0-a9f376419106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.538997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=427f0324-defe-403c-87ea-26cb64ed4ffe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:00.584174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '427f0324-defe-403c-87ea-26cb64ed4ffe', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '427f0324-defe-403c-87ea-26cb64ed4ffe', 'mac_address': 'fa:16:3e:e4:64:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:tempest-test_az-1990632529', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:00.608776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19c9b402-258b-4c59-a6c0-a9f376419106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.624626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19c9b402-258b-4c59-a6c0-a9f376419106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.682924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.706221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9b402-258b-4c59-a6c0-a9f376419106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d889806-b09a-40fd-857c-65cec79d8ce9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:00.710855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.712420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-19c9b402-258b-4c59-a6c0-a9f376419106 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e035f48b0f43452c89f09d2b6e327379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489381 Nov 12 03:04:00.718566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427f0324-defe-403c-87ea-26cb64ed4ffe {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:00.718686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32366e-b304-493b-899a-5ec1ab10b884 req-edb33ee1-18ac-48a4-a8c2-3a58dd2fe906 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.726064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d32366e-b304-493b-899a-5ec1ab10b884 req-edb33ee1-18ac-48a4-a8c2-3a58dd2fe906 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 949 time: 0.3439059 Nov 12 03:04:00.726839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37528) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:00.750005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-cd414de6-072c-4d51-93d3-b26aa808c878 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.751726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-cd414de6-072c-4d51-93d3-b26aa808c878 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 1101 time: 0.1409988 Nov 12 03:04:00.779793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=427f0324-defe-403c-87ea-26cb64ed4ffe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:00.780788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d32366e-b304-493b-899a-5ec1ab10b884 req-76a39c9a-54ab-44a2-afd7-33ea4028d5b1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Nov 12 03:04:00.790558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.805219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:00.827879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.828571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e537aaa-5b2d-479a-8fae-f6187f331940 req-b3823bbf-bbd0-445e-a448-aa8162092825 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.830896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e537aaa-5b2d-479a-8fae-f6187f331940 req-b3823bbf-bbd0-445e-a448-aa8162092825 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 970 time: 0.1422009 Nov 12 03:04:00.854538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:00.884852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.915024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:00.919846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd00223-0c97-425a-9f57-93e8dfc49497 req-01de2f75-36dc-4291-851a-0f6bbc2833bf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:00.921351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dd00223-0c97-425a-9f57-93e8dfc49497 req-01de2f75-36dc-4291-851a-0f6bbc2833bf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0497499 Nov 12 03:04:00.939738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:00.952782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e537aaa-5b2d-479a-8fae-f6187f331940 req-d90c7a7a-17be-4270-b5ef-a8d0c2492e04 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125331 Nov 12 03:04:00.992446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Deleting port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:00.992840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.000304 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dd00223-0c97-425a-9f57-93e8dfc49497 req-32de0cab-17bc-49ee-b78e-834da89ae548 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719171 Nov 12 03:04:01.022258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['427f0324-defe-403c-87ea-26cb64ed4ffe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:01.078395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.081922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.085492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d889806-b09a-40fd-857c-65cec79d8ce9 HTTP/1.1" status: 204 len: 168 time: 0.3545177 Nov 12 03:04:01.133647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c18de5-ed2b-4371-aaa3-53b4fef2366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d889806-b09a-40fd-857c-65cec79d8ce9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:01.163281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] For port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:01.163824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.173622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5565a4f-64ba-43f0-8916-b54c80f3fa6e req-45e177b0-3a02-4f3d-a349-47e77b85d847 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:01.175560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5565a4f-64ba-43f0-8916-b54c80f3fa6e req-45e177b0-3a02-4f3d-a349-47e77b85d847 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.0578206 Nov 12 03:04:01.187581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Calling delete_port for 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:01.239018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5565a4f-64ba-43f0-8916-b54c80f3fa6e req-724f7646-b978-49b3-ace5-2daf2a6bfa99 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565917 Nov 12 03:04:01.369387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.381875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['635b2bef-2ab8-4bc7-b3fd-55da8faf3311'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:01.436381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Pushing event deleted for resources: {'Port': ['ID=635b2bef-2ab8-4bc7-b3fd-55da8faf3311,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:01.440815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6286cc-32aa-40eb-a503-d4c1429d1085 req-4a6e6480-c2fc-4cd0-852c-235e1665fe4b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:01.451109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b6286cc-32aa-40eb-a503-d4c1429d1085 req-4a6e6480-c2fc-4cd0-852c-235e1665fe4b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.0782652 Nov 12 03:04:01.498208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] No DVR routers for this DVR port 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:01.502149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.507148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f787e95f-e091-4cbe-94fd-3f685e8caac1 req-17e853a1-1827-4832-929e-9c493065c538 tempest-DeleteServersAdminTestJSON-1231497259 tempest-DeleteServersAdminTestJSON-1231497259-project-admin] 10.222.0.32 "DELETE /v2.0/ports/635b2bef-2ab8-4bc7-b3fd-55da8faf3311 HTTP/1.1" status: 204 len: 173 time: 0.7435832 Nov 12 03:04:01.507759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'name': 'network-vif-deleted', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:01.517194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:01.538784 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2788f2fa-3f23-4b38-a719-43ed03dc4b2e" -d '{"events": [{"server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "name": "network-vif-deleted", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:01.568962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b6286cc-32aa-40eb-a503-d4c1429d1085 req-0c8217bc-575c-4400-8d03-f7c9dac6212d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154835 Nov 12 03:04:01.623402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d4386f87-fa82-44b6-87c1-198b8280c236 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:01.637529 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de34c77-fc92-4ae9-a316-f47b57c32d7b x-openstack-request-id: req-2de34c77-fc92-4ae9-a316-f47b57c32d7b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:01.637815 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9e04c9-6d07-4cb4-bf15-0ba422530a86", "name": "network-vif-deleted", "tag": "635b2bef-2ab8-4bc7-b3fd-55da8faf3311", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:01.638069 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2de34c77-fc92-4ae9-a316-f47b57c32d7b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:01.638462 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9e04c9-6d07-4cb4-bf15-0ba422530a86', 'name': 'network-vif-deleted', 'tag': '635b2bef-2ab8-4bc7-b3fd-55da8faf3311', 'status': 'completed', 'code': 200} Nov 12 03:04:01.644269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d4386f87-fa82-44b6-87c1-198b8280c236 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:01.645790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.778288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.819467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:01.825533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:01.884265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:01.936027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-382fc295-bf74-4c73-9496-905ee0daba7f req-502cd4ef-e35b-4e9f-8e90-584050b06a12 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d9e04c9-6d07-4cb4-bf15-0ba422530a86 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Nov 12 03:04:02.080414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916'}, {'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:02.082857 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bd2646-6bff-4115-a6a2-373ca87fa788" -d '{"events": [{"server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "name": "network-vif-plugged", "status": "completed", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916"}, {"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-plugged", "status": "completed", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:02.091016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaee40-c36e-40bb-8abb-42962b3e7e6b req-ca58eb09-cfe3-4f4a-a268-9f04d36b5f05 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.095672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeaaee40-c36e-40bb-8abb-42962b3e7e6b req-ca58eb09-cfe3-4f4a-a268-9f04d36b5f05 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 971 time: 0.0571535 Nov 12 03:04:02.155857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 427f0324-defe-403c-87ea-26cb64ed4ffe up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:02.157728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae887d3-a82a-421a-948f-5b71c72e4c0d req-c5d7106c-4380-4eee-9791-bc99fbfd9999 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.158538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeaaee40-c36e-40bb-8abb-42962b3e7e6b req-b6162498-350c-4b9d-89fb-aae4dbd561fc tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599315 Nov 12 03:04:02.168912 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ae887d3-a82a-421a-948f-5b71c72e4c0d req-c5d7106c-4380-4eee-9791-bc99fbfd9999 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0653100 Nov 12 03:04:02.230205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8abde714-2e91-4818-bc9d-babca5700f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.241010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 427f0324-defe-403c-87ea-26cb64ed4ffe completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:02.252577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 427f0324-defe-403c-87ea-26cb64ed4ffe triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:02.252998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.273077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ae887d3-a82a-421a-948f-5b71c72e4c0d req-7403ddcb-6cdd-4ac4-a425-81e76b3da942 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968590 Nov 12 03:04:02.372195 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f12cecc-8184-44a0-9409-b77f2e46e815 x-openstack-request-id: req-0f12cecc-8184-44a0-9409-b77f2e46e815 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:02.375720 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "name": "network-vif-plugged", "status": "completed", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916", "code": 200}, {"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-plugged", "status": "completed", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:02.375990 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f12cecc-8184-44a0-9409-b77f2e46e815 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:02.377211 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'code': 200} Nov 12 03:04:02.377472 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'code': 200} Nov 12 03:04:02.410702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.482024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=427f0324-defe-403c-87ea-26cb64ed4ffe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:02.488384 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.552841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecacced-0e3a-4867-849d-40b763e0d7e5 req-369609f5-dea8-4640-81b4-d51b829a000f tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.559915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fecacced-0e3a-4867-849d-40b763e0d7e5 req-369609f5-dea8-4640-81b4-d51b829a000f tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.1380205 Nov 12 03:04:02.568089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:02.573103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad325-7b36-4eae-b7fc-7bd23d38ac9d req-8250cb99-782d-4c9b-8995-7efb01349d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.574658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d2ad325-7b36-4eae-b7fc-7bd23d38ac9d req-8250cb99-782d-4c9b-8995-7efb01349d5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 1119 time: 0.1012633 Nov 12 03:04:02.588570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb155cc2-4fad-436f-b8aa-d52bce3cf577 req-656ea118-10ce-4c73-be2c-066a84dca2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.590782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb155cc2-4fad-436f-b8aa-d52bce3cf577 req-656ea118-10ce-4c73-be2c-066a84dca2f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1097 time: 0.1429632 Nov 12 03:04:02.673791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fecacced-0e3a-4867-849d-40b763e0d7e5 req-70c5121b-ecfb-459c-a173-4db0a03d5eee tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129856 Nov 12 03:04:02.683929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d2ad325-7b36-4eae-b7fc-7bd23d38ac9d req-d0f95279-f86d-474d-8bb0-96b5c953c7dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007590 Nov 12 03:04:02.694259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb155cc2-4fad-436f-b8aa-d52bce3cf577 req-9f99e080-2d5c-4290-8303-d2741f338cd7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959079 Nov 12 03:04:02.714988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-bf7cdbfe-b77a-4e19-b5c3-36111efad7c6 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.717369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-bf7cdbfe-b77a-4e19-b5c3-36111efad7c6 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.0489559 Nov 12 03:04:02.740794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-45e91466-5c0e-4b64-b807-d757661ef89b tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.838852 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-45e91466-5c0e-4b64-b807-d757661ef89b tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.848390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-45e91466-5c0e-4b64-b807-d757661ef89b tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:02.887658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5dd594a5-e678-42a2-991b-e83fa8b50272 req-45e91466-5c0e-4b64-b807-d757661ef89b tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638284 Nov 12 03:04:02.888391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e91466-5c0e-4b64-b807-d757661ef89b tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e751d26-04d0-4ed9-bf3d-a1e3390c1707,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:02.963880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df890c-7b89-4d69-a95a-b27c8b135949 req-334bd43b-efd5-440c-ba30-83cc34eb1062 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:02.973035 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20df890c-7b89-4d69-a95a-b27c8b135949 req-334bd43b-efd5-440c-ba30-83cc34eb1062 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 945 time: 0.0866709 Nov 12 03:04:03.032230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20df890c-7b89-4d69-a95a-b27c8b135949 req-1f84e425-19cb-439b-ba28-5f7f14dfe153 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575666 Nov 12 03:04:03.137480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-c722d54e-813c-46d9-abd8-c9b47da7da49 req-bf8996a9-ad39-48fb-93f7-f1e59724ce1e service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:03.138447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c722d54e-813c-46d9-abd8-c9b47da7da49 req-bf8996a9-ad39-48fb-93f7-f1e59724ce1e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058365 Nov 12 03:04:03.433455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa25f7-f68b-46e8-b7fe-eb089b7d8111 req-c4aea8be-82a3-4707-9660-c4235c1f3fa8 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:03.434964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40fa25f7-f68b-46e8-b7fe-eb089b7d8111 req-c4aea8be-82a3-4707-9660-c4235c1f3fa8 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.0499048 Nov 12 03:04:03.485756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40fa25f7-f68b-46e8-b7fe-eb089b7d8111 req-d61d8977-2e39-4184-849d-ce8ea7859d20 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Nov 12 03:04:03.577192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-a84b73f0-056f-43af-9d48-46d26fefeaa7 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=981f4d037f8c41c282b2ba9ded055de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225470 Nov 12 03:04:03.709299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-b95a35f5-9c8e-4c74-bd47-584c7151ba58 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:03.715692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-b95a35f5-9c8e-4c74-bd47-584c7151ba58 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328437 Nov 12 03:04:03.727695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-1116a946-b63b-4b70-8bd4-3062809eb6e7 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/quotas/981f4d037f8c41c282b2ba9ded055de2 HTTP/1.1" status: 200 len: 375 time: 0.0104349 Nov 12 03:04:03.753496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:03.782001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-c697886a-bdb5-45a3-8e6d-c46b98dcead1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416629 Nov 12 03:04:03.898806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-97a4ed03-9ed7-476e-9062-70d002f54bb7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440244 Nov 12 03:04:03.910636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-a247263e-dfdf-48f6-91de-438ae142342a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:03.916247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-a247263e-dfdf-48f6-91de-438ae142342a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120919 Nov 12 03:04:03.988769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24f3b7-cf5f-4458-8574-68a5d5f79be0 req-7795480c-1184-4c42-8a48-dd604003b2b7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:03.991546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db24f3b7-cf5f-4458-8574-68a5d5f79be0 req-7795480c-1184-4c42-8a48-dd604003b2b7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1017528 Nov 12 03:04:04.056458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db24f3b7-cf5f-4458-8574-68a5d5f79be0 req-b37f128c-f1d0-4859-9daf-84d7c5313f77 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592914 Nov 12 03:04:04.058625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3fb5c-514b-4b11-8ce4-774d4561b7f1 req-a4150d49-ee1e-4b2f-9796-80130d4afcc6 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:04.067648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4b3fb5c-514b-4b11-8ce4-774d4561b7f1 req-a4150d49-ee1e-4b2f-9796-80130d4afcc6 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.0631337 Nov 12 03:04:04.162853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4b3fb5c-514b-4b11-8ce4-774d4561b7f1 req-62abb016-0e1b-48e0-84d0-45fbb533a8a0 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940087 Nov 12 03:04:04.335967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51306006-2359-4540-8e5e-8714b271b828 req-68faac94-15ae-4742-9e14-ffe196ad6dc3 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Nov 12 03:04:04.378837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:04.382964 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f251d-e9e0-4ebd-96bd-ff6dcd0cb95c" -d '{"events": [{"server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "name": "network-vif-plugged", "status": "completed", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:04.431643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda0539-866f-4e4e-852d-9e1e52c6517d req-ac2a4709-774b-46d4-bd3e-d4e4677d0105 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:04.434038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fda0539-866f-4e4e-852d-9e1e52c6517d req-ac2a4709-774b-46d4-bd3e-d4e4677d0105 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 945 time: 0.0677502 Nov 12 03:04:04.488793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fda0539-866f-4e4e-852d-9e1e52c6517d req-be4386f4-db66-483b-81c9-80fcd9208cca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482731 Nov 12 03:04:04.568330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2a34-739e-4453-8483-408af8cc8cf1 req-d3561f9d-67b2-40f1-b7b8-1232255fa276 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:04.570695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a04a2a34-739e-4453-8483-408af8cc8cf1 req-d3561f9d-67b2-40f1-b7b8-1232255fa276 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.0960166 Nov 12 03:04:04.581222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:04.586879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'floatingip': {'port_id': 'b816fb18-dda4-4007-9c6e-d7f2030aa916'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:04.595979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef51a667-9768-4cfe-904c-1d81197e7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:04.669520 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82baaf-d32f-4797-a02f-35301fa1ad77 x-openstack-request-id: req-1c82baaf-d32f-4797-a02f-35301fa1ad77 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:04.669839 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "name": "network-vif-plugged", "status": "completed", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:04.670108 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1c82baaf-d32f-4797-a02f-35301fa1ad77 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:04.670487 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe', 'code': 200} Nov 12 03:04:04.681908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:04.814076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38c41-99f8-49fe-b5f4-a217d0722454 req-86a9004f-da90-46d9-8fb2-301abc2ee6b4 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:04.822298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cb38c41-99f8-49fe-b5f4-a217d0722454 req-86a9004f-da90-46d9-8fb2-301abc2ee6b4 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.1321166 Nov 12 03:04:04.890446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cb38c41-99f8-49fe-b5f4-a217d0722454 req-e8b305aa-49eb-442a-94c0-799f59759a17 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Nov 12 03:04:04.907536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756316e2-0bd7-4005-917a-a57a72c983db req-f758e264-3d0b-4800-970b-1368de3505a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:04.915501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-756316e2-0bd7-4005-917a-a57a72c983db req-f758e264-3d0b-4800-970b-1368de3505a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 1124 time: 0.1722665 Nov 12 03:04:05.025044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-756316e2-0bd7-4005-917a-a57a72c983db req-c887a198-51a6-4aa4-b33f-c587bff73b8c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037159 Nov 12 03:04:05.107318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37794) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:05.165763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac902fa4-cf8b-4080-a4b8-7fc2aab39fc8 req-8bb3eb06-6e84-4978-ad9a-96d852e08e9a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:05.167290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac902fa4-cf8b-4080-a4b8-7fc2aab39fc8 req-8bb3eb06-6e84-4978-ad9a-96d852e08e9a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1097 time: 0.1322680 Nov 12 03:04:05.254823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346cf489-0b00-4a7a-b6ac-19ce9116c03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.328443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88411f88-1d4f-453c-9696-7d06c8c94c69 req-ca958605-e7ee-4e51-a51b-c20e5f626f7d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:05.330082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88411f88-1d4f-453c-9696-7d06c8c94c69 req-ca958605-e7ee-4e51-a51b-c20e5f626f7d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0771370 Nov 12 03:04:05.399456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac902fa4-cf8b-4080-a4b8-7fc2aab39fc8 req-c24ebf3a-aa33-4de5-b7b4-a400a18526e0 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250679 Nov 12 03:04:05.496273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37808) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:05.497136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.546004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:05.590311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:05.590648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 635b2bef-2ab8-4bc7-b3fd-55da8faf3311 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:05.688951 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0d73d3b-8c8f-4232-a5ae-714ae298f07f req-438f62e8-49e1-48f2-9f3c-541ce423ffbd tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 210 time: 0.0577884 Nov 12 03:04:05.710860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.732271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-bebcc605-969a-4168-9ef0-efa65019e7fe tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=981f4d037f8c41c282b2ba9ded055de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431206 Nov 12 03:04:05.733493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.734057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346cf489-0b00-4a7a-b6ac-19ce9116c03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.739516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78149d86-d7d1-4260-a0b6-910b0e26e081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.747254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88411f88-1d4f-453c-9696-7d06c8c94c69 req-8bc920bb-e29e-4814-88a9-639cb44dad63 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056315 Nov 12 03:04:05.760225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346cf489-0b00-4a7a-b6ac-19ce9116c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:05.811859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cf489-0b00-4a7a-b6ac-19ce9116c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092528cc-a36b-4d6d-b82c-ce22acd542e2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:05.862974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-346cf489-0b00-4a7a-b6ac-19ce9116c03d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5e4c601cbcc54aae860adbea7a932530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7520180 Nov 12 03:04:05.866337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37816) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:05.951268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-59c28024-16e2-44b9-91e0-0d45eef7d7cf tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:05.953325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-59c28024-16e2-44b9-91e0-0d45eef7d7cf tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046902 Nov 12 03:04:05.977942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Request body: {'port': {'device_id': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '981f4d037f8c41c282b2ba9ded055de2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:05.984231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.110072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be44c19-4589-4e5d-9c25-21f1c380b966 req-5c1679f4-b480-495f-b23e-89f9624700a5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:06.111133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.111901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4be44c19-4589-4e5d-9c25-21f1c380b966 req-5c1679f4-b480-495f-b23e-89f9624700a5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1097 time: 0.3332465 Nov 12 03:04:06.132648 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd associated. External IP: 172.25.2.79, port: b816fb18-dda4-4007-9c6e-d7f2030aa916. Nov 12 03:04:06.188937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-24c92602-b356-490a-a361-069b4e0f0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:06.190468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-24c92602-b356-490a-a361-069b4e0f0120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.1477704 Nov 12 03:04:06.200987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fbab1-e17f-4075-a998-da013cf305a1 req-cf8c9db5-80ff-4529-a648-135d6be52cc9 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:06.201992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb7fbab1-e17f-4075-a998-da013cf305a1 req-cf8c9db5-80ff-4529-a648-135d6be52cc9 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.1605325 Nov 12 03:04:06.236493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4be44c19-4589-4e5d-9c25-21f1c380b966 req-a98859fd-dbb2-4eb7-a400-ce2d22fe47b3 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136642 Nov 12 03:04:06.270950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78149d86-d7d1-4260-a0b6-910b0e26e081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.283908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78149d86-d7d1-4260-a0b6-910b0e26e081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.307208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Made reservation on behalf of 981f4d037f8c41c282b2ba9ded055de2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:06.311620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.313470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.316179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.319566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/092528cc-a36b-4d6d-b82c-ce22acd542e2 HTTP/1.1" status: 204 len: 168 time: 0.4498897 Nov 12 03:04:06.352001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c48b-ea98-46f1-9941-7696b22039cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092528cc-a36b-4d6d-b82c-ce22acd542e2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:06.363460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78149d86-d7d1-4260-a0b6-910b0e26e081 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b52caa4c28346ee8634168c625b41a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629539 Nov 12 03:04:06.368394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37836) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:06.403011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb7fbab1-e17f-4075-a998-da013cf305a1 req-cfd15003-1d81-4f8d-9c3a-654273b1acf8 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810353 Nov 12 03:04:06.448691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78149d86-d7d1-4260-a0b6-910b0e26e081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc7f29-1dee-423a-adb4-61e53f7b34bd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:06.451478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-42d7d6f1-fc30-4473-b1f9-016c8faefba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:06.468441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-42d7d6f1-fc30-4473-b1f9-016c8faefba6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2622879 Nov 12 03:04:06.534540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-397382ec-7079-4732-a651-ec07f84c8f4b req-a8000d9e-2e10-43db-836e-d7f805bc521c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:06.537060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-397382ec-7079-4732-a651-ec07f84c8f4b req-a8000d9e-2e10-43db-836e-d7f805bc521c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072038 Nov 12 03:04:06.573703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:04:06.591141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-d934b05d-7a46-4082-a8d0-8e53bcb0ec1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0711343 Nov 12 03:04:06.700714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.735413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.811553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.814553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.815957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2bc7f29-1dee-423a-adb4-61e53f7b34bd HTTP/1.1" status: 204 len: 168 time: 0.4464345 Nov 12 03:04:06.816387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:04:06.828154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-2f122acf-2008-419c-acfd-63ce075022c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:06.829945 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-2f122acf-2008-419c-acfd-63ce075022c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2142580 Nov 12 03:04:06.832914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:04:06.835042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Allocated IP 192.168.233.96 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/27860de0-323e-4dcd-ad9a-b4872d922cfe) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:06.840314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:06.849190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad515-ca99-4d4e-b85e-52c500a442a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bc7f29-1dee-423a-adb4-61e53f7b34bd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:06.876986 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:06.877642 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:06.896159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:06.921582 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1cbd2126-cc4e-43ed-a3bf-a33799ad4730 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "PUT /v2.0/floatingips/f993dfca-cd66-4e12-a9f8-7857a8eb83fd HTTP/1.1" status: 200 len: 1012 time: 2.3389282 Nov 12 03:04:06.922611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:06.927156 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:06.959009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50024f47-4216-429f-8c90-27b25a8c979f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.017891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcdcd8d3-b5db-44bf-9875-2b992958944f req-d57aad9c-dfec-4e5c-8f04-bc1981e8310e tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 210 time: 0.0868220 Nov 12 03:04:07.028623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.067467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-fe07440f-cb9e-4da2-a505-5f5fe0361dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:07.068722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-fe07440f-cb9e-4da2-a505-5f5fe0361dbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2313249 Nov 12 03:04:07.069935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:07.301772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3073d-c95b-42ed-8125-15f029d2cf3b req-c9daba36-d049-4869-aee9-276704e32950 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:07.310133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07f3073d-c95b-42ed-8125-15f029d2cf3b req-c9daba36-d049-4869-aee9-276704e32950 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1961486 Nov 12 03:04:07.389159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:07.410440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0372-cbbb-487b-a1cf-c4c43266b4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.435061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07f3073d-c95b-42ed-8125-15f029d2cf3b req-df10c1c7-0774-4dd5-9787-90388c1cf674 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239042 Nov 12 03:04:07.439524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-530d345b-cdcb-46ae-a001-f846e81ec8c6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240914 Nov 12 03:04:07.444761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50024f47-4216-429f-8c90-27b25a8c979f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.473659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50024f47-4216-429f-8c90-27b25a8c979f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.501538 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:00:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'device_owner': 'compute:tempest-test_az-1990632529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:04:05Z', 'revision_number': 1, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:07.519708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0372-cbbb-487b-a1cf-c4c43266b4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.526002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0372-cbbb-487b-a1cf-c4c43266b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.531156 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:04:07.542878 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:07.545004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:07.568267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.576214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb0372-cbbb-487b-a1cf-c4c43266b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1b830-e6a1-46ab-9b05-06b300079e1d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:07.582415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8fb0372-cbbb-487b-a1cf-c4c43266b4f5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d6b6d4d3524f41feb99498e8c0019e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921036 Nov 12 03:04:07.584979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37890) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:07.650344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.675252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:07.677309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.710695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-5cf06f6c-8c53-4f66-8fe9-5c51000d61fb service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611079 Nov 12 03:04:07.711732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50024f47-4216-429f-8c90-27b25a8c979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78d4a3-833a-4d3b-ac8a-ba4b2c651b68,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:07.720813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.756067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.758911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.760090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e5e1b830-e6a1-46ab-9b05-06b300079e1d HTTP/1.1" status: 204 len: 168 time: 0.1740634 Nov 12 03:04:07.790805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41495-f2dd-4d56-bc34-28f74c1fc42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1b830-e6a1-46ab-9b05-06b300079e1d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:07.817745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Pushing event updated for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:07.825909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37896) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:07.831049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-50024f47-4216-429f-8c90-27b25a8c979f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4e18c47625d4cbb85934352fbed9373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9325490 Nov 12 03:04:07.900596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.918564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:07.934392 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:00:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'device_owner': 'compute:tempest-test_az-1990632529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:04:05Z', 'revision_number': 1, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:07.944661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e0a9-92ca-4452-8690-58c1f22c9e5a req-45d48d6b-8ee8-40b9-a983-b7361772ec5f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:07.953878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:07.954063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58c8e0a9-92ca-4452-8690-58c1f22c9e5a req-45d48d6b-8ee8-40b9-a983-b7361772ec5f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.2346053 Nov 12 03:04:07.956826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:07.984314 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eea23c-17f8-48a0-be69-f9f6e7e64c62 None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:00:78:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'device_owner': 'compute:tempest-test_az-1990632529'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:04:05Z', 'revision_number': 1, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:04:08.005317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:08.014683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.015346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.017958 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.048271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-d076441d-1073-401e-9213-a81a0e35e97a tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0756900 Nov 12 03:04:08.074424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Request body: {'port': {'device_id': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:08.090549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.095824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.097020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f78d4a3-833a-4d3b-ac8a-ba4b2c651b68 HTTP/1.1" status: 204 len: 168 time: 0.2699733 Nov 12 03:04:08.106649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f248f-ad67-4216-9b1f-9513344ca7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78d4a3-833a-4d3b-ac8a-ba4b2c651b68,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:08.178618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58c8e0a9-92ca-4452-8690-58c1f22c9e5a req-9717c5fa-c347-4ff9-b080-eb1911b49a40 tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/security-groups?id=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220287 Nov 12 03:04:08.248523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.356643 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83868c7b-0ba6-4cbd-bfca-e287ddefc098 x-openstack-request-id: req-83868c7b-0ba6-4cbd-bfca-e287ddefc098 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:08.357602 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:08.358056 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83868c7b-0ba6-4cbd-bfca-e287ddefc098 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:08.358553 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'status': 'completed', 'code': 200} Nov 12 03:04:08.366653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-c384b317-e7c8-443e-bb9d-656f5b800fbe tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.376994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-c384b317-e7c8-443e-bb9d-656f5b800fbe tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 970 time: 0.1951528 Nov 12 03:04:08.429164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-119d8243-7a62-4af1-b1dc-99e9965f30da None None] Provisioning complete for port 27860de0-323e-4dcd-ad9a-b4872d922cfe triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:08.429644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-119d8243-7a62-4af1-b1dc-99e9965f30da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:08.453332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-d6397a1e-9bd1-4954-9386-87b5075ed577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.454931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-d6397a1e-9bd1-4954-9386-87b5075ed577 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 1119 time: 0.0699217 Nov 12 03:04:08.497446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb204178-b94a-4ac2-8aa7-16bf2662ae23 None None] New status for floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:04:08.586021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-119d8243-7a62-4af1-b1dc-99e9965f30da None None] Port 27860de0-323e-4dcd-ad9a-b4872d922cfe cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:08.601081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-2a0dbdfd-2761-413c-92f4-40fa26e85073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.603359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-2a0dbdfd-2761-413c-92f4-40fa26e85073 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 925 time: 0.1420531 Nov 12 03:04:08.704593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ce253-b403-48fc-b7ba-c4e1c973e05b req-9ba3a27e-7668-4a3c-a837-7f568a9796d3 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.713890 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f7ce253-b403-48fc-b7ba-c4e1c973e05b req-9ba3a27e-7668-4a3c-a837-7f568a9796d3 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.2535541 Nov 12 03:04:08.746276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-5f7b0925-599d-40e1-926a-40d725a22c37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916 HTTP/1.1" status: 200 len: 1020 time: 0.1360655 Nov 12 03:04:08.817267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-fca58ec4-1187-4ee1-bbb5-486b8b3debf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.819526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-fca58ec4-1187-4ee1-bbb5-486b8b3debf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.0663600 Nov 12 03:04:08.887566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-5a5610ee-c78c-4eb5-9cba-93854eb7d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:08.889349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-5a5610ee-c78c-4eb5-9cba-93854eb7d339 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625029 Nov 12 03:04:09.008676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-a8a932a0-0014-43f7-bf90-491f1b40cd8a service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085255 Nov 12 03:04:09.101229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27860de0-323e-4dcd-ad9a-b4872d922cfe {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:09.111824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.121464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f464f9b-b0ea-4e8d-91da-b0da3c146c3d req-e4be85ca-c77b-4bb8-822d-614557c4a9c1 service neutron] 10.222.0.39 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045723 Nov 12 03:04:09.127474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-0d243426-4bfe-4c40-880f-1ec7c0306d7d tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:09.135991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-0d243426-4bfe-4c40-880f-1ec7c0306d7d tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4349473 Nov 12 03:04:09.158938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Transition to ACTIVE for port object 27860de0-323e-4dcd-ad9a-b4872d922cfe will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:09.165826 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.169369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Deleting port ea0dd223-c058-4772-8988-573792733eae {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:09.169690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.178514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f7ce253-b403-48fc-b7ba-c4e1c973e05b req-729740a6-a8b3-46a0-ba40-745e1550cf71 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639013 Nov 12 03:04:09.190469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-5bff95c4-a791-4d7f-a728-a93578152204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:09.203120 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-5bff95c4-a791-4d7f-a728-a93578152204 service neutron] 10.222.0.84 "GET /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 1094 time: 0.0579457 Nov 12 03:04:09.216517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:09.217025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:04:09.296593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Pushing event updated for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:09.400334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] For port ea0dd223-c058-4772-8988-573792733eae, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ea0dd223-c058-4772-8988-573792733eae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:09.401038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.420384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Calling delete_port for ea0dd223-c058-4772-8988-573792733eae owned by compute:tempest-test_az-1990632529 {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:09.441056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:09.441536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:09.441868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:09.447374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:09.447700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:09.453364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:09.453961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:09.454125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:09.454570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Bound port: d4386f87-fa82-44b6-87c1-198b8280c236, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:09.579909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:09.588124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Attempting to bind port 27860de0-323e-4dcd-ad9a-b4872d922cfe on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:09.588409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Attempting to bind port 27860de0-323e-4dcd-ad9a-b4872d922cfe by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:09.589260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Attempting to bind port 27860de0-323e-4dcd-ad9a-b4872d922cfe on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:09.590200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.597384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Port 27860de0-323e-4dcd-ad9a-b4872d922cfe on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:09.597744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Attempting to bind port 27860de0-323e-4dcd-ad9a-b4872d922cfe on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:09.597977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-366a83dd-5bae-4632-8c95-2d7261391e22 service neutron] 10.222.0.84 "POST /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236/bindings HTTP/1.1" status: 201 len: 390 time: 0.3868155 Nov 12 03:04:09.613976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:09.614323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:09.614787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:09.615313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Bound port: 27860de0-323e-4dcd-ad9a-b4872d922cfe, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:09.615848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.650172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75a3d-7439-4814-9753-8615616836ba req-34eb31bc-4bf6-4e73-bc66-651650ab4dac tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:09.660869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96d75a3d-7439-4814-9753-8615616836ba req-34eb31bc-4bf6-4e73-bc66-651650ab4dac tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 947 time: 0.3615789 Nov 12 03:04:09.736117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:09.739495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:09.742897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.761624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ea0dd223-c058-4772-8988-573792733eae'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:09.767774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.855823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Pushing event deleted for resources: {'Port': ['ID=ea0dd223-c058-4772-8988-573792733eae,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:09.868845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:09.870769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:09.875401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] 10.222.0.32 "PUT /v2.0/ports/27860de0-323e-4dcd-ad9a-b4872d922cfe HTTP/1.1" status: 200 len: 1096 time: 1.8141625 Nov 12 03:04:09.907456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:09.910732 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79285810-779b-43ef-864c-fa0080d4a599" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:09.960651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e23786-82f8-4735-aef8-322a45dd1a79 req-82223b05-73e0-47fe-b91d-e1a157256f11 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:09.962230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94e23786-82f8-4735-aef8-322a45dd1a79 req-82223b05-73e0-47fe-b91d-e1a157256f11 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1256449 Nov 12 03:04:10.046632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-b2346b4d-8f3c-44b4-8c13-7d5d4d9d503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.064058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-b2346b4d-8f3c-44b4-8c13-7d5d4d9d503c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1097 time: 0.1292953 Nov 12 03:04:10.073874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] No DVR routers for this DVR port ea0dd223-c058-4772-8988-573792733eae on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:10.076227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94e23786-82f8-4735-aef8-322a45dd1a79 req-96677163-b55b-4530-a707-2c044099dd15 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Nov 12 03:04:10.103532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96d75a3d-7439-4814-9753-8615616836ba req-1fe72e1f-5fdf-4316-9a90-92f25f15bd02 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372113 Nov 12 03:04:10.105523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:10.112611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98e5c25a-c136-4f48-ad31-e0b80e4e8204 req-a9e0f1b7-98ec-4eb6-8012-b867287b056f tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.39 "DELETE /v2.0/ports/ea0dd223-c058-4772-8988-573792733eae HTTP/1.1" status: 204 len: 173 time: 1.6536937 Nov 12 03:04:10.157500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-e22cef6b-4f9a-4354-a9f1-24cba0e644f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.159051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-e22cef6b-4f9a-4354-a9f1-24cba0e644f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 1099 time: 0.2068133 Nov 12 03:04:10.163273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f096-1d27-43b1-b35a-e1e46d3beabe service neutron] Pushing event updated for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:10.236014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-4e0b56e9-ba23-4d45-b7ad-8f46b547a9ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe HTTP/1.1" status: 200 len: 217 time: 0.0621221 Nov 12 03:04:10.272574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1452f341-24e6-4c23-9fd8-7bb5511ac0a3 req-0107459c-c535-40bc-99f3-6439c32b42ed tempest-AggregatesAdminTestJSON-1901801532 tempest-AggregatesAdminTestJSON-1901801532-project] 10.222.0.84 "GET /v2.0/ports?device_id=844aede3-9264-4a74-9963-d7fc474b6ef2 HTTP/1.1" status: 200 len: 210 time: 0.0502090 Nov 12 03:04:10.350268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-30079f83-384a-4a73-861a-30073f1b23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.352115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-30079f83-384a-4a73-861a-30073f1b23f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1084657 Nov 12 03:04:10.396534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-2e61d035-f939-4d41-9741-2410281af3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.398073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-2e61d035-f939-4d41-9741-2410281af3b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.3208914 Nov 12 03:04:10.411924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-3f0ddd7e-fc5a-4687-a685-73d9f9c82332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.413414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-3f0ddd7e-fc5a-4687-a685-73d9f9c82332 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530202 Nov 12 03:04:10.485239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-7eaa810a-e681-4f49-a301-3fc69856da1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.0787909 Nov 12 03:04:10.571398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-f6a95464-fd4f-400a-a926-e22a99619ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414461 Nov 12 03:04:10.595264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32209870-58a5-4871-9d91-7fbb06f58855 req-2d4a2931-e9ed-4799-bbe4-f198a4bec4a7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.604373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32209870-58a5-4871-9d91-7fbb06f58855 req-2d4a2931-e9ed-4799-bbe4-f198a4bec4a7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 945 time: 0.1082599 Nov 12 03:04:10.631082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-8f5090b4-93ea-45ac-a99c-4ee2ebcf8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.632569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-8f5090b4-93ea-45ac-a99c-4ee2ebcf8b11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1391280 Nov 12 03:04:10.695216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e844df4d-a604-45d5-b59d-2b8b0a2ca0dc req-30d1a625-042f-4f74-8554-658ce52c3ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167288 Nov 12 03:04:10.701230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-4c35d4f5-86b5-4519-a077-f34f4d24fe03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588458 Nov 12 03:04:10.705055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32209870-58a5-4871-9d91-7fbb06f58855 req-3f56f001-2494-46ed-8204-d7f0371b3880 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000464 Nov 12 03:04:10.794465 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ef7c43-9319-4030-9932-5149cd76cdae x-openstack-request-id: req-a0ef7c43-9319-4030-9932-5149cd76cdae {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:10.794761 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:10.795193 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a0ef7c43-9319-4030-9932-5149cd76cdae {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:10.795432 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe', 'status': 'completed', 'code': 200} Nov 12 03:04:10.877702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-f310405d-62fd-4683-8d44-cab79864bef7 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694112 Nov 12 03:04:10.889058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79285810-779b-43ef-864c-fa0080d4a599 req-3f5f4631-4df8-4706-878c-267eb94ab6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:10.891518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-3f5f4631-4df8-4706-878c-267eb94ab6aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=981f4d037f8c41c282b2ba9ded055de2&device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 1099 time: 0.0743351 Nov 12 03:04:11.027057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-432333a9-7cea-4fb2-bf2f-b85381f657b8 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422014 Nov 12 03:04:11.068476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79285810-779b-43ef-864c-fa0080d4a599 req-46ee5e8a-0554-4a37-bb62-3a953c4f3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.070054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-46ee5e8a-0554-4a37-bb62-3a953c4f3165 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1710026 Nov 12 03:04:11.115029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-b7f6beb7-a24d-4326-a6d0-bc7141e83878 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe HTTP/1.1" status: 200 len: 217 time: 0.0370600 Nov 12 03:04:11.190377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79285810-779b-43ef-864c-fa0080d4a599 req-cb256743-9974-4c89-a891-5599e99dce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.191855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-cb256743-9974-4c89-a891-5599e99dce21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0606828 Nov 12 03:04:11.252254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79285810-779b-43ef-864c-fa0080d4a599 req-3d352fa5-85fb-437f-b860-24cba9af3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.253756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-3d352fa5-85fb-437f-b860-24cba9af3115 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489779 Nov 12 03:04:11.261408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c505b4-dd47-4a9e-8e03-752440286a94 req-92a1b40d-7958-437c-a2d1-c9cbc2f57497 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.262815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-42c505b4-dd47-4a9e-8e03-752440286a94 req-92a1b40d-7958-437c-a2d1-c9cbc2f57497 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0874491 Nov 12 03:04:11.292567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-f50bd052-751f-493b-b373-145bd1aca8d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274312 Nov 12 03:04:11.336788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-85f2b775-bed7-4734-b9c2-cb53c65c31a9 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.338277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-85f2b775-bed7-4734-b9c2-cb53c65c31a9 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.1348760 Nov 12 03:04:11.365141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-42c505b4-dd47-4a9e-8e03-752440286a94 req-12ee9753-df6a-4bdb-a6f1-5b8c287b0daf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935996 Nov 12 03:04:11.372410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:11.382659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-8c35cdb0-44c9-49e0-b1cc-00ede5034127 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188958 Nov 12 03:04:11.496426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79285810-779b-43ef-864c-fa0080d4a599 req-1eef4eb3-2fbe-4c6f-9826-928034687fff service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956898 Nov 12 03:04:11.566265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678f33-f841-4760-bdc4-811128858182 req-ac9828ef-31dd-4a3d-9e60-d295879572f8 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.567864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb678f33-f841-4760-bdc4-811128858182 req-ac9828ef-31dd-4a3d-9e60-d295879572f8 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 947 time: 0.0575583 Nov 12 03:04:11.617292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb678f33-f841-4760-bdc4-811128858182 req-8e5a06e1-e3aa-4360-a625-800324fd0f9f tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Nov 12 03:04:11.658151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:11.673522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-4fbda712-5b57-45a0-a140-d8d27a1425a8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.674979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-4fbda712-5b57-45a0-a140-d8d27a1425a8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764951 Nov 12 03:04:11.711486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-9980544f-dbb1-4a8f-9905-4767ba6a2380 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/quotas/20d0b9f90b0048619ad279bfe8396a0c HTTP/1.1" status: 200 len: 375 time: 0.0304143 Nov 12 03:04:11.725065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc76c6-b196-42f9-80f4-d2aa80d5d8ce req-362b3866-9ba4-450e-b520-964fbf8ee065 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:11.726563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21fc76c6-b196-42f9-80f4-d2aa80d5d8ce req-362b3866-9ba4-450e-b520-964fbf8ee065 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.0486085 Nov 12 03:04:11.755041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-26c89f7f-d94e-4609-83c0-a0dc426432cc tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375295 Nov 12 03:04:11.778319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21fc76c6-b196-42f9-80f4-d2aa80d5d8ce req-7cea18d8-a92f-4b70-8337-c173a09e6f41 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Nov 12 03:04:11.857856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:11.933596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:11.993590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:11.996598 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415524bd-ac17-46a8-b058-556b5c855388" -d '{"events": [{"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:12.001023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.008912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.030431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb6dd1-49d4-4c08-a4e2-ad6ca372333d req-71117697-7a4f-4aae-bca6-16fc56f8499f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.053956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cacb6dd1-49d4-4c08-a4e2-ad6ca372333d req-71117697-7a4f-4aae-bca6-16fc56f8499f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 945 time: 0.1038327 Nov 12 03:04:12.112580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:12.113089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:12.113697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:12.116754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:12.126837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:12.126837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Attempting to bind port d4386f87-fa82-44b6-87c1-198b8280c236 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:12.147901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:12.151146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:12.151146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:12.151146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Bound port: d4386f87-fa82-44b6-87c1-198b8280c236, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:12.151146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.168384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cacb6dd1-49d4-4c08-a4e2-ad6ca372333d req-36e4ef75-4559-4a88-8734-4c8dd7161519 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118317 Nov 12 03:04:12.210880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b1d7fc1-214d-43ec-9c59-9f987f9fcdc1 req-efb9f1a4-c250-484f-a085-8c945b2329e3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 210 time: 0.0894268 Nov 12 03:04:12.218839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ea0dd223-c058-4772-8988-573792733eae no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:12.251861 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aed422-c05f-4c75-b576-dd2b4385bd11 x-openstack-request-id: req-d4aed422-c05f-4c75-b576-dd2b4385bd11 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:12.252123 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:12.252354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: ea0dd223-c058-4772-8988-573792733eae {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:12.252458 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4aed422-c05f-4c75-b576-dd2b4385bd11 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:12.252738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ea0dd223-c058-4772-8988-573792733eae not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:12.253038 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'code': 200} Nov 12 03:04:12.256592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:12.260093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:12.268179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.302310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38050) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:12.345300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=8']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:12.357391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.357832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.358250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.358660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.359066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.359499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.359898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.360302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.360718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.361120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.361522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.361925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.423941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.425227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.427266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55a735ac-1e2f-42f0-b913-90b793773aeb service neutron] 10.222.0.39 "PUT /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 1123 time: 1.0589981 Nov 12 03:04:12.510263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d4386f87-fa82-44b6-87c1-198b8280c236'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:12.572789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993bc8-86bd-4955-9960-acc639c78d4e req-64f7e1bd-5f32-4df4-bb1c-5e4b5b3cdb85 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.575018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27993bc8-86bd-4955-9960-acc639c78d4e req-64f7e1bd-5f32-4df4-bb1c-5e4b5b3cdb85 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0873067 Nov 12 03:04:12.581421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1dd45d7c-08da-4787-bc6f-d42f6c726425 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c412062d2dff474084b8cfdfea9f2738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754529 Nov 12 03:04:12.581766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38074) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:12.608867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-d6c1af93-b273-46c2-8d61-174e9715ed22 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.610697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-d6c1af93-b273-46c2-8d61-174e9715ed22 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.39 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.0772908 Nov 12 03:04:12.681976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.730270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27993bc8-86bd-4955-9960-acc639c78d4e req-bcd27b2d-3df5-4c88-a532-875e602e8fc0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413171 Nov 12 03:04:12.756096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.799760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'name': 'network-vif-deleted', 'tag': 'ea0dd223-c058-4772-8988-573792733eae'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:12.803394 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed8674-fc88-4b8b-9710-79e8049bf63d" -d '{"events": [{"server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "name": "network-vif-deleted", "tag": "ea0dd223-c058-4772-8988-573792733eae"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:12.833832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.836908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.840812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ecf9bbd0-5214-4a66-806e-6ddb487ef1a5 HTTP/1.1" status: 204 len: 168 time: 0.2536805 Nov 12 03:04:12.848682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9bbd0-5214-4a66-806e-6ddb487ef1a5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:12.849712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcbf1f-1311-4a55-abc6-baf300627b6e req-a0db747e-b1df-42cc-a360-2a12c555ff7e tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.858669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ddcbf1f-1311-4a55-abc6-baf300627b6e req-a0db747e-b1df-42cc-a360-2a12c555ff7e tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 947 time: 0.1251864 Nov 12 03:04:12.859171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.859625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.860128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.860703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.862036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Deleting port 427f0324-defe-403c-87ea-26cb64ed4ffe {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:12.862385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:12.863038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.863609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.864079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.864757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.865324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.865975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.866631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.869093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576641a2-149d-4569-a382-7f5c0eb8024f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:12.988287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c696b8-93a0-49cb-a46e-7f951ea5476a req-c13f27c6-94f9-4042-9ac4-2907832ba1ff tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:12.989874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17c696b8-93a0-49cb-a46e-7f951ea5476a req-c13f27c6-94f9-4042-9ac4-2907832ba1ff tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 972 time: 0.0688446 Nov 12 03:04:12.991486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ddcbf1f-1311-4a55-abc6-baf300627b6e req-e78ff6e2-5182-49f6-85ef-f98217913694 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276238 Nov 12 03:04:12.994889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38090) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:13.047308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] For port 427f0324-defe-403c-87ea-26cb64ed4ffe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=427f0324-defe-403c-87ea-26cb64ed4ffe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:13.047683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.049630 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fccc3c-ce2d-4771-aed7-1dbdce3ee64c x-openstack-request-id: req-c6fccc3c-ce2d-4771-aed7-1dbdce3ee64c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:13.049932 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "844aede3-9264-4a74-9963-d7fc474b6ef2", "name": "network-vif-deleted", "tag": "ea0dd223-c058-4772-8988-573792733eae", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:13.050603 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c6fccc3c-ce2d-4771-aed7-1dbdce3ee64c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:13.051018 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '844aede3-9264-4a74-9963-d7fc474b6ef2', 'name': 'network-vif-deleted', 'tag': 'ea0dd223-c058-4772-8988-573792733eae', 'status': 'completed', 'code': 200} Nov 12 03:04:13.089381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17c696b8-93a0-49cb-a46e-7f951ea5476a req-fc92dc6f-e962-4c5f-809d-3311a0776eaa tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/security-groups?id=c004a293-1cee-48e3-9e4f-904a5d68f2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893662 Nov 12 03:04:13.090757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Calling delete_port for 427f0324-defe-403c-87ea-26cb64ed4ffe owned by compute:tempest-test_az-1990632529 {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:13.322700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ec6d34f-df71-4900-b90f-e407ab33321f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.326982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.338059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['427f0324-defe-403c-87ea-26cb64ed4ffe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:13.350600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4ba75f-8480-41bc-a02a-7179afd7660b req-76d66cee-7f7f-4bd0-b66b-003c2ca53348 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 210 time: 0.0398672 Nov 12 03:04:13.355222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:13.378771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-a1e87482-b30c-4727-a452-727733a93d69 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791812 Nov 12 03:04:13.420696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea668-ddfa-4660-bfb4-f13b71308295 req-c715f105-9995-4887-8ffa-8625782ea268 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:13.420920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Pushing event deleted for resources: {'Port': ['ID=427f0324-defe-403c-87ea-26cb64ed4ffe,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:13.422613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58ea668-ddfa-4660-bfb4-f13b71308295 req-c715f105-9995-4887-8ffa-8625782ea268 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1372495 Nov 12 03:04:13.537510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58ea668-ddfa-4660-bfb4-f13b71308295 req-5d24888f-90bf-42bb-9ac3-370f224d4940 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727065 Nov 12 03:04:13.538418 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-42d3a114-6f13-4deb-82c0-4d0a88381f2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a06ee8980524918a29e0412eb6b3b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820912 Nov 12 03:04:13.542012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:13.554186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] No DVR routers for this DVR port 427f0324-defe-403c-87ea-26cb64ed4ffe on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:13.555870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-e2b6efda-4da7-4b90-85c5-92f7f80e71d7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:13.557855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-e2b6efda-4da7-4b90-85c5-92f7f80e71d7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723149 Nov 12 03:04:13.573665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.576919 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e34a3a14-6afe-4b52-a13d-a3a1fbdc3460 req-23af8e81-125f-435f-9866-76dabc3799a2 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.39 "DELETE /v2.0/ports/427f0324-defe-403c-87ea-26cb64ed4ffe HTTP/1.1" status: 204 len: 173 time: 0.9588034 Nov 12 03:04:13.589751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Request body: {'port': {'device_id': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '20d0b9f90b0048619ad279bfe8396a0c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:13.590570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 27860de0-323e-4dcd-ad9a-b4872d922cfe details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:13.636052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ec6d34f-df71-4900-b90f-e407ab33321f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.641138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ec6d34f-df71-4900-b90f-e407ab33321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.691071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6d34f-df71-4900-b90f-e407ab33321f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a0b81-4abd-4100-b967-ee609919d517,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:13.699579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ec6d34f-df71-4900-b90f-e407ab33321f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8351aae500484d4c88e2e6a70c4439e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938689 Nov 12 03:04:13.700397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38106) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:13.731084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.774024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:13.781791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.789789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '27860de0-323e-4dcd-ad9a-b4872d922cfe', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '27860de0-323e-4dcd-ad9a-b4872d922cfe', 'mac_address': 'fa:16:3e:fe:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:13.792656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.830503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.834529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.851524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27860de0-323e-4dcd-ad9a-b4872d922cfe {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:13.871415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Made reservation on behalf of 20d0b9f90b0048619ad279bfe8396a0c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:13.875283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.880825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:13.886093 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.890290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.904296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.907026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.910550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1734cea6-5fd8-42b8-b164-9f54a08b34f1 HTTP/1.1" status: 204 len: 168 time: 0.3648324 Nov 12 03:04:13.922564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4418c-c1dc-4a9b-a030-156d648585d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1734cea6-5fd8-42b8-b164-9f54a08b34f1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:13.925247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e454f0-ce9f-41ac-988c-78b68dd680f3 req-dd3ceb93-af4c-447d-a2ae-2c42c1139edd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:13.926796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e454f0-ce9f-41ac-988c-78b68dd680f3 req-dd3ceb93-af4c-447d-a2ae-2c42c1139edd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0885580 Nov 12 03:04:13.946450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.950117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:13.954485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/845a0b81-4abd-4100-b967-ee609919d517 HTTP/1.1" status: 204 len: 168 time: 0.2522223 Nov 12 03:04:13.977036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be19a0-a034-432b-9bdf-004ef2adcc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a0b81-4abd-4100-b967-ee609919d517,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:14.029416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.033942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.041386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e454f0-ce9f-41ac-988c-78b68dd680f3 req-7d594885-3219-4b73-90cd-5f2593966da4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049848 Nov 12 03:04:14.042762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:14.069453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.069924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.072216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.072864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.074426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.075836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.075836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.077172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.078193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.078609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.079510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.081245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:14.149610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['27860de0-323e-4dcd-ad9a-b4872d922cfe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:14.192571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac3a76f-f269-4a56-b64f-9b1a989842ca,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:14.264927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236'}, {'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'name': 'network-vif-deleted', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:14.272108 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa32d0-f853-47a9-a537-f946e34719e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236"}, {"server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "name": "network-vif-deleted", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:14.315602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d6b0a-e5f3-484a-be7c-b6fe4340fe16 req-46c644b0-41f3-400d-baca-2259a8238b14 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:14.317496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee5d6b0a-e5f3-484a-be7c-b6fe4340fe16 req-46c644b0-41f3-400d-baca-2259a8238b14 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 948 time: 0.1851864 Nov 12 03:04:14.332664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e1248e4-53d3-43dd-a0eb-c89b43c0e3ba req-862e9a5f-16b1-400a-81cf-b9ca3d4c1a62 tempest-TenantUsagesTestJSON-1743824436 tempest-TenantUsagesTestJSON-1743824436-project] 10.222.0.84 "GET /v2.0/ports?device_id=9db50563-ed48-4850-bbb9-0fb51ab26f19 HTTP/1.1" status: 200 len: 210 time: 0.0815859 Nov 12 03:04:14.374887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Allocated IP 192.168.233.106 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/a55d0c9c-75c8-4cb2-9a23-02882f8f7d45) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:14.508829 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531552d-ce63-4e6a-ac49-7a419bc189ab x-openstack-request-id: req-6531552d-ce63-4e6a-ac49-7a419bc189ab {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:14.509020 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236", "status": "completed", "code": 200}, {"server_uuid": "9db50563-ed48-4850-bbb9-0fb51ab26f19", "name": "network-vif-deleted", "tag": "427f0324-defe-403c-87ea-26cb64ed4ffe", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:14.509900 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6531552d-ce63-4e6a-ac49-7a419bc189ab {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:14.509900 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'status': 'completed', 'code': 200} Nov 12 03:04:14.509900 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db50563-ed48-4850-bbb9-0fb51ab26f19', 'name': 'network-vif-deleted', 'tag': '427f0324-defe-403c-87ea-26cb64ed4ffe', 'status': 'completed', 'code': 200} Nov 12 03:04:14.536118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee5d6b0a-e5f3-484a-be7c-b6fe4340fe16 req-49d1645b-f318-4840-b99f-b5490b835178 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091062 Nov 12 03:04:14.609403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5db4f90-bf70-48fc-abc9-300e0478b6d7 req-13134b1b-b11f-4633-880a-96cb8269025d tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 210 time: 0.0374284 Nov 12 03:04:14.623984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-323db585-3f27-4c1d-8f65-96c273a66ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:14.623984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-323db585-3f27-4c1d-8f65-96c273a66ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1126 time: 0.0860770 Nov 12 03:04:14.633126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:14.647450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87eaf647-e2a4-43d1-9bb6-58a71a4588a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.652414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.735214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87eaf647-e2a4-43d1-9bb6-58a71a4588a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.739961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87eaf647-e2a4-43d1-9bb6-58a71a4588a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.781364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaf647-e2a4-43d1-9bb6-58a71a4588a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae678f-8c35-4c62-98a7-0fbca03466ac,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:14.792697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-87eaf647-e2a4-43d1-9bb6-58a71a4588a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=58bd3345e6d24ce483203e967e93cc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527314 Nov 12 03:04:14.792697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:14.807007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d785653-51b1-4c5d-8885-3a68ca3a587c req-a020bda7-7713-4430-ba53-3ffd22c5d8ac tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:14.808907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d785653-51b1-4c5d-8885-3a68ca3a587c req-a020bda7-7713-4430-ba53-3ffd22c5d8ac tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1509411 Nov 12 03:04:14.817430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.833694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-870435bc-dcf6-4161-9b41-d6d031b6b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:14.835169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-870435bc-dcf6-4161-9b41-d6d031b6b2aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2024276 Nov 12 03:04:14.850448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.875065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.918786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-62d78d24-3a01-41fb-adfe-d0ecde2c6761 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.0550408 Nov 12 03:04:14.920597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:14.936665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.936665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.937189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:14.949130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3ae678f-8c35-4c62-98a7-0fbca03466ac HTTP/1.1" status: 204 len: 168 time: 0.1560373 Nov 12 03:04:14.953701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:14.957146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccba0ba-8832-42cf-8d5f-93e76236b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae678f-8c35-4c62-98a7-0fbca03466ac,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:14.959442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:14.960079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:14.990062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Pushing event updated for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:15.056396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d785653-51b1-4c5d-8885-3a68ca3a587c req-984cb2ec-0316-4fc6-a504-7ced43fb4c65 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349331 Nov 12 03:04:15.063822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-789ecc2e-5657-4025-8bd4-bbdbe427d6d8 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4890971 Nov 12 03:04:15.070580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-8c613fa4-33ad-4582-ad96-574d2ab318df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:15.072315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-8c613fa4-33ad-4582-ad96-574d2ab318df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1406703 Nov 12 03:04:15.080598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Request body: {'port': {'device_id': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:15.136202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-03e2b341-5169-426f-a9a8-81d015914efe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512257 Nov 12 03:04:15.207944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f952a-7189-49d0-af1a-06d59302a578 req-a856d5d5-53bc-4016-afb4-b86cd10fd32b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:15.209678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad0f952a-7189-49d0-af1a-06d59302a578 req-a856d5d5-53bc-4016-afb4-b86cd10fd32b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0841103 Nov 12 03:04:15.222874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fffdf648-efec-40df-8bb1-ce1607bd1a64 None None] Provisioning complete for port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:15.224713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffdf648-efec-40df-8bb1-ce1607bd1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:15.283297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad0f952a-7189-49d0-af1a-06d59302a578 req-026ede9d-b53e-42af-badf-8b3cc02ea5d9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Nov 12 03:04:15.297332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:15.303606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fffdf648-efec-40df-8bb1-ce1607bd1a64 None None] Port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:15.453502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-720bd093-1e02-4134-a203-00cbced3175c service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090110 Nov 12 03:04:15.514690 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:04:15.583926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 27860de0-323e-4dcd-ad9a-b4872d922cfe up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:15.712301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38184) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:15.719891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 27860de0-323e-4dcd-ad9a-b4872d922cfe completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:15.727682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 27860de0-323e-4dcd-ad9a-b4872d922cfe triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:15.728779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:15.845689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:15.858841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07e103-6718-4702-befd-853e6bb48836 req-b96150d8-ef5e-4479-83b3-3a326e2ef268 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:15.871722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b07e103-6718-4702-befd-853e6bb48836 req-b96150d8-ef5e-4479-83b3-3a326e2ef268 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 936 time: 0.1368303 Nov 12 03:04:15.872890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:15.875474 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47eeadf-4ddb-48ca-aa39-9f8ffede1fa6" -d '{"events": [{"server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "name": "network-vif-plugged", "status": "completed", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:15.890806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:15.895638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01fa32d0-f853-47a9-a537-f946e34719e8 req-e77699a2-c17b-415b-8d91-d02bb9719184 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309244 Nov 12 03:04:15.896181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:15.949628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b07e103-6718-4702-befd-853e6bb48836 req-9a011e5c-0ebc-4dac-8262-90012dcf685b tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Nov 12 03:04:15.975398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:16.000879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f291a-7845-4700-8765-88c0846952a6 req-189ed486-4a3b-445b-bcf7-29e61c2316ed tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.002583 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837041e7-0a42-4568-acfd-012c1d61ff2f x-openstack-request-id: req-837041e7-0a42-4568-acfd-012c1d61ff2f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:16.002898 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "name": "network-vif-plugged", "status": "completed", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:16.003180 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-837041e7-0a42-4568-acfd-012c1d61ff2f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:16.003588 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe', 'code': 200} Nov 12 03:04:16.009165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c0f291a-7845-4700-8765-88c0846952a6 req-189ed486-4a3b-445b-bcf7-29e61c2316ed tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 948 time: 0.1749420 Nov 12 03:04:16.053338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ee99926-59df-4cbe-bb25-425f9863d670 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=adbdc77341294eea92b17d85deb71457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393757 Nov 12 03:04:16.056473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:16.056810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38194) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:16.078455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.168102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Transition to ACTIVE for port object a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:16.177853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.180376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.220672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c0f291a-7845-4700-8765-88c0846952a6 req-539b3370-4a62-4f04-8639-e00f215ed600 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979797 Nov 12 03:04:16.227373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dc5aa-2a96-4142-9ed3-f773c9f147bb req-b0771986-905d-48e1-953e-ea0dca33efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.228980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-984dc5aa-2a96-4142-9ed3-f773c9f147bb req-b0771986-905d-48e1-953e-ea0dca33efb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 1101 time: 0.1313412 Nov 12 03:04:16.235177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:16.239504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 427f0324-defe-403c-87ea-26cb64ed4ffe no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:16.254459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.307676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:16.317208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 427f0324-defe-403c-87ea-26cb64ed4ffe {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:16.317557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 427f0324-defe-403c-87ea-26cb64ed4ffe not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:16.329218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421ec31-e57f-4f0a-ae40-004310c46cc4 req-b3278f8c-604b-4a88-8e17-17576d81dee1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.338845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8421ec31-e57f-4f0a-ae40-004310c46cc4 req-b3278f8c-604b-4a88-8e17-17576d81dee1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1513369 Nov 12 03:04:16.383681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Attempting to bind port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:16.384553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Attempting to bind port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:16.385085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Attempting to bind port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:16.392068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-984dc5aa-2a96-4142-9ed3-f773c9f147bb req-277ecd9f-d5f9-4449-8006-03fadb6de58e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388419 Nov 12 03:04:16.394382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:16.394885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Attempting to bind port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:16.405986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:16.406740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:16.407965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:16.408587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Bound port: a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:16.409115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.425319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8421ec31-e57f-4f0a-ae40-004310c46cc4 req-c2d35fd9-714c-4c09-b617-6dac7be2bd74 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801148 Nov 12 03:04:16.440266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.445015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.446489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c004a293-1cee-48e3-9e4f-904a5d68f2a7 HTTP/1.1" status: 204 len: 168 time: 0.3882177 Nov 12 03:04:16.476373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc35fa-2af3-4f19-84fc-b513e2ed674d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004a293-1cee-48e3-9e4f-904a5d68f2a7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:16.499769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:16.538172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:04:16.557297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b464-52e9-4a47-bb69-b4711331457c req-46a4b29f-0873-46c5-94ce-5dd9c9edf9e3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.559511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d8d5b464-52e9-4a47-bb69-b4711331457c req-46a4b29f-0873-46c5-94ce-5dd9c9edf9e3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1320810 Nov 12 03:04:16.562307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:16.565864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:16.576509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.630507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.631159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:16.632544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] 10.222.0.39 "PUT /v2.0/ports/a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 HTTP/1.1" status: 200 len: 1097 time: 1.5570645 Nov 12 03:04:16.635844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:16.645041 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319cc9d-3529-4be6-9ede-b5ea9e90787c" -d '{"events": [{"name": "network-changed", "server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:16.694675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d8d5b464-52e9-4a47-bb69-b4711331457c req-81373a40-ffef-4307-b80d-021df997bcfb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264176 Nov 12 03:04:16.732392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e0a95-1681-4946-ac09-8d3e6a115271 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:16.762225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-efaa5201-576d-4ff0-9a02-0a636f5894f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.768686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-efaa5201-576d-4ff0-9a02-0a636f5894f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 1100 time: 0.0839870 Nov 12 03:04:16.819378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-d3a14e95-131c-4c7b-9db5-c5491f22215a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 HTTP/1.1" status: 200 len: 217 time: 0.0420403 Nov 12 03:04:16.836173 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3477e17-a139-4b47-a819-a95485724112 x-openstack-request-id: req-d3477e17-a139-4b47-a819-a95485724112 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:16.839692 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:16.840002 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3477e17-a139-4b47-a819-a95485724112 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:16.840420 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45', 'status': 'completed', 'code': 200} Nov 12 03:04:16.892988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-b3e8a7a4-d777-4453-baec-f8f9da0d7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.894632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-b3e8a7a4-d777-4453-baec-f8f9da0d7768 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0636668 Nov 12 03:04:16.953659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-2567007f-ce54-4062-abb7-9a77385e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:16.955483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-2567007f-ce54-4062-abb7-9a77385e02a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504069 Nov 12 03:04:17.070353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:17.093115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a43bc47d-b39b-4c94-9799-8e329c01fee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.107367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-9729edf0-ed67-4555-9364-c06e992352d7 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436191 Nov 12 03:04:17.136803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca83796-db92-4730-b3e8-b96ee5db1538 req-b870fa59-c3da-4bce-92f7-7a14a680127c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.146196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ca83796-db92-4730-b3e8-b96ee5db1538 req-b870fa59-c3da-4bce-92f7-7a14a680127c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 948 time: 0.0841641 Nov 12 03:04:17.207755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ca83796-db92-4730-b3e8-b96ee5db1538 req-246293cd-2098-4274-959f-e4aee9b893b9 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585399 Nov 12 03:04:17.250134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55acfe22-dcef-450d-b4af-2035e932e0ba req-1c1a1291-ba9e-43c8-8424-820f97debfff service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347051 Nov 12 03:04:17.272715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a43bc47d-b39b-4c94-9799-8e329c01fee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.277830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a43bc47d-b39b-4c94-9799-8e329c01fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.362809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0281-dd7e-4a20-b854-dae1167e417e req-4ce39e2f-1bdf-4118-b6fe-acafc18192ea tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.365155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13fa0281-dd7e-4a20-b854-dae1167e417e req-4ce39e2f-1bdf-4118-b6fe-acafc18192ea tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.0561347 Nov 12 03:04:17.369032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a43bc47d-b39b-4c94-9799-8e329c01fee5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aeb866e921044cc28fae4b577d466946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948785 Nov 12 03:04:17.369032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bc47d-b39b-4c94-9799-8e329c01fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390da882-3f94-4fb1-bda9-1296777f94f0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:17.369296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38258) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:17.384183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-10940969-3c4f-4783-baa1-f7a4caef7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.385817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-10940969-3c4f-4783-baa1-f7a4caef7908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 1100 time: 0.0601106 Nov 12 03:04:17.490348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.521445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13fa0281-dd7e-4a20-b854-dae1167e417e req-47c629b0-33ef-463d-8c19-1b2854c80770 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367989 Nov 12 03:04:17.548993 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.560193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-f9e2d5b9-e2ec-470d-98e8-ed037f8275bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.563577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-f9e2d5b9-e2ec-470d-98e8-ed037f8275bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1648326 Nov 12 03:04:17.632295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.638656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:17.640290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/390da882-3f94-4fb1-bda9-1296777f94f0 HTTP/1.1" status: 204 len: 168 time: 0.2693982 Nov 12 03:04:17.651883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-2e55bbf4-9331-4484-996e-ba503e271289 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 HTTP/1.1" status: 200 len: 217 time: 0.0811019 Nov 12 03:04:17.652687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0901dc8-c785-4a6e-93c7-bf4ccbdd8e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390da882-3f94-4fb1-bda9-1296777f94f0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:17.709689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010a47-9f3b-4478-b72b-3aec9682d627 req-9d547831-493b-459c-be5b-a40f519fb346 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.718915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d010a47-9f3b-4478-b72b-3aec9682d627 req-9d547831-493b-459c-be5b-a40f519fb346 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 943 time: 0.1081054 Nov 12 03:04:17.762262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-7deb0d35-b846-413f-999a-caedd282cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.767990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-7deb0d35-b846-413f-999a-caedd282cc65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0983100 Nov 12 03:04:17.785340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d010a47-9f3b-4478-b72b-3aec9682d627 req-4a932166-a574-4992-9a24-898071f69aa1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652695 Nov 12 03:04:17.897399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-1d765d63-fa80-4d4e-a41c-93cab78571fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:17.899117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-1d765d63-fa80-4d4e-a41c-93cab78571fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128023 Nov 12 03:04:17.972221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-4683cc56-2c5d-454a-9086-379e66d7d262 service neutron] 10.222.0.32 "GET /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.1331406 Nov 12 03:04:18.020384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:18.071138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a435c-9055-4787-8628-6bc9fcd652cd req-cf5befce-f6e6-4912-8dae-6c8451de49b5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:18.072539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-925a435c-9055-4787-8628-6bc9fcd652cd req-cf5befce-f6e6-4912-8dae-6c8451de49b5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1596303 Nov 12 03:04:18.128140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-41e9afba-3d9c-46c0-a79f-9c565d6a1600 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016609 Nov 12 03:04:18.140186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8971681b-6229-4457-849a-e0ca36783434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.255047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8971681b-6229-4457-849a-e0ca36783434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.260422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8971681b-6229-4457-849a-e0ca36783434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.261195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-925a435c-9055-4787-8628-6bc9fcd652cd req-f8a5fc1c-396a-46cf-82c9-a6aa7a7a3c3a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785033 Nov 12 03:04:18.298461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971681b-6229-4457-849a-e0ca36783434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b485894-a298-4bfd-b42e-80db5ae1c210,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:18.333406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2319cc9d-3529-4be6-9ede-b5ea9e90787c req-5332a0a4-76f9-4ab6-95dd-55551c2e86e1 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813293 Nov 12 03:04:18.374983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8971681b-6229-4457-849a-e0ca36783434 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6e0c77cc34a5492499d4e19a705ad75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537021 Nov 12 03:04:18.375549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:18.382589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:18.395565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457c0-c5be-4f97-9985-8a1cd1225866 req-29138426-6972-4dd5-b2e6-eb93f2079b91 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:18.405251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-376457c0-c5be-4f97-9985-8a1cd1225866 req-29138426-6972-4dd5-b2e6-eb93f2079b91 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 948 time: 0.0780065 Nov 12 03:04:18.422899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:18.464091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-376457c0-c5be-4f97-9985-8a1cd1225866 req-9b72c557-9173-492c-a884-e2b2c4ec7d79 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573666 Nov 12 03:04:18.471305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4386f87-fa82-44b6-87c1-198b8280c236 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:18.481495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.491944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:18.521934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.531695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.656899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.659706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.660844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b485894-a298-4bfd-b42e-80db5ae1c210 HTTP/1.1" status: 204 len: 168 time: 0.2843027 Nov 12 03:04:18.661900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] Transition to ACTIVE for port object d4386f87-fa82-44b6-87c1-198b8280c236 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:18.670133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:18.678877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d5d88-95e0-42a8-95bf-f4747bfd199b req-7ff0df65-2ae4-43db-b5b8-12abf8373f08 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:18.680683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf8d5d88-95e0-42a8-95bf-f4747bfd199b req-7ff0df65-2ae4-43db-b5b8-12abf8373f08 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.0702126 Nov 12 03:04:18.680998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6488f-5a9b-493c-91d4-fa67d1d434f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b485894-a298-4bfd-b42e-80db5ae1c210,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:18.741745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] No DVR routers for this DVR port d4386f87-fa82-44b6-87c1-198b8280c236 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:18.756664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf8d5d88-95e0-42a8-95bf-f4747bfd199b req-7829f199-b4cf-417f-bc6b-d96e371304a0 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649662 Nov 12 03:04:18.798509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] 10.222.0.32 "PUT /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 0.8176222 Nov 12 03:04:18.799336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff22513-f6d5-4317-b237-e67eeff2a53a service neutron] Pushing event updated for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:18.918876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:18.966896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-33f22113-85c2-4fde-bf21-8334b99c6fe9 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:18.971296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-33f22113-85c2-4fde-bf21-8334b99c6fe9 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1039696 Nov 12 03:04:18.983357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b7dea-50bf-46f7-89f1-da4106858c65 req-d56fcb74-65c4-4f3e-b5b4-5e36f23a13b4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:18.985128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d3b7dea-50bf-46f7-89f1-da4106858c65 req-d56fcb74-65c4-4f3e-b5b4-5e36f23a13b4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.0966947 Nov 12 03:04:19.066033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d3b7dea-50bf-46f7-89f1-da4106858c65 req-fbea8a59-dba5-4ece-8643-b605e461c7bb tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Nov 12 03:04:19.094504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-cfdaede2-1ab2-4d24-8443-36b6b2624ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.095891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-cfdaede2-1ab2-4d24-8443-36b6b2624ada service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e&tenant_id=7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 1096 time: 0.1146538 Nov 12 03:04:19.118055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d361d5-3953-4f9e-a572-ceec69aa670a req-a3da091e-8461-43ee-81f4-0edb0f5b9684 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.120373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4d361d5-3953-4f9e-a572-ceec69aa670a req-a3da091e-8461-43ee-81f4-0edb0f5b9684 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.0792069 Nov 12 03:04:19.215662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-2a8856e8-131f-4798-bd60-361522ee3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.217159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-2a8856e8-131f-4798-bd60-361522ee3f11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1096 time: 0.0891125 Nov 12 03:04:19.218543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb77a-5aa0-4df4-a373-4b39f63f725f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.224518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4d361d5-3953-4f9e-a572-ceec69aa670a req-47b2bb67-4cfd-4bfb-a98f-1eba455fdad6 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952687 Nov 12 03:04:19.320286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:19.337755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-207effc1-22b9-4705-ab72-a51f4625200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.339846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-207effc1-22b9-4705-ab72-a51f4625200a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1099498 Nov 12 03:04:19.342757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ed56-5350-4d10-ab70-8253f7fe92da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.400301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-55978596-d78c-4dde-b16e-eecbc43923ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.0518014 Nov 12 03:04:19.462391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ed56-5350-4d10-ab70-8253f7fe92da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.470046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ed56-5350-4d10-ab70-8253f7fe92da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.525216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f9b5ed56-5350-4d10-ab70-8253f7fe92da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=250abe4d53414c9ea1dc5676dd3cdb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031636 Nov 12 03:04:19.525969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38384) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:19.528264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5ed56-5350-4d10-ab70-8253f7fe92da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03824924-ecc0-4b44-9aa5-5758b7f77cce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:19.618102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.630475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee25c41-2dce-4f85-98c0-f4a46f17b7f0 req-b420eeab-78db-4fb9-a5a7-b7e4db61ebd1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.637652 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aee25c41-2dce-4f85-98c0-f4a46f17b7f0 req-b420eeab-78db-4fb9-a5a7-b7e4db61ebd1 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.0959475 Nov 12 03:04:19.670638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.705301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-64087a67-e22a-4555-872f-00c88b90338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.706889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-64087a67-e22a-4555-872f-00c88b90338f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2943931 Nov 12 03:04:19.724101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aee25c41-2dce-4f85-98c0-f4a46f17b7f0 req-ea7dab16-6b51-48eb-82e5-12b7342d918e tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855794 Nov 12 03:04:19.726693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d8d96-f1ea-4c8e-8e45-a37304bed24f req-94ac6927-f84b-44f1-a9ec-6f02a6f648f8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.728324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f72d8d96-f1ea-4c8e-8e45-a37304bed24f req-94ac6927-f84b-44f1-a9ec-6f02a6f648f8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.3321867 Nov 12 03:04:19.743074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb77a-5aa0-4df4-a373-4b39f63f725f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.759613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-93d6bf74-d518-4313-8883-8c2ac629a22d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414672 Nov 12 03:04:19.759812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.762617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.766898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03824924-ecc0-4b44-9aa5-5758b7f77cce HTTP/1.1" status: 204 len: 168 time: 0.2366097 Nov 12 03:04:19.767042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb77a-5aa0-4df4-a373-4b39f63f725f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.797090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59955bbf-43a7-4788-8146-9e2f24130858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03824924-ecc0-4b44-9aa5-5758b7f77cce,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:19.839972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1118ad-c8bc-4819-8bf6-60f81ee36522 req-9d9a13af-6079-4c05-8f8e-dce8b3a20699 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:19.841616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a1118ad-c8bc-4819-8bf6-60f81ee36522 req-9d9a13af-6079-4c05-8f8e-dce8b3a20699 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 948 time: 0.0557847 Nov 12 03:04:19.880338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1c6fb77a-5aa0-4df4-a373-4b39f63f725f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bd316de2fcf449a68aa8d75592fe0fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9580886 Nov 12 03:04:19.880691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:19.882948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fb77a-5aa0-4df4-a373-4b39f63f725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b77ba70-ef27-4dd4-b74c-95b39cf95881,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:19.903816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f72d8d96-f1ea-4c8e-8e45-a37304bed24f req-94ac7f06-cde4-4c64-a979-ae32434a5731 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640482 Nov 12 03:04:19.918413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a1118ad-c8bc-4819-8bf6-60f81ee36522 req-8cde8475-1c25-41f8-9e40-b8179aed9124 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Nov 12 03:04:19.935993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-9c9adee7-bc41-4e4b-95a2-6ec530893675 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607740 Nov 12 03:04:19.958302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:19.988682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.052168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.054684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-560e0391-8fef-4120-abb4-9ecbd73ff56c service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031768 Nov 12 03:04:20.056413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.057586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9b77ba70-ef27-4dd4-b74c-95b39cf95881 HTTP/1.1" status: 204 len: 168 time: 0.1759646 Nov 12 03:04:20.068191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866609a-a6f2-4fdf-8c35-828ce9ae0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b77ba70-ef27-4dd4-b74c-95b39cf95881,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:20.186898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee361c01-9441-4ce9-8620-973f3bd72d43 req-b8cf7112-da57-45ef-b82d-0ca588362f44 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:20.188884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee361c01-9441-4ce9-8620-973f3bd72d43 req-b8cf7112-da57-45ef-b82d-0ca588362f44 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.0591042 Nov 12 03:04:20.253192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee361c01-9441-4ce9-8620-973f3bd72d43 req-9c2d8b16-9441-48e6-840e-fd85157f32ba tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Nov 12 03:04:20.254292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:20.364339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-bbb0bfc9-5408-4e8c-bd4d-7c9ed9713ab5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:20.367221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-bbb0bfc9-5408-4e8c-bd4d-7c9ed9713ab5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.0892506 Nov 12 03:04:20.385917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:20.397907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45', 'mac_address': 'fa:16:3e:c5:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:20.443907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.457814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:20.481589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:20.486744 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.502922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38418) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:20.524006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edd3c2bf-7ac3-41cd-be85-7111e204df6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.544345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:20.593031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-84bb703b-3582-4138-afb4-9ed196ae0a13 service neutron] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:20.597314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-84bb703b-3582-4138-afb4-9ed196ae0a13 service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.599863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3aedcd2-f950-4a1f-ba57-15907363671e req-84bb703b-3582-4138-afb4-9ed196ae0a13 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.2193527 Nov 12 03:04:20.639326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edd3c2bf-7ac3-41cd-be85-7111e204df6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.644222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-edd3c2bf-7ac3-41cd-be85-7111e204df6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.684903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-edd3c2bf-7ac3-41cd-be85-7111e204df6f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=031fee0c1e5a4622938a17925af090c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808555 Nov 12 03:04:20.687031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3c2bf-7ac3-41cd-be85-7111e204df6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb1ea5e-71d9-4a6e-947f-58af54bbcc5c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:20.687554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38422) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:20.720000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:20.751652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.791303 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.849658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.854487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:20.858060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2bb1ea5e-71d9-4a6e-947f-58af54bbcc5c HTTP/1.1" status: 204 len: 168 time: 0.1671162 Nov 12 03:04:20.878288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6a76d-b1f6-479c-af02-5232db9d45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb1ea5e-71d9-4a6e-947f-58af54bbcc5c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:20.923071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-eb34463e-8a8d-4786-bb20-ca2c53ac916d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:20.924834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-eb34463e-8a8d-4786-bb20-ca2c53ac916d tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.0679731 Nov 12 03:04:20.962292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624fb0d-5b20-4b74-9d00-289690154d2b req-372d93e2-2579-4718-9ba9-117b327741a5 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:20.979504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f624fb0d-5b20-4b74-9d00-289690154d2b req-372d93e2-2579-4718-9ba9-117b327741a5 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 949 time: 0.1250901 Nov 12 03:04:21.077404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f624fb0d-5b20-4b74-9d00-289690154d2b req-11c94de2-0dc5-449f-b516-ebb1c6fd1d5b tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/security-groups?id=c733d49b-f706-4167-9dcb-51e95d610a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836356 Nov 12 03:04:21.129049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e288-57c8-4297-bd9f-373ec223f5ac req-a2bfebab-80de-4ff6-bd11-c4cd8059e0e9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:21.130579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95e8e288-57c8-4297-bd9f-373ec223f5ac req-a2bfebab-80de-4ff6-bd11-c4cd8059e0e9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0740016 Nov 12 03:04:21.168905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Deleting port 27860de0-323e-4dcd-ad9a-b4872d922cfe {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:21.169969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.244117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7d66-5cca-4448-964d-50bf613a392d req-7387830e-fc46-4310-a220-3f6395b5af45 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:21.246686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3cc7d66-5cca-4448-964d-50bf613a392d req-7387830e-fc46-4310-a220-3f6395b5af45 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 949 time: 0.0643921 Nov 12 03:04:21.247218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:21.279717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95e8e288-57c8-4297-bd9f-373ec223f5ac req-01402c21-6408-4061-a254-1884ac01e68d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411011 Nov 12 03:04:21.315390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3cc7d66-5cca-4448-964d-50bf613a392d req-feb56b37-fb5d-46c8-b1bb-b4f3e9751552 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Nov 12 03:04:21.363325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] For port 27860de0-323e-4dcd-ad9a-b4872d922cfe, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=27860de0-323e-4dcd-ad9a-b4872d922cfe,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:21.363528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.380868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Calling delete_port for 27860de0-323e-4dcd-ad9a-b4872d922cfe owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:21.399727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c4946c-1755-4b6e-82d3-8a36a77abc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.516566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961341-938c-4610-a036-812abdce9ed9 req-c22105dc-39a8-4a2c-93f2-b90ae3b0f4be tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:21.518223 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb961341-938c-4610-a036-812abdce9ed9 req-c22105dc-39a8-4a2c-93f2-b90ae3b0f4be tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.1270134 Nov 12 03:04:21.552397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c4946c-1755-4b6e-82d3-8a36a77abc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.557621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c4946c-1755-4b6e-82d3-8a36a77abc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.604597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:21.608779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58c4946c-1755-4b6e-82d3-8a36a77abc4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b732458df70345048a5c1a46faa2d1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604226 Nov 12 03:04:21.612211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:21.621157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4946c-1755-4b6e-82d3-8a36a77abc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de1c37-29b8-4766-9f10-e24eb913ac37,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:21.641887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb961341-938c-4610-a036-812abdce9ed9 req-84a3a9c2-4501-41bb-8885-f2fbc87126e0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108398 Nov 12 03:04:21.687172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:21.689465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.732912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.735694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.745911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['27860de0-323e-4dcd-ad9a-b4872d922cfe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:21.803475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Pushing event deleted for resources: {'Port': ['ID=27860de0-323e-4dcd-ad9a-b4872d922cfe,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:21.824368 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.827795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.829127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77de1c37-29b8-4766-9f10-e24eb913ac37 HTTP/1.1" status: 204 len: 168 time: 0.2159016 Nov 12 03:04:21.840242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d762f-d6ca-4c28-b9bc-e5185fb775d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de1c37-29b8-4766-9f10-e24eb913ac37,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:21.902970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] No DVR routers for this DVR port 27860de0-323e-4dcd-ad9a-b4872d922cfe on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:21.907286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:21.911129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725015ca-2d0f-4000-9e72-86017c5b37b8 req-b632f4ad-0687-4cfc-ade7-15725ea76aa2 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.32 "DELETE /v2.0/ports/27860de0-323e-4dcd-ad9a-b4872d922cfe HTTP/1.1" status: 204 len: 173 time: 0.9793842 Nov 12 03:04:21.911961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'name': 'network-vif-deleted', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:21.919402 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fafd38-e42c-4ff6-b1e0-7c1a3aecde65" -d '{"events": [{"server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "name": "network-vif-deleted", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:21.948018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c621-5bfa-410d-85d5-ece4b0248681 req-e2b6d4ba-9e69-488e-a9d6-547c5cb9aabe tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:21.957445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0860c621-5bfa-410d-85d5-ece4b0248681 req-e2b6d4ba-9e69-488e-a9d6-547c5cb9aabe tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1096 time: 0.1597524 Nov 12 03:04:21.977527 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adaaf63-688f-48c5-8a52-a0c6d4255e01 x-openstack-request-id: req-6adaaf63-688f-48c5-8a52-a0c6d4255e01 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:21.977817 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcae5cb-8327-4543-aef6-070c2fe500c9", "name": "network-vif-deleted", "tag": "27860de0-323e-4dcd-ad9a-b4872d922cfe", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:21.978068 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6adaaf63-688f-48c5-8a52-a0c6d4255e01 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:21.978456 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcae5cb-8327-4543-aef6-070c2fe500c9', 'name': 'network-vif-deleted', 'tag': '27860de0-323e-4dcd-ad9a-b4872d922cfe', 'status': 'completed', 'code': 200} Nov 12 03:04:22.040161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0860c621-5bfa-410d-85d5-ece4b0248681 req-5c5d8fd7-56cd-4467-b006-6a0732d5f37e tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795858 Nov 12 03:04:22.183795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06a47dd1-b74c-455d-9584-007ac429f391 req-fff86194-cba0-4635-b94b-27f2a9f2c2a5 tempest-DeleteServersAdminTestJSON-1750246857 tempest-DeleteServersAdminTestJSON-1750246857-project] 10.222.0.84 "GET /v2.0/ports?device_id=dbcae5cb-8327-4543-aef6-070c2fe500c9 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Nov 12 03:04:22.252579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:22.325822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:22.352814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:22.356776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.383831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38508) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:22.403633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58210340-5faa-443f-9bb2-d396d8ecd352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.450261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd407a-cda9-4b19-9db0-c432b43e4ba5 req-d765605b-82b8-4cde-b85d-c73a9c8fd093 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:22.453826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-cefae1ea-3447-4335-8859-abf34bdd426b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:22.455378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-cefae1ea-3447-4335-8859-abf34bdd426b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.1814151 Nov 12 03:04:22.464911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5abd407a-cda9-4b19-9db0-c432b43e4ba5 req-d765605b-82b8-4cde-b85d-c73a9c8fd093 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1014740 Nov 12 03:04:22.472674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.506123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-ca944cef-41e2-48d6-a2b1-e7da43a9e5ce tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/quotas/7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 375 time: 0.0293798 Nov 12 03:04:22.524386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:22.526323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:22.531386 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb1957-85d6-41a6-b203-9861f7a9ade4" -d '{"events": [{"server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "name": "network-vif-plugged", "status": "completed", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:22.536074 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.567654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5abd407a-cda9-4b19-9db0-c432b43e4ba5 req-6cf9d25c-db7f-409a-839e-b1e8c02d7b24 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017785 Nov 12 03:04:22.614965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:22.662212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-8f4f5827-b08d-4238-b5f1-1a418633639e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1460133 Nov 12 03:04:22.717722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58210340-5faa-443f-9bb2-d396d8ecd352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.741888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ccd44-c7db-4666-bd73-8af2aa69df06 req-39b91307-7f2b-4d73-82be-1ba224cf8590 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:22.744125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da3ccd44-c7db-4666-bd73-8af2aa69df06 req-39b91307-7f2b-4d73-82be-1ba224cf8590 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.0686047 Nov 12 03:04:22.753852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58210340-5faa-443f-9bb2-d396d8ecd352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.811979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da3ccd44-c7db-4666-bd73-8af2aa69df06 req-89c39d98-5d58-49db-976c-11d2e13a9025 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607708 Nov 12 03:04:22.814199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-58210340-5faa-443f-9bb2-d396d8ecd352 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa915150687d42129697ee484af1b370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293330 Nov 12 03:04:22.814914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210340-5faa-443f-9bb2-d396d8ecd352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aea442-4802-4e2c-8513-9dbcc22ca7e5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:22.817210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38522) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:22.853616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-aa7f6529-3091-4e17-b60f-c839a59b5d85 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748621 Nov 12 03:04:22.885076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.916226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.976061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-c33bef38-44b1-4859-bf0c-4853a2efa3c8 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153703 Nov 12 03:04:22.981375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.985679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:22.987170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43aea442-4802-4e2c-8513-9dbcc22ca7e5 HTTP/1.1" status: 204 len: 168 time: 0.1688232 Nov 12 03:04:22.996156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcdf8f-251b-4da2-adcf-8191c1f282d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aea442-4802-4e2c-8513-9dbcc22ca7e5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:23.052563 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d9615-c561-40a2-93ee-75189190905e x-openstack-request-id: req-432d9615-c561-40a2-93ee-75189190905e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:23.052879 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "name": "network-vif-plugged", "status": "completed", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:23.053128 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-432d9615-c561-40a2-93ee-75189190905e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:23.053782 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45', 'code': 200} Nov 12 03:04:23.215239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9e47891-055d-4ab7-82b9-2884a5bb1f41 req-6454e989-773b-4026-9644-c81fa3622a94 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 210 time: 0.0335650 Nov 12 03:04:23.223760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf92099-c0a6-4610-a4e7-1534807c03c9 req-7539cebf-53ba-419d-85b0-137d67963730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:23.225858 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-faf92099-c0a6-4610-a4e7-1534807c03c9 req-7539cebf-53ba-419d-85b0-137d67963730 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 1102 time: 0.0819998 Nov 12 03:04:23.283445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-faf92099-c0a6-4610-a4e7-1534807c03c9 req-d19f24db-53c4-44b7-899a-25ea0200505e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Nov 12 03:04:23.686652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed3bf4-25da-4eda-a290-ca539c3be89d req-311bdc78-800f-4663-a777-c22d212ae852 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:23.688290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45ed3bf4-25da-4eda-a290-ca539c3be89d req-311bdc78-800f-4663-a777-c22d212ae852 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0550532 Nov 12 03:04:23.755405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45ed3bf4-25da-4eda-a290-ca539c3be89d req-982547c6-6793-4c3b-a07d-7df5e552ceb0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594723 Nov 12 03:04:23.921923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38594) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:23.942530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621db5f-78d8-41ce-92f3-028fbea8ec01 req-9ffc28e1-ae51-4c9a-a99e-a261db46c928 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:23.950370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c621db5f-78d8-41ce-92f3-028fbea8ec01 req-9ffc28e1-ae51-4c9a-a99e-a261db46c928 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.0563979 Nov 12 03:04:24.011447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c621db5f-78d8-41ce-92f3-028fbea8ec01 req-533e1393-e288-4bea-bfb4-7e85a40ea282 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569518 Nov 12 03:04:24.035279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:24.323892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46b67ead-f3f6-465c-b20e-05ec356bf7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.381884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-004892f4-8412-43e5-ab28-a5a9244aad21 req-585ee9d4-7729-40f1-8fde-fe6a2cf62947 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 210 time: 0.0339272 Nov 12 03:04:24.395459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f6ca2e32-a961-4e74-8587-987ccc69cd0c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=981f4d037f8c41c282b2ba9ded055de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719152 Nov 12 03:04:24.399124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:24.436193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-28881be2-07b6-4866-a80d-5756322f2ee0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:24.437997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-28881be2-07b6-4866-a80d-5756322f2ee0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.2157633 Nov 12 03:04:24.464765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Request body: {'port': {'device_id': '814cc557-8bf7-4189-8da0-641edab54044', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'admin_state_up': True, 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:24.544097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.564651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46b67ead-f3f6-465c-b20e-05ec356bf7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.576336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46b67ead-f3f6-465c-b20e-05ec356bf7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.576632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38624) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:24.578445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.637588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.641623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.643325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c733d49b-f706-4167-9dcb-51e95d610a3d HTTP/1.1" status: 204 len: 168 time: 0.2430971 Nov 12 03:04:24.657098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46b67ead-f3f6-465c-b20e-05ec356bf7d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=55fdae900ee34cacbd743fac6913b32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206737 Nov 12 03:04:24.657307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaca107-fa51-4ec3-a69d-dd68a8bcf9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733d49b-f706-4167-9dcb-51e95d610a3d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:24.660299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67ead-f3f6-465c-b20e-05ec356bf7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb7580-ec34-459c-b611-5f3932ed6d7e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:24.660766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38630) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:24.674890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:24.682797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.741522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.752010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-network', 'tenant_id': '7616af548c534872920c2d1d25b2ed56'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:24.793165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.812690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Made reservation on behalf of 7616af548c534872920c2d1d25b2ed56 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:24.816348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.841076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.887629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Allocated IP 172.20.0.7 (d71223ab-1a45-4e33-ad1b-09a40ef3de18/6c95d2fb-29f0-488c-898c-8f71761aaccf/9ad65d2a-703d-4319-b66d-f8f251123184) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:24.902179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.905094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:24.906774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dbcb7580-ec34-459c-b611-5f3932ed6d7e HTTP/1.1" status: 204 len: 168 time: 0.2444766 Nov 12 03:04:24.951013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513cac-e1c7-4812-a5c9-5a90561abd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb7580-ec34-459c-b611-5f3932ed6d7e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:24.998178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03cf36-02e1-4517-b32f-09f6a19ff544 req-bfb6d269-8abf-4379-a9c5-980f7c324e74 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:24.999959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b03cf36-02e1-4517-b32f-09f6a19ff544 req-bfb6d269-8abf-4379-a9c5-980f7c324e74 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1136484 Nov 12 03:04:25.035399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.043567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.086902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:04:25.092196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b03cf36-02e1-4517-b32f-09f6a19ff544 req-5aba69d6-9ae1-4c2d-8d1f-9648ed196887 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846703 Nov 12 03:04:25.105003 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.105341 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Added segment c5f4d845-7638-4f83-aebe-10908d821c3a of type vlan for network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 Nov 12 03:04:25.106540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494b155-fce1-4fac-89a4-8e179d3eb756,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:25.161784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38648) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:25.176115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.179980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fedeabf8-fb13-4db6-a866-87be647ed04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.185061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.265103 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.287058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.288116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:25.288785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.314155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:25.321966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:25.325054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:25.329042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7484000 Nov 12 03:04:25.332166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38656) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:25.334749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:25.335794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.343978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ae117-9ce6-4e58-8fef-cbd7ffd67a51 req-1131fd83-25b8-4771-b5ad-ceb62cadd428 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:25.351887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d61ae117-9ce6-4e58-8fef-cbd7ffd67a51 req-1131fd83-25b8-4771-b5ad-ceb62cadd428 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.1334364 Nov 12 03:04:25.386269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316294 Nov 12 03:04:25.388062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Request body: {'subnet': {'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-subnet', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:25.388648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fedeabf8-fb13-4db6-a866-87be647ed04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.389860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9cf9c-44a0-4749-b954-f587bcc6b2e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:25.394256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fedeabf8-fb13-4db6-a866-87be647ed04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.410651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Request body: {'port': {'device_id': '814cc557-8bf7-4189-8da0-641edab54044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:25.430440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143daa8-4f84-4e00-a822-ec1fddbcb85c admin admin] Pushing event updated for resources: {'Network': ['ID=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:25.449898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:04:25.491331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Made reservation on behalf of 7616af548c534872920c2d1d25b2ed56 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:25.499634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.503470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeabf8-fb13-4db6-a866-87be647ed04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4454b-467b-43c1-a851-c076a40e3e5f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:25.511485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fedeabf8-fb13-4db6-a866-87be647ed04c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5c8efbbf43e542fda52e3162d9e24bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457415 Nov 12 03:04:25.511485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.513388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:25.513798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:25.560454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d61ae117-9ce6-4e58-8fef-cbd7ffd67a51 req-d7962520-a2d2-4ffc-8349-df2735a98d16 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068763 Nov 12 03:04:25.590234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37b7f014-f302-4bc9-9aeb-10e2dd28dd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.610080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 27860de0-323e-4dcd-ad9a-b4872d922cfe no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:25.641146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 27860de0-323e-4dcd-ad9a-b4872d922cfe {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:25.641577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 27860de0-323e-4dcd-ad9a-b4872d922cfe not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:25.660131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.731709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea08db5-4a25-439e-aced-e0d3c0d86897 req-54810163-c600-4672-8afe-9265d5395c38 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:25.733197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ea08db5-4a25-439e-aced-e0d3c0d86897 req-54810163-c600-4672-8afe-9265d5395c38 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 931 time: 0.0835576 Nov 12 03:04:25.750706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.833432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.838883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ea08db5-4a25-439e-aced-e0d3c0d86897 req-8e87af78-8ce6-45df-81e3-3dd9beb2d2d9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990434 Nov 12 03:04:25.891468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35756fcd-fa52-4676-b3a7-b9fb0068d751,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:25.910254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37b7f014-f302-4bc9-9aeb-10e2dd28dd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.914715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Checking segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:25.915273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Network hostable DHCP agents. Network: a8c0ade9-ae65-4a0c-9c24-cc36044b65e3, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:04:25.919822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37b7f014-f302-4bc9-9aeb-10e2dd28dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.934707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:04:25.947991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a8c0ade9-ae65-4a0c-9c24-cc36044b65e3) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:25.952854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:25.954618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.961898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b486c-247a-4d24-b0dd-0b64b391c380 None None] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:04:25.975137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.979316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:25.980479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72f4454b-467b-43c1-a851-c076a40e3e5f HTTP/1.1" status: 204 len: 168 time: 0.4630704 Nov 12 03:04:25.993731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-37b7f014-f302-4bc9-9aeb-10e2dd28dd02 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=396d089f550f4679bdbefe7c469caf7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753573 Nov 12 03:04:25.993932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e8da4b8-633a-4967-a1ca-bb5a91746df1 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6595321 Nov 12 03:04:25.994527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:26.005826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38682) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:26.013563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:26.026137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7f014-f302-4bc9-9aeb-10e2dd28dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d1582-be2b-4db2-b0de-8a9244c589c3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:26.059328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826174c-674a-48d0-a4f7-474be426e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4454b-467b-43c1-a851-c076a40e3e5f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:26.063048 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.099928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.106577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.107758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.205117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad65d2a-703d-4319-b66d-f8f251123184 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:26.229818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.230951 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-5aaded31-e0a0-4a6b-b8a8-8a9ee3f91c33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688825 Nov 12 03:04:26.302248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.307559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.312813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e35d1582-be2b-4db2-b0de-8a9244c589c3 HTTP/1.1" status: 204 len: 168 time: 0.3161526 Nov 12 03:04:26.335604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e952145-4094-438a-b8f7-723ecfbd9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d1582-be2b-4db2-b0de-8a9244c589c3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:26.373708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-d555a71a-fb1b-48dd-a325-a0031cf1e219 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:26.383499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-d555a71a-fb1b-48dd-a325-a0031cf1e219 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514239 Nov 12 03:04:26.410945 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-8a84b75a-7a2f-4d62-a25d-4d3a826683ba tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/quotas/20d0b9f90b0048619ad279bfe8396a0c HTTP/1.1" status: 200 len: 375 time: 0.0263247 Nov 12 03:04:26.424414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:04:26.432995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.489456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-5e74c1cb-2330-4ed8-a28e-b091d643d647 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770609 Nov 12 03:04:26.551730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.603353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Transition to ACTIVE for port object 9ad65d2a-703d-4319-b66d-f8f251123184 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:26.639638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.696400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc79f8-9a5a-44da-aec4-cda1a1c587ad req-b745ceca-f60c-4898-b9ab-d1eb4ff5f1e3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:26.704167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07cc79f8-9a5a-44da-aec4-cda1a1c587ad req-b745ceca-f60c-4898-b9ab-d1eb4ff5f1e3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.4783776 Nov 12 03:04:26.743520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Allocated IP 172.20.0.2 (a8c0ade9-ae65-4a0c-9c24-cc36044b65e3/35756fcd-fa52-4676-b3a7-b9fb0068d751/ca28e8e6-6ed8-4183-a9db-69a922f39244) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:26.837065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:26.858918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.939176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:26.939760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:26.939966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:26.951076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07cc79f8-9a5a-44da-aec4-cda1a1c587ad req-cc797551-5819-41fd-bb81-da5f222a8b7f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457759 Nov 12 03:04:26.952951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:26.953291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:26.961499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:26.961850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:26.962332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:26.962916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Bound port: 9ad65d2a-703d-4319-b66d-f8f251123184, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:26.963371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:26.995789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.003815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.068981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:27.074448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:27.077662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Pushing event updated for resources: {'Port': ['ID=ca28e8e6-6ed8-4183-a9db-69a922f39244,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:27.080341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:27.105957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:27.109518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:27.131916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.151641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Attempting to bind port ca28e8e6-6ed8-4183-a9db-69a922f39244 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:27.152210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Attempting to bind port ca28e8e6-6ed8-4183-a9db-69a922f39244 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:27.152715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Attempting to bind port ca28e8e6-6ed8-4183-a9db-69a922f39244 on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:27.159543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:27.160076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Checking segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:27.160622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.161114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Bound using segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:27.161695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Bound port: ca28e8e6-6ed8-4183-a9db-69a922f39244, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:27.162177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.196029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e9684f6-c5a4-408b-842b-ac009dc6cd22 req-5e42d167-1547-4bf1-8f64-4630a062e8c4 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 210 time: 0.1594527 Nov 12 03:04:27.219784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:27.220439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.222129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 1092 time: 1.8222651 Nov 12 03:04:27.222592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:27.225430 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3ada8-44bc-497a-bf08-800ecda37c17" -d '{"events": [{"name": "network-changed", "server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:27.298971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] For port ca28e8e6-6ed8-4183-a9db-69a922f39244, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:27.305743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbedef-4cb4-43ca-9656-dae31263e7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:27.308004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] For port ca28e8e6-6ed8-4183-a9db-69a922f39244, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca28e8e6-6ed8-4183-a9db-69a922f39244,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:27.314034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.422915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-7258e3d0-ab7b-42bf-8914-62ffd638a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:27.424495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-7258e3d0-ab7b-42bf-8914-62ffd638a84f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1095 time: 0.1538610 Nov 12 03:04:27.434841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07b9cb-295c-414b-8eaa-46127e8a7406 None None] Pushing event updated for resources: {'Port': ['ID=ca28e8e6-6ed8-4183-a9db-69a922f39244,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:27.442113 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.523612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-da902ff3-51d2-4435-9bc0-05b79fc01ade service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.0714476 Nov 12 03:04:27.537312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f022a3-f5ba-4c32-b794-f89b6153dda6 req-f3ea8a23-51aa-4c4e-a280-7c1393a4647c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:27.551246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17f022a3-f5ba-4c32-b794-f89b6153dda6 req-f3ea8a23-51aa-4c4e-a280-7c1393a4647c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.2343209 Nov 12 03:04:27.593588 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7228171-c80b-4f86-b1bd-d130c6236137 x-openstack-request-id: req-f7228171-c80b-4f86-b1bd-d130c6236137 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:27.594102 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:27.594358 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7228171-c80b-4f86-b1bd-d130c6236137 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:27.594864 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184', 'status': 'completed', 'code': 200} Nov 12 03:04:27.636140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.681763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-3d548c1c-ab5a-441f-8e75-9b67be29b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:27.685853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-3d548c1c-ab5a-441f-8e75-9b67be29b041 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1348870 Nov 12 03:04:27.752376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17f022a3-f5ba-4c32-b794-f89b6153dda6 req-9d37c9f8-8e44-4404-918f-31f220d09bc2 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050502 Nov 12 03:04:27.765770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:27.825476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-d7446f92-d119-42fb-a20e-4abf87f044d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640509 Nov 12 03:04:28.082572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Allocated IP 172.25.2.53 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/968b2caa-316a-40d1-a3fe-5b6a0fa86b47) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:28.086089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-04f91110-65fa-4939-8a3f-ff6742dc8595 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927948 Nov 12 03:04:28.201093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5eb2-f325-4cad-9a88-096cbfb153dd req-5fb880f9-6c9d-4a25-bfb5-b5e759147bf5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:28.202657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e9e5eb2-f325-4cad-9a88-096cbfb153dd req-5fb880f9-6c9d-4a25-bfb5-b5e759147bf5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1666980 Nov 12 03:04:28.281339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-cface413-8a49-4f1e-a0fa-2efe14101b8a tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776339 Nov 12 03:04:28.466738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-3593134c-3700-496c-a15a-dbb3dee5425c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:28.468529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-3593134c-3700-496c-a15a-dbb3dee5425c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746502 Nov 12 03:04:28.487986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9641026-7cdf-487b-9a45-564d6a2f0177 req-529e9c85-29b9-44cb-a8c2-cac3aa078a48 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936779 Nov 12 03:04:28.494692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Request body: {'port': {'device_id': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '20d0b9f90b0048619ad279bfe8396a0c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:28.565712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e9e5eb2-f325-4cad-9a88-096cbfb153dd req-fc8b59b5-f5d1-4f6e-85dd-e496346fdd3d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125620 Nov 12 03:04:28.595272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca28e8e6-6ed8-4183-a9db-69a922f39244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:28.703851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ca28e8e6-6ed8-4183-a9db-69a922f39244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:28.704607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:28.706452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:28.809379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5f71aea-235a-406a-a6b5-68d6072004e6 req-59763361-3e54-4b9b-ad34-fa377a68f630 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 210 time: 0.0987108 Nov 12 03:04:28.854389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-b4c669dd-817d-4071-92dd-d4b67f414fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:28.855836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-b4c669dd-817d-4071-92dd-d4b67f414fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1095 time: 0.2997763 Nov 12 03:04:28.960297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95eb97f-7629-4c16-98ea-8a813f74ac55 None None] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:04:28.967088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.047351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.049985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d0498588-46da-42aa-8fdf-e7d6c60b19a7 None None] Provisioning complete for port ca28e8e6-6ed8-4183-a9db-69a922f39244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:29.050540 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0498588-46da-42aa-8fdf-e7d6c60b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.194964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.291197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port ca28e8e6-6ed8-4183-a9db-69a922f39244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca28e8e6-6ed8-4183-a9db-69a922f39244,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:29.292297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0498588-46da-42aa-8fdf-e7d6c60b19a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.294219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-3c51da14-729f-49df-9a1a-ead537c36a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:29.295962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-3c51da14-729f-49df-9a1a-ead537c36a93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.4299762 Nov 12 03:04:29.296350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Made reservation on behalf of 20d0b9f90b0048619ad279bfe8396a0c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:29.300029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.309835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.316504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:29.328888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:29.381809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Pushing event updated for resources: {'Port': ['ID=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:29.389198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:29.414681 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-d0498588-46da-42aa-8fdf-e7d6c60b19a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:04:29.417151 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-d0498588-46da-42aa-8fdf-e7d6c60b19a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:04:29.419637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=ca28e8e6-6ed8-4183-a9db-69a922f39244,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:29.531190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267499-beb2-4922-9151-d79bdd002af5 req-829fc0d5-7c77-4f0c-93ae-37764e20281a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:29.532928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db267499-beb2-4922-9151-d79bdd002af5 req-829fc0d5-7c77-4f0c-93ae-37764e20281a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.5746343 Nov 12 03:04:29.578297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-f6d77cf4-78da-461c-820f-3b541725b6ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.2638066 Nov 12 03:04:29.754344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Allocated IP 192.168.233.36 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/9f51b1c7-b08d-4aec-b058-0c434f0fd4e4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:29.768922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db267499-beb2-4922-9151-d79bdd002af5 req-715870e4-2df8-46f1-bbcd-b4241e1a5c0c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977377 Nov 12 03:04:29.772132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-d4d161fb-5452-4cc2-88ad-e68a267a7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:29.773570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-d4d161fb-5452-4cc2-88ad-e68a267a7e89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1672320 Nov 12 03:04:29.853846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-b50da6fd-d643-4a3d-9f44-26e19896b0d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443006 Nov 12 03:04:29.938102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:29.967689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9f914fc7-6640-4af0-bc55-2f4a5e6f77ba req-4ce19ec5-2199-4c8f-8139-b90e4abf18e0 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 210 time: 0.0296495 Nov 12 03:04:30.019698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:30.070005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ba89-011b-4cf6-9526-6018c0d4cba3 req-001d0edc-5088-4beb-b14f-c3e2dae4ccfe tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:30.071527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d22ba89-011b-4cf6-9526-6018c0d4cba3 req-001d0edc-5088-4beb-b14f-c3e2dae4ccfe tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.2217104 Nov 12 03:04:30.101105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-64b7b094-38b9-4891-a00b-9a26a33f4eb2 None None] Provisioning complete for port ca28e8e6-6ed8-4183-a9db-69a922f39244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:30.102304 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64b7b094-38b9-4891-a00b-9a26a33f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.139935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9798537-0859-4eac-a996-0bf010138bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.200817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-247d6d6a-af97-4038-b6ef-e22f21d56e3a service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276820 Nov 12 03:04:30.253211 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9798537-0859-4eac-a996-0bf010138bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.258693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9798537-0859-4eac-a996-0bf010138bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.295369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798537-0859-4eac-a996-0bf010138bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadd7994-8c62-400b-bfeb-46387c53e6c8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:30.323454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d22ba89-011b-4cf6-9526-6018c0d4cba3 req-3a540ac9-641a-4fad-be1f-c50380099f0b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446125 Nov 12 03:04:30.324975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c9798537-0859-4eac-a996-0bf010138bab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=398c55dc8efd41a0845eec3cbe016203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041143 Nov 12 03:04:30.328633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38864) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:30.382742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.404631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.445155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.524130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca28e8e6-6ed8-4183-a9db-69a922f39244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:30.546896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.548763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.550442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.551678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fadd7994-8c62-400b-bfeb-46387c53e6c8 HTTP/1.1" status: 204 len: 168 time: 0.2219586 Nov 12 03:04:30.558986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7f3ada8-44bc-497a-bf08-800ecda37c17 req-0a0caa09-70fb-44cc-8aea-c5391fae4231 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396511 Nov 12 03:04:30.590643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:30.591875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78696c92-a993-473d-9b49-88d94b693a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadd7994-8c62-400b-bfeb-46387c53e6c8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:30.625741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:30.630876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.634656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:30.638499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Pushing event updated for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:30.641349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:30.648465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:30.649970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.709191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7115bc82-d406-4a65-9317-94cc6aa310b3 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2255766 Nov 12 03:04:30.720392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ca28e8e6-6ed8-4183-a9db-69a922f39244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:30.720763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:30.722210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Request body: {'port': {'device_id': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:30.866564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.022107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:04:31.048482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-776dff34-2ba8-480a-8b72-79bb1475513f None None] Provisioning complete for port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:31.048856 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-776dff34-2ba8-480a-8b72-79bb1475513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.086755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393374-9786-4d8e-aaba-26972fa8d265 req-05898d62-b652-4125-8ea5-7b6f300932bd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:31.088834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-776dff34-2ba8-480a-8b72-79bb1475513f None None] Port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:31.094527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad393374-9786-4d8e-aaba-26972fa8d265 req-05898d62-b652-4125-8ea5-7b6f300932bd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.2045541 Nov 12 03:04:31.254999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38902) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:31.268295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3542381a-de64-4b1c-8685-c457fdf6adb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.358217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3542381a-de64-4b1c-8685-c457fdf6adb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.373074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38908) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:31.392288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3542381a-de64-4b1c-8685-c457fdf6adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.438196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542381a-de64-4b1c-8685-c457fdf6adb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fab3f8-e036-45e8-8379-90d5824c4c06,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:31.445472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3542381a-de64-4b1c-8685-c457fdf6adb3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a4173280290462986f3a25d4170311b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892245 Nov 12 03:04:31.450737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:31.454923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184033-2254-4a9b-a98c-884a0d56718b req-55db9d19-3e1f-4404-a438-e5239c5388ba tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:31.456679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73184033-2254-4a9b-a98c-884a0d56718b req-55db9d19-3e1f-4404-a438-e5239c5388ba tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 935 time: 0.0970702 Nov 12 03:04:31.471263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad393374-9786-4d8e-aaba-26972fa8d265 req-1015a8be-3cba-4afd-b6f2-3b1319a2038b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758092 Nov 12 03:04:31.520012 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73184033-2254-4a9b-a98c-884a0d56718b req-e7e23eaf-07d1-425e-8054-bb67f7cca594 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Nov 12 03:04:31.585367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:04:31.597956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:04:31.605562 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.612150 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:31.613081 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:31.625983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3579b7d5-96d2-4220-bde8-b045241057ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.630550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:31.636578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.640401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a525dcb4-1593-4f96-8453-2a916abb5450 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6311071 Nov 12 03:04:31.642562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:31.660317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.693104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:31.711864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.730546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Transition to ACTIVE for port object 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:31.733007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.782118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:31.798726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '9ad65d2a-703d-4319-b66d-f8f251123184', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'port_id': '9ad65d2a-703d-4319-b66d-f8f251123184', 'mac_address': 'fa:16:3e:5f:19:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c95d2fb-29f0-488c-898c-8f71761aaccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:31.805024 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:31.806400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.809857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.813832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89fab3f8-e036-45e8-8379-90d5824c4c06 HTTP/1.1" status: 204 len: 168 time: 0.3577218 Nov 12 03:04:31.829145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00721dcf-81ec-43e6-991d-969d1b4236af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fab3f8-e036-45e8-8379-90d5824c4c06,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:31.830838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Pushing event updated for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:31.875749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Attempting to bind port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:31.876259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Attempting to bind port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:31.877874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Attempting to bind port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:31.886816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:31.888588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Attempting to bind port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:31.902973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:31.903648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:31.904331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:31.905171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Bound port: 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:31.905840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:31.990214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.014432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:32.022861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad65d2a-703d-4319-b66d-f8f251123184 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:32.041923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:32.047960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.098322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:32.106630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:32.107476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.109091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 HTTP/1.1" status: 200 len: 1096 time: 1.3919859 Nov 12 03:04:32.109690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:32.115740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.122207 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ce889-971c-49c6-bbac-3ac9460f6912" -d '{"events": [{"name": "network-changed", "server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:32.279256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4943-4e30-4c92-a68a-66c631999736 service neutron] Pushing event updated for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:32.300945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-af428997-6ac0-4677-8250-a2ab54be6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:32.301176 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:29Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:32.304032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-af428997-6ac0-4677-8250-a2ab54be6e29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 1099 time: 0.1329234 Nov 12 03:04:32.349463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff6d6456-4f7c-4f5d-b535-1d774e927659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.356127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:32.428070 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:04:32.428642 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Updating router 4021b163-ac8c-46dc-a04d-8b07664e0598 port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:04:32.428752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9ad65d2a-703d-4319-b66d-f8f251123184'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:32.512096 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7ea03e35-4420-46c0-8ddb-b7565c5af33c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 HTTP/1.1" status: 200 len: 217 time: 0.1978090 Nov 12 03:04:32.531270 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.644052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3579b7d5-96d2-4220-bde8-b045241057ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.676285 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5443e86-fb71-4847-b822-da3f8b9912aa x-openstack-request-id: req-f5443e86-fb71-4847-b822-da3f8b9912aa {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:32.676822 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:32.677391 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5443e86-fb71-4847-b822-da3f8b9912aa {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:32.677996 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4', 'status': 'completed', 'code': 200} Nov 12 03:04:32.689905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-789ac555-0d8d-4827-a495-500b17bb524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:32.692014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-789ac555-0d8d-4827-a495-500b17bb524b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1701424 Nov 12 03:04:32.739604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3579b7d5-96d2-4220-bde8-b045241057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:32.767886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-0fa7bbc5-c509-4d00-b9c2-ad1ba124eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:32.771416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-0fa7bbc5-c509-4d00-b9c2-ad1ba124eda7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672176 Nov 12 03:04:32.802625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5f85-5acb-4c31-9c15-4a668d13e55c req-d52aba00-78ab-4e74-92df-c14a7925e57f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:32.809970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a76c5f85-5acb-4c31-9c15-4a668d13e55c req-d52aba00-78ab-4e74-92df-c14a7925e57f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 1.2038405 Nov 12 03:04:32.846383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3579b7d5-96d2-4220-bde8-b045241057ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a846fb01190d477f9355b80dda5d5f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4698138 Nov 12 03:04:32.875676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:32.886119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579b7d5-96d2-4220-bde8-b045241057ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41404a0d-2b4d-4c66-8b17-13e97c4bd5f3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:32.962426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a76c5f85-5acb-4c31-9c15-4a668d13e55c req-0315a03c-520d-4619-9a17-794446e9dca1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514614 Nov 12 03:04:33.098106 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.106117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-e1226157-6019-4dc8-8608-3eb3ccb621e6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239393 Nov 12 03:04:33.187401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.237003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbb4dd-274b-4251-be64-ea2f28df2503 req-a4de6660-2a49-4ba0-a5e9-6e94f5c62b6f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:33.245137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09dbb4dd-274b-4251-be64-ea2f28df2503 req-a4de6660-2a49-4ba0-a5e9-6e94f5c62b6f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 944 time: 0.1619816 Nov 12 03:04:33.278451 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.287640 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.306595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab3a6880-002d-479d-95f9-522c8dcaeb0f req-7596059b-f28f-473d-92f6-16e87dd78977 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898043 Nov 12 03:04:33.363389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.368545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.371576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/41404a0d-2b4d-4c66-8b17-13e97c4bd5f3 HTTP/1.1" status: 204 len: 168 time: 0.4947855 Nov 12 03:04:33.374151 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Attempting to bind port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:33.374791 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Attempting to bind port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:33.375431 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Attempting to bind port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:33.377513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Pushing event updated for resources: {'Port': ['ID=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:33.385399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.385748 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.386088 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.386424 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.386756 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.387081 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.387731 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.388222 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.388696 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.389167 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.389638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.390106 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:04:33.396017 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:33.396626 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:33.397179 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.398715 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:33.399398 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Bound port: 968b2caa-316a-40d1-a3fe-5b6a0fa86b47, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:33.400033 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.439384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09dbb4dd-274b-4251-be64-ea2f28df2503 req-dcc2b9c3-10a3-4e85-bc00-c85b8a7f21c8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905859 Nov 12 03:04:33.452248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153cef7-4cde-487e-bde7-22b88217ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41404a0d-2b4d-4c66-8b17-13e97c4bd5f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:33.466702 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] For port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:33.470893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] For port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:33.476193 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.493829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-40a583b4-8a1f-4b78-a389-689e57760361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:33.497140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-40a583b4-8a1f-4b78-a389-689e57760361 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 1099 time: 0.1090591 Nov 12 03:04:33.539303 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdc03a-3463-4871-8104-08690cdb479a None None] Pushing event updated for resources: {'Port': ['ID=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:33.559017 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:33.560021 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:33.602821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.643618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:33.678560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40348bb8-d098-4270-b9c0-7405e70c5309 req-affaafa9-19c6-47b7-afed-7a85b6516b06 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:33.687592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40348bb8-d098-4270-b9c0-7405e70c5309 req-affaafa9-19c6-47b7-afed-7a85b6516b06 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 947 time: 0.1191723 Nov 12 03:04:33.720370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-1e4e1c68-8c8a-4972-be77-6d568086c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:33.725053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-1e4e1c68-8c8a-4972-be77-6d568086c3f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2204313 Nov 12 03:04:33.790222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 9ad65d2a-703d-4319-b66d-f8f251123184 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:33.793058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40348bb8-d098-4270-b9c0-7405e70c5309 req-29cfd08e-fc31-4194-a149-843ca13faf4e tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054657 Nov 12 03:04:33.794053 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:33.799520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 9ad65d2a-703d-4319-b66d-f8f251123184 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:33.801022 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:33.814830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-96f5844f-4462-42bf-ac53-093b464a88ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 HTTP/1.1" status: 200 len: 217 time: 0.0834465 Nov 12 03:04:33.889778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Allocated IP 172.20.0.1 (a8c0ade9-ae65-4a0c-9c24-cc36044b65e3/35756fcd-fa52-4676-b3a7-b9fb0068d751/0e196f6b-7cf6-4869-b0f2-5650dccd0fa6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:33.950226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-d2880046-4cc2-4008-9dfb-a4829bb92356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:33.952240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-d2880046-4cc2-4008-9dfb-a4829bb92356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1291807 Nov 12 03:04:33.974414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.011622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:34.015405 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722fdfa4-4eff-485c-aed6-4b3b974d8040" -d '{"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-plugged", "status": "completed", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:34.035548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:34.042259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.049284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-003b8d79-e0a3-43c1-a837-9b7dbc45750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:34.051451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-003b8d79-e0a3-43c1-a837-9b7dbc45750f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860686 Nov 12 03:04:34.070979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.097698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:34.145236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:34.163757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4ddab2e-ba0c-4fa6-a3ed-b6db29ee398b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.179815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.229922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-c35099ae-e072-4cb1-b959-0b79ad7c37d6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661026 Nov 12 03:04:34.251003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:34.266925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:34.288566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:34.292974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:34.348161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Pushing event updated for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:34.375865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b1d2-8355-4067-be0c-77f17ca82c86 req-57d2cdc8-0867-4ef2-9053-c9d895e3e22f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:34.380163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0ce889-971c-49c6-bbac-3ac9460f6912 req-58f66418-6315-42c9-8f80-11094175f4d9 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419706 Nov 12 03:04:34.383287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4748b1d2-8355-4067-be0c-77f17ca82c86 req-57d2cdc8-0867-4ef2-9053-c9d895e3e22f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.2222393 Nov 12 03:04:34.389746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e433abe1-300b-4013-a72f-348524824a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:29Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:34.427645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.453361 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433abe1-300b-4013-a72f-348524824a07 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:29Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:04:34.463969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43a0d255-882c-4ed3-9d2f-f80505c222b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.549451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4748b1d2-8355-4067-be0c-77f17ca82c86 req-e872c976-12e1-42bf-b77b-73a72404e096 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647227 Nov 12 03:04:34.611919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19227d24-26f4-4f05-8cae-a30806159c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.620886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43a0d255-882c-4ed3-9d2f-f80505c222b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.625517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43a0d255-882c-4ed3-9d2f-f80505c222b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.640987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4ddab2e-ba0c-4fa6-a3ed-b6db29ee398b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.649551 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eeb4d4-2b0f-49cb-a3aa-451c2c7ac163 x-openstack-request-id: req-74eeb4d4-2b0f-49cb-a3aa-451c2c7ac163 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:34.650178 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-plugged", "status": "completed", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:34.650178 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-74eeb4d4-2b0f-49cb-a3aa-451c2c7ac163 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:34.650587 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184', 'code': 200} Nov 12 03:04:34.658281 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4ddab2e-ba0c-4fa6-a3ed-b6db29ee398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.671397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-43a0d255-882c-4ed3-9d2f-f80505c222b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ea7fe83ed444d6d95ca522220824923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167867 Nov 12 03:04:34.671397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0d255-882c-4ed3-9d2f-f80505c222b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdfc717-e255-4f00-b7d4-f680fc6761bc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:34.672058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38984) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:34.700619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dd8c1df6-cd49-4218-a6d8-8413a69b4414 None None] Provisioning complete for port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:34.702392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd8c1df6-cd49-4218-a6d8-8413a69b4414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.741576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e4ddab2e-ba0c-4fa6-a3ed-b6db29ee398b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=39443745e1014e4298678d545219d002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408899 Nov 12 03:04:34.746448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38986) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:34.753674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c1df6-cd49-4218-a6d8-8413a69b4414 None None] Port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:34.781642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddab2e-ba0c-4fa6-a3ed-b6db29ee398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bdcd65-d567-4f58-a4a2-221488f218a7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:34.807969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.817563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.843067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.903580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.907087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.908422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bdfc717-e255-4f00-b7d4-f680fc6761bc HTTP/1.1" status: 204 len: 168 time: 0.2354367 Nov 12 03:04:34.915779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:34.919003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d942-f0da-4aeb-ae45-f6e2d2e84228 req-a2358722-17b9-4cf5-b45f-712cd43be06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:34.920559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b66d942-f0da-4aeb-ae45-f6e2d2e84228 req-a2358722-17b9-4cf5-b45f-712cd43be06a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.1879425 Nov 12 03:04:34.929615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8daa-9e48-4b0d-8fed-f2ed103d377f req-863aaef3-2eb1-45ff-9a22-60d6211a73e4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:34.931148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcec8daa-9e48-4b0d-8fed-f2ed103d377f req-863aaef3-2eb1-45ff-9a22-60d6211a73e4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 945 time: 0.2213089 Nov 12 03:04:34.970084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10691aa-3842-4489-a52c-5affaadfd097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdfc717-e255-4f00-b7d4-f680fc6761bc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:35.033356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.037841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcec8daa-9e48-4b0d-8fed-f2ed103d377f req-fc84d1e9-b73c-45b3-869d-d762be9c4f9f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928218 Nov 12 03:04:35.057736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b66d942-f0da-4aeb-ae45-f6e2d2e84228 req-803ac2bb-52a2-4b06-8f46-59111255e6f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217308 Nov 12 03:04:35.146949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f44dce-e371-4099-8331-20c84fbaac20 req-b59ceb38-9109-4d0f-8473-5bdba11dc107 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:35.154746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46f44dce-e371-4099-8331-20c84fbaac20 req-b59ceb38-9109-4d0f-8473-5bdba11dc107 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 947 time: 0.2036860 Nov 12 03:04:35.236135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.238712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.239897 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d4bdcd65-d567-4f58-a4a2-221488f218a7 HTTP/1.1" status: 204 len: 168 time: 0.4923820 Nov 12 03:04:35.263086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46f44dce-e371-4099-8331-20c84fbaac20 req-de609629-ee50-4636-a1b5-2675caaaa844 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072166 Nov 12 03:04:35.277261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c4e6-cb20-4aa4-841b-0f8696bef661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bdcd65-d567-4f58-a4a2-221488f218a7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:35.304749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.311467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.360525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39014) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:35.387575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b671e8c-ac80-4e56-a8b5-8f20c164f099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.440855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.442759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Pushing event updated for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:35.527727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.578086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:35.580138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:35.582260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b671e8c-ac80-4e56-a8b5-8f20c164f099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.586598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b671e8c-ac80-4e56-a8b5-8f20c164f099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.645728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b671e8c-ac80-4e56-a8b5-8f20c164f099 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5be9e122c1ea4dfdaa2a31f6d587df1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831409 Nov 12 03:04:35.646719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b671e8c-ac80-4e56-a8b5-8f20c164f099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2419c19d-16a6-467a-8520-88044ef9c5c8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:35.649101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39032) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:35.652923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:35.773577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.837595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.933328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.936915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:35.938673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2419c19d-16a6-467a-8520-88044ef9c5c8 HTTP/1.1" status: 204 len: 168 time: 0.2828078 Nov 12 03:04:35.953429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75409cd-aaef-4339-90e4-7a463b22aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2419c19d-16a6-467a-8520-88044ef9c5c8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:35.963374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc1aa-263c-4ee0-a0ee-2c9995d60c00 req-8da7ae13-e71e-4302-8087-b0e21ac6b78b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:35.964953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3bfc1aa-263c-4ee0-a0ee-2c9995d60c00 req-8da7ae13-e71e-4302-8087-b0e21ac6b78b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1687899 Nov 12 03:04:35.976542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:04:36.037545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:36.070582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4', 'mac_address': 'fa:16:3e:0f:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:36.129291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3bfc1aa-263c-4ee0-a0ee-2c9995d60c00 req-b0981ad3-9c56-4c4c-a374-5f98c8b489c3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437876 Nov 12 03:04:36.183390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-79f1c787-d1e1-478a-b82c-3cfec17dcb5a None None] Provisioning complete for port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:36.184013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-79f1c787-d1e1-478a-b82c-3cfec17dcb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.185838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.227010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39060) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:36.228240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:36.241043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155d10b-b6d0-4187-bd3c-c7ac3fa38a52 req-4c0780fa-aedd-46ec-b758-9a46c0121683 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:36.244850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2155d10b-b6d0-4187-bd3c-c7ac3fa38a52 req-4c0780fa-aedd-46ec-b758-9a46c0121683 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 945 time: 0.0864308 Nov 12 03:04:36.258438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-79f1c787-d1e1-478a-b82c-3cfec17dcb5a None None] Port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:36.265229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:04:36.270582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:36.283718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c603451-5fda-4828-915f-c5cac5864b4e admin admin] 10.222.0.84 "PUT /v2.0/routers/4021b163-ac8c-46dc-a04d-8b07664e0598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6303787 Nov 12 03:04:36.285217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.330973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2155d10b-b6d0-4187-bd3c-c7ac3fa38a52 req-f8a9a93e-6ada-43f4-9d75-d5c67312bd1c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783496 Nov 12 03:04:36.368492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:36.488180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e10e-9a20-4fb5-aaa9-e2f0f7ad8b66 req-e5913ffb-9f0f-4c58-80fb-b8c898d82a86 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:36.489775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb48e10e-9a20-4fb5-aaa9-e2f0f7ad8b66 req-e5913ffb-9f0f-4c58-80fb-b8c898d82a86 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 948 time: 0.0918002 Nov 12 03:04:36.532273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9f51b1c7-b08d-4aec-b058-0c434f0fd4e4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:36.569095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:36.578668 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb48e10e-9a20-4fb5-aaa9-e2f0f7ad8b66 req-02304a29-eab0-4838-a488-919d4e704ac6 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765896 Nov 12 03:04:36.629895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26b168b3-49df-4094-9bbb-fb5ace0f1ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.676168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:36.676637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.792939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26b168b3-49df-4094-9bbb-fb5ace0f1ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.798688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26b168b3-49df-4094-9bbb-fb5ace0f1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.818639 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.847425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:36.851945 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.869287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b168b3-49df-4094-9bbb-fb5ace0f1ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25855f69-5353-48a7-bfe9-068e3cb73277,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:36.875711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-26b168b3-49df-4094-9bbb-fb5ace0f1ee3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eaaa23beb2814a69adaea6685b9bc3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476727 Nov 12 03:04:36.878395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39086) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:36.926618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:36.938482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:36.953606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:04:36.965454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:36.965986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:36.969163 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.019522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.022635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.026978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25855f69-5353-48a7-bfe9-068e3cb73277 HTTP/1.1" status: 204 len: 168 time: 0.1471169 Nov 12 03:04:37.035425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45ab82-c503-48f8-b2e7-8b193bdbc0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25855f69-5353-48a7-bfe9-068e3cb73277,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:37.051323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.122548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:37.296147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-247e869e-1b6d-4446-8060-d2e19aa09ea5 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:37.298337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-247e869e-1b6d-4446-8060-d2e19aa09ea5 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 821 time: 0.1252031 Nov 12 03:04:37.316910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee0681-8487-4915-add9-d7a98ae00e86 req-c30e26e2-6f13-472e-8236-7f58677d79e6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:37.318473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29ee0681-8487-4915-add9-d7a98ae00e86 req-c30e26e2-6f13-472e-8236-7f58677d79e6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1036708 Nov 12 03:04:37.321207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-55517378-2b5c-4521-b055-f41f8b84db55 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/quotas/7616af548c534872920c2d1d25b2ed56 HTTP/1.1" status: 200 len: 375 time: 0.0165577 Nov 12 03:04:37.421948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-44253533-d023-40d8-841a-84ea62779893 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922265 Nov 12 03:04:37.424104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29ee0681-8487-4915-add9-d7a98ae00e86 req-1512d4ca-a043-496f-a21f-49b126f63ef7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984902 Nov 12 03:04:37.472128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 2, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:37.544158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:04:37.544517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Updating router 4021b163-ac8c-46dc-a04d-8b07664e0598 port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:04:37.578751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.608093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-8a3212d0-46e7-4811-a3a9-2a2ed56f9cdd service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759830 Nov 12 03:04:37.664975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:37.706754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767833-3516-4a91-bb1b-5e904cf696df req-03dc761f-dcf2-4e62-819b-c50b3a442803 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:37.716238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f767833-3516-4a91-bb1b-5e904cf696df req-03dc761f-dcf2-4e62-819b-c50b3a442803 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 945 time: 0.0688453 Nov 12 03:04:37.719962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-9a54305f-56a3-4070-ae26-1bcadeddc721 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134639 Nov 12 03:04:37.790118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f767833-3516-4a91-bb1b-5e904cf696df req-ea5b45ca-b2f0-4d71-a609-2f2c2d07b5a7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682592 Nov 12 03:04:37.868344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:37.888790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:37.889291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:37.926962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfa02b-6eaf-426e-bf42-9dc6f26c9985 req-06f46bb1-0891-4bd6-9a14-f997be8dd2f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:37.936461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3acfa02b-6eaf-426e-bf42-9dc6f26c9985 req-06f46bb1-0891-4bd6-9a14-f997be8dd2f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 948 time: 0.0837326 Nov 12 03:04:37.948445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.056811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3acfa02b-6eaf-426e-bf42-9dc6f26c9985 req-4526b91b-ac68-4720-ab62-743019223518 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178982 Nov 12 03:04:38.124455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.132922 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.148798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.154038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96ba58-2dc6-41e7-a354-c3dcd8c2013e req-6247b213-cb59-4d90-a23e-82a4331c2701 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:38.163872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f96ba58-2dc6-41e7-a354-c3dcd8c2013e req-6247b213-cb59-4d90-a23e-82a4331c2701 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.1047437 Nov 12 03:04:38.178854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aed3fad3-3d4d-4901-8abb-9269cbe02ae6 req-6621892f-d6dc-4864-92b4-6a2e69f13af2 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 210 time: 0.0794942 Nov 12 03:04:38.205543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:38.224518 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aef571-7858-4c56-a482-4df4c667aa45" -d '{"events": [{"server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "name": "network-vif-plugged", "status": "completed", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:38.297587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:38.319320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f96ba58-2dc6-41e7-a354-c3dcd8c2013e req-ca01ec33-5fcb-4797-9f73-38389712177d tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536896 Nov 12 03:04:38.340468 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176617e2-f2b2-4b99-b59e-af02ec36f699 x-openstack-request-id: req-176617e2-f2b2-4b99-b59e-af02ec36f699 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:38.340924 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "name": "network-vif-plugged", "status": "completed", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:38.341615 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-176617e2-f2b2-4b99-b59e-af02ec36f699 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:38.343115 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4', 'code': 200} Nov 12 03:04:38.349858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf690a9-6e66-459c-9bc0-e6e2726fd3d9 None None] Pushing event updated for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:38.373046 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.554951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Attempting to bind port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:38.562823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12775c-30ee-485c-8f36-29e1aaaa46ad req-06f9cc78-32c5-4c54-99f3-7dcffbee6eda tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:38.564483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Attempting to bind port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:38.566601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Attempting to bind port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:38.573497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c12775c-30ee-485c-8f36-29e1aaaa46ad req-06f9cc78-32c5-4c54-99f3-7dcffbee6eda tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.1288574 Nov 12 03:04:38.609289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a05e8a-1b13-4bc5-8cf3-f3940cc3320f req-26e9e206-887c-4d42-b531-3a053aad4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:38.615740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4a05e8a-1b13-4bc5-8cf3-f3940cc3320f req-26e9e206-887c-4d42-b531-3a053aad4610 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 1101 time: 0.1223149 Nov 12 03:04:38.625804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:38.630275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Checking segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:38.633125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.635150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Bound using segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:38.638530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Bound port: 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:38.639484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.690695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39663-9be8-4af9-8457-31b447577aef req-f530c10c-c2c6-4d5f-8a4e-927f185fa8d4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:38.703327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1c39663-9be8-4af9-8457-31b447577aef req-f530c10c-c2c6-4d5f-8a4e-927f185fa8d4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1219118 Nov 12 03:04:38.709977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:38.746846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c12775c-30ee-485c-8f36-29e1aaaa46ad req-fcb344d7-258b-4656-b190-b2e25afb7ae9 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718411 Nov 12 03:04:38.761159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4a05e8a-1b13-4bc5-8cf3-f3940cc3320f req-498830b4-0501-4a1b-b3c2-ee2d6f4ffe62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348524 Nov 12 03:04:38.784314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:38.792190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1c39663-9be8-4af9-8457-31b447577aef req-3317d09f-fb57-491b-8198-6f953243e067 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875027 Nov 12 03:04:38.887043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a02095d-e843-4572-a53a-6a15e3f3bf6c None None] Provisioning complete for port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:38.887670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a02095d-e843-4572-a53a-6a15e3f3bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.951402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] For port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:38.960057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] For port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:38.967653 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:38.972640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4a02095d-e843-4572-a53a-6a15e3f3bf6c None None] Port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:38.992009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:38.992433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:39.098619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf690a9-6e66-459c-9bc0-e6e2726fd3d9 None None] Pushing event updated for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:39.139707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:04:39.140445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:04:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:39.400836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:04:39.429986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec213c4f-7aee-47aa-b614-9ac30964b292 req-893c0db7-44fb-4985-b545-679572955f67 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:39.437560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec213c4f-7aee-47aa-b614-9ac30964b292 req-893c0db7-44fb-4985-b545-679572955f67 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 949 time: 0.0710058 Nov 12 03:04:39.450556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] Provisioning complete for port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:39.451191 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:39.497768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec213c4f-7aee-47aa-b614-9ac30964b292 req-a743ad07-7bd3-45bf-bd7c-e41fa75284ed tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592537 Nov 12 03:04:39.624109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5478cc72-ce70-4dfd-aebb-3236c657a949 req-58fa1d2a-9535-4e9c-b0b8-b273809dc96b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 210 time: 0.0523741 Nov 12 03:04:39.680776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757433f-b08c-4f8f-b00e-5ea881faa0bc req-d91bea02-40cc-4755-98df-adce5032f3cc tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:39.683167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f757433f-b08c-4f8f-b00e-5ea881faa0bc req-d91bea02-40cc-4755-98df-adce5032f3cc tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.0634108 Nov 12 03:04:39.744920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f757433f-b08c-4f8f-b00e-5ea881faa0bc req-80157cdd-ad07-4fec-925a-f35018c45946 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Nov 12 03:04:39.856697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:39.902233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] For port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:39.909280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:39.947546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:38Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:04:39.984746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284a924-f7ba-42c0-8a03-e908e81ab138 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:38Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:04:40.015320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700fd62-1837-41dc-8b63-a70e1ef5d7b9 None None] Pushing event updated for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:40.214880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-41cb449c-031d-45bd-a2e2-dd5a1137c51a tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:40.216436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-41cb449c-031d-45bd-a2e2-dd5a1137c51a tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 821 time: 0.3847775 Nov 12 03:04:40.235491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b537d86-1f05-45ee-ab2e-b4c953d2245a req-67c2b2e9-1b31-4471-9be7-ae39598e6da7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:40.237024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b537d86-1f05-45ee-ab2e-b4c953d2245a req-67c2b2e9-1b31-4471-9be7-ae39598e6da7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.1386335 Nov 12 03:04:40.242835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'port': {'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'admin_state_up': True, 'tenant_id': '7616af548c534872920c2d1d25b2ed56'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:40.265024 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-5190375d-058d-4272-9690-97296305f34d service neutron] show failed (client error): The resource could not be found. Nov 12 03:04:40.266008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-5190375d-058d-4272-9690-97296305f34d service neutron] 10.222.0.32 "GET /v2.0/ports/4781134a-4098-4553-bdd6-048803b77e20/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.1510561 Nov 12 03:04:40.371198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b537d86-1f05-45ee-ab2e-b4c953d2245a req-b5d26a29-8932-4a99-bdd7-7e9d8574962c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239259 Nov 12 03:04:40.409207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Made reservation on behalf of 7616af548c534872920c2d1d25b2ed56 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:40.413055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:40.624641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-04f7d556-1df3-4397-b7c5-19f3b78092f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:40.628791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-04f7d556-1df3-4397-b7c5-19f3b78092f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1102 time: 0.1230013 Nov 12 03:04:40.651074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:40.660020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:40.711443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Allocated IP 172.20.0.8 (a8c0ade9-ae65-4a0c-9c24-cc36044b65e3/35756fcd-fa52-4676-b3a7-b9fb0068d751/b8d7bbcd-d063-41cb-9cf9-c78841189a90) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:40.785908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:40.789693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:40.790071 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:40.855675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968b9f6-2798-4a0a-869a-d24ed617c675 req-31b518d6-7531-4aa8-944c-74b8e0eb7923 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:40.864492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e968b9f6-2798-4a0a-869a-d24ed617c675 req-31b518d6-7531-4aa8-944c-74b8e0eb7923 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 949 time: 0.1397691 Nov 12 03:04:41.075034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39288) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:41.084284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e968b9f6-2798-4a0a-869a-d24ed617c675 req-b2174528-b22e-4fc1-b4f9-42c846818b3e tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185855 Nov 12 03:04:41.115889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.153490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9de21f43-dd49-47ca-9126-0acf5e758e2a req-c7ce4838-f6c3-43e3-8270-b6a958550f9b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 210 time: 0.0456924 Nov 12 03:04:41.216792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.253599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:41.285053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event updated for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:41.295374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:41.341237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2027e55-a437-472e-a8f5-46ac9ec78370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.348037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:41.350656 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f1e0a-b933-48e5-be95-fe3be427961f" -d '{"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-unplugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:41.355813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.356822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:41.361014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:41.364453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:41.370409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:41.371034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.373907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Transition to ACTIVE for port object 4781134a-4098-4553-bdd6-048803b77e20 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:41.377826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.397119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e15be-d827-4f18-b434-c7adc8d72040 req-29812f06-9197-43eb-ad35-ec9432e1cfcd tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:41.398655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-878e15be-d827-4f18-b434-c7adc8d72040 req-29812f06-9197-43eb-ad35-ec9432e1cfcd tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.1179447 Nov 12 03:04:41.404328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-04d144f0-8c91-48f2-8b49-8722908e1dfd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652243 Nov 12 03:04:41.425548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Request body: {'port': {'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:41.460410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] No DVR routers for this DVR port 4781134a-4098-4553-bdd6-048803b77e20 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:41.472003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:41.531167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:41.531503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:41.531781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:41.534737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-878e15be-d827-4f18-b434-c7adc8d72040 req-fe5a84ef-b94f-4da2-be60-10087b9dfacd tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279325 Nov 12 03:04:41.558904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:41.559265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Attempting to bind port 4781134a-4098-4553-bdd6-048803b77e20 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:41.576140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:41.576490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:41.576879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:41.577316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Bound port: 4781134a-4098-4553-bdd6-048803b77e20, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:41.577813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.637086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.711792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:41.716497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:41.730465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.811906 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4caa44e-e100-47f6-ab92-6ebed6e4f1e0 x-openstack-request-id: req-f4caa44e-e100-47f6-ab92-6ebed6e4f1e0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:41.812484 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-unplugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:41.812484 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f4caa44e-e100-47f6-ab92-6ebed6e4f1e0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:41.813668 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'code': 200} Nov 12 03:04:41.858534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:41.861961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.865427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-77da3348-f782-447d-862b-3849c7f683ff service neutron] 10.222.0.39 "PUT /v2.0/ports/4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 1097 time: 1.2282898 Nov 12 03:04:41.886107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-db42ba01-96d5-4d41-aedd-25b4bc4ce505 None None] Provisioning complete for port b8d7bbcd-d063-41cb-9cf9-c78841189a90 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:41.889618 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db42ba01-96d5-4d41-aedd-25b4bc4ce505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:41.967886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-db42ba01-96d5-4d41-aedd-25b4bc4ce505 None None] Port b8d7bbcd-d063-41cb-9cf9-c78841189a90 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:41.990183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da3348-f782-447d-862b-3849c7f683ff service neutron] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:42.001834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2027e55-a437-472e-a8f5-46ac9ec78370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.006230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2027e55-a437-472e-a8f5-46ac9ec78370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.025958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5ffa-e826-4ddd-b614-8f06815014a1 req-9d9d95e6-5146-4cfb-b67a-21178d78481b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.027564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8ea5ffa-e826-4ddd-b614-8f06815014a1 req-9d9d95e6-5146-4cfb-b67a-21178d78481b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.1538033 Nov 12 03:04:42.029479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-511574a8-5f15-452b-b1fc-75860c7aae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.030879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-511574a8-5f15-452b-b1fc-75860c7aae59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1100 time: 0.1082456 Nov 12 03:04:42.041317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2027e55-a437-472e-a8f5-46ac9ec78370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af91aed1-53fd-4a3e-ae8e-446ac149d842,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:42.074142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e2027e55-a437-472e-a8f5-46ac9ec78370 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a68799142131406e8525bf85eb506fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9977665 Nov 12 03:04:42.080039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39312) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:42.168308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8ea5ffa-e826-4ddd-b614-8f06815014a1 req-47746bd3-1388-4995-94b6-cce1fdbdd6e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316681 Nov 12 03:04:42.180258 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.186212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-c58854de-d172-433a-bb6e-25fe19ed66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.187507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7bbcd-d063-41cb-9cf9-c78841189a90 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:42.187934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-c58854de-d172-433a-bb6e-25fe19ed66ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1494982 Nov 12 03:04:42.201583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.220805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.226935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Transition to ACTIVE for port object b8d7bbcd-d063-41cb-9cf9-c78841189a90 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:42.256055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-cfbc4ca9-174e-4708-be96-ff9a4d803c86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0559449 Nov 12 03:04:42.264513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.332756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:42.335068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.342890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.346227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/af91aed1-53fd-4a3e-ae8e-446ac149d842 HTTP/1.1" status: 204 len: 168 time: 0.2629228 Nov 12 03:04:42.431015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa984f-e0cb-41f4-927e-ab4724a7493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af91aed1-53fd-4a3e-ae8e-446ac149d842,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:42.438524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Attempting to bind port b8d7bbcd-d063-41cb-9cf9-c78841189a90 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:42.438861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Attempting to bind port b8d7bbcd-d063-41cb-9cf9-c78841189a90 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:42.439221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Attempting to bind port b8d7bbcd-d063-41cb-9cf9-c78841189a90 on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:42.460071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Port b8d7bbcd-d063-41cb-9cf9-c78841189a90 on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:42.460291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Attempting to bind port b8d7bbcd-d063-41cb-9cf9-c78841189a90 on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:42.473683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:42.474073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Checking segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:42.474471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Bound using segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:42.474982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Bound port: b8d7bbcd-d063-41cb-9cf9-c78841189a90, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:42.475372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.617124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:42.621201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:42.626593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.679550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.680220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.682591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] 10.222.0.39 "PUT /v2.0/ports/b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 1092 time: 1.2610273 Nov 12 03:04:42.683052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:42.685811 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b6f16-27b1-4887-b957-095a871f9e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:42.737581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4988-6ec0-40cb-b0f9-30e32382e84c service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:42.827559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-7c9650d5-f056-4d96-8fe8-01dee172f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.829778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-7c9650d5-f056-4d96-8fe8-01dee172f31e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.5612199 Nov 12 03:04:42.872481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-e26613a4-f839-4e06-be5b-92a5473d50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.879151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-e26613a4-f839-4e06-be5b-92a5473d50a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1095 time: 0.1251843 Nov 12 03:04:42.898629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-70e7fc1f-18f0-4194-a28b-5465ea6194ac tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.906608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-70e7fc1f-18f0-4194-a28b-5465ea6194ac tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 1101 time: 0.1787674 Nov 12 03:04:42.927902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-beeae134-4b3a-4871-983c-a9ecedba67f8 tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:42.972474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-d70cfceb-2b75-4db7-ad25-59f5d8bdf670 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0846467 Nov 12 03:04:42.985734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-340d25ae-7f01-400c-807b-9cba4601d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:42.987604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-340d25ae-7f01-400c-807b-9cba4601d3be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436722 Nov 12 03:04:43.089085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-de08bb3a-093a-46e0-a55b-944fbfbf2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:43.092723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-de08bb3a-093a-46e0-a55b-944fbfbf2059 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.1090031 Nov 12 03:04:43.183942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd8230-7ead-4632-9588-001fd36d999d req-6b492f2a-493c-41ed-95a7-097f7c090d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:43.186249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-6b492f2a-493c-41ed-95a7-097f7c090d12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805941 Nov 12 03:04:43.197648 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-beeae134-4b3a-4871-983c-a9ecedba67f8 tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:43.202589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-0fdf9e5d-f9d6-45a8-9587-71e501d1a006 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954958 Nov 12 03:04:43.203742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-beeae134-4b3a-4871-983c-a9ecedba67f8 tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:43.293434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-bb4e0d0d-11a7-4ab1-9fa5-8941b73c722e service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984805 Nov 12 03:04:43.305633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba7adf8b-fb3b-4681-a533-0a1eccd32789 req-beeae134-4b3a-4871-983c-a9ecedba67f8 tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981504 Nov 12 03:04:43.309968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae134-4b3a-4871-983c-a9ecedba67f8 tempest-ServersAdminNegativeTestJSON-410455646 tempest-ServersAdminNegativeTestJSON-410455646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc4a346-c2c7-4caa-bb07-750f40d889c5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:43.357435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8299ebb6-dd11-49dd-87ba-76051131bc11 req-5a52a9fa-0184-407d-93bf-be853147b069 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412117 Nov 12 03:04:43.464153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ccd8230-7ead-4632-9588-001fd36d999d req-74723082-2511-44a4-ba53-92f391d937e0 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424987 Nov 12 03:04:43.472736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6068b-1459-4e94-a477-988d397f13da req-03ace599-1cc1-48b7-91cf-019bdc44cd03 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:43.481934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1a6068b-1459-4e94-a477-988d397f13da req-03ace599-1cc1-48b7-91cf-019bdc44cd03 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 943 time: 0.0919099 Nov 12 03:04:43.548731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1a6068b-1459-4e94-a477-988d397f13da req-66217920-3fbf-4b6e-befa-298e125e6f69 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657444 Nov 12 03:04:43.644731 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f109b33-568e-4a0c-9912-19ad5bf2d26a x-openstack-request-id: req-3f109b33-568e-4a0c-9912-19ad5bf2d26a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:43.645356 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:43.645860 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3f109b33-568e-4a0c-9912-19ad5bf2d26a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:43.646635 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:04:43.698078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:43.725970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b6f16-27b1-4887-b957-095a871f9e8a req-b2b7acf2-f664-45fb-8b7e-16500245be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:43.727793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-b2b7acf2-f664-45fb-8b7e-16500245be9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1095 time: 0.0530815 Nov 12 03:04:43.741390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:43.747161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39388) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:43.815340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:43.823197 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa72641-a055-4f6b-84ae-ab2b455ad282" -d '{"events": [{"name": "network-changed", "server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:43.875234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5b749-b439-41e4-9499-3142347bd6e1 req-2d537221-dbcc-4efd-abb8-32c17e9c2e71 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:43.877005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79f5b749-b439-41e4-9499-3142347bd6e1 req-2d537221-dbcc-4efd-abb8-32c17e9c2e71 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.0699704 Nov 12 03:04:43.889893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39396) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:43.944174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79f5b749-b439-41e4-9499-3142347bd6e1 req-4c90786b-20e8-437f-a38a-f9afb6b2e7ff tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604808 Nov 12 03:04:43.966403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04410147-4ce6-4192-92f0-5607264fb2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:43.982483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-972ca0a0-9598-4127-9b2a-ecc60d3c65df tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:43.983565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-972ca0a0-9598-4127-9b2a-ecc60d3c65df tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0916510 Nov 12 03:04:44.067273 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04410147-4ce6-4192-92f0-5607264fb2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.073018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04410147-4ce6-4192-92f0-5607264fb2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.110204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b6f16-27b1-4887-b957-095a871f9e8a req-ee4cf0b4-2353-4ed6-b5be-d672466009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.115766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-ee4cf0b4-2353-4ed6-b5be-d672466009d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.3719122 Nov 12 03:04:44.126312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04410147-4ce6-4192-92f0-5607264fb2bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52db3822a3814a8d84fdb2de0e5835c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773117 Nov 12 03:04:44.128851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39408) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:44.144785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04410147-4ce6-4192-92f0-5607264fb2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84856f7c-1ec4-4fc1-84d3-873e04ad2f1a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:44.157619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-c732d50d-df6f-46cd-9819-3eb216c28fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.158928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-c732d50d-df6f-46cd-9819-3eb216c28fa0 service neutron] 10.222.0.84 "GET /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 1094 time: 0.1116009 Nov 12 03:04:44.170561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:44.170997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:04:44.175067 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2186c48-d787-42eb-b076-40590c8fd5a8 x-openstack-request-id: req-e2186c48-d787-42eb-b076-40590c8fd5a8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:44.175375 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:44.176409 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2186c48-d787-42eb-b076-40590c8fd5a8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:44.176821 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'status': 'completed', 'code': 200} Nov 12 03:04:44.178477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-7c368158-d618-4710-a5e9-c83587c6c892 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0575621 Nov 12 03:04:44.323009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-07a2057c-a4c8-4d28-a89d-7cd388f69c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.324568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-07a2057c-a4c8-4d28-a89d-7cd388f69c1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1100 time: 0.1100526 Nov 12 03:04:44.352537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b6f16-27b1-4887-b957-095a871f9e8a req-0db72f10-94b8-4174-906c-fd30ddf54d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.358480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-0db72f10-94b8-4174-906c-fd30ddf54d0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.1288128 Nov 12 03:04:44.375110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.381374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-3fea6678-0785-4c50-8d3a-2b7a5ada858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.382858 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-3fea6678-0785-4c50-8d3a-2b7a5ada858a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1100 time: 0.1730146 Nov 12 03:04:44.416218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39430) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:44.450324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:44.450673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:44.451013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:44.455193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.460774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:44.461104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:44.485362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b6f16-27b1-4887-b957-095a871f9e8a req-997a2426-f1fe-4cc8-99aa-45d7ae9e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.485570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:44.485704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-997a2426-f1fe-4cc8-99aa-45d7ae9e7613 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159697 Nov 12 03:04:44.485805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:44.485805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:44.485805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Bound port: 9ad65d2a-703d-4319-b66d-f8f251123184, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:44.492478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-326a302f-6ece-4857-abf5-c2af706eaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.495536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-326a302f-6ece-4857-abf5-c2af706eaff8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1611440 Nov 12 03:04:44.578717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-5e210d4c-a068-4f4e-a721-836f943cf5b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0636148 Nov 12 03:04:44.626638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6064755e-7c52-48fb-9a33-8d3a499bb43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.645298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:44.659222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.667578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-da84db9a-efe5-42ce-b0b1-7ae028a2f047 service neutron] 10.222.0.84 "POST /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184/bindings HTTP/1.1" status: 201 len: 390 time: 0.5009005 Nov 12 03:04:44.689408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-04413ba1-d512-4412-b018-0f0f2838b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.692528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-04413ba1-d512-4412-b018-0f0f2838b066 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1043763 Nov 12 03:04:44.711363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-ec4f49e0-a05e-4088-a49e-60130dd7a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.713482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-ec4f49e0-a05e-4088-a49e-60130dd7a3c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3106339 Nov 12 03:04:44.738569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.744540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.750409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/84856f7c-1ec4-4fc1-84d3-873e04ad2f1a HTTP/1.1" status: 204 len: 168 time: 0.6202941 Nov 12 03:04:44.813732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffdb38-9e5a-4af6-ad99-50ebedeaecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84856f7c-1ec4-4fc1-84d3-873e04ad2f1a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:44.817768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-a6077ae5-1b3e-4c67-b4f4-2230e6a88b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0935636 Nov 12 03:04:44.820354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-c2b3f083-1059-48f4-8ab3-3ecadaaad224 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887387 Nov 12 03:04:44.829558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933abb-9ab1-487d-9d3e-9b9b688c31a3 req-3cff4042-d225-4ee7-bdc8-e836567812ae tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.841109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93933abb-9ab1-487d-9d3e-9b9b688c31a3 req-3cff4042-d225-4ee7-bdc8-e836567812ae tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 943 time: 0.1716135 Nov 12 03:04:44.863004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-bad421d0-b640-49ba-b6f2-2422dfe4541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:44.864681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-bad421d0-b640-49ba-b6f2-2422dfe4541f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544366 Nov 12 03:04:44.904687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6064755e-7c52-48fb-9a33-8d3a499bb43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.957679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6064755e-7c52-48fb-9a33-8d3a499bb43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:44.972568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.39', 63487) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.030780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-65e00eb7-0c02-4406-853a-f4dcea54a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.032296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-65e00eb7-0c02-4406-853a-f4dcea54a889 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2024555 Nov 12 03:04:45.065179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39470) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.074891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6064755e-7c52-48fb-9a33-8d3a499bb43a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b64345834ff4cdf85bd5ec8c1f54b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6550515 Nov 12 03:04:45.076223 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93933abb-9ab1-487d-9d3e-9b9b688c31a3 req-b87683b4-d076-454d-9644-3617b30e28a6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297897 Nov 12 03:04:45.077564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.093492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064755e-7c52-48fb-9a33-8d3a499bb43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad87c1-f41e-433b-b93f-07e976c9e937,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:45.153419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-1972de3b-ea27-493c-b296-f42ea9da533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.154956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-1972de3b-ea27-493c-b296-f42ea9da533d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1097 time: 0.1773546 Nov 12 03:04:45.161572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-291b6f16-27b1-4887-b957-095a871f9e8a req-48689253-c62d-4298-8227-540117fc39d2 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304241 Nov 12 03:04:45.190733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.218207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.231562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-cf0e3576-afda-4968-9a85-eb3d2f3c5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.233089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-cf0e3576-afda-4968-9a85-eb3d2f3c5216 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800997 Nov 12 03:04:45.235224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39476) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.268985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-426528e2-eba8-4348-a1cc-efe22581c539 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439069 Nov 12 03:04:45.301791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-769974d2-1ba7-48ee-8419-333d05018625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.321179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693acbd-6469-4e8f-8096-b022420086bf req-3bccc21d-4b8d-44a9-a17a-99abc2c40c3e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.322860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0693acbd-6469-4e8f-8096-b022420086bf req-3bccc21d-4b8d-44a9-a17a-99abc2c40c3e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 945 time: 0.2266073 Nov 12 03:04:45.339188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.341771 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.343201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72ad87c1-f41e-433b-b93f-07e976c9e937 HTTP/1.1" status: 204 len: 168 time: 0.2482975 Nov 12 03:04:45.390215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437350f-7a80-45fc-9ec9-24e3d502bf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad87c1-f41e-433b-b93f-07e976c9e937,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:45.422835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-d6417f0f-f551-468f-8e44-7073ca8c48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.424977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-d6417f0f-f551-468f-8e44-7073ca8c48f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2612722 Nov 12 03:04:45.452722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17093ec-0146-48cc-8887-839d6cc5c5e9 req-2f321094-624b-4f1b-a7ba-56d2cc3df40d tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.459759 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f17093ec-0146-48cc-8887-839d6cc5c5e9 req-2f321094-624b-4f1b-a7ba-56d2cc3df40d tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 949 time: 0.1526885 Nov 12 03:04:45.490169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-4b88c2d2-1510-4310-a837-3527e6efa7ad service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065811 Nov 12 03:04:45.516551 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29d89444-2f60-4fbc-acc4-045ae4ffc3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.516776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-b01a56d3-d483-4919-b969-6fb82dabe87a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.0641530 Nov 12 03:04:45.542973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0693acbd-6469-4e8f-8096-b022420086bf req-b0804b40-af0d-4440-85aa-05bb61398bce tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097218 Nov 12 03:04:45.547753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-0435fd94-5589-4112-b495-8c4eeadff77c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776575 Nov 12 03:04:45.569185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f17093ec-0146-48cc-8887-839d6cc5c5e9 req-0f5156c4-5589-4f28-96a6-5364a73bc753 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056089 Nov 12 03:04:45.670087 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29d89444-2f60-4fbc-acc4-045ae4ffc3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.674927 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29d89444-2f60-4fbc-acc4-045ae4ffc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.707128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-c3d5c63f-3b11-479f-a167-1811e90966ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.708793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-c3d5c63f-3b11-479f-a167-1811e90966ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1780837 Nov 12 03:04:45.715975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29d89444-2f60-4fbc-acc4-045ae4ffc3fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8e8164cd8c941a2a530f76cf15025bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6486530 Nov 12 03:04:45.716850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d89444-2f60-4fbc-acc4-045ae4ffc3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3417b-ffde-4bb3-9e27-bc13d5ae6e95,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:45.719411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39482) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.734533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-769974d2-1ba7-48ee-8419-333d05018625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.749213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-769974d2-1ba7-48ee-8419-333d05018625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.774279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.785414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-5adbfac8-4ba1-423d-bbed-d553ae0ad61d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543931 Nov 12 03:04:45.805001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.836814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39484) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.853834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769974d2-1ba7-48ee-8419-333d05018625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da50580b-4a57-448c-a7ca-139fe4d13bef,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:45.854641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f9fb6e-ad7f-4bcb-a90e-b0ca8c36c59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.859565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-769974d2-1ba7-48ee-8419-333d05018625 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=23ef7cf6d35b4701aa14037cb583e111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930574 Nov 12 03:04:45.865963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39486) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:45.872686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a765d-0d1b-4a2b-9e98-6543369c805b req-d79443ae-8cf0-4ca6-a0d3-83e912c7ae47 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:45.879863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-030a765d-0d1b-4a2b-9e98-6543369c805b req-d79443ae-8cf0-4ca6-a0d3-83e912c7ae47 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.2247431 Nov 12 03:04:45.916761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.918869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa72641-a055-4f6b-84ae-ab2b455ad282 req-5a3ae6de-ba72-4ff9-9803-c61113284ada service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225114 Nov 12 03:04:45.919409 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.922859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ca3417b-ffde-4bb3-9e27-bc13d5ae6e95 HTTP/1.1" status: 204 len: 168 time: 0.2002108 Nov 12 03:04:45.943885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d8ec3-c1b9-4180-bcd2-b09538b1c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3417b-ffde-4bb3-9e27-bc13d5ae6e95,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:45.985555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:45.987330 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-030a765d-0d1b-4a2b-9e98-6543369c805b req-b3cd2ea6-fd4b-4195-a999-3346b6ac95c7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065173 Nov 12 03:04:45.990779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-3f8b7508-ec69-4e22-a668-935d95858b29 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938691 Nov 12 03:04:46.038323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f9fb6e-ad7f-4bcb-a90e-b0ca8c36c59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.046714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f9fb6e-ad7f-4bcb-a90e-b0ca8c36c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.051197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.099009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-cf84d413-0ea5-4806-b632-8fee2e4c7d5d service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972416 Nov 12 03:04:46.116628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9fb6e-ad7f-4bcb-a90e-b0ca8c36c59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05546b9e-27f0-4188-95b4-75734b716dc4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:46.125948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-69f9fb6e-ad7f-4bcb-a90e-b0ca8c36c59e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67cc96e774b14842ae0b47694fe59970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879646 Nov 12 03:04:46.126242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39490) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:46.156289 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.159296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.163629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da50580b-4a57-448c-a7ca-139fe4d13bef HTTP/1.1" status: 204 len: 168 time: 0.2964313 Nov 12 03:04:46.186093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdab53b-87cf-4800-bc14-61884377f7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50580b-4a57-448c-a7ca-139fe4d13bef,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:46.269390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.296258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-cca70ad5-9f32-40b6-82da-518de646b2cf tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:46.299560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-cca70ad5-9f32-40b6-82da-518de646b2cf tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.1213112 Nov 12 03:04:46.311777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8da6-b78a-497f-af7a-dfbd8957c045 req-48600aec-379b-48a7-8d8a-62d2701d78af tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:46.314454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:46.318443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-660b8da6-b78a-497f-af7a-dfbd8957c045 req-48600aec-379b-48a7-8d8a-62d2701d78af tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 943 time: 0.0879574 Nov 12 03:04:46.365561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.373562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b8d7bbcd-d063-41cb-9cf9-c78841189a90 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:46.418531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-660b8da6-b78a-497f-af7a-dfbd8957c045 req-f61be997-b1c8-452c-98a2-825dd18fe0b7 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931861 Nov 12 03:04:46.446213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.529805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.537164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.552756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05546b9e-27f0-4188-95b4-75734b716dc4 HTTP/1.1" status: 204 len: 168 time: 0.4229167 Nov 12 03:04:46.572832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee434ba-2ce0-46df-9f55-2ab5d0881794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05546b9e-27f0-4188-95b4-75734b716dc4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:46.574963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:46.588595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:46.649853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.672062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7bbcd-d063-41cb-9cf9-c78841189a90 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:46.709398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:46.716813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:46.718014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:46.787339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509201-2a17-43ef-b5de-38f20a4e599d req-f6e854c9-63b9-49d2-9d71-7fd48f589be6 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:46.788953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3509201-2a17-43ef-b5de-38f20a4e599d req-f6e854c9-63b9-49d2-9d71-7fd48f589be6 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 949 time: 0.0883064 Nov 12 03:04:46.800664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:46.858408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af217103-25b7-407c-b386-5fb7618ef541 req-7b7906f5-eca9-4cac-b1db-94ae73da7435 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:46.860349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af217103-25b7-407c-b386-5fb7618ef541 req-7b7906f5-eca9-4cac-b1db-94ae73da7435 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.32 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 949 time: 0.1772075 Nov 12 03:04:46.933180 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3509201-2a17-43ef-b5de-38f20a4e599d req-44df2685-c430-4595-91bf-2ecd382b4834 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371534 Nov 12 03:04:46.955650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:46.955866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e563-f261-4106-8817-37b2ea01ab55 req-dd0e95d9-977b-4b27-b6d3-6ecd553a6fe1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:46.964553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c23e563-f261-4106-8817-37b2ea01ab55 req-dd0e95d9-977b-4b27-b6d3-6ecd553a6fe1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 945 time: 0.2251120 Nov 12 03:04:46.965032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '4781134a-4098-4553-bdd6-048803b77e20', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '4781134a-4098-4553-bdd6-048803b77e20', 'mac_address': 'fa:16:3e:49:87:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:04:47.016622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.037741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781134a-4098-4553-bdd6-048803b77e20 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:47.082504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:47.086718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:47.093541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.093918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c23e563-f261-4106-8817-37b2ea01ab55 req-ecfc0473-50d7-43ef-9b8c-daf17a5daf41 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284161 Nov 12 03:04:47.115451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Deleting port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:47.115451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.194620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537d74-1c15-4617-8ff2-cad3a2d99014 req-dde3e050-d39b-40ea-a7c8-71822a6b4a44 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:47.202930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab537d74-1c15-4617-8ff2-cad3a2d99014 req-dde3e050-d39b-40ea-a7c8-71822a6b4a44 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 948 time: 0.1343770 Nov 12 03:04:47.204282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:47.325210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab537d74-1c15-4617-8ff2-cad3a2d99014 req-4ab08341-d4e7-4c51-8fb7-7db9b6567757 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146879 Nov 12 03:04:47.379053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:47.463650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:47.532208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b8d7bbcd-d063-41cb-9cf9-c78841189a90'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:47.545063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:47.547474 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df71f57-c555-477c-b761-1c4cf559324d" -d '{"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:47.551446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.555759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] For port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:47.556699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.569781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:47.629614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Calling delete_port for 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:47.723257 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b8ee45-4eac-4ee7-8409-f582b93a27f6 x-openstack-request-id: req-13b8ee45-4eac-4ee7-8409-f582b93a27f6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:47.723606 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:47.723816 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13b8ee45-4eac-4ee7-8409-f582b93a27f6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:47.724183 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184', 'code': 200} Nov 12 03:04:47.773222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7c1d6-6d87-42f1-bf4b-cfec0c0c2f15 req-abcf746a-9b32-47ef-a2ff-3721dcb2049a tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:47.796273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3cf7c1d6-6d87-42f1-bf4b-cfec0c0c2f15 req-abcf746a-9b32-47ef-a2ff-3721dcb2049a tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 944 time: 0.1221206 Nov 12 03:04:47.857126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:47.857553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:47.859702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:47.904277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3cf7c1d6-6d87-42f1-bf4b-cfec0c0c2f15 req-55b8e254-20f3-4741-b65b-621fa6673a66 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064613 Nov 12 03:04:48.048407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:48.049116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Attempting to bind port 9ad65d2a-703d-4319-b66d-f8f251123184 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:48.096682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:48.097561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:48.097965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:48.098414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Bound port: 9ad65d2a-703d-4319-b66d-f8f251123184, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:48.098905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:48.108595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:48.196980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-793b55da-d489-4001-a5e4-509b4a40c91a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:48.198584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-793b55da-d489-4001-a5e4-509b4a40c91a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907&tenant_id=45e2f2cfc6414928b4eab61ea6589c50&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 949 time: 0.3315082 Nov 12 03:04:48.208735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680932-d3c7-4590-9ac7-e822a3631a84 req-bde9c344-0caf-46b5-9769-13fb75d00562 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:48.216001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1680932-d3c7-4590-9ac7-e822a3631a84 req-bde9c344-0caf-46b5-9769-13fb75d00562 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 949 time: 0.2640662 Nov 12 03:04:48.330408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:48.383858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:48.395833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:48.486622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1680932-d3c7-4590-9ac7-e822a3631a84 req-ed2cf6ee-04e5-4b0d-865f-b1d6786528e1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696035 Nov 12 03:04:48.494877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:48.509319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:48.511368 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-cfbdee74-b172-4e37-8eca-9f55f1b6d6c4 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:04:48.512774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-cfbdee74-b172-4e37-8eca-9f55f1b6d6c4 service neutron] 10.222.0.32 "DELETE /v2.0/ports/4781134a-4098-4553-bdd6-048803b77e20/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.2923486 Nov 12 03:04:48.521456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:48.556179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Pushing event deleted for resources: {'Port': ['ID=9f51b1c7-b08d-4aec-b058-0c434f0fd4e4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:48.631938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] No DVR routers for this DVR port 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:48.662597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:48.669087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af217103-25b7-407c-b386-5fb7618ef541 req-fab50f2b-6e72-4d88-a490-077a0b3a8a33 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.32 "DELETE /v2.0/ports/9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 HTTP/1.1" status: 204 len: 173 time: 1.7969348 Nov 12 03:04:48.804198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20240b6f-dfad-47ab-83d9-c19743aaa15a req-963bdbc3-5426-44e5-b0ce-222f4256c394 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=c94f4d3b-5986-4fbc-a2c6-876833a69b23 HTTP/1.1" status: 200 len: 210 time: 0.1201429 Nov 12 03:04:48.896615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:48.899353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:48.901003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-ceaa3748-6b1e-4f26-b458-289579405513 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 1123 time: 2.5914636 Nov 12 03:04:48.916319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-f626af50-cfe9-4921-9feb-d728d971c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:48.917861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-f626af50-cfe9-4921-9feb-d728d971c23c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1101 time: 0.2581155 Nov 12 03:04:48.970155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9ad65d2a-703d-4319-b66d-f8f251123184'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:49.111545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcf55b-445d-4ac0-8d7f-3b8a82a37673 req-36444a0f-f9e2-4f31-8ecf-4f217bff0bcf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:49.113565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15bcf55b-445d-4ac0-8d7f-3b8a82a37673 req-36444a0f-f9e2-4f31-8ecf-4f217bff0bcf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.1179559 Nov 12 03:04:49.116703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-acdc20f3-1916-4fe9-b795-8167f238f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:49.118780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-acdc20f3-1916-4fe9-b795-8167f238f28f service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1908612 Nov 12 03:04:49.180309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969c33-aa1b-45c0-8df3-9b9ae8ce8548 req-f54e3311-526c-448d-8356-d007c9b8e522 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:49.184096 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a969c33-aa1b-45c0-8df3-9b9ae8ce8548 req-f54e3311-526c-448d-8356-d007c9b8e522 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 944 time: 0.0770788 Nov 12 03:04:49.216452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-17cfa3d8-9707-42ef-8a3a-e376b9ee6096 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0683181 Nov 12 03:04:49.261432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a969c33-aa1b-45c0-8df3-9b9ae8ce8548 req-77730276-d4f4-4d2a-9c9b-d0b2b99d67f3 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702710 Nov 12 03:04:49.273392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15bcf55b-445d-4ac0-8d7f-3b8a82a37673 req-019dfc72-4722-4994-bbc9-453b916d8c7e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521895 Nov 12 03:04:49.333898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-7eef3a6a-3789-41f7-a51c-ede81e954b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:49.335433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-7eef3a6a-3789-41f7-a51c-ede81e954b31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1083376 Nov 12 03:04:49.396360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-616d16fe-4b1a-49f0-9700-831847dfd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:49.398278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-616d16fe-4b1a-49f0-9700-831847dfd9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548096 Nov 12 03:04:49.519159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-d860302c-d941-4ac6-8d44-d9b655bac194 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091323 Nov 12 03:04:49.617235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555f618a-b356-4ed1-b941-2e4c10e08f57 req-436cd603-b443-428b-b08d-2dc787973552 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904784 Nov 12 03:04:49.721621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1275600868', 'description': 'tempest-description-2019086721'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:49.725679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:49.726273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'name': 'network-vif-deleted', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4'}, {'name': 'network-changed', 'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:49.728724 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b0313-22df-49ef-8763-85c8d854daa6" -d '{"events": [{"server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "name": "network-vif-deleted", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4"}, {"name": "network-changed", "server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:49.750867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:49.751584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9f51b1c7-b08d-4aec-b058-0c434f0fd4e4 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:49.756295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.765216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.837836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.841791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.875328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec36cb-1a98-410b-8305-3f4aaeee0f3f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:49.915234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.918859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.945255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:49.947138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cccbab5b-01b3-42a0-901c-e18ad654944f req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2293444 Nov 12 03:04:49.958326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade8fe-d499-41d6-9ed4-5986d0bc44e1 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01edfe27-cff6-4d22-82ea-e280e7874be5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:50.049804 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba39ffa6-6a03-4f60-8ad1-6554c6345146 x-openstack-request-id: req-ba39ffa6-6a03-4f60-8ad1-6554c6345146 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:50.050101 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94f4d3b-5986-4fbc-a2c6-876833a69b23", "name": "network-vif-deleted", "tag": "9f51b1c7-b08d-4aec-b058-0c434f0fd4e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:50.050527 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba39ffa6-6a03-4f60-8ad1-6554c6345146 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:50.050927 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94f4d3b-5986-4fbc-a2c6-876833a69b23', 'name': 'network-vif-deleted', 'tag': '9f51b1c7-b08d-4aec-b058-0c434f0fd4e4', 'status': 'completed', 'code': 200} Nov 12 03:04:50.051200 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184', 'status': 'completed', 'code': 200} Nov 12 03:04:50.100776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Request body: {'security_group': {'name': 'tempest-securitygroup-954951478', 'description': 'tempest-description-573343505'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:50.123752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.142697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761a9b2-82c6-4496-aef2-1fc5321fae92 req-2b305a18-022c-43b1-bf71-e79d8c4420b0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.144216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9761a9b2-82c6-4496-aef2-1fc5321fae92 req-2b305a18-022c-43b1-bf71-e79d8c4420b0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 949 time: 0.0899329 Nov 12 03:04:50.151723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0313-22df-49ef-8763-85c8d854daa6 req-6c2ddd2c-e3e7-4e88-b5f3-4a2bc578b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.153235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-6c2ddd2c-e3e7-4e88-b5f3-4a2bc578b9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1126 time: 0.0603025 Nov 12 03:04:50.195940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.201313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.230086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.231810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d94c3ce-9159-4c51-9bc8-8242d41ecd69 req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1346209 Nov 12 03:04:50.235708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa91a81-db3c-4fe5-9d00-515d9ba0bc07 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fdb7f-871d-455f-a4ee-60179b2bc4b2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:50.262415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9761a9b2-82c6-4496-aef2-1fc5321fae92 req-4d07a5a9-c2c4-41f7-8b7f-88db86092abd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082106 Nov 12 03:04:50.301930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0313-22df-49ef-8763-85c8d854daa6 req-f394eb61-176a-43fb-8743-e5d6fd098943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.302937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-f394eb61-176a-43fb-8743-e5d6fd098943 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1420040 Nov 12 03:04:50.356222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-9de156bb-4811-447b-b0de-c20cbc124085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.0401716 Nov 12 03:04:50.406121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b8d7bbcd-d063-41cb-9cf9-c78841189a90 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:50.409927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b0313-22df-49ef-8763-85c8d854daa6 req-7336fcaa-2d90-4f0b-a46c-de4127ef4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.411500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-7336fcaa-2d90-4f0b-a46c-de4127ef4999 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.0479770 Nov 12 03:04:50.415783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1920266184', 'description': 'tempest-description-2090732977'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:50.454307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.471968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.474218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-10772e77-a3f9-4901-bb5d-0c9995e8f89a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517685 Nov 12 03:04:50.476678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b8d7bbcd-d063-41cb-9cf9-c78841189a90 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:50.482196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b8d7bbcd-d063-41cb-9cf9-c78841189a90 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:50.482994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.573197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.578792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.597371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-4b240919-0c03-4b0a-94e6-f8ccd8ea2e67 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149371 Nov 12 03:04:50.601402 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.611376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf4abc-150f-4c06-99f0-cc063b03e81d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:50.630936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:50.633937 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0d3ae2-cd5a-42bf-b251-d12c8ec82005" -d '{"events": [{"server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:50.647782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:50.651987 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.652950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:04:50.655967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.660608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.688154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.708848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ffd924b-159a-4219-ae6b-53a2733af6d4 req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2976561 Nov 12 03:04:50.715633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7555fb-ad78-4b3e-855d-09e80cff680c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c017f069-21b1-4f40-8584-e43f0b927d11,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:50.718629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dce15-f8ef-4e3b-aa13-43dcd7ac301c req-801f0e95-40ca-4379-aaba-f77bf8d56d69 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.720179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7dce15-f8ef-4e3b-aa13-43dcd7ac301c req-801f0e95-40ca-4379-aaba-f77bf8d56d69 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 944 time: 0.1218705 Nov 12 03:04:50.736121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:50.752982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 4781134a-4098-4553-bdd6-048803b77e20 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:04:50.755064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-554b0313-22df-49ef-8763-85c8d854daa6 req-a25f798e-1a79-4a51-ae5b-29f0065d64bc service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474068 Nov 12 03:04:50.757163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 4781134a-4098-4553-bdd6-048803b77e20 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:50.757538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.787178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7dce15-f8ef-4e3b-aa13-43dcd7ac301c req-8b8f6ab6-d3d0-4af1-80bb-ea133858545b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586028 Nov 12 03:04:50.835578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d105f-d197-41a4-9d58-343bed5379a3 req-8a88446f-13fc-44d2-84ef-0815380915d9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.837300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-398d105f-d197-41a4-9d58-343bed5379a3 req-8a88446f-13fc-44d2-84ef-0815380915d9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.0612609 Nov 12 03:04:50.865906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.908825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:50.913996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:50.914605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-398d105f-d197-41a4-9d58-343bed5379a3 req-7437cda6-38ca-4966-bffd-f79473de2d05 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659842 Nov 12 03:04:50.958356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89948-2a51-4a64-95f0-37744ef552a1 req-c22f0732-9a07-4078-910f-332b6154a31c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:50.965701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e89948-2a51-4a64-95f0-37744ef552a1 req-c22f0732-9a07-4078-910f-332b6154a31c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.0744765 Nov 12 03:04:51.004500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:51.019362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e89948-2a51-4a64-95f0-37744ef552a1 req-e504a8b2-7f73-4c89-a0f7-23dc49e0fa1c tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526752 Nov 12 03:04:51.022396 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d26ab-5bd8-404d-a932-275b13faafbb x-openstack-request-id: req-f71d26ab-5bd8-404d-a932-275b13faafbb {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:51.022765 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:51.024541 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f71d26ab-5bd8-404d-a932-275b13faafbb {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:51.024689 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'code': 200} Nov 12 03:04:51.039755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2074188340', 'description': 'tempest-description-331895424'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:51.066110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.139029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787a06f-ddca-4976-9df0-1dde8e9cec84 req-aa61e9bf-441f-4cf6-8b03-25615cc6b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:51.140904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e787a06f-ddca-4976-9df0-1dde8e9cec84 req-aa61e9bf-441f-4cf6-8b03-25615cc6b62d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0499442 Nov 12 03:04:51.148401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.153419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.190538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e787a06f-ddca-4976-9df0-1dde8e9cec84 req-4764cd34-380d-487e-98fb-dc8d40d4730e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Nov 12 03:04:51.192111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db88352-45db-4ad1-b70f-472244de0aa2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:51.206785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.208392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61248824-0f46-401a-9469-5977d12dc224 req-8ef9894d-8fbd-4224-b259-0f16f31bc4ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1729653 Nov 12 03:04:51.213685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39678) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:51.325963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f6ef49-ac93-4398-8ac3-da093d49337b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.398525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f6ef49-ac93-4398-8ac3-da093d49337b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.402253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f6ef49-ac93-4398-8ac3-da093d49337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.445023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23f6ef49-ac93-4398-8ac3-da093d49337b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a928f999dc0e4c3393e2aa607e2ed943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275076 Nov 12 03:04:51.445023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6ef49-ac93-4398-8ac3-da093d49337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7216e3-483a-45af-98c0-1bba14681671,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:51.446062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:51.476066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-93022ecf-d31c-401b-a76e-519a48d41e21 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48167 time: 0.2447338 Nov 12 03:04:51.511518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.533318 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.592579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-20b7406c-e85b-4710-8939-15f56dd8676f tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/0e751d26-04d0-4ed9-bf3d-a1e3390c1707 HTTP/1.1" status: 200 len: 2998 time: 0.0638108 Nov 12 03:04:51.622747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.625364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.626476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c7216e3-483a-45af-98c0-1bba14681671 HTTP/1.1" status: 204 len: 168 time: 0.1788826 Nov 12 03:04:51.645501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0a814-abe7-4f21-b20a-0340dbe77e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7216e3-483a-45af-98c0-1bba14681671,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:51.658936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-65779a15-3f10-40bb-ab90-94aec3cf30aa tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/0e751d26-04d0-4ed9-bf3d-a1e3390c1707 HTTP/1.1" status: 200 len: 2998 time: 0.0591202 Nov 12 03:04:51.692955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28ed5e-24ec-4e34-ab8e-4d5825b6048b req-f2ae343a-6b72-4fef-812b-1a6f31568ab9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:51.694684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f28ed5e-24ec-4e34-ab8e-4d5825b6048b req-f2ae343a-6b72-4fef-812b-1a6f31568ab9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.0605805 Nov 12 03:04:51.708686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-94eec08d-201c-42cd-bfc6-432fe92dc95f tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21964561-d997-4f97-84bb-1cf5c6282247 HTTP/1.1" status: 200 len: 2998 time: 0.0396125 Nov 12 03:04:51.752776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-61cda564-3de8-44ba-8172-a74c9396e487 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/21964561-d997-4f97-84bb-1cf5c6282247 HTTP/1.1" status: 200 len: 2998 time: 0.0376801 Nov 12 03:04:51.767146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f28ed5e-24ec-4e34-ab8e-4d5825b6048b req-accaa084-1aad-4d5a-b44f-3a8622aeddcd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606174 Nov 12 03:04:51.811683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-e950738b-3a5b-41a9-a9e0-0198f4fa9668 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2ac3a76f-f269-4a56-b64f-9b1a989842ca HTTP/1.1" status: 200 len: 2998 time: 0.0530114 Nov 12 03:04:51.849862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-66f0192f-f7a3-478d-9da8-49e1e8548332 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/2ac3a76f-f269-4a56-b64f-9b1a989842ca HTTP/1.1" status: 200 len: 2998 time: 0.0372901 Nov 12 03:04:51.901485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-302aa0b9-bac9-4a49-9143-3a089630f6df tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66 HTTP/1.1" status: 200 len: 2998 time: 0.0444710 Nov 12 03:04:51.939715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-8f6923ff-84f8-4c82-a1a5-e4e773bb6a3f tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66 HTTP/1.1" status: 200 len: 2998 time: 0.0377569 Nov 12 03:04:51.946542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39702) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:51.960104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fe32-cf38-4929-a6c4-69985473c0e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:51.987859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-04ef4ef0-9ac1-4beb-af09-84b794fff4e7 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/59cf4abc-150f-4c06-99f0-cc063b03e81d HTTP/1.1" status: 200 len: 2998 time: 0.0411170 Nov 12 03:04:52.039884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-9772dc8a-2c1b-4c4d-a743-9594aa20f0c9 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/59cf4abc-150f-4c06-99f0-cc063b03e81d HTTP/1.1" status: 200 len: 2998 time: 0.0432622 Nov 12 03:04:52.053220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fe32-cf38-4929-a6c4-69985473c0e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.057938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccb8fe32-cf38-4929-a6c4-69985473c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.085580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-3ab12cd5-c666-4325-a35c-0c474c0ad672 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6cec1c68-1794-4309-a370-7e9417d4e76f HTTP/1.1" status: 200 len: 2998 time: 0.0398638 Nov 12 03:04:52.102962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ccb8fe32-cf38-4929-a6c4-69985473c0e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba28c3ef27234ac1b41b06486ff89861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548586 Nov 12 03:04:52.105275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8fe32-cf38-4929-a6c4-69985473c0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec722b-7e0a-4aca-badf-5a664608f31d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:52.108551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39706) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:52.146145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-5362d6a1-3dd0-4930-b9f5-88a2ba263538 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/6cec1c68-1794-4309-a370-7e9417d4e76f HTTP/1.1" status: 200 len: 2998 time: 0.0511529 Nov 12 03:04:52.167744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.190954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.191227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-628de1d9-8246-42f7-9215-4db5c66e72d1 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/75ddda6e-5df6-4b0a-a944-f716a9114556 HTTP/1.1" status: 200 len: 2994 time: 0.0376322 Nov 12 03:04:52.240467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-728c6abf-ed6b-4954-aa80-fe25f10e05e2 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/75ddda6e-5df6-4b0a-a944-f716a9114556 HTTP/1.1" status: 200 len: 2994 time: 0.0405161 Nov 12 03:04:52.248792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.252239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:52.257745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/74ec722b-7e0a-4aca-badf-5a664608f31d HTTP/1.1" status: 204 len: 168 time: 0.1457586 Nov 12 03:04:52.265466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687d17-b8e5-4720-bedb-78a81d67ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec722b-7e0a-4aca-badf-5a664608f31d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:52.295405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-f2af7d0d-51de-4018-908d-9e0f72bb8205 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/78ec36cb-1a98-410b-8305-3f4aaeee0f3f HTTP/1.1" status: 200 len: 2998 time: 0.0472810 Nov 12 03:04:52.348786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-7e6045e9-dcc5-4e44-b27f-7421607995c5 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/78ec36cb-1a98-410b-8305-3f4aaeee0f3f HTTP/1.1" status: 200 len: 2998 time: 0.0441809 Nov 12 03:04:52.370594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cdaae-6bad-46a9-bf6f-bffb55474f22 req-f1d4026b-cfc3-44bf-9f11-b533d049b1d6 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:52.372253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb5cdaae-6bad-46a9-bf6f-bffb55474f22 req-f1d4026b-cfc3-44bf-9f11-b533d049b1d6 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.0441904 Nov 12 03:04:52.395045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-b7e8f28a-c79b-4460-88a5-e500057b4094 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/867c5c1f-7be3-4250-bdc9-10ddaaeb37ce HTTP/1.1" status: 200 len: 2998 time: 0.0397911 Nov 12 03:04:52.421051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:52.421597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb5cdaae-6bad-46a9-bf6f-bffb55474f22 req-475d6ceb-7501-46ba-b01b-a3d41ee4aed1 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Nov 12 03:04:52.458134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-13149866-0095-40b5-84cb-978fd70850ff tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/867c5c1f-7be3-4250-bdc9-10ddaaeb37ce HTTP/1.1" status: 200 len: 2998 time: 0.0531843 Nov 12 03:04:52.515001 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:04:52.519613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-0849fafa-ffa8-4f55-9027-a3194af52a3f tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/a494b155-fce1-4fac-89a4-8e179d3eb756 HTTP/1.1" status: 200 len: 2998 time: 0.0550294 Nov 12 03:04:52.562652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d8f85-7151-4e25-82e8-8fb0b4ced984 req-5a116641-86cd-46df-a093-ed6734104a66 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:52.564438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac1d8f85-7151-4e25-82e8-8fb0b4ced984 req-5a116641-86cd-46df-a093-ed6734104a66 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 945 time: 0.0617969 Nov 12 03:04:52.570500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-2f572fc4-34cd-4338-ac08-5d2984e89e89 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/a494b155-fce1-4fac-89a4-8e179d3eb756 HTTP/1.1" status: 200 len: 2998 time: 0.0449953 Nov 12 03:04:52.572237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:52.595084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:04:52.631752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac1d8f85-7151-4e25-82e8-8fb0b4ced984 req-e44df5cb-72f6-41cf-b1c1-44962df2cd62 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608988 Nov 12 03:04:52.633602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-483f1442-be1b-4409-9b59-094d426c990f tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/a6df21d1-39c2-40b1-bacb-a1bc5fc15fde HTTP/1.1" status: 200 len: 2994 time: 0.0563219 Nov 12 03:04:52.674408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-31c8c92b-398e-4cb2-b060-42337a0d4dbd tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/a6df21d1-39c2-40b1-bacb-a1bc5fc15fde HTTP/1.1" status: 200 len: 2994 time: 0.0392268 Nov 12 03:04:52.734683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-3b7488f7-a798-43b3-a2bf-6cf6ae5e175c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/cd94f22e-3b56-4a29-95b3-3549a6aaae04 HTTP/1.1" status: 200 len: 2990 time: 0.0532699 Nov 12 03:04:52.755900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b08c6-0bcb-4522-8d27-f2225dee5879 req-03769315-2c2d-474f-994d-e9872b35744a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:52.758133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f09b08c6-0bcb-4522-8d27-f2225dee5879 req-03769315-2c2d-474f-994d-e9872b35744a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.0621440 Nov 12 03:04:52.782302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-9a457fda-bd14-4590-9120-5c26c61c088a tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/cd94f22e-3b56-4a29-95b3-3549a6aaae04 HTTP/1.1" status: 200 len: 2990 time: 0.0389299 Nov 12 03:04:52.826310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f09b08c6-0bcb-4522-8d27-f2225dee5879 req-09e93130-ba8a-47ae-b754-f24a95f43583 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604360 Nov 12 03:04:52.829629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-43a84a08-4ad4-4e9e-a4df-68fd7e8481d6 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/dc9fcb83-3af3-4a79-9c0e-bf5af54f42d8 HTTP/1.1" status: 200 len: 2994 time: 0.0416207 Nov 12 03:04:52.878333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-92f1fa59-8676-439a-bf8a-cc9ab5dd588e tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/dc9fcb83-3af3-4a79-9c0e-bf5af54f42d8 HTTP/1.1" status: 200 len: 2994 time: 0.0421152 Nov 12 03:04:52.929072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-bd0f16eb-7579-4f97-8fa6-4dccbdc61c52 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fcc4a346-c2c7-4caa-bb07-750f40d889c5 HTTP/1.1" status: 200 len: 2998 time: 0.0437274 Nov 12 03:04:52.945435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245ae8-2bd9-42d7-a841-d7c3ea5292f0 req-1ff51bb8-3dbb-4c92-a537-422b33b35280 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:52.951975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46245ae8-2bd9-42d7-a841-d7c3ea5292f0 req-1ff51bb8-3dbb-4c92-a537-422b33b35280 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.0606332 Nov 12 03:04:52.982147 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7476083e-ddf5-41fd-a9e3-a58b81fabf84 req-9906653e-6d10-4d58-867a-74a5da607b22 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/fcc4a346-c2c7-4caa-bb07-750f40d889c5 HTTP/1.1" status: 200 len: 2998 time: 0.0416396 Nov 12 03:04:53.011844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46245ae8-2bd9-42d7-a841-d7c3ea5292f0 req-b23a49e5-c7f4-4792-8aa2-869caae02d25 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/security-groups?id=2ac3a76f-f269-4a56-b64f-9b1a989842ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585797 Nov 12 03:04:53.026181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:53.029999 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065dbdaf-faa6-4395-8f58-7afddee2cc99" -d '{"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-plugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:53.067198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-849c6d24-34df-4994-8dac-de6ef296c740 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:53.071324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-849c6d24-34df-4994-8dac-de6ef296c740 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 950 time: 0.0741808 Nov 12 03:04:53.282117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Deleting port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:04:53.282455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:53.323776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f474337-8df4-4e51-b59e-a50d2ba96460 req-11cae81e-5bec-4f46-905b-6753edb756ff tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f82c60cf3cd49d488b95e6565b7ada1 HTTP/1.1" status: 200 len: 6153 time: 0.1364577 Nov 12 03:04:53.373434 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c367dbc-e171-453b-a5a9-4c60d4c7db46 x-openstack-request-id: req-0c367dbc-e171-453b-a5a9-4c60d4c7db46 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:53.374472 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-plugged", "status": "completed", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:53.374964 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0c367dbc-e171-453b-a5a9-4c60d4c7db46 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:53.375633 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'code': 200} Nov 12 03:04:53.441607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f474337-8df4-4e51-b59e-a50d2ba96460 req-48b5cedc-4b38-469a-853c-ea55417229f0 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "GET /v2.0/security-groups/78ec36cb-1a98-410b-8305-3f4aaeee0f3f HTTP/1.1" status: 200 len: 2998 time: 0.1139488 Nov 12 03:04:53.467763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-0babd023-c92f-43a7-a0a5-9d349964a82d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237632 Nov 12 03:04:53.475995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] For port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:53.476367 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:53.510885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Calling delete_port for a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:04:53.547658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f474337-8df4-4e51-b59e-a50d2ba96460 req-61b38004-5e77-4613-9f9b-c042bd8265a3 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "GET /v2.0/security-groups/78ec36cb-1a98-410b-8305-3f4aaeee0f3f HTTP/1.1" status: 200 len: 2998 time: 0.0927789 Nov 12 03:04:53.577797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-22644e1d-02ed-4459-aec4-5189d4824150 service neutron] 10.222.0.32 "GET /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.1752059 Nov 12 03:04:53.594045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-8b432894-eab3-4d9a-88f8-94674f3e362c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:53.595863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-8b432894-eab3-4d9a-88f8-94674f3e362c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232297 Nov 12 03:04:53.615621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-8ce038a9-880f-4593-93f3-7bab6fa10595 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/quotas/45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 375 time: 0.0126882 Nov 12 03:04:53.670304 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-0448b21e-a3fb-49fd-83f7-e0105c0843ee tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483463 Nov 12 03:04:53.674009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-589fda24-4190-43a5-8870-bcc525e25d09 req-674fef83-a397-449c-abca-d03b5cefb89d tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/4db88352-45db-4ad1-b70f-472244de0aa2 HTTP/1.1" status: 200 len: 1794 time: 0.0939622 Nov 12 03:04:53.856602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-589fda24-4190-43a5-8870-bcc525e25d09 req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:53.926443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8a38b-ab01-4ed4-aa95-94648d6ea01e req-50b9e096-4b03-40a6-a0a4-22704f6195c6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:53.928073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aac8a38b-ab01-4ed4-aa95-94648d6ea01e req-50b9e096-4b03-40a6-a0a4-22704f6195c6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 945 time: 0.0520182 Nov 12 03:04:53.985882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aac8a38b-ab01-4ed4-aa95-94648d6ea01e req-28e33073-d3f8-4fa4-81a3-c71f7e9496b3 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497651 Nov 12 03:04:54.061656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe34f5c0-7db3-4ff5-9d8a-f273b93af6ab req-52df60cf-8af0-4768-9736-ca2b10b612c5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 210 time: 0.0318525 Nov 12 03:04:54.124151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.141769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:54.145065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-589fda24-4190-43a5-8870-bcc525e25d09 req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.182444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Pushing event deleted for resources: {'Port': ['ID=a55d0c9c-75c8-4cb2-9a23-02882f8f7d45,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:54.210700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:54.239215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a6b2-8cfd-48ca-9071-24ccfc0cd28c req-6657b407-0132-4417-8ccc-5b9aa5ea4e69 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:54.241434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f4d4a6b2-8cfd-48ca-9071-24ccfc0cd28c req-6657b407-0132-4417-8ccc-5b9aa5ea4e69 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 943 time: 0.0631523 Nov 12 03:04:54.292086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] No DVR routers for this DVR port a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:54.294659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:54.304922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f4d4a6b2-8cfd-48ca-9071-24ccfc0cd28c req-67299e2e-57a4-48bc-a715-f7570b3e9d8c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562336 Nov 12 03:04:54.316053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.319425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dfbd0d0-d93b-44bd-bb55-e41f79db07ae req-737e033a-38d0-4c3a-a21f-eb6360a244f7 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.39 "DELETE /v2.0/ports/a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 HTTP/1.1" status: 204 len: 173 time: 1.2441037 Nov 12 03:04:54.319804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'name': 'network-vif-deleted', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:54.331821 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25ddb2f-631e-4ad5-8860-4b11e0fe51f4" -d '{"events": [{"server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "name": "network-vif-deleted", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:54.343851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-589fda24-4190-43a5-8870-bcc525e25d09 req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.346517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-589fda24-4190-43a5-8870-bcc525e25d09 req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.357544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-589fda24-4190-43a5-8870-bcc525e25d09 req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/4db88352-45db-4ad1-b70f-472244de0aa2 HTTP/1.1" status: 204 len: 173 time: 0.6761870 Nov 12 03:04:54.390739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad65d2a-703d-4319-b66d-f8f251123184 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:54.403917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84cb38-14b0-4752-bbc9-51923e84a877 tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db88352-45db-4ad1-b70f-472244de0aa2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:54.421195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:04:54.484933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:54.570353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.588008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:04:54.604413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:04:54.685708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92bcedf1-173e-4ebe-b97a-e8373f50efc5 req-3a223c56-bfbc-47d0-8d0b-0c124882cb88 tempest-ServersAdminNegativeTestJSON-2043672675 tempest-ServersAdminNegativeTestJSON-2043672675-project] 10.222.0.84 "GET /v2.0/ports?device_id=a26efbb1-d7fc-41d9-8493-bfd28c2045d6 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Nov 12 03:04:54.687082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-eef68545-9647-4873-8fb8-7240d509f9cc tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3143961 Nov 12 03:04:54.702588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:54.739393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] Transition to ACTIVE for port object 9ad65d2a-703d-4319-b66d-f8f251123184 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:54.740783 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.745733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.862241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] No DVR routers for this DVR port 9ad65d2a-703d-4319-b66d-f8f251123184 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:04:54.865184 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd027a04-0d07-4c75-b3f7-ef6309b53e06 x-openstack-request-id: req-dd027a04-0d07-4c75-b3f7-ef6309b53e06 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:54.865473 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26efbb1-d7fc-41d9-8493-bfd28c2045d6", "name": "network-vif-deleted", "tag": "a55d0c9c-75c8-4cb2-9a23-02882f8f7d45", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:54.865723 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dd027a04-0d07-4c75-b3f7-ef6309b53e06 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:54.866105 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26efbb1-d7fc-41d9-8493-bfd28c2045d6', 'name': 'network-vif-deleted', 'tag': 'a55d0c9c-75c8-4cb2-9a23-02882f8f7d45', 'status': 'completed', 'code': 200} Nov 12 03:04:54.869846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:54.907077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-679d8bee-9283-431e-a82d-37317af9c2f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 1.3177118 Nov 12 03:04:54.923688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-aa9d3658-9a8a-46f4-afdb-1964750c261b tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "GET /v2.0/security-groups/c017f069-21b1-4f40-8584-e43f0b927d11 HTTP/1.1" status: 200 len: 1795 time: 0.0560791 Nov 12 03:04:54.948007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:54.982322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.010924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.079442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.082038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.084534 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07aa5e88-50f6-4344-adb5-042f86e80a2c req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/c017f069-21b1-4f40-8584-e43f0b927d11 HTTP/1.1" status: 204 len: 173 time: 0.1531730 Nov 12 03:04:55.111193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e5fa2-3e45-47b6-8c04-3f4822013f7c tempest-SecurityGroupsTestAdminJSON-1950351350 tempest-SecurityGroupsTestAdminJSON-1950351350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c017f069-21b1-4f40-8584-e43f0b927d11,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:55.124259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-ba6f9c56-5ab9-4173-9ce3-41998fa3c1d1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398686 Nov 12 03:04:55.136244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-fa9b72a9-f516-41e0-a7c9-84811594aa76 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.136977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-fa9b72a9-f516-41e0-a7c9-84811594aa76 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1195948 Nov 12 03:04:55.148748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39818) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:55.168848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Allocated IP 172.25.2.67 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/59d6e508-734e-4d1c-a6a7-b8e89b72e56d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:55.203773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e6aeb85-f2a4-4250-a6b6-7615b87d6237 req-c9d3bd1e-a9cb-4df1-8bd7-87b3878f97b5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 210 time: 0.0332131 Nov 12 03:04:55.279520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-1fafeb45-537d-495e-9afc-4ec4366ddd4e tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "GET /v2.0/security-groups/f83fdb7f-871d-455f-a4ee-60179b2bc4b2 HTTP/1.1" status: 200 len: 1793 time: 0.0494442 Nov 12 03:04:55.292178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-52d5b6ec-b82c-451d-a73f-799e78983323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.293677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-52d5b6ec-b82c-451d-a73f-799e78983323 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044&tenant_id=7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 1096 time: 0.1356585 Nov 12 03:04:55.327583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49a19d72-aa9b-4d70-b72b-f83b7623803c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.374098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.379614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-f3c8097c-bfdf-48df-acad-6b6a9d631c99 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.381070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-f3c8097c-bfdf-48df-acad-6b6a9d631c99 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432156 Nov 12 03:04:55.398855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Request body: {'port': {'device_id': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '45e2f2cfc6414928b4eab61ea6589c50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:55.407701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.436274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-02e27158-89ff-426f-a813-3f27c7c61c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.437733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-02e27158-89ff-426f-a813-3f27c7c61c6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1096 time: 0.1056802 Nov 12 03:04:55.464334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49a19d72-aa9b-4d70-b72b-f83b7623803c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.469095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49a19d72-aa9b-4d70-b72b-f83b7623803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.480409 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.483005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.484169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f967688a-f95b-4b54-bb26-2779fbd55921 req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "DELETE /v2.0/security-groups/f83fdb7f-871d-455f-a4ee-60179b2bc4b2 HTTP/1.1" status: 204 len: 173 time: 0.1985137 Nov 12 03:04:55.509792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.523769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49a19d72-aa9b-4d70-b72b-f83b7623803c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec787faa661a4433b3214edcaf7e4e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732753 Nov 12 03:04:55.524961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39828) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:55.539694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a19d72-aa9b-4d70-b72b-f83b7623803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbc6776-3df4-4382-bc6a-45ca610e69da,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:55.560388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3550b8e-e7f2-4b0d-8d69-eeeb3060ada8 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fdb7f-871d-455f-a4ee-60179b2bc4b2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:55.592661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.620542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-d2b80078-e2f1-4651-b4da-998cde5a6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.621999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-d2b80078-e2f1-4651-b4da-998cde5a6078 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1533794 Nov 12 03:04:55.639467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.641757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.673584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-adc38c30-56ac-4e8e-9222-00182f89720e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.0435374 Nov 12 03:04:55.674102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Made reservation on behalf of 45e2f2cfc6414928b4eab61ea6589c50 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:55.677528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.685015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026622-2c6b-4700-af41-46da1f7e6a75 req-8ffd689f-cc9f-4c4b-9e41-c8390b56ed89 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.686518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d026622-2c6b-4700-af41-46da1f7e6a75 req-8ffd689f-cc9f-4c4b-9e41-c8390b56ed89 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 944 time: 0.0920026 Nov 12 03:04:55.705569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.708902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.710016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bcbc6776-3df4-4382-bc6a-45ca610e69da HTTP/1.1" status: 204 len: 168 time: 0.1815515 Nov 12 03:04:55.733157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799f8f9-1ba4-46dd-a9d3-96b20e45fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbc6776-3df4-4382-bc6a-45ca610e69da,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:55.757313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:55.773019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event updated for resources: {'Port': ['ID=59d6e508-734e-4d1c-a6a7-b8e89b72e56d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:55.776488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:55.779637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d026622-2c6b-4700-af41-46da1f7e6a75 req-d6e0ae26-cf73-4c3d-a839-00434783dcd0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746555 Nov 12 03:04:55.781638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:55.822960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-2cb4e2cc-bc26-4562-bf08-3205eb33d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:55.824456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-2cb4e2cc-bc26-4562-bf08-3205eb33d32d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1440294 Nov 12 03:04:55.861866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-aca7670a-5d09-473c-b3c9-097e3cdc5676 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "GET /v2.0/security-groups/01edfe27-cff6-4d22-82ea-e280e7874be5 HTTP/1.1" status: 200 len: 1795 time: 0.0454001 Nov 12 03:04:55.911931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-b09cbe11-95f3-44dd-8b68-694b1dc5cc64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504670 Nov 12 03:04:55.936557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.966255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:55.982062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.025448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.028803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.030254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccac73bb-5573-46ed-a7e8-6efae085bbed req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] 10.222.0.84 "DELETE /v2.0/security-groups/01edfe27-cff6-4d22-82ea-e280e7874be5 HTTP/1.1" status: 204 len: 173 time: 0.1551199 Nov 12 03:04:56.052140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e14d1b-feb4-4973-a0bf-ca5c93508239 tempest-SecurityGroupsTestAdminJSON-1018383352 tempest-SecurityGroupsTestAdminJSON-1018383352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01edfe27-cff6-4d22-82ea-e280e7874be5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:56.075558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Allocated IP 192.168.233.56 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/d0ad199c-ef5b-4e12-9518-5e2922972e5c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:04:56.082880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.136738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-c0be03f9-2b01-4373-8b61-858ef91f4e35 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130549 Nov 12 03:04:56.362736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-476df6ad-ead0-4001-a782-eaca41e53244 req-d717ba35-f80d-4a79-a79c-b4d15e34a002 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 210 time: 0.0385060 Nov 12 03:04:56.435167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:56.464623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:04:56.465390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a55d0c9c-75c8-4cb2-9a23-02882f8f7d45 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:56.469718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39870) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:56.623878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-6dcdbd21-7b96-4aff-85e9-1c4e34c0868d service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776847 Nov 12 03:04:56.640887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39890) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:56.668259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.684664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.692217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.736707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.764299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event updated for resources: {'Port': ['ID=59d6e508-734e-4d1c-a6a7-b8e89b72e56d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:56.779611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.781217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-f3e7439a-6d16-48a3-9ff1-9fb66a996a56 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0876243 Nov 12 03:04:56.783141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:56.798139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:04:56.852589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc8fecdf-7cf2-41b2-b069-09eb7e935e78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f82c60cf3cd49d488b95e6565b7ada1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791549 Nov 12 03:04:56.853312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39898) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:56.873043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:56.918449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4ffd6eac-8410-47ea-8710-483e8a0236da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=20d0b9f90b0048619ad279bfe8396a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761250 Nov 12 03:04:56.940828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39902) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:56.968539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-73a5fb16-90e5-4b59-a226-9e849b04fc7b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1764679 Nov 12 03:04:57.046234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:04:57.076449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:57.080769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.083665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:04:57.090497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.091276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.097341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:57.136903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-1df03361-ea94-45c4-b601-5f60c6a932d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7445478 Nov 12 03:04:57.140858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.142286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c631c-58a2-4404-8810-e96c79033836 req-214dabfc-8197-4316-b6a7-1b4449058b2e tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.143989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-214dabfc-8197-4316-b6a7-1b4449058b2e tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1729136 Nov 12 03:04:57.160309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Request body: {'port': {'device_id': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:57.175573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.199670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627916d-69f4-4335-9343-f599f579befe req-e840656c-c90c-4835-bd01-a0975c4f1ee8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.207453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9627916d-69f4-4335-9343-f599f579befe req-e840656c-c90c-4835-bd01-a0975c4f1ee8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 944 time: 0.1580718 Nov 12 03:04:57.234877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.276280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-0267a1b4-6809-479b-b24e-a289265243f9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.277956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-0267a1b4-6809-479b-b24e-a289265243f9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2931490 Nov 12 03:04:57.309528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-98095a37-27a6-45e8-8806-1b9f943c3f82 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:04:57.310450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70ecdaf3-5dd6-4d69-b105-e8a1ab4e2a00 req-98095a37-27a6-45e8-8806-1b9f943c3f82 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169425 Nov 12 03:04:57.347964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9627916d-69f4-4335-9343-f599f579befe req-265cacf7-e947-43b9-9228-24c4568c2b74 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395330 Nov 12 03:04:57.367755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.369352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39918) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:57.427535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.430947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.432231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/78ec36cb-1a98-410b-8305-3f4aaeee0f3f HTTP/1.1" status: 204 len: 168 time: 0.5766325 Nov 12 03:04:57.460783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767731ed-052a-4d2d-982f-d47d51753a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec36cb-1a98-410b-8305-3f4aaeee0f3f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:57.464979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.468204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.473296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.474664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ac3a76f-f269-4a56-b64f-9b1a989842ca HTTP/1.1" status: 204 len: 168 time: 0.5327752 Nov 12 03:04:57.513338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376573-3d55-4a42-b34a-0364997cca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac3a76f-f269-4a56-b64f-9b1a989842ca,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:57.523337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1475128024-network', 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:57.565171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:57.567357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.569325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-452e5515-fed3-42e3-8c08-b5d8b08fc5b0 None None] Provisioning complete for port d0ad199c-ef5b-4e12-9518-5e2922972e5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:04:57.570593 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-452e5515-fed3-42e3-8c08-b5d8b08fc5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.609640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2efd6-ae98-44b4-af1e-c632fb50f269 req-99878fc1-c778-4779-8521-011582ee6ad1 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.617157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec2efd6-ae98-44b4-af1e-c632fb50f269 req-99878fc1-c778-4779-8521-011582ee6ad1 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1096 time: 0.0944748 Nov 12 03:04:57.623814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-452e5515-fed3-42e3-8c08-b5d8b08fc5b0 None None] Port d0ad199c-ef5b-4e12-9518-5e2922972e5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:04:57.632952 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.635583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94bb435b-445c-417e-b02b-12d09346f318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.670426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec2efd6-ae98-44b4-af1e-c632fb50f269 req-d739dcb5-cb89-4e5e-bf21-2c206d7134cd tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Nov 12 03:04:57.766942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663c631c-58a2-4404-8810-e96c79033836 req-ac9c647a-9e88-49c3-af16-04b7354bea7f service neutron] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:57.780780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:04:57.815525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663c631c-58a2-4404-8810-e96c79033836 req-ac9c647a-9e88-49c3-af16-04b7354bea7f service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:57.816879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663c631c-58a2-4404-8810-e96c79033836 req-ac9c647a-9e88-49c3-af16-04b7354bea7f service neutron] 10.222.0.39 "DELETE /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.6519787 Nov 12 03:04:57.866472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:04:57.870050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e5ab2-bc4d-44c1-b339-c22ed0f70814 req-3209f962-6089-48c7-a70c-483f2dde62ea tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.873011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c45e5ab2-bc4d-44c1-b339-c22ed0f70814 req-3209f962-6089-48c7-a70c-483f2dde62ea tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 935 time: 0.3548932 Nov 12 03:04:57.964815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-45b55a34-319a-4316-a660-cd16afa022fa tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:57.966950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-45b55a34-319a-4316-a660-cd16afa022fa tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 821 time: 0.1697004 Nov 12 03:04:57.987309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-f866d26e-3ebe-4e29-a86d-c6dbd78cbef3 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/quotas/7616af548c534872920c2d1d25b2ed56 HTTP/1.1" status: 200 len: 375 time: 0.0144405 Nov 12 03:04:58.041303 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.058499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.076545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-33ef840d-1fb0-49ce-8339-eed9f639db30 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820515 Nov 12 03:04:58.089430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c45e5ab2-bc4d-44c1-b339-c22ed0f70814 req-03d891c1-f1f3-41fe-a282-084281014a8f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031057 Nov 12 03:04:58.147609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.151233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:04:58.164766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94bb435b-445c-417e-b02b-12d09346f318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.177987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39954) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.181802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ead7f-2c4c-4637-bc7f-6487b2207da2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:58.192852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94bb435b-445c-417e-b02b-12d09346f318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.210934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.211438 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Added segment ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134 of type vlan for network bdf67113-b01b-4dee-90b2-5b492fbce521 Nov 12 03:04:58.366009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94bb435b-445c-417e-b02b-12d09346f318 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54c14d32d4d240b1a9aa082756827abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9915404 Nov 12 03:04:58.373011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb435b-445c-417e-b02b-12d09346f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe89572a-3fd7-4cf6-a9c9-591192b7496c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:58.379457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.387404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c60b3b71-bb47-4b4b-959c-c2efda1e04bd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b3a244b99cea4148a1686b02ade8b99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337365 Nov 12 03:04:58.392722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.420317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.422087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ad199c-ef5b-4e12-9518-5e2922972e5c {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:04:58.453214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.463068 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-8362b629-3e20-4331-8bce-e3d8fd69ab56 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856471 Nov 12 03:04:58.497988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2078d7f-c08a-4408-b3c7-71f0a72366a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=59f16b9f4ad94eb4b31ca1b23bb32600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151383 Nov 12 03:04:58.501681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39966) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.537708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Transition to ACTIVE for port object d0ad199c-ef5b-4e12-9518-5e2922972e5c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:04:58.557297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.560351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.561267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:58.561932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.599941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-82096775-299e-4b75-b339-84715bb77f0a service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281183 Nov 12 03:04:58.600588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.634933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.662010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-07ea6fd4-3b3c-4fe0-b598-da09e0970132 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:58.669207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-07ea6fd4-3b3c-4fe0-b598-da09e0970132 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.4126642 Nov 12 03:04:58.693188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5917985 Nov 12 03:04:58.697526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:04:58.705142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Request body: {'subnet': {'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1475128024-subnet', 'tenant_id': '711b932b4bd2412da6385200c9fa81e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:04:58.739301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.749039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:04:58.751932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.755580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.757994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.759719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fcc4a346-c2c7-4caa-bb07-750f40d889c5 HTTP/1.1" status: 204 len: 168 time: 0.2571001 Nov 12 03:04:58.769329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.821310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-af381f38-523e-4e5f-8db2-dce7a5134bd1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/quotas/7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 375 time: 0.1511743 Nov 12 03:04:58.830815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037bcb4-d322-4282-9074-cc6066233896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc4a346-c2c7-4caa-bb07-750f40d889c5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:58.905258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:58.921623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:58.928624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fb42d-e750-4d6f-967e-5f9fb7cad772 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf67113-b01b-4dee-90b2-5b492fbce521,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:58.933770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c68b81bb-86ee-4c17-82e4-5a4062a8eb37 req-49d6ef98-a3d0-4059-a568-8b590ee1ce58 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 210 time: 0.0357115 Nov 12 03:04:58.950326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network bdf67113-b01b-4dee-90b2-5b492fbce521 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:04:58.998981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.098206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.182761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:04:59.185840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:04:59.185840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:59.210217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.216179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:04:59.217644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:04:59.248855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-d938f3fb-2ecd-4ec6-b3ec-0b8cce519f81 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220048 Nov 12 03:04:59.305219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:04:59.306125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:59.307175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:04:59.307639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Bound port: d0ad199c-ef5b-4e12-9518-5e2922972e5c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:04:59.307995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.353916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:59.429498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:04:59.436830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:04:59.437297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Network hostable DHCP agents. Network: bdf67113-b01b-4dee-90b2-5b492fbce521, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:04:59.441273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:04:59.451364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8717c-ed8d-4d92-81da-c4b4b3ff6473 req-16583208-0b31-49c1-acda-5cf886f6c95d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:59.454090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16b8717c-ed8d-4d92-81da-c4b4b3ff6473 req-16583208-0b31-49c1-acda-5cf886f6c95d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.2056062 Nov 12 03:04:59.454742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.482496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.485054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.488570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe89572a-3fd7-4cf6-a9c9-591192b7496c HTTP/1.1" status: 204 len: 168 time: 1.0977578 Nov 12 03:04:59.535659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.538501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.541100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/59cf4abc-150f-4c06-99f0-cc063b03e81d HTTP/1.1" status: 204 len: 168 time: 1.1071420 Nov 12 03:04:59.548368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:04:59.568228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16b8717c-ed8d-4d92-81da-c4b4b3ff6473 req-02a57f10-520c-404e-86e4-44ca10b45652 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021032 Nov 12 03:04:59.583676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:59.584282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.585918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 1096 time: 2.4336076 Nov 12 03:04:59.594331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, bdf67113-b01b-4dee-90b2-5b492fbce521) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:04:59.598711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61087e60-45b2-45e3-af62-30140f0e6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe89572a-3fd7-4cf6-a9c9-591192b7496c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:59.600258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:59.601024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:04:59.603533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:04:59.610855 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45" -d '{"events": [{"name": "network-changed", "server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:04:59.623971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ccfb9-03d9-4ea3-adf4-5bd0f4346e43 None None] Network bdf67113-b01b-4dee-90b2-5b492fbce521 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:04:59.640318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3dafd20d-c93b-4c71-94d5-c39ec20ca339 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9400220 Nov 12 03:04:59.657769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c3217-8d1f-4e2f-883f-a62787f681c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf4abc-150f-4c06-99f0-cc063b03e81d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:59.794152 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2ce8b8-280d-4093-89d0-d1979e64733f x-openstack-request-id: req-2b2ce8b8-280d-4093-89d0-d1979e64733f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:04:59.794680 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:04:59.795138 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b2ce8b8-280d-4093-89d0-d1979e64733f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:04:59.795673 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'status': 'completed', 'code': 200} Nov 12 03:04:59.818193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceacc3-2353-439a-bc40-19f7a17e16d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:04:59.824474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-f41bf20e-10bd-4635-99ce-b919c80c2e9a service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747874 Nov 12 03:04:59.831601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592cac87-2104-4265-a32f-2f44eebf5dad None None] Network bdf67113-b01b-4dee-90b2-5b492fbce521 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:04:59.934215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-9a5e6907-d2cd-49c6-810d-5520077a48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:04:59.935968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-9a5e6907-d2cd-49c6-810d-5520077a48ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1099 time: 0.2407558 Nov 12 03:04:59.938194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-1d77cf57-76ec-4fc0-805c-5372f4eea2da service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071274 Nov 12 03:05:00.074350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-919ec534-cd5f-4c0a-b274-14e3de32c44f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.1230106 Nov 12 03:05:00.148819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-e6f60f05-e087-4609-9fd0-ca59185cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:00.151309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-e6f60f05-e087-4609-9fd0-ca59185cffc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0652332 Nov 12 03:05:00.171548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd1e11a7-454e-4e85-86f3-9c30d8d1400e req-2e7ece2e-c027-4fdc-9ad5-0474a9947e42 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 210 time: 0.0534682 Nov 12 03:05:00.234960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-77d3a9a4-d3ba-4194-8b51-c85884c3f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:00.236582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-77d3a9a4-d3ba-4194-8b51-c85884c3f6ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723460 Nov 12 03:05:00.330939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-999afc24-af6a-45b4-82ac-5ac7ab07fc81 req-54e92ee7-fc47-4ed0-8353-d4fb2992a930 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 210 time: 0.0532370 Nov 12 03:05:00.410007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:00.449237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b4368c6-7fac-4054-926d-161ae98f340e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:00.534464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-8275b747-e1fc-4be4-9cb1-f5743423cd8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1968198 Nov 12 03:05:00.800244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-450d2437-70da-4173-8c0a-40f9ee2a4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:00.804653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-450d2437-70da-4173-8c0a-40f9ee2a4c22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.1555662 Nov 12 03:05:00.805097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b4368c6-7fac-4054-926d-161ae98f340e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:00.811012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b4368c6-7fac-4054-926d-161ae98f340e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:00.890391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8b4368c6-7fac-4054-926d-161ae98f340e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=01f279afbdc045948d6d50775a02b1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785073 Nov 12 03:05:00.898000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40048) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:00.947769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4368c6-7fac-4054-926d-161ae98f340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d739d81-ea4a-488a-b12d-3c67ee5f2862,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:01.012536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-4fbacbcb-3890-40d4-a15a-81ac29cd7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.014714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-4fbacbcb-3890-40d4-a15a-81ac29cd7e46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1724799 Nov 12 03:05:01.039016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:01.044833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-b4fae2b4-3651-47fc-8099-dca26ccb04d7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968290 Nov 12 03:05:01.078687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-6a29ab94-de74-4d76-b7ce-46cec8abdecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0558360 Nov 12 03:05:01.130731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:01.182048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eb5dcad-9777-451d-aaa1-4efaf40ac079 req-4e8d1de2-67c7-48d4-8449-54449d811cae service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191924 Nov 12 03:05:01.184269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-2257ff57-fa72-4d21-8230-e19f670960b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.186149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-2257ff57-fa72-4d21-8230-e19f670960b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0970628 Nov 12 03:05:01.231838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ef6c-5739-43b5-b158-a77b2eaf9449 req-18f115cf-86d9-4a8f-9fb1-637c69f380cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.234855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8842ef6c-5739-43b5-b158-a77b2eaf9449 req-18f115cf-86d9-4a8f-9fb1-637c69f380cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.2678673 Nov 12 03:05:01.277638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-8f56b9b8-a69b-43ec-a6e8-a854fe9aa673 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.277638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-8f56b9b8-a69b-43ec-a6e8-a854fe9aa673 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 821 time: 0.7176120 Nov 12 03:05:01.293330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'port': {'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'admin_state_up': True, 'tenant_id': '7616af548c534872920c2d1d25b2ed56'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:01.307907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:01.310945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:01.312258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d739d81-ea4a-488a-b12d-3c67ee5f2862 HTTP/1.1" status: 204 len: 168 time: 0.4127004 Nov 12 03:05:01.328608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-2b9bca20-7fc9-4ad0-b5e9-33cf2faa1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.331145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-2b9bca20-7fc9-4ad0-b5e9-33cf2faa1db5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294978 Nov 12 03:05:01.352548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a50e95-0f90-4f15-81e6-d973cb68f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d739d81-ea4a-488a-b12d-3c67ee5f2862,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:01.371313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-9000b120-65f2-4f69-89ea-186f1c082c75 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.372862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-9000b120-65f2-4f69-89ea-186f1c082c75 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2071359 Nov 12 03:05:01.428273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-35725609-cf1a-490f-8468-565af04b457f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0461152 Nov 12 03:05:01.479253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-f11d5292-424c-4efa-9355-3b31e0696613 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437443 Nov 12 03:05:01.502854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8842ef6c-5739-43b5-b158-a77b2eaf9449 req-3cba9bab-9d39-4484-a3ec-d14e40f66fc3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586639 Nov 12 03:05:01.514884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-dfb5beef-967c-4dde-b302-d8ae2b819aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.516482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-dfb5beef-967c-4dde-b302-d8ae2b819aa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1099 time: 0.2366545 Nov 12 03:05:01.522986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Made reservation on behalf of 7616af548c534872920c2d1d25b2ed56 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:01.526930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:01.558781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-d24d62ae-2c5f-44ef-85e1-89d54464e170 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170622 Nov 12 03:05:01.657452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8f45b02d-f5ea-448f-b187-b8952cc7d37d service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772852 Nov 12 03:05:01.687128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-8f96855f-d5f2-4872-ac6f-2fedf0ed9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:01.700473 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-8f96855f-d5f2-4872-ac6f-2fedf0ed9902 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1702559 Nov 12 03:05:01.748979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52ad9a6b-e34e-41dc-8986-60a830d233a6 req-e2d6ab5e-5b74-447e-8410-4a21d616d80c service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821864 Nov 12 03:05:01.795419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-93902dba-3f22-44b1-9464-8d8b54acbeb2 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369882 Nov 12 03:05:01.931336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Allocated IP 172.20.0.9 (a8c0ade9-ae65-4a0c-9c24-cc36044b65e3/35756fcd-fa52-4676-b3a7-b9fb0068d751/12436a0b-c9f3-4857-85ee-dbd726d9ae8f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:01.967333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-ac4e8450-af1e-4239-b008-223dbacac998 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.2657006 Nov 12 03:05:02.087854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-464481dd-a25e-4830-b5ea-206a7d1fd6d0 req-0da8fdca-b20f-4d6b-a71c-8513bcbb3b33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 210 time: 0.3078277 Nov 12 03:05:02.230449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575a7bf2-fafb-4c59-9bd5-fa6f99b55ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:02.265339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1eafa957-983e-4bcd-ad04-df41170a4dea req-1ee6683c-20a9-4ede-bb01-2511e21f10f5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 210 time: 0.0843773 Nov 12 03:05:02.276814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-4378166d-9cdc-422b-b629-e1db4fd927b8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:02.278288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-4378166d-9cdc-422b-b629-e1db4fd927b8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.3080835 Nov 12 03:05:02.286447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-5a87e4da-87f5-4a89-8550-befaacf0209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:02.288382 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-5a87e4da-87f5-4a89-8550-befaacf0209a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2231073 Nov 12 03:05:02.310338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Request body: {'port': {'device_id': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'admin_state_up': True, 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:02.393659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:02.449294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-502223b8-6f78-4ce5-b93b-3cf4e8ff03ca req-ad1734cd-f8dd-4bdd-9ac4-f32da125efb5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 210 time: 0.0871549 Nov 12 03:05:02.489736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-6069250f-3274-429a-ab4a-9c0e2b3120bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:02.500185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-6069250f-3274-429a-ab4a-9c0e2b3120bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1966314 Nov 12 03:05:02.713296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:02.721302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106b8a7-8f31-4924-a368-a34b41111519 req-c7d006dd-a22a-4f7c-b3ca-fdc94fff52b7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:02.728577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b8d7bbcd-d063-41cb-9cf9-c78841189a90'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:02.729824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8106b8a7-8f31-4924-a368-a34b41111519 req-c7d006dd-a22a-4f7c-b3ca-fdc94fff52b7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.0952945 Nov 12 03:05:02.770684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:02.782065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:02.784122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8106b8a7-8f31-4924-a368-a34b41111519 req-5f45ee75-2466-4f2e-85ee-ba33bcb04043 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506394 Nov 12 03:05:02.826220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:02.847349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:02.854284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:02.881162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:02.882076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:02.937899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:03.000745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115066 Nov 12 03:05:03.019771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-f3b3c6af-253e-4def-ab8a-66d7245f13e5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045974 Nov 12 03:05:03.038655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Request body: {'port': {'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:03.115644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.127549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fe51b-4b39-4de9-a9d8-68274cd6bb33 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event updated for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:03.170822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1300203319-network', 'tenant_id': 'b936a84420d4411da45c87cb6998d964'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:03.212874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6755be14-2be0-4d52-95bb-d75ae437c531 None None] Provisioning complete for port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:03.213430 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6755be14-2be0-4d52-95bb-d75ae437c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.215355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Made reservation on behalf of b936a84420d4411da45c87cb6998d964 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:03.223215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.263909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.309866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6755be14-2be0-4d52-95bb-d75ae437c531 None None] Port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:03.396141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62276b-3a30-4127-9fa6-ed2e177d21fc req-179519d7-4e09-4407-80d1-b8bffd000281 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:03.400773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab62276b-3a30-4127-9fa6-ed2e177d21fc req-179519d7-4e09-4407-80d1-b8bffd000281 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 931 time: 0.1901989 Nov 12 03:05:03.408849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Allocated IP 172.20.0.14 (d71223ab-1a45-4e33-ad1b-09a40ef3de18/6c95d2fb-29f0-488c-898c-8f71761aaccf/5eb41013-5381-4728-b009-2a703cc7ec8f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:03.457072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc2c5dc3-41db-44d3-af7f-f109f2fa2e45 req-a1cf7853-cbbd-4951-b788-abd8bdfd0cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429317 Nov 12 03:05:03.504844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-e94ce153-0cb0-44b3-b3a4-1eb88f3318b9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567882 Nov 12 03:05:03.527773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.558812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab62276b-3a30-4127-9fa6-ed2e177d21fc req-d464c7da-988c-4102-8c86-265d822a66ae tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513996 Nov 12 03:05:03.561403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.593446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:05:03.623113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.623660 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Added segment 406c31fb-c40e-4ca9-82d5-d6ae944bf694 of type vlan for network 9537caad-55d9-4433-b9db-aca1528604e7 Nov 12 03:05:03.625096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f26b2d3-4dce-4354-9773-a2c1c61e2164,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:03.682527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-d415b799-e2a3-4d06-abb1-7b445deef898 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:03.684021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-d415b799-e2a3-4d06-abb1-7b445deef898 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2108388 Nov 12 03:05:03.707981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '54b94294-a882-4992-82f5-526c36940e52', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:03.714123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.751931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b57f041-012a-48b4-a14e-f7947bd8d13f req-626ef2af-c169-4799-8d8f-bb4304083a24 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 210 time: 0.0779347 Nov 12 03:05:03.810538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:03.826534 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.827564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:03.828177 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.916440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:03.926997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-ace11fa1-06f2-4b3b-a401-e94fe2b2a47f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:03.927352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1352e274-fe70-475b-89c7-88c9419d2bc4 req-fbc4360b-bf09-40f0-add6-8c057086b7d7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 210 time: 0.0940530 Nov 12 03:05:03.928530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-ace11fa1-06f2-4b3b-a401-e94fe2b2a47f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4140511 Nov 12 03:05:03.931339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12436a0b-c9f3-4857-85ee-dbd726d9ae8f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:03.932951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'mac_address': 'fa:16:3e:be:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:03.935877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9967940 Nov 12 03:05:03.941381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40190) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:03.947942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.953881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.954054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Request body: {'subnet': {'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1300203319-subnet', 'tenant_id': 'b936a84420d4411da45c87cb6998d964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:03.974858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472faab-4d42-44f6-8655-0c8336bfd73c admin admin] Pushing event updated for resources: {'Network': ['ID=9537caad-55d9-4433-b9db-aca1528604e7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:03.979682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.981300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-052a1b17-7827-48ed-80d0-d6503e845108 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.0304918 Nov 12 03:05:03.986878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Transition to ACTIVE for port object 12436a0b-c9f3-4857-85ee-dbd726d9ae8f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:03.991753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:03.997719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad199c-ef5b-4e12-9518-5e2922972e5c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:04.002033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Made reservation on behalf of b936a84420d4411da45c87cb6998d964 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:04.005158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.009191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:04.013579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.017447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9537caad-55d9-4433-b9db-aca1528604e7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:05:04.096660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:04.111483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-7fc26b3e-55a0-4641-98ea-e3699f2fd003 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665166 Nov 12 03:05:04.117383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.145924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Pushing event updated for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:04.167358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.225011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:04.235709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Attempting to bind port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:04.236053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Attempting to bind port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:04.236380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Attempting to bind port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:04.253711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:04.254035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Attempting to bind port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f on network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:04.260924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:04.265884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:04.266223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Checking segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:04.266613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Bound using segment: {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:04.267059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Bound port: 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f4d845-7638-4f83-aebe-10908d821c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:04.267436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.270721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.13 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/a36024c5-4eae-40ee-990c-d450f538d01d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:04.285817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:04.292671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:04.308891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:04.309563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.313811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:04.373461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-10c50ed2-9ce9-4f73-b00f-7ffc834f6e18 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0686455 Nov 12 03:05:04.377965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d0ad199c-ef5b-4e12-9518-5e2922972e5c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:04.399949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Request body: {'port': {'device_id': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:04.444979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:04.500986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:04.504317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98eed6-0258-42b4-a065-475987463485 req-98b16fcd-93c7-4fc3-bb9c-48a9caeb00d2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:04.512156 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a98eed6-0258-42b4-a065-475987463485 req-98b16fcd-93c7-4fc3-bb9c-48a9caeb00d2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 948 time: 0.1969185 Nov 12 03:05:04.521610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.542291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.603083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa6c987a-0d97-452f-9121-66d142670f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.608298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:04.609638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.611569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] 10.222.0.39 "PUT /v2.0/ports/12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 1092 time: 1.5897653 Nov 12 03:05:04.613403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba09dc1-fb2b-41ae-b2a8-cc5038bfde51 service neutron] Pushing event updated for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:04.618105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:04.620815 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d57892-a358-49e4-ab8c-bad92590f248" -d '{"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:04.624039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.641426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4fe12f8-a99f-4f1e-a808-487ed4532a35 req-98c307fc-fc75-41be-b2fd-cbb613575a6c tempest-FlavorsV2NegativeTest-406759431 tempest-FlavorsV2NegativeTest-406759431-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20de67f7bf084aecbadc41f9760e4ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387086 Nov 12 03:05:04.693461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a98eed6-0258-42b4-a065-475987463485 req-2c8f0c34-6865-4a5e-97f0-8ac0e4dbdeb9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804478 Nov 12 03:05:04.694179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4559c69-64ee-487e-85ae-23d8c95fa7bd,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:04.729956 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.741367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Checking segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:04.741728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Network hostable DHCP agents. Network: 9537caad-55d9-4433-b9db-aca1528604e7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:05:04.806473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5f7c54f-eddf-40d8-be45-2db04cb6bcff req-c29a5701-f716-4bac-b796-93af48c4dcc2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 210 time: 0.0396192 Nov 12 03:05:04.812765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Network 9537caad-55d9-4433-b9db-aca1528604e7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:05:04.834947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.839477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9537caad-55d9-4433-b9db-aca1528604e7) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:04.850556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1590d-904a-4059-8e04-6572aa57a68e None None] Network 9537caad-55d9-4433-b9db-aca1528604e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:04.850908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:04.851810 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:04.911841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:04.917153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:04.920775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:04.994111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:04.995005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.045539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5ede191-5709-4dd6-ab88-8caaf9731401 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1000218 Nov 12 03:05:05.095900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:05.102955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f5805-a8e8-4e30-846e-150b8e54851c None None] Network 9537caad-55d9-4433-b9db-aca1528604e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:05.130087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-0553d889-77d1-429f-a54a-bf37fc232a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.131596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-0553d889-77d1-429f-a54a-bf37fc232a9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1095 time: 0.1400259 Nov 12 03:05:05.148166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d057580-c951-445c-912b-6986f74f34cb req-7b624171-5105-4a1d-be48-ca98eb0d6746 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.156539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d057580-c951-445c-912b-6986f74f34cb req-7b624171-5105-4a1d-be48-ca98eb0d6746 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 943 time: 0.1775801 Nov 12 03:05:05.168640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-52702e36-4ca6-4f84-9a3a-f43ae6eb1643 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4657691 Nov 12 03:05:05.183492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Request body: {'port': {'device_id': '54b94294-a882-4992-82f5-526c36940e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:05.254597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-7b4f5ed2-210b-44d9-bb7a-872fa8fd23c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 217 time: 0.1118295 Nov 12 03:05:05.292469 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d057580-c951-445c-912b-6986f74f34cb req-42f591f1-2fff-4e5f-9956-bbd08385e77b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Nov 12 03:05:05.293488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.328092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-e21ccb43-2a0d-4ff1-af16-134c583961f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.329173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-e21ccb43-2a0d-4ff1-af16-134c583961f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0638764 Nov 12 03:05:05.339579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe12f8-a99f-4f1e-a808-487ed4532a35 req-7eb28458-4cab-4b47-93d3-4b5f4f69b0b4 tempest-FlavorsV2NegativeTest-406759431 tempest-FlavorsV2NegativeTest-406759431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.349000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4fe12f8-a99f-4f1e-a808-487ed4532a35 req-7eb28458-4cab-4b47-93d3-4b5f4f69b0b4 tempest-FlavorsV2NegativeTest-406759431 tempest-FlavorsV2NegativeTest-406759431-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7060809 Nov 12 03:05:05.362469 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dcf2f7-9ebc-40fc-9509-e3364045ce2a x-openstack-request-id: req-76dcf2f7-9ebc-40fc-9509-e3364045ce2a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:05.362766 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:05.363021 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-76dcf2f7-9ebc-40fc-9509-e3364045ce2a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:05.363446 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'status': 'completed', 'code': 200} Nov 12 03:05:05.388403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4fe12f8-a99f-4f1e-a808-487ed4532a35 req-98a6a625-b383-43fb-afde-9fc1e55ae2e7 tempest-FlavorsV2NegativeTest-406759431 tempest-FlavorsV2NegativeTest-406759431-project] 10.222.0.84 "GET /v2.0/quotas/20de67f7bf084aecbadc41f9760e4ab6 HTTP/1.1" status: 200 len: 375 time: 0.0384614 Nov 12 03:05:05.451874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4fe12f8-a99f-4f1e-a808-487ed4532a35 req-d73cfdf5-47cd-460d-bc90-bd7a37d652d9 tempest-FlavorsV2NegativeTest-406759431 tempest-FlavorsV2NegativeTest-406759431-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=20de67f7bf084aecbadc41f9760e4ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624273 Nov 12 03:05:05.490244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5e37f-e2f3-48ab-8c0e-a61a97ad03a1 req-d75cf585-467c-41dc-9815-385f7cfc1d54 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.499210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67a5e37f-e2f3-48ab-8c0e-a61a97ad03a1 req-d75cf585-467c-41dc-9815-385f7cfc1d54 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 932 time: 0.0944169 Nov 12 03:05:05.504164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.589478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-f04a7476-8a08-4b52-bdf5-106eea90586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.590973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-f04a7476-8a08-4b52-bdf5-106eea90586a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2399306 Nov 12 03:05:05.603083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67a5e37f-e2f3-48ab-8c0e-a61a97ad03a1 req-7296d232-dc20-421d-97b6-aff868e53dc7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974171 Nov 12 03:05:05.692741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b3030-5c23-42d3-97f6-cab3edc3b367 req-52e881a9-40ee-4a23-916c-c70970bccc2e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:05.694649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36024c5-4eae-40ee-990c-d450f538d01d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:05.700331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-113b3030-5c23-42d3-97f6-cab3edc3b367 req-52e881a9-40ee-4a23-916c-c70970bccc2e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 932 time: 0.1568239 Nov 12 03:05:05.703629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.720102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Transition to ACTIVE for port object a36024c5-4eae-40ee-990c-d450f538d01d will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:05.725765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.761678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb41013-5381-4728-b009-2a703cc7ec8f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:05.771660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.787085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Transition to ACTIVE for port object 5eb41013-5381-4728-b009-2a703cc7ec8f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:05.799879 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.814772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Pushing event updated for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:05.821248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:05.922605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d0ad199c-ef5b-4e12-9518-5e2922972e5c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:05.927526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d0ad199c-ef5b-4e12-9518-5e2922972e5c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:05.928148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:05.958180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:05.980232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-6d279c0a-d268-4b53-b3eb-9028ac9ee2c2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955524 Nov 12 03:05:05.988569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-113b3030-5c23-42d3-97f6-cab3edc3b367 req-2f7c37d2-4aba-40df-9e02-0b5e70b3c5cd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696905 Nov 12 03:05:05.990571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-2c300aef-117e-4ef5-b57e-07fb7a979cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858297 Nov 12 03:05:06.096329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:06.096329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:06.096628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:06.103985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.132730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-2da35b98-7848-469a-9c22-61668ac940a8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.135541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-2da35b98-7848-469a-9c22-61668ac940a8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.1949816 Nov 12 03:05:06.137303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Attempting to bind port a36024c5-4eae-40ee-990c-d450f538d01d on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:06.137802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Attempting to bind port a36024c5-4eae-40ee-990c-d450f538d01d by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:06.138326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Attempting to bind port a36024c5-4eae-40ee-990c-d450f538d01d on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:06.144071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:06.145338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:06.147047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Port a36024c5-4eae-40ee-990c-d450f538d01d on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:06.147604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Attempting to bind port a36024c5-4eae-40ee-990c-d450f538d01d on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:06.148898 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125496a-8fe7-4622-aafd-89ce219b1e6c" -d '{"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:06.153552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.154465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:06.154903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:06.169232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:06.170263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:06.170658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:06.171735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Bound port: a36024c5-4eae-40ee-990c-d450f538d01d, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:06.172096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.184545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40262) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:06.192920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-4a09f5ba-84b6-4920-a9cd-db2dd5aa20f0 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/quotas/b936a84420d4411da45c87cb6998d964 HTTP/1.1" status: 200 len: 375 time: 0.0475185 Nov 12 03:05:06.199716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:06.200070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:06.200483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:06.200931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Bound port: 5eb41013-5381-4728-b009-2a703cc7ec8f, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:06.201285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.213777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:06.228107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe0073-d6cd-4006-9bdf-8f10dcc605fa req-11d83da0-c8e9-4703-b44b-fdadca4ba708 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184918 Nov 12 03:05:06.260270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-01946d88-97e7-4027-9758-7751db53b4b2 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611227 Nov 12 03:05:06.296104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-4ae3e40e-ace5-4b81-a3dc-582aa32f8740 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.297700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-4ae3e40e-ace5-4b81-a3dc-582aa32f8740 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062787 Nov 12 03:05:06.333392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:06.338350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966b5fc-5ea8-4ea7-945e-53308b9653ad req-75a073a0-13d3-46e2-b0ce-523860f5ebca tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.339870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6966b5fc-5ea8-4ea7-945e-53308b9653ad req-75a073a0-13d3-46e2-b0ce-523860f5ebca tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.2053978 Nov 12 03:05:06.343521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': '6c24b08c-faf0-4706-8e58-cd6632754800', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:06.361710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a36024c5-4eae-40ee-990c-d450f538d01d,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:06.364515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc4e77fa-f532-4ca1-94ce-c8a816bf3a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.371628 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.410969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:06.459396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:06.478984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.482072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-87556db6-9cdf-4f41-a68b-25639008d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.483634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-87556db6-9cdf-4f41-a68b-25639008d2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1095 time: 0.1961226 Nov 12 03:05:06.539966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6966b5fc-5ea8-4ea7-945e-53308b9653ad req-5910a0cc-24f5-4ae8-abc4-24809365aa46 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886632 Nov 12 03:05:06.581928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.582556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.584017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 1093 time: 2.1906805 Nov 12 03:05:06.666590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.667223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.668596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] 10.222.0.39 "PUT /v2.0/ports/a36024c5-4eae-40ee-990c-d450f538d01d HTTP/1.1" status: 200 len: 1093 time: 1.4909179 Nov 12 03:05:06.669151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d0579-1548-484a-a6cd-355084f2eed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:06.670551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:06.673135 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49fc6a-7ba8-4008-82dd-96b3e3429200" -d '{"events": [{"name": "network-changed", "server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:06.693701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-889f69fb-fc32-4d93-a4cf-218970191b28 service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220665 Nov 12 03:05:06.703524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadbf68-68ce-4bbc-a80a-beaf3233871f service neutron] Pushing event updated for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:06.722913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da2d3cf5-6cca-4c35-a264-31d6987a8385 req-4c12b337-23df-4a19-87b3-04e95489b695 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 210 time: 0.0729494 Nov 12 03:05:06.736259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:06.741112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.759694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-7ccb74db-fd88-455e-9d20-8c50ff6b3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.761668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-7ccb74db-fd88-455e-9d20-8c50ff6b3e7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.2665300 Nov 12 03:05:06.770458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.786834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-72aa9f8e-cd88-4269-8809-300c8af5feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.789103 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4ae62a-bc89-425a-abbb-25faa4f63e7c x-openstack-request-id: req-2c4ae62a-bc89-425a-abbb-25faa4f63e7c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:06.790141 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:06.790231 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2c4ae62a-bc89-425a-abbb-25faa4f63e7c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:06.790578 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'code': 200} Nov 12 03:05:06.792335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-72aa9f8e-cd88-4269-8809-300c8af5feaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1096 time: 0.1640790 Nov 12 03:05:06.836220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-0cc4254e-f219-41d0-9185-ed67edbcbfd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 217 time: 0.0602565 Nov 12 03:05:06.867013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-502d3d77-348e-4b71-9235-df46190fa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:06.869094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-502d3d77-348e-4b71-9235-df46190fa6ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 1096 time: 0.1332252 Nov 12 03:05:06.877177 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc4e77fa-f532-4ca1-94ce-c8a816bf3a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.881625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-544f3366-4730-4d37-9c53-97e88a2214b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.0533674 Nov 12 03:05:06.888750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-d14b5839-16d9-4eda-acdd-9f492f74e76f service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804316 Nov 12 03:05:06.907639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc4e77fa-f532-4ca1-94ce-c8a816bf3a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:06.961643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-e7721aac-d927-4616-93a2-8fcd5af19c12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a36024c5-4eae-40ee-990c-d450f538d01d HTTP/1.1" status: 200 len: 217 time: 0.0749762 Nov 12 03:05:06.995242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dc4e77fa-f532-4ca1-94ce-c8a816bf3a26 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=20de67f7bf084aecbadc41f9760e4ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094749 Nov 12 03:05:07.016182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:07.016839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e77fa-f532-4ca1-94ce-c8a816bf3a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b92281-60e9-4ba4-9f62-bbfc20207424,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:07.023569 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.032920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-407dcaab-271a-45e5-9406-aaf6b3345780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.034353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-407dcaab-271a-45e5-9406-aaf6b3345780 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.1669707 Nov 12 03:05:07.043217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-bda94322-4d20-45bc-bd4d-143af75732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.044671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-bda94322-4d20-45bc-bd4d-143af75732d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1512654 Nov 12 03:05:07.065444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcfa81-f55b-4c41-b966-f54582eb719f req-fb236f14-18be-48da-8cb1-87813d5f1d5f tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.066939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bcfa81-f55b-4c41-b966-f54582eb719f req-fb236f14-18be-48da-8cb1-87813d5f1d5f tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 943 time: 0.1955795 Nov 12 03:05:07.095320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752266c-720f-40a8-b07a-24dc7825201f req-786bb7a3-c530-4f56-8aaf-19e2e8eb78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.097216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8752266c-720f-40a8-b07a-24dc7825201f req-786bb7a3-c530-4f56-8aaf-19e2e8eb78e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1101 time: 0.2220283 Nov 12 03:05:07.126419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-589362f3-43b3-47b8-ba80-1c1c66c29759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560281 Nov 12 03:05:07.143601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-aa102f2d-bfc4-499b-9907-5b457abda7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.145073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-aa102f2d-bfc4-499b-9907-5b457abda7dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1703119 Nov 12 03:05:07.195044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.204483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-9e237066-0624-4d35-a881-c3b5ae68420b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404010 Nov 12 03:05:07.229510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.253659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-cd80fec7-c325-4978-b244-d8182895d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.254469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.255227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-cd80fec7-c325-4978-b244-d8182895d9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088978 Nov 12 03:05:07.278078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8752266c-720f-40a8-b07a-24dc7825201f req-b2a25ead-261b-4b51-98c6-2b74718f9728 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689250 Nov 12 03:05:07.280877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bcfa81-f55b-4c41-b966-f54582eb719f req-f9328e20-7115-4baf-b82d-9206046768c5 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990516 Nov 12 03:05:07.329268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b5a1b-9e1d-488f-ba62-e1c2face2c0f req-cb799491-9e86-4cff-9a4e-8e68f4ce01f9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.336616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b6b5a1b-9e1d-488f-ba62-e1c2face2c0f req-cb799491-9e86-4cff-9a4e-8e68f4ce01f9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.2363441 Nov 12 03:05:07.355584 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491df47b-1e8d-4f53-853d-c880a279e17e x-openstack-request-id: req-491df47b-1e8d-4f53-853d-c880a279e17e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:07.355875 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:07.356123 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-491df47b-1e8d-4f53-853d-c880a279e17e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:07.356905 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d', 'status': 'completed', 'code': 200} Nov 12 03:05:07.365486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.368353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:07.370170 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a2e56-43fc-4b6d-a122-dc6fee17a107" -d '{"events": [{"name": "network-changed", "server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:07.372865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:07.420372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-9b40ce0d-9ae3-4ef1-aac0-207da4ebebf5 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796962 Nov 12 03:05:07.443628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-4c3332db-3d6e-4c19-a18e-e4e8d2f77833 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293200 Nov 12 03:05:07.456882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b6b5a1b-9e1d-488f-ba62-e1c2face2c0f req-39c975ee-a137-4bae-9057-628b9879af3d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181488 Nov 12 03:05:07.574127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.577246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:07.580902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31b92281-60e9-4ba4-9f62-bbfc20207424 HTTP/1.1" status: 204 len: 168 time: 0.5587234 Nov 12 03:05:07.600147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dcbaf-0f9a-4f5c-aa0a-bc09e9f78845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b92281-60e9-4ba4-9f62-bbfc20207424,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:07.671931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f473b4d8-c02d-40a3-80d1-6c946e66243d req-9da3c0b6-2040-419a-a6c4-7e543ae2dc6f service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112627 Nov 12 03:05:07.695702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87729b97-818d-4dc6-a776-5a2ecb777221 req-c2268ec8-a177-4595-bc11-7941ab0c4835 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.697893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87729b97-818d-4dc6-a776-5a2ecb777221 req-c2268ec8-a177-4595-bc11-7941ab0c4835 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 944 time: 0.0862010 Nov 12 03:05:07.754516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43bdee47-07cf-478e-8c59-86fe0fd03b9b req-86f0ee8a-58bc-4700-b4db-c0df7ec2c786 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 210 time: 0.0677295 Nov 12 03:05:07.808117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.83 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/b6d1ec47-4212-4be4-9159-b06ade216b03) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:07.815015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-97649750-7bfb-43d3-a4f0-038f190be0d3 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379691 Nov 12 03:05:07.860579 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5debc9-7132-40ba-b348-876b411e1b0f x-openstack-request-id: req-9c5debc9-7132-40ba-b348-876b411e1b0f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:07.861065 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:07.861466 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9c5debc9-7132-40ba-b348-876b411e1b0f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:07.861998 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'status': 'completed', 'code': 200} Nov 12 03:05:07.868724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87729b97-818d-4dc6-a776-5a2ecb777221 req-9c80af21-11fd-4e67-84b0-b9c299a70cde tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473866 Nov 12 03:05:07.881976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-f33e1dcc-df30-4454-afe5-9d08f15c1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:07.885237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-f33e1dcc-df30-4454-afe5-9d08f15c1997 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 1096 time: 0.1420865 Nov 12 03:05:07.930556 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.023049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18492a1f-76b7-44ae-82cc-b21633385a62 req-fc3db280-8991-4b65-9461-0eeb2e4158b7 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 210 time: 0.0372100 Nov 12 03:05:08.049400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-d2ddd1e9-5775-43b1-8e7c-e456b51a6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.051315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-d2ddd1e9-5775-43b1-8e7c-e456b51a6622 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.1598930 Nov 12 03:05:08.074658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b205a58-9fcc-4c3f-a679-78e4a621ad8a req-4363cbbf-beb3-4f5e-90b1-11870b9ef82e service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889952 Nov 12 03:05:08.106180 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-2800750c-1966-492a-a492-3cd24b96d489 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a36024c5-4eae-40ee-990c-d450f538d01d HTTP/1.1" status: 200 len: 217 time: 0.0468547 Nov 12 03:05:08.124403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d57892-a358-49e4-ab8c-bad92590f248 req-b7df7936-3b16-46b5-8861-944e601480d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992249 Nov 12 03:05:08.150163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6ed0-aabd-46e0-b245-6c2e1a27b915 req-c72ca34a-c6b0-4a63-9df4-6bd531b7deba tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.151707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d44e6ed0-aabd-46e0-b245-6c2e1a27b915 req-c72ca34a-c6b0-4a63-9df4-6bd531b7deba tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1617391 Nov 12 03:05:08.167395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-998e1ebc-d3a0-4a2b-afac-9c2eb0a79e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.169512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-998e1ebc-d3a0-4a2b-afac-9c2eb0a79e42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0498791 Nov 12 03:05:08.203337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.226892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-fa150dae-3ac9-4413-9278-31479d3b45e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495646 Nov 12 03:05:08.239516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-b4a24056-7e66-4b5a-8da9-0266b42ee54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.241026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-b4a24056-7e66-4b5a-8da9-0266b42ee54e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1096 time: 0.1103933 Nov 12 03:05:08.252817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d44e6ed0-aabd-46e0-b245-6c2e1a27b915 req-392d0f2d-b3bb-4090-8181-1c90df8bfa52 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802495 Nov 12 03:05:08.326276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.398403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:08.404679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:08.409563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:08.414694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:08.420434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.421022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.439193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-c62efb26-9ae7-4226-93db-9b92989ec131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.440607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-c62efb26-9ae7-4226-93db-9b92989ec131 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1869287 Nov 12 03:05:08.451089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-df5c087a-c109-4940-98ce-71265a29b8d3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1211214 Nov 12 03:05:08.471477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Request body: {'port': {'device_id': '6c24b08c-faf0-4706-8e58-cd6632754800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:08.489568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 12436a0b-c9f3-4857-85ee-dbd726d9ae8f details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:08.582660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40320) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:08.629122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865c3f-9bf0-4dc3-903e-c5ebe3f8c6a2 req-7b01dec0-7313-4bbf-a2b6-60e4b0f722bc tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.637251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61865c3f-9bf0-4dc3-903e-c5ebe3f8c6a2 req-7b01dec0-7313-4bbf-a2b6-60e4b0f722bc tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 943 time: 0.2544281 Nov 12 03:05:08.641395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-a7d043f3-7925-402e-b717-a81cf28484d9 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067335 Nov 12 03:05:08.655458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-6bb6878d-5bda-45f2-ae01-eed262c8a0d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.2017684 Nov 12 03:05:08.679290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:08.691968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:08.700739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-daea3058-e136-429a-acae-5563035ee8cb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.702790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-daea3058-e136-429a-acae-5563035ee8cb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.4346757 Nov 12 03:05:08.757472 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.757604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.761479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'port': {'device_id': '90434c45-d873-4f71-81a2-20039a35d66c', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'admin_state_up': True, 'tenant_id': 'b936a84420d4411da45c87cb6998d964'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:08.773225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12436a0b-c9f3-4857-85ee-dbd726d9ae8f {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:08.792939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2e3e2ca3-7b9a-445b-869b-59509f10f1ac None None] Provisioning complete for port b6d1ec47-4212-4be4-9159-b06ade216b03 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:08.793654 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2ca3-7b9a-445b-869b-59509f10f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.804847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:08.822837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-network', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:08.824551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.860712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61865c3f-9bf0-4dc3-903e-c5ebe3f8c6a2 req-50302bb2-bec5-462a-ac16-0347066b60cc tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224298 Nov 12 03:05:08.863017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e2ca3-7b9a-445b-869b-59509f10f1ac None None] Port b6d1ec47-4212-4be4-9159-b06ade216b03 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:08.889969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:08.902509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128687-b431-49e6-907d-cec7a7613f43 req-ff9f1b92-d598-492f-9c1b-44c9c94172d3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.904172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49128687-b431-49e6-907d-cec7a7613f43 req-ff9f1b92-d598-492f-9c1b-44c9c94172d3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.3056729 Nov 12 03:05:08.918032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f49fc6a-7ba8-4008-82dd-96b3e3429200 req-bf30867c-46fd-47b6-9245-6e952693b93d service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675536 Nov 12 03:05:08.918596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-fa572806-90ec-43ec-beda-5c99d434f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:08.919633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-fa572806-90ec-43ec-beda-5c99d434f0c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2142534 Nov 12 03:05:08.923725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Made reservation on behalf of abf489bffdbd43d6b751555f1f7d9235 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:08.926117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.941840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:08.973408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-acf775f0-e8b5-4287-92aa-593932018f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454137 Nov 12 03:05:09.001494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Made reservation on behalf of b936a84420d4411da45c87cb6998d964 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:09.005331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.104143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49128687-b431-49e6-907d-cec7a7613f43 req-88efcfe5-519e-4b0f-9818-9df4a8ec0cc7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879327 Nov 12 03:05:09.114617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-129171d1-0b9b-4fc2-b585-dd0f8870480a req-f810a1af-3c66-49a8-9943-2d6ad75dc386 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 210 time: 0.0411701 Nov 12 03:05:09.132825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['12436a0b-c9f3-4857-85ee-dbd726d9ae8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:09.166970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.170303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-72f2f743-59ee-4256-9a3f-97201a340466 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875224 Nov 12 03:05:09.190456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.231287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:05:09.268786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79719b5b-f0c5-41ce-8398-eaff6cbd46bb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:09.277221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.277559 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Added segment 3a7f5e57-5010-4ccd-b494-2c9c498aeecf of type vlan for network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 Nov 12 03:05:09.286493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Allocated IP 172.20.0.14 (9537caad-55d9-4433-b9db-aca1528604e7/f4559c69-64ee-487e-85ae-23d8c95fa7bd/28e29048-3d03-4727-a48d-c35469b73097) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:09.335274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.346825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc766d-7005-4c27-9afb-85e118aef191 req-b15b2970-8cd5-411b-957f-1860918afe98 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.348327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59cc766d-7005-4c27-9afb-85e118aef191 req-b15b2970-8cd5-411b-957f-1860918afe98 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 935 time: 0.1394112 Nov 12 03:05:09.359640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26a2e56-43fc-4b6d-a122-dc6fee17a107 req-6f4764af-aae5-410f-a776-18919db964ca service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799533 Nov 12 03:05:09.383126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bed13-6d65-4945-9975-f427a0b52805 req-e718b9c4-6ac6-48ad-a310-8abaa42cc4ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.384628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-468bed13-6d65-4945-9975-f427a0b52805 req-e718b9c4-6ac6-48ad-a310-8abaa42cc4ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 944 time: 0.1179636 Nov 12 03:05:09.386708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d1ec47-4212-4be4-9159-b06ade216b03 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:09.395856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.424777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Transition to ACTIVE for port object b6d1ec47-4212-4be4-9159-b06ade216b03 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:09.430523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.439187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.440147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.440748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.481263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-468bed13-6d65-4945-9975-f427a0b52805 req-bd4504d0-6d40-4d03-8104-adf75ddfac31 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900557 Nov 12 03:05:09.503370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Pushing event updated for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:09.507563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59cc766d-7005-4c27-9afb-85e118aef191 req-35997823-5849-4aae-93ef-f80c3f7eb23a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479502 Nov 12 03:05:09.548404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Attempting to bind port b6d1ec47-4212-4be4-9159-b06ade216b03 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:09.548744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Attempting to bind port b6d1ec47-4212-4be4-9159-b06ade216b03 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:09.549087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Attempting to bind port b6d1ec47-4212-4be4-9159-b06ade216b03 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:09.557011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Port b6d1ec47-4212-4be4-9159-b06ade216b03 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:09.557361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Attempting to bind port b6d1ec47-4212-4be4-9159-b06ade216b03 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:09.557467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9701264 Nov 12 03:05:09.561675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:09.569193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Request body: {'subnet': {'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-subnet', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:09.571530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488754-4e2d-46f5-892e-a83859de24d8 admin admin] Pushing event updated for resources: {'Network': ['ID=cfea79ea-c10d-4c3d-a5c3-3664a0268b83,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:09.574984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:09.575366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:09.575895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:09.576356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Bound port: b6d1ec47-4212-4be4-9159-b06ade216b03, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:09.576716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.587713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:05:09.611306 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.632455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Made reservation on behalf of abf489bffdbd43d6b751555f1f7d9235 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:09.635328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.651944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.697424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Network 9537caad-55d9-4433-b9db-aca1528604e7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:09.702762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:09.710006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:09.737906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:09.750961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c4f97-1bda-441b-b30e-4e6c927ca70f req-bdb879e9-5176-44a4-ab32-8869271fc7b0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.752533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-568c4f97-1bda-441b-b30e-4e6c927ca70f req-bdb879e9-5176-44a4-ab32-8869271fc7b0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1504104 Nov 12 03:05:09.759144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:09.767049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.767310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6d1ec47-4212-4be4-9159-b06ade216b03,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:09.767942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.785140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.787268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a396e06b-c97c-494e-97fe-439383a57bb8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404835 Nov 12 03:05:09.800793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Request body: {'port': {'device_id': '90434c45-d873-4f71-81a2-20039a35d66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:09.813013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:09.852899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:09.853512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.855068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] 10.222.0.32 "PUT /v2.0/ports/b6d1ec47-4212-4be4-9159-b06ade216b03 HTTP/1.1" status: 200 len: 1096 time: 1.3917527 Nov 12 03:05:09.867363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:09.870592 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284347ed-362b-43df-a1df-896548de6f17" -d '{"events": [{"name": "network-changed", "server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:09.877163 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:09.921032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-568c4f97-1bda-441b-b30e-4e6c927ca70f req-1e908fe0-c8de-4369-9592-a14c59da4d9b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596954 Nov 12 03:05:09.933594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc49bac-f118-44d2-b114-adbc8df1951e service neutron] Pushing event updated for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:09.979867 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0239114b-9250-4aea-a6ab-9a2ac7fc8a49 x-openstack-request-id: req-0239114b-9250-4aea-a6ab-9a2ac7fc8a49 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:09.980155 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:09.980569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0239114b-9250-4aea-a6ab-9a2ac7fc8a49 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:09.980956 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03', 'status': 'completed', 'code': 200} Nov 12 03:05:09.995518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:10.013351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'port_id': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'mac_address': 'fa:16:3e:1d:35:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c95d2fb-29f0-488c-898c-8f71761aaccf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:10.058285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.084361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb41013-5381-4728-b009-2a703cc7ec8f {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:10.117884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:10.121569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-ec02b01a-881e-4c6b-9875-4c16ecd05006 req-b214f5bb-5837-40b3-bd1c-3f7e76ff4e77 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:10.122092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-6a1d1412-5b6b-4472-b9b6-8f7bf9c0cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.122809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec02b01a-881e-4c6b-9875-4c16ecd05006 req-b214f5bb-5837-40b3-bd1c-3f7e76ff4e77 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079057 Nov 12 03:05:10.123379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-6a1d1412-5b6b-4472-b9b6-8f7bf9c0cb6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 1099 time: 0.2141488 Nov 12 03:05:10.129929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.134108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.205583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-0aeb5ecd-7b28-4d64-b73d-f83742d5d0a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b6d1ec47-4212-4be4-9159-b06ade216b03 HTTP/1.1" status: 200 len: 217 time: 0.0735159 Nov 12 03:05:10.226395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:10.241147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e498b9f-980f-4fd7-95ab-d664f2b51607 req-f23f5d28-5664-4b6a-a8f9-42a68509d970 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.243231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e498b9f-980f-4fd7-95ab-d664f2b51607 req-f23f5d28-5664-4b6a-a8f9-42a68509d970 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 944 time: 0.1827302 Nov 12 03:05:10.290548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25a5321-4224-4721-b8dc-d88f1e4f52ee,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:10.320387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:10.323514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-e90fdde9-f847-46f3-ac93-aacd4ba2d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.325011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-e90fdde9-f847-46f3-ac93-aacd4ba2d206 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1092663 Nov 12 03:05:10.331261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Checking segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:10.331454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Network hostable DHCP agents. Network: cfea79ea-c10d-4c3d-a5c3-3664a0268b83, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:05:10.331910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.357225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['5eb41013-5381-4728-b009-2a703cc7ec8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:10.371679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Transition to ACTIVE for port object 28e29048-3d03-4727-a48d-c35469b73097 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:10.380722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.393009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e498b9f-980f-4fd7-95ab-d664f2b51607 req-1169cdc8-7879-4f80-827a-c3e1229347fe tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262302 Nov 12 03:05:10.405287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:05:10.425475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, cfea79ea-c10d-4c3d-a5c3-3664a0268b83) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:10.442092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35d886-acaf-40ce-9d39-d6354fa8e6a6 None None] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:10.444430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-5c3f4b92-27ce-4730-abf6-77c88d90a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.447084 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-5c3f4b92-27ce-4730-abf6-77c88d90a61f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107018 Nov 12 03:05:10.448480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.449186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.512871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d743528f-6cb7-461b-af7c-9584fa3c2d48 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9491003 Nov 12 03:05:10.513536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:10.522247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a36024c5-4eae-40ee-990c-d450f538d01d details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:10.525131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:10.528350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 12436a0b-c9f3-4857-85ee-dbd726d9ae8f up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:10.528698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-dbbc83ff-7bcb-46d4-9790-259cbe042b91 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1855481 Nov 12 03:05:10.535213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:10.587135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.588183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.594856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c413-31b2-4be9-bee1-dc1ebb846f90 req-b9d8e4d6-0ebd-4192-a52c-bd3f05608b66 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.596435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93c2c413-31b2-4be9-bee1-dc1ebb846f90 req-b9d8e4d6-0ebd-4192-a52c-bd3f05608b66 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.1324494 Nov 12 03:05:10.611854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090d6d-b895-4851-9a87-297938542389 req-230d4092-1c7c-4d24-a2e0-68208261a42a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:10.619348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20090d6d-b895-4851-9a87-297938542389 req-230d4092-1c7c-4d24-a2e0-68208261a42a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.1522546 Nov 12 03:05:10.742077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20090d6d-b895-4851-9a87-297938542389 req-8aa36c9c-d262-4796-a9a8-164e57aa3194 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166425 Nov 12 03:05:10.752525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.755366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-d960cafa-2065-41eb-bcb6-169184231568 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994778 Nov 12 03:05:10.868667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Attempting to bind port 28e29048-3d03-4727-a48d-c35469b73097 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:10.869106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Attempting to bind port 28e29048-3d03-4727-a48d-c35469b73097 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:10.869329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Attempting to bind port 28e29048-3d03-4727-a48d-c35469b73097 on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:10.876344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Port 28e29048-3d03-4727-a48d-c35469b73097 on network 9537caad-55d9-4433-b9db-aca1528604e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:10.876671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Attempting to bind port 28e29048-3d03-4727-a48d-c35469b73097 on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:10.890055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:10.890403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Checking segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:10.890797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Bound using segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:10.891271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Bound port: 28e29048-3d03-4727-a48d-c35469b73097, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:10.891630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.903934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:05:10.904809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:10.920410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:10.950748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93c2c413-31b2-4be9-bee1-dc1ebb846f90 req-f0afed95-65f8-415b-b03f-72938f3fbc11 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384941 Nov 12 03:05:11.029975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:11.033021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:11.033484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.043061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:11.066340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.166978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.167730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.169223 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] 10.222.0.32 "PUT /v2.0/ports/28e29048-3d03-4727-a48d-c35469b73097 HTTP/1.1" status: 200 len: 1093 time: 1.3729329 Nov 12 03:05:11.171438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'tag': '28e29048-3d03-4727-a48d-c35469b73097'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:11.183738 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280" -d '{"events": [{"name": "network-changed", "server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "tag": "28e29048-3d03-4727-a48d-c35469b73097"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:11.244781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b9d1a-d0f3-4d1e-920e-96fa3f677f79 req-eb9738b3-1e69-4cd6-a543-eab201fe85c7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.256588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-552b9d1a-d0f3-4d1e-920e-96fa3f677f79 req-eb9738b3-1e69-4cd6-a543-eab201fe85c7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 944 time: 0.2156065 Nov 12 03:05:11.284080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.313283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5979c08-8a0b-49db-b560-90f83d03d122 service neutron] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:11.317849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a36024c5-4eae-40ee-990c-d450f538d01d,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:11.346235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a36024c5-4eae-40ee-990c-d450f538d01d', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': 'a36024c5-4eae-40ee-990c-d450f538d01d', 'mac_address': 'fa:16:3e:c1:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:11.352579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-73a1c9bc-4ad2-46c7-9055-f52549bc2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.354061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-73a1c9bc-4ad2-46c7-9055-f52549bc2d1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 1096 time: 0.1404514 Nov 12 03:05:11.364379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Allocated IP 172.20.0.2 (cfea79ea-c10d-4c3d-a5c3-3664a0268b83/c25a5321-4224-4721-b8dc-d88f1e4f52ee/06557084-ed80-4011-b63c-4ea2465775f0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:11.378437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6256c-e173-4011-b252-cf328201c6b8 req-fc6f80cf-4932-4fa6-b59c-77675bd527f8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.386409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14b6256c-e173-4011-b252-cf328201c6b8 req-fc6f80cf-4932-4fa6-b59c-77675bd527f8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1704750 Nov 12 03:05:11.391724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-552b9d1a-d0f3-4d1e-920e-96fa3f677f79 req-9ab7bae5-34a8-43ba-bef1-c263374a1bca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341634 Nov 12 03:05:11.402556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfe84cb-018e-4b5f-81af-d2440427ea06 req-66a2b840-358c-4741-8251-e222d35fc857 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361234 Nov 12 03:05:11.474318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.476399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.504306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14b6256c-e173-4011-b252-cf328201c6b8 req-97f72993-5773-49ed-94b6-77c329e9d08f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025324 Nov 12 03:05:11.518969 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-699914fc-bfd8-45ed-9520-f0836971c9f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28e29048-3d03-4727-a48d-c35469b73097 HTTP/1.1" status: 200 len: 217 time: 0.1261747 Nov 12 03:05:11.536910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36024c5-4eae-40ee-990c-d450f538d01d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:11.560864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:11.563211 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca895206-90c7-4f68-90ec-3b8172036ebd" -d '{"events": [{"server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "name": "network-vif-plugged", "status": "completed", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:11.589258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:11.591293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a36024c5-4eae-40ee-990c-d450f538d01d,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:11.595953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.604507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.610468 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961dfc21-6250-41bc-b08b-6e54423e8efd x-openstack-request-id: req-961dfc21-6250-41bc-b08b-6e54423e8efd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:11.610811 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "tag": "28e29048-3d03-4727-a48d-c35469b73097", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:11.611026 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-961dfc21-6250-41bc-b08b-6e54423e8efd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:11.611598 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'tag': '28e29048-3d03-4727-a48d-c35469b73097', 'status': 'completed', 'code': 200} Nov 12 03:05:11.651125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-1bcdf469-662a-4990-b70c-34c4be73cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.652620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-1bcdf469-662a-4990-b70c-34c4be73cfd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.1172044 Nov 12 03:05:11.680709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a3774-49f4-4363-8d8e-45ccc9a2ef54 req-e13e5f02-c0bc-48f5-9a8d-da56016eb734 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.682462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb0a3774-49f4-4363-8d8e-45ccc9a2ef54 req-e13e5f02-c0bc-48f5-9a8d-da56016eb734 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 947 time: 0.1580379 Nov 12 03:05:11.689881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:11.700370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-c1a8a634-82ca-4b32-a36e-d6987230143b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397649 Nov 12 03:05:11.724557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.742784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.755891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.787967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:11.811969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:11.815270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:11.827434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:11.833979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb0a3774-49f4-4363-8d8e-45ccc9a2ef54 req-aa5194de-a237-48e8-97bb-104bf9cae808 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367061 Nov 12 03:05:11.849764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:11.858930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:11.899903 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3b256b-a4a9-479f-b3cd-b38fa2744a2d x-openstack-request-id: req-4b3b256b-a4a9-479f-b3cd-b38fa2744a2d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:11.900208 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "name": "network-vif-plugged", "status": "completed", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:11.900466 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4b3b256b-a4a9-479f-b3cd-b38fa2744a2d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:11.900850 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'code': 200} Nov 12 03:05:11.904345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a36024c5-4eae-40ee-990c-d450f538d01d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:11.906383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284347ed-362b-43df-a1df-896548de6f17 req-bbe6c1ff-f155-4a55-96c1-d4aeab27f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.908586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-bbe6c1ff-f155-4a55-96c1-d4aeab27f87c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 1099 time: 0.1767755 Nov 12 03:05:11.928083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-ce7fef12-cc0d-480c-998f-bfbbbaf90b92 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020979 Nov 12 03:05:11.958473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c863241-6463-4e75-a2dd-b0b9e90eceb5 req-5410b36e-29e4-4447-9e3e-7fec75549c06 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:11.966567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c863241-6463-4e75-a2dd-b0b9e90eceb5 req-5410b36e-29e4-4447-9e3e-7fec75549c06 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 945 time: 0.1687598 Nov 12 03:05:12.000132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Pushing event updated for resources: {'Port': ['ID=06557084-ed80-4011-b63c-4ea2465775f0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:12.040691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Attempting to bind port 06557084-ed80-4011-b63c-4ea2465775f0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:12.041593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Attempting to bind port 06557084-ed80-4011-b63c-4ea2465775f0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:12.042010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Attempting to bind port 06557084-ed80-4011-b63c-4ea2465775f0 on network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:12.059582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:12.059981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Checking segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:12.060594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.060725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Bound using segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:12.061188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Bound port: 06557084-ed80-4011-b63c-4ea2465775f0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:12.061568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.083227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 5eb41013-5381-4728-b009-2a703cc7ec8f completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:12.089954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 5eb41013-5381-4728-b009-2a703cc7ec8f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:12.090314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.111451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c2e54-6ce7-4f47-ba2e-73adca851ee5 req-6a4cbb6b-cd6c-4f13-a058-e279fa64aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.112932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a11c2e54-6ce7-4f47-ba2e-73adca851ee5 req-6a4cbb6b-cd6c-4f13-a058-e279fa64aa37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1097 time: 0.1235125 Nov 12 03:05:12.118761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c863241-6463-4e75-a2dd-b0b9e90eceb5 req-02cf2209-9ea1-429a-bf06-cb19ae8c0178 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510587 Nov 12 03:05:12.125284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e750-1cee-4d42-b141-1ba87b0a49db req-37233c13-231a-4272-bbcf-bc5818ce97a6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.125549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Allocated IP 172.25.2.158 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/271b6873-7b5a-4b00-9360-7bc16409fe3f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:12.127166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3674e750-1cee-4d42-b141-1ba87b0a49db req-37233c13-231a-4272-bbcf-bc5818ce97a6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.1657348 Nov 12 03:05:12.128089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284347ed-362b-43df-a1df-896548de6f17 req-83534001-3250-4d29-98b7-f9f591e308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.129582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-83534001-3250-4d29-98b7-f9f591e308e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2116356 Nov 12 03:05:12.142339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b07ff62-8a9d-422c-9ae1-203abaef6023 req-bf8937a3-43e3-4de6-ba19-5175638a5e41 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043629 Nov 12 03:05:12.177392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-7186379f-f1a7-4ff8-8517-e63b273610ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b6d1ec47-4212-4be4-9159-b06ade216b03 HTTP/1.1" status: 200 len: 217 time: 0.0391686 Nov 12 03:05:12.231478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] For port 06557084-ed80-4011-b63c-4ea2465775f0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:12.237153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] For port 06557084-ed80-4011-b63c-4ea2465775f0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=06557084-ed80-4011-b63c-4ea2465775f0,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:12.243946 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.283892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a11c2e54-6ce7-4f47-ba2e-73adca851ee5 req-8f524ec6-c643-4b26-9139-56bc5bd293a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534510 Nov 12 03:05:12.316179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-9a2b3f93-3dbd-4f9d-bde7-14bd2ec0c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.317335 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-9a2b3f93-3dbd-4f9d-bde7-14bd2ec0c607 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 1096 time: 0.0711155 Nov 12 03:05:12.320710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3674e750-1cee-4d42-b141-1ba87b0a49db req-7c9837a1-01b3-4974-b484-d55072a4752f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629989 Nov 12 03:05:12.366132 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.371916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c021ba-5218-4c62-a018-7d334e2dac05 None None] Pushing event updated for resources: {'Port': ['ID=06557084-ed80-4011-b63c-4ea2465775f0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:12.428757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:12.434332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-9e620b18-649b-46f0-abae-1c8943b5a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.435829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-9e620b18-649b-46f0-abae-1c8943b5a47c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 923 time: 0.1089127 Nov 12 03:05:12.436375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.445299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284347ed-362b-43df-a1df-896548de6f17 req-1977b448-114b-4ab5-b22d-567e4a774482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.446811 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-1977b448-114b-4ab5-b22d-567e4a774482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1597447 Nov 12 03:05:12.475029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c4a64-0e6d-43d4-b7df-38bd12bed9a3 req-5c748f32-f0ca-40e2-8509-c468a0a0f9d5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.483697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-470c4a64-0e6d-43d4-b7df-38bd12bed9a3 req-5c748f32-f0ca-40e2-8509-c468a0a0f9d5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.1953843 Nov 12 03:05:12.500218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:12.501565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-67c6a752-dee8-4c38-9c14-c2aa54cf1070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28e29048-3d03-4727-a48d-c35469b73097 HTTP/1.1" status: 200 len: 217 time: 0.0576863 Nov 12 03:05:12.514014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5ba37652-6c69-44b8-bbbe-f3c555839378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.514540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5ba37652-6c69-44b8-bbbe-f3c555839378 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1101 time: 0.2286203 Nov 12 03:05:12.526064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.622487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf27ec-62f7-4e27-98a6-94646f387a07 req-8c1f5c25-7205-41b5-8132-cc057b702428 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.625456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1cf27ec-62f7-4e27-98a6-94646f387a07 req-8c1f5c25-7205-41b5-8132-cc057b702428 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 945 time: 0.1228986 Nov 12 03:05:12.628624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-dab14e73-b965-47a0-b71d-b23b8d7fa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.630359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-dab14e73-b965-47a0-b71d-b23b8d7fa4e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.1167812 Nov 12 03:05:12.676196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-0735d3da-2f40-4a7c-bbbd-b57420a4de9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365875 Nov 12 03:05:12.677894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284347ed-362b-43df-a1df-896548de6f17 req-8bcadc83-981f-4cf1-aaae-8ca1dcac49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.679442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-8bcadc83-981f-4cf1-aaae-8ca1dcac49cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238634 Nov 12 03:05:12.725530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-470c4a64-0e6d-43d4-b7df-38bd12bed9a3 req-764aceaa-8f69-4ab0-9aa6-93ecfccb1bcb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409282 Nov 12 03:05:12.776004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:12.780279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-2f2cf133-84b2-4e92-a6e5-5624b117a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.781765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-2f2cf133-84b2-4e92-a6e5-5624b117a768 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2594135 Nov 12 03:05:12.795726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1cf27ec-62f7-4e27-98a6-94646f387a07 req-aaf1cc3b-3408-45c8-bddf-355354e5c17f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633124 Nov 12 03:05:12.817793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-cbd74f67-4004-424d-b132-10f3ed480ae2 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279039 Nov 12 03:05:12.887849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-805291c9-52b0-4358-a026-298a15d0ae19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.0784748 Nov 12 03:05:12.893142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:12.921718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7107b8a5-b2f4-4ef7-bfa8-3b76b3a67280 req-92226dd0-6bf0-4aac-aef8-a5aa1b89a706 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964320 Nov 12 03:05:12.924483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:12.937252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:12.955510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Pushing event updated for resources: {'Port': ['ID=271b6873-7b5a-4b00-9360-7bc16409fe3f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:12.968471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68743-6d06-45b1-b538-41cf97f90c3a req-b046dcf5-e13a-428a-807f-b5fb6a53832e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:12.969963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00b68743-6d06-45b1-b538-41cf97f90c3a req-b046dcf5-e13a-428a-807f-b5fb6a53832e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 947 time: 0.0516386 Nov 12 03:05:13.008577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.008949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.009291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.009612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.009950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.010283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.010610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.010934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.011282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.011613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.011937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.012257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:13.016732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-4b3fa303-1a67-4300-ade1-1b681cbd95bf service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214409 Nov 12 03:05:13.019623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00b68743-6d06-45b1-b538-41cf97f90c3a req-c2281d95-4e96-4e7b-a67f-9d1f88766892 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Nov 12 03:05:13.106788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-3ea95be4-5781-4fc2-b2fc-57b4134c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.108220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-3ea95be4-5781-4fc2-b2fc-57b4134c8543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1971660 Nov 12 03:05:13.119589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214964f-8d70-4a5a-a4cb-975a9f4200a6 req-bf1514fb-03b5-44b1-9a65-9311efb70dbf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.121074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6214964f-8d70-4a5a-a4cb-975a9f4200a6 req-bf1514fb-03b5-44b1-9a65-9311efb70dbf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.3013361 Nov 12 03:05:13.273273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55a1e-3aaa-4b7d-9d32-b8f84e3a4263 req-30a8b9ae-0f82-4c8e-994e-c15a0c70d961 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.275196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aae55a1e-3aaa-4b7d-9d32-b8f84e3a4263 req-30a8b9ae-0f82-4c8e-994e-c15a0c70d961 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Nov 12 03:05:13.293346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-e6230d96-169e-40c4-a6c1-6f7652fe4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.294864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-e6230d96-169e-40c4-a6c1-6f7652fe4117 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698143 Nov 12 03:05:13.305126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-284347ed-362b-43df-a1df-896548de6f17 req-8d757fa2-dd74-43e9-a10e-49544c8fb862 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585120 Nov 12 03:05:13.325200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6214964f-8d70-4a5a-a4cb-975a9f4200a6 req-d9f0c9c8-c8aa-4830-a6a6-4bfb37d90b80 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646538 Nov 12 03:05:13.344504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aae55a1e-3aaa-4b7d-9d32-b8f84e3a4263 req-4e84ec19-896a-4ea0-a983-e97dedcb0c2f tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620792 Nov 12 03:05:13.391391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23a226-345a-4dcb-bef5-70af52fc6403 None None] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:13.533408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] Provisioning complete for port 06557084-ed80-4011-b63c-4ea2465775f0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:13.533920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:13.654427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:13.690370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] For port 06557084-ed80-4011-b63c-4ea2465775f0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=06557084-ed80-4011-b63c-4ea2465775f0,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:13.696024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:13.702650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:13.709508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-877dc3df-abda-48e3-810c-b0d9482bfdbd service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011545 Nov 12 03:05:13.750225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466e3e0-c4f5-4f8b-9de0-fd934ec6be5d None None] Pushing event updated for resources: {'Port': ['ID=06557084-ed80-4011-b63c-4ea2465775f0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:13.769015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf9bc5-7970-4f96-ab78-d2bb8ff7009b req-9e9ffe26-4610-469b-a346-50ed211c540f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.775628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-efbf9bc5-7970-4f96-ab78-d2bb8ff7009b req-9e9ffe26-4610-469b-a346-50ed211c540f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1440506 Nov 12 03:05:13.850390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6d1ec47-4212-4be4-9159-b06ade216b03 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:13.855996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ce00a-5d95-4463-a27d-e84c7bb87bc6 req-6fc23792-a399-4764-8e26-16cd302c115d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:13.858046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-127ce00a-5d95-4463-a27d-e84c7bb87bc6 req-6fc23792-a399-4764-8e26-16cd302c115d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.0546169 Nov 12 03:05:13.916818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:13.917151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-127ce00a-5d95-4463-a27d-e84c7bb87bc6 req-d5532f65-2383-42a3-8352-3055809b64fa tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Nov 12 03:05:13.919042 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ed854-0027-4f16-8440-12d6c7e86ef1" -d '{"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-plugged", "status": "completed", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:13.958657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-609c0ad3-cd73-4d18-bda6-25119d4f521e None None] Provisioning complete for port 06557084-ed80-4011-b63c-4ea2465775f0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:13.959022 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-609c0ad3-cd73-4d18-bda6-25119d4f521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:13.967263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-efbf9bc5-7970-4f96-ab78-d2bb8ff7009b req-b14976c3-7171-46bd-aa5f-1e7d55de6486 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773913 Nov 12 03:05:13.971119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-922971c6-6b18-4301-8868-94af16e8dfb7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269328 Nov 12 03:05:14.020069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6d1ec47-4212-4be4-9159-b06ade216b03,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:14.054655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.063632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b6d1ec47-4212-4be4-9159-b06ade216b03', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'b6d1ec47-4212-4be4-9159-b06ade216b03', 'mac_address': 'fa:16:3e:67:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:14.092802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1b928-23cf-406e-ab96-75ff10efeeeb req-4298a6fb-025b-4234-81f8-c7bd522b2351 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:14.101750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5e1b928-23cf-406e-ab96-75ff10efeeeb req-4298a6fb-025b-4234-81f8-c7bd522b2351 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 945 time: 0.1022725 Nov 12 03:05:14.146186 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fa5b11-7d93-43e2-9564-b190038bb402 x-openstack-request-id: req-15fa5b11-7d93-43e2-9564-b190038bb402 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:14.146497 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-plugged", "status": "completed", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:14.146747 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15fa5b11-7d93-43e2-9564-b190038bb402 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:14.147147 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'code': 200} Nov 12 03:05:14.166672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.183883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d1ec47-4212-4be4-9159-b06ade216b03 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:14.205717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6d1ec47-4212-4be4-9159-b06ade216b03,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:14.210136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.218384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5e1b928-23cf-406e-ab96-75ff10efeeeb req-867b334c-5dac-4801-a4ba-1033c7c97634 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156015 Nov 12 03:05:14.262358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:14.269725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.270067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.270402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.270735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.271061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.271484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.271807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.272127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.272446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.272768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.273084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.273399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:14.322758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b64e3-7e23-4b07-ad5f-7d383fc22cf3 req-ec946f83-1e8d-40f4-b027-08e17000f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:14.324288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-978b64e3-7e23-4b07-ad5f-7d383fc22cf3 req-ec946f83-1e8d-40f4-b027-08e17000f566 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1098 time: 0.0966029 Nov 12 03:05:14.331953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343852bb-845a-44ec-b59a-cf7e3fdd0511 req-65b4e570-8f93-414c-840e-e7678d0cf93e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:14.333281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-343852bb-845a-44ec-b59a-cf7e3fdd0511 req-65b4e570-8f93-414c-840e-e7678d0cf93e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 948 time: 0.1045399 Nov 12 03:05:14.411281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-978b64e3-7e23-4b07-ad5f-7d383fc22cf3 req-7fdbed90-6e51-404d-b698-b59ac200cf92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753829 Nov 12 03:05:14.411807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Router 91af0377-d4bc-4f30-a761-b346ae85d7a0 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:05:14.431381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-343852bb-845a-44ec-b59a-cf7e3fdd0511 req-34f19b28-dd1b-4a71-b87f-cc604ec91506 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871155 Nov 12 03:05:14.448199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:14.463701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9df72-8d3d-4dd6-92c2-76efa30e7ae5 req-a520e515-a41e-4a07-9f3c-c5f682298273 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:14.465718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17e9df72-8d3d-4dd6-92c2-76efa30e7ae5 req-a520e515-a41e-4a07-9f3c-c5f682298273 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0620298 Nov 12 03:05:14.522291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17e9df72-8d3d-4dd6-92c2-76efa30e7ae5 req-0e33211b-d3b0-4de3-89fc-2fda3304d718 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Nov 12 03:05:14.532823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a36024c5-4eae-40ee-990c-d450f538d01d up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:14.569262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:14.595656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d88b2f-070e-45a5-826f-b5ac872f21c3 req-67f049c9-8e98-4fdf-b920-da0cde5ac4d9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:14.597230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5d88b2f-070e-45a5-826f-b5ac872f21c3 req-67f049c9-8e98-4fdf-b920-da0cde5ac4d9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 945 time: 0.0875034 Nov 12 03:05:14.607033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.607333 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Sync routers for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:14.609724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e06220fb-bea4-4f39-9979-c6cebf90d5ea admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0896606 Nov 12 03:05:14.612278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40416) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:14.626721 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:14.627402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:14.721505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 06557084-ed80-4011-b63c-4ea2465775f0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:14.743842 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:14.784149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a36024c5-4eae-40ee-990c-d450f538d01d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:14.799189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a36024c5-4eae-40ee-990c-d450f538d01d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:14.799559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.822115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5d88b2f-070e-45a5-826f-b5ac872f21c3 req-814b6e74-6e0f-4fce-89eb-36ea978b5809 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968050 Nov 12 03:05:14.860315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 06557084-ed80-4011-b63c-4ea2465775f0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:14.860685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.960913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:14.991778 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:13Z', 'revision_number': 3, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:15.010159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a36024c5-4eae-40ee-990c-d450f538d01d,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:15.016693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.031324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Checking router: 91af0377-d4bc-4f30-a761-b346ae85d7a0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:15.031680 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Updating router 91af0377-d4bc-4f30-a761-b346ae85d7a0 port 271b6873-7b5a-4b00-9360-7bc16409fe3f binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:05:15.063071 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.079778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:15.105492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-6aadfe5b-042f-4f4a-8207-2e7734ee792f tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:15.107561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-6aadfe5b-042f-4f4a-8207-2e7734ee792f tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1246874 Nov 12 03:05:15.148037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784de5ae-b422-4404-8498-6e485163de5c req-34cb10e9-89c6-4d7f-a430-d9e6b46ffb16 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:15.150290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-784de5ae-b422-4404-8498-6e485163de5c req-34cb10e9-89c6-4d7f-a430-d9e6b46ffb16 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.0982928 Nov 12 03:05:15.187855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-125f7d47-11b4-4b8f-98d1-6729ca3f5d0c tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.0731006 Nov 12 03:05:15.199184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:15.238117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.245611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-784de5ae-b422-4404-8498-6e485163de5c req-631911ed-2b0c-44b4-af77-718e9a6ab237 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837445 Nov 12 03:05:15.245980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.343518 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.349614 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.409468 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e762d-7b5c-4a5a-8c29-a34c811936e0 None None] Pushing event updated for resources: {'Port': ['ID=271b6873-7b5a-4b00-9360-7bc16409fe3f,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:15.412014 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Attempting to bind port 271b6873-7b5a-4b00-9360-7bc16409fe3f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:15.418516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Attempting to bind port 271b6873-7b5a-4b00-9360-7bc16409fe3f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:15.418981 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Attempting to bind port 271b6873-7b5a-4b00-9360-7bc16409fe3f on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:15.426131 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:15.426608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:15.427084 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.427585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:15.428140 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Bound port: 271b6873-7b5a-4b00-9360-7bc16409fe3f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:15.428613 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.489795 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] For port 271b6873-7b5a-4b00-9360-7bc16409fe3f, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:15.494564 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] For port 271b6873-7b5a-4b00-9360-7bc16409fe3f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=271b6873-7b5a-4b00-9360-7bc16409fe3f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:15.501108 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.569035 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e762d-7b5c-4a5a-8c29-a34c811936e0 None None] Pushing event updated for resources: {'Port': ['ID=271b6873-7b5a-4b00-9360-7bc16409fe3f,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:15.572974 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:15.574038 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:15.701552 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:15.709727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11f80-7773-41d5-9786-90fe77317313 req-8722f482-81cf-4d66-a211-84317af00cd4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:15.711643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8d11f80-7773-41d5-9786-90fe77317313 req-8722f482-81cf-4d66-a211-84317af00cd4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.3641675 Nov 12 03:05:15.736214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.741093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.743383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Allocated IP 172.20.0.1 (cfea79ea-c10d-4c3d-a5c3-3664a0268b83/c25a5321-4224-4721-b8dc-d88f1e4f52ee/a0be10f0-d36e-49dc-b2d1-c25edfcf7485) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:15.827427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8d11f80-7773-41d5-9786-90fe77317313 req-41df461d-c5a2-43be-8ceb-5fffde288d1a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056716 Nov 12 03:05:15.852912 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270 associated. External IP: 172.25.2.67, port: b8d7bbcd-d063-41cb-9cf9-c78841189a90. Nov 12 03:05:15.892987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:15.895117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6d1ec47-4212-4be4-9159-b06ade216b03 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:15.903788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.926286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:13Z', 'revision_number': 3, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:15.963736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:15.995884 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb510da6-2b58-4ecf-9b30-4b672a104bd0 None None] The sync data for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 is: [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:13Z', 'revision_number': 3, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:16.033831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:16.039209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:16.072436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:16.073062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.080413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b6d1ec47-4212-4be4-9159-b06ade216b03 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:16.094841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b6d1ec47-4212-4be4-9159-b06ade216b03 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:16.095309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.115401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:16.124274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:16.150185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:16.152441 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e89634-4235-41c5-a999-a1548a204f9d" -d '{"events": [{"server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "name": "network-vif-plugged", "status": "completed", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:16.162661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:16.181617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26cbd-6ea0-4f8c-a054-c079563fce9c req-024acbec-f903-4659-861d-2707dd35b0ae tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.189093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ac26cbd-6ea0-4f8c-a054-c079563fce9c req-024acbec-f903-4659-861d-2707dd35b0ae tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.1537855 Nov 12 03:05:16.190173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '28e29048-3d03-4727-a48d-c35469b73097', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'port_id': '28e29048-3d03-4727-a48d-c35469b73097', 'mac_address': 'fa:16:3e:82:fa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4559c69-64ee-487e-85ae-23d8c95fa7bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:16.276103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ac26cbd-6ea0-4f8c-a054-c079563fce9c req-2874d9d8-8f75-4794-848d-d36b8414fa9d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858278 Nov 12 03:05:16.278775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.281301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.299584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:16.307374 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.321461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:16.342188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.350820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:16.351701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:16.354828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:16.377681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-8f7275f0-309d-48a0-91ae-ee56ae0ca5be tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "PUT /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 995 time: 1.1828587 Nov 12 03:05:16.378309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:16.384594 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e274ef8-1e12-4f68-aab1-c3538cf360f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:16.456710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-42d87a26-9416-424e-9079-0559a6223921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.464609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-42d87a26-9416-424e-9079-0559a6223921 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0736289 Nov 12 03:05:16.465076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6d1ec47-4212-4be4-9159-b06ade216b03,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:16.474056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:16.486423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.500229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.569390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0d6fb-3b1a-4edf-a943-101254e90afc req-21310466-edd1-48df-ab77-a769bf01598b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.573902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e0d6fb-3b1a-4edf-a943-101254e90afc req-21310466-edd1-48df-ab77-a769bf01598b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 948 time: 0.1775713 Nov 12 03:05:16.578233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-f46255e1-d208-431c-b40e-f3da16f6beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.588164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-f46255e1-d208-431c-b40e-f3da16f6beee service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1220078 Nov 12 03:05:16.593179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bf4563ef-0678-41e5-b46b-c0c1fe51562f None None] Provisioning complete for port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:16.593551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf4563ef-0678-41e5-b46b-c0c1fe51562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.667164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:16.678427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-096e12a1-330e-45e7-aacb-df7bf0b84345 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 998 time: 0.0894606 Nov 12 03:05:16.680422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:16.709891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e0d6fb-3b1a-4edf-a943-101254e90afc req-a8f5005b-163a-4bc1-8720-7e31919badab tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345789 Nov 12 03:05:16.740683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bf4563ef-0678-41e5-b46b-c0c1fe51562f None None] Port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:16.754574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-48a8048d-4ffc-49c0-ab2c-a62e9dcf3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.756068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 271b6873-7b5a-4b00-9360-7bc16409fe3f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:16.757790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.765234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.766493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:16.775944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['28e29048-3d03-4727-a48d-c35469b73097'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:16.778585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-48a8048d-4ffc-49c0-ab2c-a62e9dcf3650 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0987453 Nov 12 03:05:16.833033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-857d0026-20b0-4272-b5e1-4297fb80fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.842634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-857d0026-20b0-4272-b5e1-4297fb80fb31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584381 Nov 12 03:05:16.848005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-fae3a6c0-1206-4cb5-9a78-7901a2d3a860 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:16.857174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-fae3a6c0-1206-4cb5-9a78-7901a2d3a860 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135908 Nov 12 03:05:16.892848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:16.893287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:16.961479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-98311463-3d45-4995-9bf8-c1349bde2256 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027930 Nov 12 03:05:16.993733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a39c5-c18f-446d-8287-d2d5a15fb58e req-e7d39206-42d8-4c90-9f7f-b83f861bebb6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:16.995573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a87a39c5-c18f-446d-8287-d2d5a15fb58e req-e7d39206-42d8-4c90-9f7f-b83f861bebb6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1237805 Nov 12 03:05:17.003857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:17.006640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:17.084068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 271b6873-7b5a-4b00-9360-7bc16409fe3f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:17.084611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:17.116475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a84eddd-115c-48af-bf80-0bbf07b9b8a1 req-baa6085c-b3d0-4461-9e5c-25dfd68652c2 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473563 Nov 12 03:05:17.135674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a87a39c5-c18f-446d-8287-d2d5a15fb58e req-4cc0e041-5fbb-4495-a4ed-09627143c6df tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298125 Nov 12 03:05:17.236376 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3307bd9-04a4-4cc6-a7a1-5cc0bce5c100 x-openstack-request-id: req-d3307bd9-04a4-4cc6-a7a1-5cc0bce5c100 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:17.236686 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "name": "network-vif-plugged", "status": "completed", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:17.236941 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d3307bd9-04a4-4cc6-a7a1-5cc0bce5c100 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:17.237446 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d', 'code': 200} Nov 12 03:05:17.291183 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c4feaa-b87a-4e84-b7ce-5340994b1acb x-openstack-request-id: req-b4c4feaa-b87a-4e84-b7ce-5340994b1acb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:17.291456 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:17.291769 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b4c4feaa-b87a-4e84-b7ce-5340994b1acb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:17.292228 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:05:17.298019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Router 91af0377-d4bc-4f30-a761-b346ae85d7a0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:17.343125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:17.412838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5bd3-79ab-435e-83fb-7ae7534037f9 req-a93d2b8d-c9a4-46f8-ab30-4ed25ac8c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.414470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f8e5bd3-79ab-435e-83fb-7ae7534037f9 req-a93d2b8d-c9a4-46f8-ab30-4ed25ac8c129 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 1098 time: 0.1122448 Nov 12 03:05:17.419187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ac377-7634-4b22-9d4e-fcdc88f6588f req-ced815d8-f893-46ca-8fde-3600ab78b4e8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.419600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 271b6873-7b5a-4b00-9360-7bc16409fe3f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=271b6873-7b5a-4b00-9360-7bc16409fe3f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:17.420729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f35ac377-7634-4b22-9d4e-fcdc88f6588f req-ced815d8-f893-46ca-8fde-3600ab78b4e8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 945 time: 0.1889267 Nov 12 03:05:17.428072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-2d52ef54-f616-4717-88ec-d9c8688da048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.429574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-2d52ef54-f616-4717-88ec-d9c8688da048 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.1077285 Nov 12 03:05:17.429737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:17.473437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c11b42-f3e0-40f6-8f66-7dd577c9a7d2 req-3d7e3061-b612-4f1b-a757-7c738fd8f940 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.474943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05c11b42-f3e0-40f6-8f66-7dd577c9a7d2 req-3d7e3061-b612-4f1b-a757-7c738fd8f940 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1089692 Nov 12 03:05:17.478843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:15Z', 'revision_number': 1, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:17.481954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f8e5bd3-79ab-435e-83fb-7ae7534037f9 req-b9b6be0b-aef2-447e-9e08-de366e23709e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Nov 12 03:05:17.524160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:17.528542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05c11b42-f3e0-40f6-8f66-7dd577c9a7d2 req-40c22aa7-2e22-45b4-b041-0e277cb98145 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 12 03:05:17.530599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5b0c03d9-72d5-429b-94dd-6e32be60afc5 None None] Provisioning complete for port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:17.530969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b0c03d9-72d5-429b-94dd-6e32be60afc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:17.551439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=271b6873-7b5a-4b00-9360-7bc16409fe3f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:17.566286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:17.567128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:17.594484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:17.599872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-380d3544-b1ce-4b3a-b0d7-f91ea2a80cb9 admin admin] 10.222.0.84 "PUT /v2.0/routers/91af0377-d4bc-4f30-a761-b346ae85d7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9862549 Nov 12 03:05:17.610762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f35ac377-7634-4b22-9d4e-fcdc88f6588f req-b4e097bf-3b9a-4d94-86ba-7a0ce73d9486 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753204 Nov 12 03:05:17.631476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-98a0572c-273b-4a28-b716-51f2e7d7447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.633716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-98a0572c-273b-4a28-b716-51f2e7d7447b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1886165 Nov 12 03:05:17.740468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c03d9-72d5-429b-94dd-6e32be60afc5 None None] Port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:17.818445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:17.851436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c7a5f-ff7c-4f2c-bc4e-1b89adc8088e req-5cef241e-95ad-4904-881f-d0aee93ef094 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.854837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-333c7a5f-ff7c-4f2c-bc4e-1b89adc8088e req-5cef241e-95ad-4904-881f-d0aee93ef094 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.0577214 Nov 12 03:05:17.919392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-47babf2e-af2b-4e74-90b8-6a28d2ca3aa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 998 time: 0.1980407 Nov 12 03:05:17.920473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-333c7a5f-ff7c-4f2c-bc4e-1b89adc8088e req-34c7c488-3c6c-4488-95ef-8c08f0eb1889 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592732 Nov 12 03:05:17.932300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-57699a4d-6d47-4da4-ae85-c1b604080148 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:17.933864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-57699a4d-6d47-4da4-ae85-c1b604080148 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1462717 Nov 12 03:05:18.034990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f177bcb-5b89-4de0-afe8-2415e37e3668 req-efddea5b-6331-4192-9ffb-12d050a4e998 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:18.038737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f177bcb-5b89-4de0-afe8-2415e37e3668 req-efddea5b-6331-4192-9ffb-12d050a4e998 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1098 time: 0.0475693 Nov 12 03:05:18.039853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-8cf70c6c-1d71-4ebe-996d-bbea51c56007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:18.041301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-8cf70c6c-1d71-4ebe-996d-bbea51c56007 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.1065843 Nov 12 03:05:18.086762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:15Z', 'revision_number': 1, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:18.088812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-fbdcf305-9400-4fd6-8c6a-e20766d4e210 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 998 time: 0.1446211 Nov 12 03:05:18.107149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:18.116343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3d0a6-84ee-4f51-9a1d-1eaf7cbc016e None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:15Z', 'revision_number': 1, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:18.141601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-acad181d-453f-461a-9df9-1ec416cdc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:18.143206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-acad181d-453f-461a-9df9-1ec416cdc664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934913 Nov 12 03:05:18.282390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:18.327026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f177bcb-5b89-4de0-afe8-2415e37e3668 req-5fb2bf0d-755f-4b8b-bd45-c4feb155ba7a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843361 Nov 12 03:05:18.400012 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Sync routers for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:18.410815 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:18.412765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:18.430591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef39a8-ce88-4b3f-84fe-91872cb78243 None None] New status for floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:18.479329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677a08e-ff33-4cad-9b00-c0b053119496 req-1af2ac82-eb1c-41c7-bc42-f20fab1773c6 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:18.481692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a677a08e-ff33-4cad-9b00-c0b053119496 req-1af2ac82-eb1c-41c7-bc42-f20fab1773c6 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.0708251 Nov 12 03:05:18.537651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a677a08e-ff33-4cad-9b00-c0b053119496 req-1796363b-eeef-40b7-9847-99db08c9ed54 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Nov 12 03:05:18.622915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-765a3061-13db-424e-b5b6-830f0f883d9d service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469833 Nov 12 03:05:18.678657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 271b6873-7b5a-4b00-9360-7bc16409fe3f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:18.703469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:18.739049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 271b6873-7b5a-4b00-9360-7bc16409fe3f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:18.739439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:18.882052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e274ef8-1e12-4f68-aab1-c3538cf360f3 req-28b3aee7-8fcf-462f-9f67-29a63cee18a5 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221437 Nov 12 03:05:18.962629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-ee9f9f75-8860-42c5-8ad5-b8fa653d019e tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:18.964354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-ee9f9f75-8860-42c5-8ad5-b8fa653d019e tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 829 time: 0.1621840 Nov 12 03:05:18.983729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-8e6d6783-0882-414a-b737-b7a4679d7f18 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/quotas/abf489bffdbd43d6b751555f1f7d9235 HTTP/1.1" status: 200 len: 375 time: 0.0126393 Nov 12 03:05:19.006379 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 2, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:19.009566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:05:19.010100 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:05:19.034536 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Checking router: 91af0377-d4bc-4f30-a761-b346ae85d7a0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:19.034893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Updating router 91af0377-d4bc-4f30-a761-b346ae85d7a0 port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:05:19.037109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-a045422d-1ddd-4b1d-8d1e-d5017aad781a tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483384 Nov 12 03:05:19.064168 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.131804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-6d3b9e08-19a2-41ef-9acb-ced046574caf service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Nov 12 03:05:19.219803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-4232587d-0949-4cc4-8f0d-bafafa9f9b89 service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820184 Nov 12 03:05:19.239268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:19.241735 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec4a4f-58bd-4b63-99e1-2be986265164" -d '{"events": [{"server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "name": "network-vif-plugged", "status": "completed", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:19.319825 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.325404 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.380844 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff56e4-20c4-40aa-8624-f6727bef8dd3 None None] Pushing event updated for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:19.421761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12917ba1-6c56-46d2-bf62-cae8cb986907 req-8bfd37a6-b7f3-4687-a17f-26c48798885b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:19.423367 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12917ba1-6c56-46d2-bf62-cae8cb986907 req-8bfd37a6-b7f3-4687-a17f-26c48798885b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0571547 Nov 12 03:05:19.451206 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Attempting to bind port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:19.451775 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Attempting to bind port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:19.452087 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Attempting to bind port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 on network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:19.459854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:19.460320 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Checking segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:19.460857 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.461315 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Bound using segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:19.461795 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Bound port: a0be10f0-d36e-49dc-b2d1-c25edfcf7485, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:19.462192 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.498420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12917ba1-6c56-46d2-bf62-cae8cb986907 req-a5f6e53d-7e22-4d00-9402-749c05a9232c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663400 Nov 12 03:05:19.519486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.540225 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] For port a0be10f0-d36e-49dc-b2d1-c25edfcf7485, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:19.545464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] For port a0be10f0-d36e-49dc-b2d1-c25edfcf7485, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:19.552030 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.612266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:19.612904 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:19.702230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] Provisioning complete for port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:19.702615 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.732970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9394ac-b9bd-4dae-9b25-d3f764742118 req-bb0945fa-20db-4ade-8517-4fae5c1c0932 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:19.737125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f9394ac-b9bd-4dae-9b25-d3f764742118 req-bb0945fa-20db-4ade-8517-4fae5c1c0932 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 945 time: 0.1052940 Nov 12 03:05:19.800800 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:19.880182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f9394ac-b9bd-4dae-9b25-d3f764742118 req-4b61c9d2-546a-4ba7-bd1e-8f004ac7c242 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335313 Nov 12 03:05:19.893810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:19.901505 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff56e4-20c4-40aa-8624-f6727bef8dd3 None None] Pushing event updated for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:19.919506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:20.009239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] For port a0be10f0-d36e-49dc-b2d1-c25edfcf7485, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:20.014759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.075799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 28e29048-3d03-4727-a48d-c35469b73097 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:20.084219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 28e29048-3d03-4727-a48d-c35469b73097 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:20.085082 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.088534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c1689-dd01-483f-acf3-4a520e2458db None None] Pushing event updated for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:20.147446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9c8b0b43-c10f-4264-b264-b9a6329cacee None None] Provisioning complete for port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:20.148469 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0b43-c10f-4264-b264-b9a6329cacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.233736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.235942 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:20.295281 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956eabc-9f6d-4710-a29d-5cc96c4d9ef8 None None] The sync data for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 is: [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:20.308469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:20.312886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.320542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9c21-309a-43e7-a2b2-80b21761670d req-2a0bb6a7-9acc-470c-ab8f-7ee1538c24ab tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:20.324885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-177f9c21-309a-43e7-a2b2-80b21761670d req-2a0bb6a7-9acc-470c-ab8f-7ee1538c24ab tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.1613674 Nov 12 03:05:20.421566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:20.450877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-177f9c21-309a-43e7-a2b2-80b21761670d req-b28d0d06-01a2-41ee-85a6-94992f19512e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192496 Nov 12 03:05:20.506913 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17aa57-7f57-494c-ae6b-a811848094a4 x-openstack-request-id: req-ab17aa57-7f57-494c-ae6b-a811848094a4 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:20.507229 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "name": "network-vif-plugged", "status": "completed", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:20.507502 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ab17aa57-7f57-494c-ae6b-a811848094a4 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:20.507916 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03', 'code': 200} Nov 12 03:05:20.621790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:05:20.636579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b5d01b5-77b1-445f-9d56-b6e0a12580ed req-6de652ae-43be-4def-922c-c78924656b50 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 210 time: 0.0526326 Nov 12 03:05:20.736550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.742676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.752873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0be10f0-d36e-49dc-b2d1-c25edfcf7485 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:20.852123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:20.852853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:20.900438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f80f-4ebd-4170-b6a6-b6f384993434 req-5e08ea4d-8a9c-432d-a221-76e40f406cab tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:20.907588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998753ce-449e-4274-9a98-c83637ce4ac8 req-44acbc18-264d-47d4-8ffb-e43fd15627da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:20.909420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-998753ce-449e-4274-9a98-c83637ce4ac8 req-44acbc18-264d-47d4-8ffb-e43fd15627da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 1101 time: 0.1705599 Nov 12 03:05:20.911829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6693f80f-4ebd-4170-b6a6-b6f384993434 req-5e08ea4d-8a9c-432d-a221-76e40f406cab tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.1377699 Nov 12 03:05:21.037955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6693f80f-4ebd-4170-b6a6-b6f384993434 req-f071be48-558b-4b4c-85f4-de3fb9109c3a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251450 Nov 12 03:05:21.067672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-9fae0e13-add7-4196-936d-4339b9cff9d8 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:21.069067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-9fae0e13-add7-4196-936d-4339b9cff9d8 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.39 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 829 time: 0.1700306 Nov 12 03:05:21.096440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'port': {'device_id': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'admin_state_up': True, 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:21.156526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-998753ce-449e-4274-9a98-c83637ce4ac8 req-6a8fc940-748a-462e-9fea-ae18029cb709 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864263 Nov 12 03:05:21.196751 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270 associated. External IP: 172.25.2.67, port: b8d7bbcd-d063-41cb-9cf9-c78841189a90. Nov 12 03:05:21.327555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Made reservation on behalf of abf489bffdbd43d6b751555f1f7d9235 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:21.332243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:21.340041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07defb9-4e4c-4b9b-b9f0-b7eca42c11b9 req-cb0a1765-b5e2-4846-afce-66f791f89cc7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:21.343832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d07defb9-4e4c-4b9b-b9f0-b7eca42c11b9 req-cb0a1765-b5e2-4846-afce-66f791f89cc7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0600388 Nov 12 03:05:21.422275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d07defb9-4e4c-4b9b-b9f0-b7eca42c11b9 req-ac3108db-009e-4d0b-881b-0da4c1fa6364 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665689 Nov 12 03:05:21.544783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85c125-4f44-4135-a9e8-159ae9c1a7c3 req-32065478-f0c7-4916-be67-7aef7135742d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:21.553413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc85c125-4f44-4135-a9e8-159ae9c1a7c3 req-32065478-f0c7-4916-be67-7aef7135742d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0686812 Nov 12 03:05:21.606857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc85c125-4f44-4135-a9e8-159ae9c1a7c3 req-de841e16-eb38-4a99-8411-40852450a60c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521929 Nov 12 03:05:21.823318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a6e09-66eb-45a1-9b6a-ced36d62bcad req-b8d35f33-4e57-431f-bc6a-641a328db2a8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:21.825755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-456a6e09-66eb-45a1-9b6a-ced36d62bcad req-b8d35f33-4e57-431f-bc6a-641a328db2a8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.0767233 Nov 12 03:05:21.869874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Allocated IP 172.20.0.13 (cfea79ea-c10d-4c3d-a5c3-3664a0268b83/c25a5321-4224-4721-b8dc-d88f1e4f52ee/a383f19b-9fbf-4f31-8a24-eec19407350e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:21.880784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-456a6e09-66eb-45a1-9b6a-ced36d62bcad req-4ccb7c9a-9f30-479d-9999-b7e584fc8544 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Nov 12 03:05:21.902195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:21.968966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9201ccdf-71c0-44ea-adda-c20e30d0d427 req-813163d8-e410-4e41-9ab2-9febdc22ae25 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 210 time: 0.0280144 Nov 12 03:05:22.098558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:22.115436 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:22.131724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:22.132262 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:22.162875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6697c-5492-45ad-bc5d-dbcf3ec3830f req-d22fd631-561e-41d2-89ba-dd5fbe6d6079 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.164852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4be6697c-5492-45ad-bc5d-dbcf3ec3830f req-d22fd631-561e-41d2-89ba-dd5fbe6d6079 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.0669487 Nov 12 03:05:22.177419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.223358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4be6697c-5492-45ad-bc5d-dbcf3ec3830f req-68678bed-136d-4ae3-9efe-39991e3a1ea5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Nov 12 03:05:22.266523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.292148 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:22.355154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:22.362039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:22.400705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:22.406308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.406932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.413590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event updated for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:22.482514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-59098f4f-ab39-46f6-8467-2fb460f8d1c5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3931913 Nov 12 03:05:22.505184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Request body: {'port': {'device_id': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:22.509139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e29048-3d03-4727-a48d-c35469b73097'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:22.511573 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb0ce63-1a78-4250-9824-fc654a6fa887" -d '{"events": [{"server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "name": "network-vif-plugged", "status": "completed", "tag": "28e29048-3d03-4727-a48d-c35469b73097"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:22.623437 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:20Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:22.642827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122b2e-afe7-4d6a-953f-6d8d342f8e59 req-e1651200-ad39-435a-9d83-234d734aab5f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.651573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75122b2e-afe7-4d6a-953f-6d8d342f8e59 req-e1651200-ad39-435a-9d83-234d734aab5f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1308293 Nov 12 03:05:22.664417 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:22.664611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.675299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:22.676376 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:22.678160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:22.689943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c4ec1b56-5736-40fa-8531-a0049ea0940e None None] Provisioning complete for port a383f19b-9fbf-4f31-8a24-eec19407350e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:22.690311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c4ec1b56-5736-40fa-8531-a0049ea0940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:22.739907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75122b2e-afe7-4d6a-953f-6d8d342f8e59 req-0ba88c4f-5204-45ee-9851-40b32485cbe3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830758 Nov 12 03:05:22.751496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec1b56-5736-40fa-8531-a0049ea0940e None None] Port a383f19b-9fbf-4f31-8a24-eec19407350e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:22.811357 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e03ebe-8f03-4db0-b2d0-d5e4f5857f01 x-openstack-request-id: req-71e03ebe-8f03-4db0-b2d0-d5e4f5857f01 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:22.811699 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "name": "network-vif-plugged", "status": "completed", "tag": "28e29048-3d03-4727-a48d-c35469b73097", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:22.811956 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-71e03ebe-8f03-4db0-b2d0-d5e4f5857f01 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:22.812348 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e29048-3d03-4727-a48d-c35469b73097', 'code': 200} Nov 12 03:05:22.833581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-f00764b3-c504-416f-980b-8c57bbd6e7cc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:22.840066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-f00764b3-c504-416f-980b-8c57bbd6e7cc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.0708416 Nov 12 03:05:22.949522 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:23.006213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b11cb-ed43-49f6-b0f4-657bbf23dbb0 req-eea3aca3-7dd2-4627-9160-d5f673f88dfb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.008546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7b11cb-ed43-49f6-b0f4-657bbf23dbb0 req-eea3aca3-7dd2-4627-9160-d5f673f88dfb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0883348 Nov 12 03:05:23.062501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port a36024c5-4eae-40ee-990c-d450f538d01d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:23.062842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.097635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e100-c0a6-47a8-a87d-be78e42a1282 req-63bc5bc7-4cd1-4e2d-b659-bd3b7a207fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.099162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0450e100-c0a6-47a8-a87d-be78e42a1282 req-63bc5bc7-4cd1-4e2d-b659-bd3b7a207fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 1098 time: 0.1881821 Nov 12 03:05:23.126905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7b11cb-ed43-49f6-b0f4-657bbf23dbb0 req-6a07ff2d-1a55-4525-8de1-712ee2e1cd58 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115601 Nov 12 03:05:23.182875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port a36024c5-4eae-40ee-990c-d450f538d01d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a36024c5-4eae-40ee-990c-d450f538d01d,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:23.183779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.194264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:23.198321 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:20Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:23.200973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for a36024c5-4eae-40ee-990c-d450f538d01d owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:23.204096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.229224 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441db754-6f38-4e26-9229-da9fd84ab6f4 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:20Z', 'revision_number': 3, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:23.236251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0450e100-c0a6-47a8-a87d-be78e42a1282 req-06d1a61e-dece-43b5-9822-1fc20cb22c5f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289895 Nov 12 03:05:23.281630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:23.283905 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c1093-89e0-4bab-8675-bcaf7442b86b" -d '{"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:23.287430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-17fac386-9b23-4542-b627-20504b328a5d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "PUT /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 997 time: 5.1873355 Nov 12 03:05:23.371143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-abb9c491-3d24-4fa2-bfe0-0649ad55f8d6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.372519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-abb9c491-3d24-4fa2-bfe0-0649ad55f8d6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports/b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 942 time: 0.0754163 Nov 12 03:05:23.388524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a383f19b-9fbf-4f31-8a24-eec19407350e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:23.389066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0a54-56a2-4462-ab38-941fb366a760 req-52e0d3ac-1e97-4244-9b7c-ad1eaefcd9ed tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.391294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4eac0a54-56a2-4462-ab38-941fb366a760 req-52e0d3ac-1e97-4244-9b7c-ad1eaefcd9ed tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=54b94294-a882-4992-82f5-526c36940e52 HTTP/1.1" status: 200 len: 946 time: 0.0922763 Nov 12 03:05:23.399086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.400201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.415344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a36024c5-4eae-40ee-990c-d450f538d01d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:23.433444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Transition to ACTIVE for port object a383f19b-9fbf-4f31-8a24-eec19407350e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:23.439006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.450579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36532e8c-f91c-44ea-bec2-a460ca709c6a None None] New status for floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:23.450876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=a36024c5-4eae-40ee-990c-d450f538d01d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:23.470777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.471420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.471904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.472346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.472786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.473509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.473509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.473900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.474294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.474692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.475141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.475534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:05:23.528118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port a36024c5-4eae-40ee-990c-d450f538d01d on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:23.534244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.537917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fac6c0ea-fe0f-4782-9f52-f810624947b0 req-eb2f0703-f128-4c3c-b3f2-5b9cb5a26948 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "DELETE /v2.0/ports/a36024c5-4eae-40ee-990c-d450f538d01d HTTP/1.1" status: 204 len: 173 time: 0.6896853 Nov 12 03:05:23.538807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'name': 'network-vif-deleted', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:23.541361 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449cb4c4-b20a-4d16-b4e2-c5272ec7c200" -d '{"events": [{"server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "name": "network-vif-deleted", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:23.543673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Pushing event updated for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:23.547940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4eac0a54-56a2-4462-ab38-941fb366a760 req-53da540c-949c-494c-a30e-e9cf9bcf8652 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444278 Nov 12 03:05:23.596070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-3c05e206-99be-48b0-a1e3-9cf8b2bc7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.597505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-3c05e206-99be-48b0-a1e3-9cf8b2bc7591 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.1267607 Nov 12 03:05:23.599485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Attempting to bind port a383f19b-9fbf-4f31-8a24-eec19407350e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:23.599660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Attempting to bind port a383f19b-9fbf-4f31-8a24-eec19407350e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:23.599987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Attempting to bind port a383f19b-9fbf-4f31-8a24-eec19407350e on network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:23.612407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Port a383f19b-9fbf-4f31-8a24-eec19407350e on network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:23.612730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Attempting to bind port a383f19b-9fbf-4f31-8a24-eec19407350e on network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:23.693427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:23.693653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Checking segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:23.694062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Bound using segment: {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:23.694482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Bound port: a383f19b-9fbf-4f31-8a24-eec19407350e, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7f5e57-5010-4ccd-b494-2c9c498aeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:23.694843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.714862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c707ea5-f0e2-4ff3-bcc3-dedac5d266d4 req-6e461ff7-4d96-47fe-8ef6-9a8e1b2a7ad6 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.717776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c707ea5-f0e2-4ff3-bcc3-dedac5d266d4 req-6e461ff7-4d96-47fe-8ef6-9a8e1b2a7ad6 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 944 time: 0.0709705 Nov 12 03:05:23.756580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-af435d96-8ba8-4b5c-9ca6-9df514a6dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.758629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-af435d96-8ba8-4b5c-9ca6-9df514a6dd78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1473575 Nov 12 03:05:23.774079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c707ea5-f0e2-4ff3-bcc3-dedac5d266d4 req-fa9582da-83b0-445f-80da-b65bdc7ab012 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Nov 12 03:05:23.818953 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:23.831680 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:23.832303 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:23.847680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-16331d56-1d4a-4064-a9c4-1d3f12be2e63 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0684214 Nov 12 03:05:23.894963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:23.905356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce748658-501a-4a26-a91c-3d9d9583a4ec req-3abc4960-54a2-47d8-b468-328f1a3395fb tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.907170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce748658-501a-4a26-a91c-3d9d9583a4ec req-3abc4960-54a2-47d8-b468-328f1a3395fb tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.0537953 Nov 12 03:05:23.914275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a383f19b-9fbf-4f31-8a24-eec19407350e,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:23.922519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.937207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-a333ba4d-93f1-474b-82b6-4b6feb26601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.938749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-a333ba4d-93f1-474b-82b6-4b6feb26601c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0870101 Nov 12 03:05:23.946723 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:23.963451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:23.964157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:23.965561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] 10.222.0.39 "PUT /v2.0/ports/a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 1093 time: 1.4648006 Nov 12 03:05:24.029047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce748658-501a-4a26-a91c-3d9d9583a4ec req-1536a5a7-1328-4d29-8bed-4ec5a613164e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135159 Nov 12 03:05:24.129055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def96332-0a8e-4200-9c8d-7f210bab7c71 service neutron] Pushing event updated for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:24.142998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-c76ac363-e0e6-45fb-87f0-2ce59576b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.144926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-c76ac363-e0e6-45fb-87f0-2ce59576b5c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1096 time: 0.0946214 Nov 12 03:05:24.147088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-f9e037e2-df19-45c4-aea2-baa2c9768616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.156135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-f9e037e2-df19-45c4-aea2-baa2c9768616 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893353 Nov 12 03:05:24.161522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-6b70f347-c7d1-4414-8d30-82ec4efa67d3 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:24.182383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-6b70f347-c7d1-4414-8d30-82ec4efa67d3 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252273 Nov 12 03:05:24.227456 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8396571-dfc7-4f70-9d8c-bdf69fa0f933 x-openstack-request-id: req-a8396571-dfc7-4f70-9d8c-bdf69fa0f933 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:24.227908 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:24.228146 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8396571-dfc7-4f70-9d8c-bdf69fa0f933 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:24.228646 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:05:24.236940 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041b08a-51bf-485b-8b1c-16d075ba60e0 x-openstack-request-id: req-a041b08a-51bf-485b-8b1c-16d075ba60e0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:24.239459 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b94294-a882-4992-82f5-526c36940e52", "name": "network-vif-deleted", "tag": "a36024c5-4eae-40ee-990c-d450f538d01d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:24.239734 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a041b08a-51bf-485b-8b1c-16d075ba60e0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:24.240190 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b94294-a882-4992-82f5-526c36940e52', 'name': 'network-vif-deleted', 'tag': 'a36024c5-4eae-40ee-990c-d450f538d01d', 'status': 'completed', 'code': 200} Nov 12 03:05:24.248632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:23Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:24.264697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-f7ef7008-8874-431d-a46b-9cd95a736e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.266498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-f7ef7008-8874-431d-a46b-9cd95a736e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0994012 Nov 12 03:05:24.275810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-21ba7f32-1720-4711-b877-cf310f0c5e51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 217 time: 0.0578537 Nov 12 03:05:24.316250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:24.328369 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:24.328992 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:24.395546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510788e5-6c25-4662-a1d9-4909c27f8cfe req-961e28ef-d5dd-48f9-a90f-6c154937e64d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.403011 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-510788e5-6c25-4662-a1d9-4909c27f8cfe req-961e28ef-d5dd-48f9-a90f-6c154937e64d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1182847 Nov 12 03:05:24.417134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-dee09a5e-0777-4154-96b1-52fe2bc38ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.418808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-dee09a5e-0777-4154-96b1-52fe2bc38ad4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.0795882 Nov 12 03:05:24.431161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-6965bcc8-1e00-480b-ba99-9616beb8da31 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426825 Nov 12 03:05:24.469786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-510788e5-6c25-4662-a1d9-4909c27f8cfe req-be5b29c5-13dc-4f0e-847a-522b3280090d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616205 Nov 12 03:05:24.470976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-34800d67-9e7e-4d2e-a112-ece648425ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.472455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-34800d67-9e7e-4d2e-a112-ece648425ec6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1991966 Nov 12 03:05:24.473395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:24.536055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-7e3b10b3-0ed2-40ad-97bf-8b2c5828ad24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0536017 Nov 12 03:05:24.540170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678c48-6dba-42c3-9365-654aaae512c9 req-41fb3c70-374c-4df9-95d7-e74bf14099ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.541734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-41fb3c70-374c-4df9-95d7-e74bf14099ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022477 Nov 12 03:05:24.606284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-9e77da8b-1235-4bb1-8028-83c6b577083e service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740284 Nov 12 03:05:24.630953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-aaf83265-8a59-4766-b254-d4e34db4dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.634010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-aaf83265-8a59-4766-b254-d4e34db4dbf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0828683 Nov 12 03:05:24.691798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-66a1c04b-2b40-43c2-825f-1aab2b66be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.693685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-66a1c04b-2b40-43c2-825f-1aab2b66be16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516167 Nov 12 03:05:24.717109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-8e25ec1d-e28e-49c8-9096-a8ec3d4f4ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646466 Nov 12 03:05:24.739272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-325f1cdb-a866-4043-b250-a9da6369d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.747645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-325f1cdb-a866-4043-b250-a9da6369d74a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1097 time: 0.0827601 Nov 12 03:05:24.752461 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:23Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:24.783513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f56fbc9-0ec0-4a5b-aed4-c5b913b80c44 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:0a:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:23Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:24.823636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-19d4799a-8064-4c34-9022-e3cef81974df service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178904 Nov 12 03:05:24.952951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df678c48-6dba-42c3-9365-654aaae512c9 req-599f7992-f49e-4276-91b0-3003391db60b service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251477 Nov 12 03:05:24.961609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-c2bc4cf3-ec21-48d6-afd6-94e80865b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:24.965301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-c2bc4cf3-ec21-48d6-afd6-94e80865b414 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1848958 Nov 12 03:05:24.987135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-789c1093-89e0-4bab-8675-bcaf7442b86b req-e5fe61ee-22cf-4ab0-a609-6cebf9feb67c service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560009 Nov 12 03:05:25.046004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-a539e711-27e4-44d6-bdb2-5248f1495e8d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 1000 time: 0.0768449 Nov 12 03:05:25.094660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-d422352d-057e-4472-bcb6-504e727e388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.096155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-d422352d-057e-4472-bcb6-504e727e388a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0494044 Nov 12 03:05:25.144018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-d0d4e608-d815-47be-bf4c-e722ef07fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.145900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-d0d4e608-d815-47be-bf4c-e722ef07fc88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431674 Nov 12 03:05:25.162027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-f0bb6ca8-1b2d-4ca7-a740-99ac12c9ae0f tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.164344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-f0bb6ca8-1b2d-4ca7-a740-99ac12c9ae0f tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 1101 time: 0.0470271 Nov 12 03:05:25.184961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-62a1ba8b-65dc-4f7e-a974-206d183355fc tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:25.246605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-d3af77cf-34f2-45eb-9200-4d57a93049e4 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933731 Nov 12 03:05:25.277484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-62a1ba8b-65dc-4f7e-a974-206d183355fc tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:25.282227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-62a1ba8b-65dc-4f7e-a974-206d183355fc tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:25.327611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1ba8b-65dc-4f7e-a974-206d183355fc tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7366391-8785-4fff-987a-92490d91402b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:25.334217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1f0da90-90b6-4437-a7b6-a7b2ad3093e3 req-62a1ba8b-65dc-4f7e-a974-206d183355fc tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625652 Nov 12 03:05:25.459512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aae75-13ec-41bd-bbe5-7977d8ddb12f req-65877a75-9002-49c8-a6d8-c8c859ebd312 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.461709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-881aae75-13ec-41bd-bbe5-7977d8ddb12f req-65877a75-9002-49c8-a6d8-c8c859ebd312 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0532675 Nov 12 03:05:25.514488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-881aae75-13ec-41bd-bbe5-7977d8ddb12f req-92596ef7-b122-4e38-92ef-9a98cdc89b7b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Nov 12 03:05:25.599539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e41ae1-45d1-4573-a68f-b88b31817439 req-ebf0d1e2-72cd-4a74-a671-1b21fa826e6b service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450441 Nov 12 03:05:25.745554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa868c-dcc3-468a-a52a-19324277b355 req-4f0c7bd9-5ad8-4042-b93c-10f01e965b92 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.747368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8fa868c-dcc3-468a-a52a-19324277b355 req-4f0c7bd9-5ad8-4042-b93c-10f01e965b92 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 944 time: 0.0625517 Nov 12 03:05:25.831311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8fa868c-dcc3-468a-a52a-19324277b355 req-5b32d6ba-af17-4106-932f-fc8d591ae642 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772514 Nov 12 03:05:25.834578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb71e3b-3e02-4bcc-93c4-7db0211cc12e req-5d86affb-d073-48e2-8cee-8a79976b374a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.836902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceb71e3b-3e02-4bcc-93c4-7db0211cc12e req-5d86affb-d073-48e2-8cee-8a79976b374a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0675604 Nov 12 03:05:25.887950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceb71e3b-3e02-4bcc-93c4-7db0211cc12e req-4039bf28-fb84-43b9-b67a-08c13155d1f8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Nov 12 03:05:25.944665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e4515-e081-4723-b978-216900aaa5f5 req-1c2650c1-d29b-4241-9498-a9f20929b44b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:25.946159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-377e4515-e081-4723-b978-216900aaa5f5 req-1c2650c1-d29b-4241-9498-a9f20929b44b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0489004 Nov 12 03:05:25.999245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-377e4515-e081-4723-b978-216900aaa5f5 req-5b945edc-0847-451d-aadd-01681414c4b5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Nov 12 03:05:26.021435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-856174b6-e9bb-4e35-94a6-31099da14b41 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1037364 Nov 12 03:05:26.080213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-7091b47e-d3be-4c29-8524-9697a3ece5c1 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.081571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-7091b47e-d3be-4c29-8524-9697a3ece5c1 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports/12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 942 time: 0.0527704 Nov 12 03:05:26.190800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-f1d8afec-2c89-420a-80f1-3b2d45b655af tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.0644155 Nov 12 03:05:26.194597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-53d88d68-5821-48c1-9999-ea185054ff9a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.196130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-53d88d68-5821-48c1-9999-ea185054ff9a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.1079245 Nov 12 03:05:26.217907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-f3786a42-6dd6-41a8-99bc-2a044b8949df tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0150666 Nov 12 03:05:26.232499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'}, {'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:26.235931 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23" -d '{"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f"}, {"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:26.257128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-8b2ca7a7-c061-49a6-be68-3c23b0731021 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323074 Nov 12 03:05:26.300324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-30bb7259-f440-4dd9-882d-694075c20a0e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.301806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d98ecba3-3f3e-464a-b083-a836f0d006cd req-30bb7259-f440-4dd9-882d-694075c20a0e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1045678 Nov 12 03:05:26.347536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-77a781c5-3f04-4603-87e2-856266e90763 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828032 Nov 12 03:05:26.395484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-32e254f4-f9f5-4bef-b736-9d19f65814f2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216589 Nov 12 03:05:26.444246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-86d3894e-efaf-4992-a387-8852ca35a9bc service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897403 Nov 12 03:05:26.512176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-b668829f-de2c-4cab-be66-5fa4370732fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.515070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-b668829f-de2c-4cab-be66-5fa4370732fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123981 Nov 12 03:05:26.530920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-2fa0989c-7e3b-402a-8c2a-45371418d39e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.0117288 Nov 12 03:05:26.599332 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-6c784942-1917-4466-a264-e688c569b018 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616586 Nov 12 03:05:26.609055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a36024c5-4eae-40ee-990c-d450f538d01d no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:26.619179 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70ece65-9c5a-4535-b647-9547d0e7c117 x-openstack-request-id: req-f70ece65-9c5a-4535-b647-9547d0e7c117 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:26.619583 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:26.619969 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f70ece65-9c5a-4535-b647-9547d0e7c117 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:26.620488 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'status': 'completed', 'code': 200} Nov 12 03:05:26.620921 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'status': 'completed', 'code': 200} Nov 12 03:05:26.648814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: a36024c5-4eae-40ee-990c-d450f538d01d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:26.649434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a36024c5-4eae-40ee-990c-d450f538d01d not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:26.714550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-1ba9cd73-b927-4ff8-a8b8-dbdb71924162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.716348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-1ba9cd73-b927-4ff8-a8b8-dbdb71924162 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1097 time: 0.0913918 Nov 12 03:05:26.745465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-e22960de-df54-444f-91e6-ca72dbe11809 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1118014 Nov 12 03:05:26.834549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-1fbe0d8a-ad06-4081-8975-63fc61b1d2da tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.855862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-1fbe0d8a-ad06-4081-8975-63fc61b1d2da tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports/12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 942 time: 0.1040938 Nov 12 03:05:26.880910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-b098368e-89bb-4a9a-a855-506c6d544cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:26.897305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-b098368e-89bb-4a9a-a855-506c6d544cb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1648462 Nov 12 03:05:26.993551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-b5981e32-01b6-45f9-9a53-ebbc24257470 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1060174 Nov 12 03:05:27.006212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-d33635de-0a4b-4e0a-ae57-a964295e325d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 1000 time: 0.0969148 Nov 12 03:05:27.099734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-a9dff60b-feeb-4068-bcc8-b8ddb9554201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.102760 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-a9dff60b-feeb-4068-bcc8-b8ddb9554201 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0861821 Nov 12 03:05:27.180558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-7e1b42af-8acf-4dea-ac4f-077cf2245689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.182341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-7e1b42af-8acf-4dea-ac4f-077cf2245689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711958 Nov 12 03:05:27.231427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-20a3ff12-46ce-4fae-8d5b-643da98a7794 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.239868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-20a3ff12-46ce-4fae-8d5b-643da98a7794 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2454176 Nov 12 03:05:27.257100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fbcb78f8-0c70-4db1-bac9-620589bb7124 req-4c1e14dd-1f25-4927-9dda-52219e1bdea7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0660138 Nov 12 03:05:27.329683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-26987a9c-7e3d-4ae2-be65-0a0603e061a6 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.0888767 Nov 12 03:05:27.341594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:27.377159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-f470f9a5-96f9-4472-82f3-11f266172aed service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849711 Nov 12 03:05:27.419969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:27.469618 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:27.519757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de2760-747b-4314-b5ce-ede71f3fad91 req-2cc465fc-5a75-4ba2-9f07-afcc6e5cd525 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.521882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5de2760-747b-4314-b5ce-ede71f3fad91 req-2cc465fc-5a75-4ba2-9f07-afcc6e5cd525 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.1434224 Nov 12 03:05:27.592943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-c0baf69f-6748-474f-9392-9f241c2ccb48 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806793 Nov 12 03:05:27.617294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5de2760-747b-4314-b5ce-ede71f3fad91 req-b94dd3a5-bc15-4487-abeb-15d6876755d8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853503 Nov 12 03:05:27.679890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:27.685780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:27.687147 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270 disassociated. External IP: 172.25.2.67, port: 12436a0b-c9f3-4857-85ee-dbd726d9ae8f. Nov 12 03:05:27.729568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-5db5978b-265c-4eb5-b9ae-ee2899034a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:27.732869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-5db5978b-265c-4eb5-b9ae-ee2899034a1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1096 time: 0.0930350 Nov 12 03:05:28.007556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2622b-6680-499c-9981-236a034126f1 req-34ee7f0a-205f-495d-a2b6-0903aa6747cb tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.014843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5d2622b-6680-499c-9981-236a034126f1 req-34ee7f0a-205f-495d-a2b6-0903aa6747cb tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 944 time: 0.1518912 Nov 12 03:05:28.024854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-ade1c008-7f67-40dd-855c-791378cd1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.026478 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-ade1c008-7f67-40dd-855c-791378cd1b4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 930 time: 0.2724664 Nov 12 03:05:28.089698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:28.095198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-88e749f7-81ea-4be0-a6a3-65390d283400 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 217 time: 0.0476396 Nov 12 03:05:28.148599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5d2622b-6680-499c-9981-236a034126f1 req-af3bdde2-bd5d-4635-8a5a-6a3cf6016bf0 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288729 Nov 12 03:05:28.177764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-c843b222-7901-4fea-9eab-581bd26cb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.179780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-c843b222-7901-4fea-9eab-581bd26cb19f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.0757411 Nov 12 03:05:28.312342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-fd57f26a-a7f6-42fc-ae86-4285662bed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.313867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-fd57f26a-a7f6-42fc-ae86-4285662bed36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123774 Nov 12 03:05:28.328521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb95e-5d99-408a-9aa8-6198bc3aa43d req-2a115fa4-bebf-434e-b1e8-1f5aa5ef0bff tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.330076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-651eb95e-5d99-408a-9aa8-6198bc3aa43d req-2a115fa4-bebf-434e-b1e8-1f5aa5ef0bff tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0842538 Nov 12 03:05:28.369650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-ec45947b-2f0c-459b-b911-97455a2c0d48 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.371225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-ec45947b-2f0c-459b-b911-97455a2c0d48 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.3887789 Nov 12 03:05:28.390667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:28.453315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:28.459628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:28.466893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:28.472330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-651eb95e-5d99-408a-9aa8-6198bc3aa43d req-36475d31-8f89-43ce-a5e2-2f9ef7d52e8f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167614 Nov 12 03:05:28.492198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:28.496301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:28.506997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-426434ff-41d0-427b-b52e-1c9d6d617278 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "PUT /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 694 time: 1.1764045 Nov 12 03:05:28.533000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-41ca5df2-0693-4895-b6e2-d27ebe3e9c0d service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977992 Nov 12 03:05:28.623305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:28.625964 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19acedc-fe5f-49ea-ad48-c7cc89411727" -d '{"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:28.639205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a383f19b-9fbf-4f31-8a24-eec19407350e details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:28.641536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:28.648873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:28.664488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:28.854500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-8a9433eb-7628-406b-948d-1d20d461eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:28.856082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-8a9433eb-7628-406b-948d-1d20d461eb2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1097 time: 0.3240921 Nov 12 03:05:28.969176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.10 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/957379ce-d06f-4334-a00d-c32d003b9886) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:29.031771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-62b9212f-ea6a-455d-a947-205917bc6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.033504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-62b9212f-ea6a-455d-a947-205917bc6ab3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.1587389 Nov 12 03:05:29.148359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-7122f353-61dc-4169-a329-8c7b29a7c235 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 217 time: 0.0991783 Nov 12 03:05:29.178679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.199873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-4c9dfb4b-0e83-4b62-824d-23024da74fb3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147952 Nov 12 03:05:29.228255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a383f19b-9fbf-4f31-8a24-eec19407350e,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:29.264747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93d6dd6f-3127-4f6f-9dd9-1ec2351dfc23 req-075d6e91-aa64-4192-982c-0e8f0ee978b4 service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223494 Nov 12 03:05:29.296081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab8b1c-49a2-417c-a681-26aa4b38d0d4 req-6adec1e1-caa2-4e3c-bb5e-7f6ab1091c4d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.306414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35ab8b1c-49a2-417c-a681-26aa4b38d0d4 req-6adec1e1-caa2-4e3c-bb5e-7f6ab1091c4d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.1598513 Nov 12 03:05:29.311256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'mac_address': 'fa:16:3e:ba:6f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:29.325516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-6eb3feb7-15bf-4689-a7c9-8cf692e7fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.326995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-6eb3feb7-15bf-4689-a7c9-8cf692e7fc36 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.1665878 Nov 12 03:05:29.416566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35ab8b1c-49a2-417c-a681-26aa4b38d0d4 req-14353b5a-e687-4167-af0b-7934a71915c8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996001 Nov 12 03:05:29.417089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.431156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.458348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a383f19b-9fbf-4f31-8a24-eec19407350e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:29.459599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-26ca649f-e32f-4852-8a7e-ba76cfd6ad1a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.461694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-26ca649f-e32f-4852-8a7e-ba76cfd6ad1a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414296 Nov 12 03:05:29.467268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-8fe238d6-e916-40d0-a9b1-89f924d1e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.468841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-8fe238d6-e916-40d0-a9b1-89f924d1e22f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293261 Nov 12 03:05:29.498967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:29.505794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a383f19b-9fbf-4f31-8a24-eec19407350e,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:29.510342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:29.514211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.516290 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:05:29.574664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e2b7819-9ec8-4291-a663-7affe5746efc req-c0785600-96b1-45d4-87d8-31ad3eb563b7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0778527 Nov 12 03:05:29.609155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:29.630244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:29.630903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:29.635124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:29.647114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.656890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f202e6fa-45f7-4036-bc3c-2b0b1eb32ade tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783958 Nov 12 03:05:29.716174 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1272418-d0dc-452f-a892-277df3a79095 x-openstack-request-id: req-f1272418-d0dc-452f-a892-277df3a79095 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:29.716478 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:29.716976 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1272418-d0dc-452f-a892-277df3a79095 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:29.717355 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'status': 'completed', 'code': 200} Nov 12 03:05:29.734854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.39', 63498) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:29.739891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:29.751700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:29.772467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-b861c1b7-43b7-491c-938e-f9dbc9535b11 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911525 Nov 12 03:05:29.784850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:29.790744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.795844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.815136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a383f19b-9fbf-4f31-8a24-eec19407350e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:29.824297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:29.884442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:29.890997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-82a70d1f-565c-49a7-8c34-be9ec3803007 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.893249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-82a70d1f-565c-49a7-8c34-be9ec3803007 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271607 Nov 12 03:05:29.914324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-d00aed4a-73c1-4d99-ba36-0bc787e2e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:29.917337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-d00aed4a-73c1-4d99-ba36-0bc787e2e65d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 1097 time: 0.1801305 Nov 12 03:05:29.925389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:29.929106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:29.935291 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:29.955672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3fd254e5-0416-4f1a-b11a-48b19cdfe489 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5746584 Nov 12 03:05:29.972462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Request body: {'port': {'device_id': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:30.064287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ffe5fac-bae4-4359-bc03-f85f98ecd068 req-d8d6df32-030f-424a-a1b3-97c3157dd638 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630143 Nov 12 03:05:30.135752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:30.240819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:30.245400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:30.295328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:30.333151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5453b-4a3c-4f39-9770-2055c54a7e2c None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:30.407949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25de4aaa-80dc-4072-b807-cb82d556ac7d req-53bbd553-7269-4795-9812-89e35ec58a89 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Nov 12 03:05:30.424458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-686cb8e8-be95-4d46-a090-eb895d59876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:30.426033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-686cb8e8-be95-4d46-a090-eb895d59876a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.3173065 Nov 12 03:05:30.480800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.34 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:30.502178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-419bbce1-ebc1-4061-8071-d1426a7fd641 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 200 len: 217 time: 0.0651562 Nov 12 03:05:30.599140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-79ed0e2c-e9c3-492b-a83e-e67184f58005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:30.600785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-79ed0e2c-e9c3-492b-a83e-e67184f58005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0906534 Nov 12 03:05:30.609924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262632f5-f8ca-464f-b119-9f21d513d5c3 req-d3ac1acd-83d5-4c7d-9bca-ad9b5ab9c5d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:30.611567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-262632f5-f8ca-464f-b119-9f21d513d5c3 req-d3ac1acd-83d5-4c7d-9bca-ad9b5ab9c5d8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0856221 Nov 12 03:05:30.651860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5d5dc-fe05-408f-a319-6a710c788d42 req-a896b166-bb37-43cf-8cd9-b71b1cb9299d tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:30.661671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f5d5dc-fe05-408f-a319-6a710c788d42 req-a896b166-bb37-43cf-8cd9-b71b1cb9299d tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 945 time: 0.2006207 Nov 12 03:05:30.699502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-4f357a7c-dbe1-47f1-9a71-e9239ac91457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:30.701141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-4f357a7c-dbe1-47f1-9a71-e9239ac91457 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857456 Nov 12 03:05:30.707811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-262632f5-f8ca-464f-b119-9f21d513d5c3 req-40f1860c-961c-4703-af3e-f846b094e9f2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803807 Nov 12 03:05:30.732118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07377a45-ea97-4067-a3b7-7cf5f86a1b81 None None] New status for floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:30.829859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-df1c37e0-d6c2-4b3f-8b77-7eee7027c04e service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203740 Nov 12 03:05:30.845209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f5d5dc-fe05-408f-a319-6a710c788d42 req-22027206-0bac-4b68-8896-3f2ced34ea2f tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821492 Nov 12 03:05:30.903429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:30.956644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957379ce-d06f-4334-a00d-c32d003b9886 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:30.992896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.033883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Transition to ACTIVE for port object 957379ce-d06f-4334-a00d-c32d003b9886 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:31.040363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.068845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.082142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:31.115880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Pushing event updated for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:31.140857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:31.221659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e19acedc-fe5f-49ea-ad48-c7cc89411727 req-41d65ace-80b1-4f1e-8b5b-08505bf83fc0 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773410 Nov 12 03:05:31.225582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1f58c-a58a-4dd8-8e3b-a2ad0d4f6271 req-30987468-0740-45c5-858b-02848b1b4239 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.228380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81b1f58c-a58a-4dd8-8e3b-a2ad0d4f6271 req-30987468-0740-45c5-858b-02848b1b4239 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.2324941 Nov 12 03:05:31.229543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:31.237538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:31.242001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.230 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/8babd14c-1a63-44ca-8def-8a9df9b2af23) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:31.245237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.245936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.286059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:31.295339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225aa7ff-3ea0-450d-8787-75ec9f8fda0f req-418aa073-6abd-4cce-bba7-bc6b71ea5c1a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.297663 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-225aa7ff-3ea0-450d-8787-75ec9f8fda0f req-418aa073-6abd-4cce-bba7-bc6b71ea5c1a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 944 time: 0.1486349 Nov 12 03:05:31.336659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Attempting to bind port 957379ce-d06f-4334-a00d-c32d003b9886 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:31.337035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Attempting to bind port 957379ce-d06f-4334-a00d-c32d003b9886 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:31.337915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Attempting to bind port 957379ce-d06f-4334-a00d-c32d003b9886 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:31.368956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Port 957379ce-d06f-4334-a00d-c32d003b9886 on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:31.369283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Attempting to bind port 957379ce-d06f-4334-a00d-c32d003b9886 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:31.377531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81b1f58c-a58a-4dd8-8e3b-a2ad0d4f6271 req-7be1048b-ef62-40a3-94ed-4e206a2c6d15 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222312 Nov 12 03:05:31.378478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:31.378819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:31.379227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:31.379677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Bound port: 957379ce-d06f-4334-a00d-c32d003b9886, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:31.380046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.385525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-40e2b8cd-870d-4057-ac4f-3581d40333fe tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8928380 Nov 12 03:05:31.412048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Request body: {'port': {'device_id': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:31.474889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.490247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-225aa7ff-3ea0-450d-8787-75ec9f8fda0f req-9ea99cec-10f1-43ac-8069-e029cc2fbe74 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316996 Nov 12 03:05:31.598314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-70c77197-3f26-4245-b99d-2dfa4b84a3df None None] Provisioning complete for port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:31.598928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.599193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-70c77197-3f26-4245-b99d-2dfa4b84a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.645742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-70c77197-3f26-4245-b99d-2dfa4b84a3df None None] Port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:31.655002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.671468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:31.741984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:31.749878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:31.763768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:31.779913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-fb630e79-76e9-4114-9ea5-1f96239c1ffd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.781617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-fb630e79-76e9-4114-9ea5-1f96239c1ffd tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1657555 Nov 12 03:05:31.787005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:31.818859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=957379ce-d06f-4334-a00d-c32d003b9886,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:31.865308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.872021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.892550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:31.912892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:31.920396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-33459f87-44ef-44e0-b4f6-bc0de363f655 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1261315 Nov 12 03:05:31.922450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-a05f840d-4844-4266-8434-2aa8f2056616 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0040264 Nov 12 03:05:31.938141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea554a5c-e5a1-4336-a385-5619013f42e3 req-dc4ab174-1e86-4f95-bfec-7bfa5c521294 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:31.941894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea554a5c-e5a1-4336-a385-5619013f42e3 req-dc4ab174-1e86-4f95-bfec-7bfa5c521294 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.3034480 Nov 12 03:05:31.947631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Request body: {'port': {'device_id': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:31.955776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:32.017708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.018298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.019959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] 10.222.0.39 "PUT /v2.0/ports/957379ce-d06f-4334-a00d-c32d003b9886 HTTP/1.1" status: 200 len: 1093 time: 2.0543468 Nov 12 03:05:32.022175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.024386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:32.026709 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b094d37-5912-453a-ad92-2a323bd1fb39" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "tag": "957379ce-d06f-4334-a00d-c32d003b9886"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:32.041209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea554a5c-e5a1-4336-a385-5619013f42e3 req-28837c8a-d249-405d-8978-0876ae5baf97 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905120 Nov 12 03:05:32.089614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7f9a4c34-3fba-4596-ad8c-d28247c93dad None None] Provisioning complete for port 8babd14c-1a63-44ca-8def-8a9df9b2af23 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:32.091088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f9a4c34-3fba-4596-ad8c-d28247c93dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.120690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.165860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157851d-647e-4b63-818c-41fdd83ff08b service neutron] Pushing event updated for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:32.173197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a4c34-3fba-4596-ad8c-d28247c93dad None None] Port 8babd14c-1a63-44ca-8def-8a9df9b2af23 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:32.212579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0585af2a-bd8f-439c-949d-7482248e3345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.261661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-9a2f8dbe-22ff-4e17-ba65-4671acc146c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.263352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-9a2f8dbe-22ff-4e17-ba65-4671acc146c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 1096 time: 0.1772265 Nov 12 03:05:32.295740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f5b18-8297-4997-a323-69c6fab8ec7d req-5c58a3a0-2831-4c70-a5c4-5bec245736e8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.297416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b32f5b18-8297-4997-a323-69c6fab8ec7d req-5c58a3a0-2831-4c70-a5c4-5bec245736e8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 935 time: 0.1295877 Nov 12 03:05:32.304834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:32.322061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.362026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-b84a9c56-0133-4483-a9bf-48408aff496b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957379ce-d06f-4334-a00d-c32d003b9886 HTTP/1.1" status: 200 len: 217 time: 0.0608020 Nov 12 03:05:32.364193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b32f5b18-8297-4997-a323-69c6fab8ec7d req-110877e4-0c84-458b-8c31-9ef31ed5e70b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551541 Nov 12 03:05:32.372853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Transition to ACTIVE for port object d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:32.413876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.548094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-b32b257a-6eb4-4f3c-863d-33a428e43186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.549630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-b32b257a-6eb4-4f3c-863d-33a428e43186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1494787 Nov 12 03:05:32.557193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Pushing event updated for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:32.557377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a804-6dac-4364-b079-44add6695fe9 req-a2001b97-d764-4871-abdb-44523618de1b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.557839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c31a804-6dac-4364-b079-44add6695fe9 req-a2001b97-d764-4871-abdb-44523618de1b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1042581 Nov 12 03:05:32.636610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a383f19b-9fbf-4f31-8a24-eec19407350e up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:32.647487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-c5dcb7fa-c866-4fbe-ad7d-cf72f96dd0ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678151 Nov 12 03:05:32.652111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Attempting to bind port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:32.652449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Attempting to bind port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:32.652777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Attempting to bind port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:32.672984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:32.673311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Attempting to bind port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:32.680689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8babd14c-1a63-44ca-8def-8a9df9b2af23 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:32.690062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c31a804-6dac-4364-b079-44add6695fe9 req-159f80e4-0166-4281-b41b-20279b3196b7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855455 Nov 12 03:05:32.701657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:32.702001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:32.702399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:32.702852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Bound port: d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:32.703239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.717358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a383f19b-9fbf-4f31-8a24-eec19407350e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:32.722349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a383f19b-9fbf-4f31-8a24-eec19407350e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:32.722817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.728855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.748505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Transition to ACTIVE for port object 8babd14c-1a63-44ca-8def-8a9df9b2af23 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:32.761564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.783792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-992a1269-8a3e-4acd-9fdf-337e33098a36 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.787900 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-992a1269-8a3e-4acd-9fdf-337e33098a36 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "GET /v2.0/ports?device_id=85d40177-724c-4f8e-afb4-43c9e28c9f07 HTTP/1.1" status: 200 len: 945 time: 0.1632650 Nov 12 03:05:32.847559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.874108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:32.876484 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d6672-8e41-418a-818b-9304a4b64ac9" -d '{"events": [{"server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "name": "network-vif-plugged", "status": "completed", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:32.891252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a383f19b-9fbf-4f31-8a24-eec19407350e,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:32.896915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-aa052f58-aec8-4094-b7a9-b8e27f4c4bac service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393870 Nov 12 03:05:32.899368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:32.920891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:32.942657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:32.958255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:32.986676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660010d-848e-459b-8883-d406bf3a25b7 req-fc350e96-d3a9-4750-859c-373e0f6636fb tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:32.990299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:32.991784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3660010d-848e-459b-8883-d406bf3a25b7 req-fc350e96-d3a9-4750-859c-373e0f6636fb tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 945 time: 0.1788468 Nov 12 03:05:33.020654 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.022117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.033829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.072954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Deleting port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:33.073464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.076517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Attempting to bind port 8babd14c-1a63-44ca-8def-8a9df9b2af23 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:33.076975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Attempting to bind port 8babd14c-1a63-44ca-8def-8a9df9b2af23 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:33.077410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Attempting to bind port 8babd14c-1a63-44ca-8def-8a9df9b2af23 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:33.109721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Port 8babd14c-1a63-44ca-8def-8a9df9b2af23 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:33.110150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Attempting to bind port 8babd14c-1a63-44ca-8def-8a9df9b2af23 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:33.117642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3660010d-848e-459b-8883-d406bf3a25b7 req-0ad02651-bc62-4c7c-88f1-a8c8c798c996 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212490 Nov 12 03:05:33.149518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:33.149862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:33.150258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:33.150716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Bound port: 8babd14c-1a63-44ca-8def-8a9df9b2af23, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:33.151084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.236785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] For port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:33.237170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.264046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Calling delete_port for 12436a0b-c9f3-4857-85ee-dbd726d9ae8f owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:33.272726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:33.279252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:33.284868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.344942 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e89f649-b3d7-431c-be3f-05857ad2a1ff x-openstack-request-id: req-7e89f649-b3d7-431c-be3f-05857ad2a1ff {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:33.345157 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "tag": "957379ce-d06f-4334-a00d-c32d003b9886", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:33.345380 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e89f649-b3d7-431c-be3f-05857ad2a1ff {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:33.345770 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886', 'status': 'completed', 'code': 200} Nov 12 03:05:33.358179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.360102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.361540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] 10.222.0.39 "PUT /v2.0/ports/8babd14c-1a63-44ca-8def-8a9df9b2af23 HTTP/1.1" status: 200 len: 1097 time: 1.4187424 Nov 12 03:05:33.361663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.362265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.363675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] 10.222.0.39 "PUT /v2.0/ports/d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc HTTP/1.1" status: 200 len: 1096 time: 1.9566531 Nov 12 03:05:33.368393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:33.372672 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340cc7da-7a95-4437-8b0f-830c90951e47" -d '{"events": [{"name": "network-changed", "server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:33.434027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7997f73-be14-4c74-94f2-f40dad98461e service neutron] Pushing event updated for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:33.447611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f6c1dbf-1dc0-484f-bc5f-139a164e4e7d req-4648e3c9-fd9d-42e0-824d-364bcecdbf29 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192168 Nov 12 03:05:33.480083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc02dbd-f8fc-4f37-8d55-6a1f6525bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:33.498468 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270 associated. External IP: 172.25.2.67, port: b8d7bbcd-d063-41cb-9cf9-c78841189a90. Nov 12 03:05:33.512172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9d047-4965-4772-a10a-47fd75434e1b req-9d1a3cc1-9a1b-40d4-98e1-88a5a897ea56 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.516231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55a9d047-4965-4772-a10a-47fd75434e1b req-9d1a3cc1-9a1b-40d4-98e1-88a5a897ea56 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 944 time: 0.1927269 Nov 12 03:05:33.572142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-800b3c77-9d5e-48f3-a04d-25146b74ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.573660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-800b3c77-9d5e-48f3-a04d-25146b74ac2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 1099 time: 0.1495342 Nov 12 03:05:33.588800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-3675f98e-9b87-4f73-9ae8-290e8d91efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.590213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-3675f98e-9b87-4f73-9ae8-290e8d91efea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 1100 time: 0.1574080 Nov 12 03:05:33.646065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-e09c236d-442d-4c5c-819e-a1ad13e220f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc HTTP/1.1" status: 200 len: 217 time: 0.0599613 Nov 12 03:05:33.651834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55a9d047-4965-4772-a10a-47fd75434e1b req-edf236b6-1030-4bff-b270-1a5a7c45422f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304460 Nov 12 03:05:33.677661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-87d33291-576a-465c-80fb-1bd444f8d4ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23 HTTP/1.1" status: 200 len: 217 time: 0.0543332 Nov 12 03:05:33.701310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-d3eabf27-4e23-43e1-a184-61cdbd63dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.702801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-d3eabf27-4e23-43e1-a184-61cdbd63dfbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 1096 time: 0.1548979 Nov 12 03:05:33.705097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.725360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b8d7bbcd-d063-41cb-9cf9-c78841189a90', '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:33.756193 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9867236-348e-43fe-b4df-648e54e13e85 x-openstack-request-id: req-e9867236-348e-43fe-b4df-648e54e13e85 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:33.756500 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "name": "network-vif-plugged", "status": "completed", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:33.757029 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9867236-348e-43fe-b4df-648e54e13e85 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:33.757579 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'code': 200} Nov 12 03:05:33.784000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7367a1a5-2d40-425a-82b4-fcd94f586755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.786687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-7367a1a5-2d40-425a-82b4-fcd94f586755 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1307588 Nov 12 03:05:33.844781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.39', 63499) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:33.848729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event deleted for resources: {'Port': ['ID=12436a0b-c9f3-4857-85ee-dbd726d9ae8f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:33.936107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-e307798b-a4f8-4c86-aba5-011d61bc2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.937698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] No DVR routers for this DVR port 12436a0b-c9f3-4857-85ee-dbd726d9ae8f on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:33.938195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-e307798b-a4f8-4c86-aba5-011d61bc2cf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2492232 Nov 12 03:05:33.942830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:33.947398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "DELETE /v2.0/ports/12436a0b-c9f3-4857-85ee-dbd726d9ae8f HTTP/1.1" status: 204 len: 173 time: 1.1373725 Nov 12 03:05:33.985478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-6b95ceba-39fe-4c3a-9467-b247cf006941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:33.987503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-6b95ceba-39fe-4c3a-9467-b247cf006941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1640825 Nov 12 03:05:34.004589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a19df-41c8-457b-970a-87d8934e0a0f req-530f668b-1398-4dee-9480-73636e91a0a5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.006868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-081a19df-41c8-457b-970a-87d8934e0a0f req-530f668b-1398-4dee-9480-73636e91a0a5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.1690753 Nov 12 03:05:34.041711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:34.107762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd2bf2-d471-48d4-bbbe-39bb371e5af4 req-6d4c9cd8-e479-4181-9ad5-96ec6c3838a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.109267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03fd2bf2-d471-48d4-bbbe-39bb371e5af4 req-6d4c9cd8-e479-4181-9ad5-96ec6c3838a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1098 time: 0.2629323 Nov 12 03:05:34.122674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-50c9cfb6-96ba-4813-85f5-dbca295f4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.124236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-50c9cfb6-96ba-4813-85f5-dbca295f4593 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.3795209 Nov 12 03:05:34.130674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-9c429dba-8a64-49aa-8399-aa35b0e3d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.132124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-9c429dba-8a64-49aa-8399-aa35b0e3d88e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1819353 Nov 12 03:05:34.137868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-081a19df-41c8-457b-970a-87d8934e0a0f req-1a31709a-5ffd-4f83-89b8-a6fe9a49f76d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041791 Nov 12 03:05:34.159422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-ea462658-af16-4ec5-a41b-72775e0d0071 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512306 Nov 12 03:05:34.190592 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d85b7b-786f-43d3-a59c-baef5bb92e10 x-openstack-request-id: req-07d85b7b-786f-43d3-a59c-baef5bb92e10 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:34.190883 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:34.191156 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07d85b7b-786f-43d3-a59c-baef5bb92e10 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:34.191547 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23', 'status': 'completed', 'code': 200} Nov 12 03:05:34.241093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-da820405-4a3e-4dcc-aad7-23e46348be7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=957379ce-d06f-4334-a00d-c32d003b9886 HTTP/1.1" status: 200 len: 217 time: 0.0997281 Nov 12 03:05:34.298447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-5bbe91a3-9c80-4a50-b709-4aa0317a2915 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299214 Nov 12 03:05:34.310002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fbb5-f0fc-4520-909d-cd5d50229ee5 req-a8f2e72a-c0f0-471a-8c5c-c5d2fcb092b8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.311656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ff3fbb5-f0fc-4520-909d-cd5d50229ee5 req-a8f2e72a-c0f0-471a-8c5c-c5d2fcb092b8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 947 time: 0.0803840 Nov 12 03:05:34.362531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03fd2bf2-d471-48d4-bbbe-39bb371e5af4 req-11214d6c-99a0-4f36-939e-493e2d591d55 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411392 Nov 12 03:05:34.362735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ff3fbb5-f0fc-4520-909d-cd5d50229ee5 req-f0c40939-9e19-4338-b104-f03f48d00c5d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440133 Nov 12 03:05:34.405670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-09f5efb3-f850-480b-b185-2a5d27e6b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.407158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-09f5efb3-f850-480b-b185-2a5d27e6b499 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1278625 Nov 12 03:05:34.409281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-4bfb09be-c4d4-4350-86bb-6089666583d3 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353411 Nov 12 03:05:34.410397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:34.415257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:34.420490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:34.431039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:34.431863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:34.445335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-8f0b2ac6-436b-42bb-849a-f71161266e05 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "PUT /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 995 time: 2.5233834 Nov 12 03:05:34.477474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88738a9-565d-4786-b418-cb64f888a1c6 req-3c93c1ae-a178-429d-aa15-aedf57898b89 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.478982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b88738a9-565d-4786-b418-cb64f888a1c6 req-3c93c1ae-a178-429d-aa15-aedf57898b89 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0509880 Nov 12 03:05:34.510452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-24fcc4ee-e921-4874-9cf4-d96b899677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.512006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-24fcc4ee-e921-4874-9cf4-d96b899677f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0535157 Nov 12 03:05:34.528313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b88738a9-565d-4786-b418-cb64f888a1c6 req-d9f25029-d909-4a31-9006-23d6fd4b6c54 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Nov 12 03:05:34.552164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:34.627625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-445e21e0-c096-4398-985a-dd3eaa8c5d80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523157 Nov 12 03:05:34.650050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f509939f-4047-4f6e-8b6b-ffdbbf201b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:34.673686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef833-f70a-45ce-9a7e-87044e60eb9c req-335823f6-d112-41d2-b2a3-651801b0acd2 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.675689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-215ef833-f70a-45ce-9a7e-87044e60eb9c req-335823f6-d112-41d2-b2a3-651801b0acd2 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 946 time: 0.0621436 Nov 12 03:05:34.773637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-215ef833-f70a-45ce-9a7e-87044e60eb9c req-96d7d0db-9933-46b1-8bba-91f1f1117f97 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837765 Nov 12 03:05:34.794312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-625b4cbd-f05f-4db2-9b0b-eb2c699ceaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.795835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-625b4cbd-f05f-4db2-9b0b-eb2c699ceaa3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.2767444 Nov 12 03:05:34.797545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-d92215fc-2ce5-4b02-995b-4d48d301e98b service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600649 Nov 12 03:05:34.897156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8b7f1-698b-48ae-93de-bcc445c634ee req-3ac0b2db-e4cc-4ddb-a581-ff62b18cb5e5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:34.898990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bac8b7f1-698b-48ae-93de-bcc445c634ee req-3ac0b2db-e4cc-4ddb-a581-ff62b18cb5e5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0512044 Nov 12 03:05:34.899758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:32Z', 'revision_number': 8, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:34.922163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-85adce16-1673-4941-a5d6-dc7a5b9eabf2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383772 Nov 12 03:05:34.926257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:34.938757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:34.939739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:34.941354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-f30a1bfe-b569-47d0-a2c5-4c2b0c01a87e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 998 time: 0.1347537 Nov 12 03:05:34.958644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bac8b7f1-698b-48ae-93de-bcc445c634ee req-f2d42bc0-e94f-43ba-a329-a1a0aebc7cc2 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531099 Nov 12 03:05:35.049158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-06408b66-8bdc-45a5-8d0d-75aebe3d42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.050704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-06408b66-8bdc-45a5-8d0d-75aebe3d42f9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0996134 Nov 12 03:05:35.056628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b094d37-5912-453a-ad92-2a323bd1fb39 req-fcd37a07-8e4b-464e-84ba-90ebc6f52a03 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488346 Nov 12 03:05:35.104773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-3fda107c-01f1-49b2-8f87-be0a6639daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.106469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-3fda107c-01f1-49b2-8f87-be0a6639daf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 1100 time: 0.1129897 Nov 12 03:05:35.117543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-9ea0b61a-2bf8-4d2c-aec6-16dcd595f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.119136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-9ea0b61a-2bf8-4d2c-aec6-16dcd595f596 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597160 Nov 12 03:05:35.151549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03a03a-865e-49a5-b36c-4eb8efff5afe req-42f58ae8-ceff-4bd9-b6c9-67c652f2da07 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.153161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e03a03a-865e-49a5-b36c-4eb8efff5afe req-42f58ae8-ceff-4bd9-b6c9-67c652f2da07 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 944 time: 0.0549388 Nov 12 03:05:35.208353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e03a03a-865e-49a5-b36c-4eb8efff5afe req-ccca78d4-3795-4488-97f4-1acd4699e08e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484087 Nov 12 03:05:35.225542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:35.464434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:32Z', 'revision_number': 8, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:35.493818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc'}, {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:35.496118 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce34881-733e-4732-856e-9f435eeacf09" -d '{"events": [{"name": "network-changed", "server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc"}, {"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:35.500023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180fa1-ff03-4ae8-aed5-e50ea0d82445 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b6666b51-4be1-4bc1-a5d0-2a500102a270', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'port_id': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'mac_address': 'fa:16:3e:ea:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:04:55Z', 'updated_at': '2021-11-12T03:05:32Z', 'revision_number': 8, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:35.512861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:35.543274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-fb7c13ae-d89d-469f-820b-7a6cbc7e3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.544780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-fb7c13ae-d89d-469f-820b-7a6cbc7e3198 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.4247494 Nov 12 03:05:35.566199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-ae41909e-1c9c-4d21-a4e0-18183d5411e7 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383643 Nov 12 03:05:35.604763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-2b44cb90-5dff-4a27-83ac-c62032943b67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23 HTTP/1.1" status: 200 len: 217 time: 0.0500083 Nov 12 03:05:35.665977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4e2ee-df9d-41fe-9655-b722a15ebdde req-446046a7-7b16-47af-9b6a-079e3cf7f435 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.674396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71b4e2ee-df9d-41fe-9655-b722a15ebdde req-446046a7-7b16-47af-9b6a-079e3cf7f435 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 947 time: 0.0722213 Nov 12 03:05:35.705053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-c39cd4ea-1037-4a74-91aa-4a4f5e0cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.706588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-c39cd4ea-1037-4a74-91aa-4a4f5e0cefaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0909853 Nov 12 03:05:35.755354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38f1ff-c43f-4db5-b4a6-23e293335500 req-b7330dd2-3e6f-4600-b0c5-52d4c865ae31 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585543 Nov 12 03:05:35.759135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71b4e2ee-df9d-41fe-9655-b722a15ebdde req-1572f373-3f80-4c60-9922-f6e17d823f44 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801649 Nov 12 03:05:35.784457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-90c88bcb-140d-4966-9741-e955817ff191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.786667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-90c88bcb-140d-4966-9741-e955817ff191 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709929 Nov 12 03:05:35.822903 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fbea2-175b-4f20-8140-74bb292d1b05 None None] New status for floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:35.908207 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722222b6-eb47-4096-8e8a-323f5cb0302b x-openstack-request-id: req-722222b6-eb47-4096-8e8a-323f5cb0302b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:35.908508 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:35.908760 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-722222b6-eb47-4096-8e8a-323f5cb0302b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:35.909339 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', 'status': 'completed', 'code': 200} Nov 12 03:05:35.909602 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:05:35.950640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a865a0-3c54-430d-93bb-faf945dde01b req-892f6fa7-10f9-4b45-b6d5-83a0de97c271 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:35.956371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0a865a0-3c54-430d-93bb-faf945dde01b req-892f6fa7-10f9-4b45-b6d5-83a0de97c271 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0550451 Nov 12 03:05:35.977752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-43074a3f-fe31-4c16-8e8c-623f7a8237b8 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815979 Nov 12 03:05:36.016383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0a865a0-3c54-430d-93bb-faf945dde01b req-8e43642a-a4da-4fb5-8444-acdf79519108 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Nov 12 03:05:36.063781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d7769cd-2401-4589-9b0e-ab92af54a762 req-2b18171f-b254-4da5-8f47-fca965e95c49 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 995 time: 0.1521945 Nov 12 03:05:36.067194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-b667f201-1b43-48d6-bf48-ad1efbe10182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.068647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-b667f201-1b43-48d6-bf48-ad1efbe10182 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 1099 time: 0.1583028 Nov 12 03:05:36.223043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340cc7da-7a95-4437-8b0f-830c90951e47 req-d8530d49-5779-4e24-8e2c-89385a0c6bb4 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376342 Nov 12 03:05:36.267115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-e5dc52fa-cd29-488b-995f-c514403fce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.268532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-e5dc52fa-cd29-488b-995f-c514403fce25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1807840 Nov 12 03:05:36.279743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7769cd-2401-4589-9b0e-ab92af54a762 req-e05c1c00-dd69-4b48-89d2-d1a7e95c8d5c tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.281199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d7769cd-2401-4589-9b0e-ab92af54a762 req-e05c1c00-dd69-4b48-89d2-d1a7e95c8d5c tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2080562 Nov 12 03:05:36.294155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-9d7769cd-2401-4589-9b0e-ab92af54a762 req-4bed773b-dc77-46b3-905d-b48f9b735dd1 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:36.295210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d7769cd-2401-4589-9b0e-ab92af54a762 req-4bed773b-dc77-46b3-905d-b48f9b735dd1 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068460 Nov 12 03:05:36.324437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-e713029a-fbca-4a41-8950-8e606ed3f2e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc HTTP/1.1" status: 200 len: 217 time: 0.0422344 Nov 12 03:05:36.353761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'name': 'network-vif-deleted', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:36.356065 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cbd2c4-4506-4ab6-98f8-e51be88c43a0" -d '{"events": [{"server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "name": "network-vif-deleted", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:36.377094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece9fab-081e-4a30-9f51-664b1b6c8e9f req-44eea900-2224-40bb-9c98-8b0cb1d1ff89 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.378134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-786909fd-05bc-41df-849a-17a63cd256c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.379557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ece9fab-081e-4a30-9f51-664b1b6c8e9f req-44eea900-2224-40bb-9c98-8b0cb1d1ff89 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 946 time: 0.2970650 Nov 12 03:05:36.379841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-786909fd-05bc-41df-849a-17a63cd256c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0485630 Nov 12 03:05:36.429594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-396ee12b-7353-4151-93af-370a0d29d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.431008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ece9fab-081e-4a30-9f51-664b1b6c8e9f req-b87d3bb2-fb11-4bfb-aee3-720e552825ec tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Nov 12 03:05:36.431564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-396ee12b-7353-4151-93af-370a0d29d0e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434291 Nov 12 03:05:36.540033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba944a-3e44-48d9-9398-2840c94d396b req-3216d3bf-0b03-4f8e-b653-547f43f626c8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.541420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ddba944a-3e44-48d9-9398-2840c94d396b req-3216d3bf-0b03-4f8e-b653-547f43f626c8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 944 time: 0.0510130 Nov 12 03:05:36.583761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-fa10e0bc-f86f-418e-9d1a-afdb3b0774f8 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440198 Nov 12 03:05:36.588259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ddba944a-3e44-48d9-9398-2840c94d396b req-dbc04dea-bcbc-46c0-80c4-84f11d3e83dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Nov 12 03:05:36.592236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-331c6c7a-a592-4ebb-b015-080d4f7ee3fc tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.0768328 Nov 12 03:05:36.632416 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1c5b3-4646-4dbf-9dc4-e5d35053d1d7 x-openstack-request-id: req-26d1c5b3-4646-4dbf-9dc4-e5d35053d1d7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:36.633012 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d40177-724c-4f8e-afb4-43c9e28c9f07", "name": "network-vif-deleted", "tag": "12436a0b-c9f3-4857-85ee-dbd726d9ae8f", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:36.633266 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26d1c5b3-4646-4dbf-9dc4-e5d35053d1d7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:36.633667 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d40177-724c-4f8e-afb4-43c9e28c9f07', 'name': 'network-vif-deleted', 'tag': '12436a0b-c9f3-4857-85ee-dbd726d9ae8f', 'status': 'completed', 'code': 200} Nov 12 03:05:36.653144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 957379ce-d06f-4334-a00d-c32d003b9886 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:36.656704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 12436a0b-c9f3-4857-85ee-dbd726d9ae8f no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:36.683420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 12436a0b-c9f3-4857-85ee-dbd726d9ae8f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:36.683858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 12436a0b-c9f3-4857-85ee-dbd726d9ae8f not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:36.693658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-7a96802e-3c4e-4c31-ab1e-a72cefb6b6e7 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.695594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-7a96802e-3c4e-4c31-ab1e-a72cefb6b6e7 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports/b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 942 time: 0.0935326 Nov 12 03:05:36.725662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-aaa934b9-b7ca-47eb-9f88-35dcee0a20d3 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323266 Nov 12 03:05:36.743606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f479b34-47a1-42a8-9dad-d4dbe0dbc291 req-9e07ed9e-754b-4b87-a7d7-7918abc2f805 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.747782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f479b34-47a1-42a8-9dad-d4dbe0dbc291 req-9e07ed9e-754b-4b87-a7d7-7918abc2f805 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 946 time: 0.0714424 Nov 12 03:05:36.793502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=957379ce-d06f-4334-a00d-c32d003b9886,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:36.804337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '957379ce-d06f-4334-a00d-c32d003b9886', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': '957379ce-d06f-4334-a00d-c32d003b9886', 'mac_address': 'fa:16:3e:cb:3a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:36.815380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f479b34-47a1-42a8-9dad-d4dbe0dbc291 req-a3d99e05-0b69-4d99-8d4c-ac64a8a2f611 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567904 Nov 12 03:05:36.845932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:36.860238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957379ce-d06f-4334-a00d-c32d003b9886 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:36.870567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-536b29eb-acfd-4696-b0d6-d2457dde13ae tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1022904 Nov 12 03:05:36.878867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-562c659a-763a-4148-9b26-e606f5cea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:36.880563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-562c659a-763a-4148-9b26-e606f5cea1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0640717 Nov 12 03:05:36.891638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=957379ce-d06f-4334-a00d-c32d003b9886,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:36.896147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:36.896936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:36.981142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:37.046330 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.069368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-0b6419d6-c57b-453b-bd99-2abb7332379b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:37.070728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-0b6419d6-c57b-453b-bd99-2abb7332379b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1940756 Nov 12 03:05:37.072380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:37.080380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-08b9f460-9c95-4e19-9585-2c1b528d2279 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 258 time: 0.2348461 Nov 12 03:05:37.085706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:37.089974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', 'mac_address': 'fa:16:3e:20:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:37.091990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-05019ca8-d69b-4e04-b2d1-3fd9dc61d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:37.093435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-05019ca8-d69b-4e04-b2d1-3fd9dc61d02e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.2042303 Nov 12 03:05:37.108179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.135707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.149520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:37.170908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:37.177117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.193472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-e4794f66-3ce4-4d37-98e8-85ff6244299c tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1135161 Nov 12 03:05:37.200257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-f5323438-516b-4218-bcea-c8d2947b7769 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 1000 time: 0.0761087 Nov 12 03:05:37.207637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:37.214757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.231689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:37.296219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-67d0c4ae-4119-4a98-96e7-d414f88e65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:37.297724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-67d0c4ae-4119-4a98-96e7-d414f88e65cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0875032 Nov 12 03:05:37.301978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.319382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Allocated IP 172.25.2.113 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6c3149af-d733-4b7d-a066-c2771fead2fe) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:37.423220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.423726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34881-733e-4732-856e-9f435eeacf09 req-b764c4c6-7a25-4676-adbe-93e2b8f0e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:37.425420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-b764c4c6-7a25-4676-adbe-93e2b8f0e241 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943487 Nov 12 03:05:37.455859 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.461175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['957379ce-d06f-4334-a00d-c32d003b9886'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:37.466205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:37.494871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:37.498047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:37.503726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:37.504278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.531597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event updated for resources: {'Port': ['ID=6c3149af-d733-4b7d-a066-c2771fead2fe,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:37.535833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.536215 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270 disassociated. External IP: 172.25.2.67, port: b8d7bbcd-d063-41cb-9cf9-c78841189a90. Nov 12 03:05:37.600446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.638876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.641969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-81c40847-4f09-4fa5-8660-21b089e84743 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049503 Nov 12 03:05:37.795603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.800017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.809126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce34881-733e-4732-856e-9f435eeacf09 req-975ddcf0-d99e-455e-b906-76ca10f45208 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597457 Nov 12 03:05:37.838802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:37.864760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event updated for resources: {'Port': ['ID=6c3149af-d733-4b7d-a066-c2771fead2fe,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:37.878817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.885121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.894633 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.895995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-387ec45d-4edd-41d8-af08-70a65b091a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8148069 Nov 12 03:05:37.939521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:37.949883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-efd1fc2d-f53c-4aef-9c58-77a6240cc2dc tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 696 time: 0.0467207 Nov 12 03:05:37.956553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:37.961506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:37.974692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:37.997064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-16d5b22f-f7d5-468a-984f-0f11f805d0e9 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "PUT /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 695 time: 0.7938044 Nov 12 03:05:37.997837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:38.003077 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb8d10-8380-44ab-ae80-640d4ab6c516" -d '{"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:38.032082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:38.032850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:38.057531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-cfa9038c-6c16-41ef-87f1-c7fae8225d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.059120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-cfa9038c-6c16-41ef-87f1-c7fae8225d4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0471306 Nov 12 03:05:38.087589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-6776a95a-7ec9-4f86-816e-31c48c826505 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.089658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-6776a95a-7ec9-4f86-816e-31c48c826505 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1326208 Nov 12 03:05:38.103302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-7646f031-b82a-439f-a73e-83de6c952b52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:38.111604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3367b686-97d9-4e8b-98a1-68ef621a9a2a req-7646f031-b82a-439f-a73e-83de6c952b52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135453 Nov 12 03:05:38.145752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:38.151290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-91a5527b-883d-4597-b357-4f9435a937d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.159307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-91a5527b-883d-4597-b357-4f9435a937d2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.0942152 Nov 12 03:05:38.169241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '28e29048-3d03-4727-a48d-c35469b73097', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'port_id': '28e29048-3d03-4727-a48d-c35469b73097', 'mac_address': 'fa:16:3e:82:fa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4559c69-64ee-487e-85ae-23d8c95fa7bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:38.183622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:38.202959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-791ad31c-50db-4893-b915-380cb2e8c333 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0427983 Nov 12 03:05:38.210546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45bd25-5e14-49e8-be13-07ff46c69f8c req-48f2b7a9-c57c-4919-8706-432913d64440 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.212204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd45bd25-5e14-49e8-be13-07ff46c69f8c req-48f2b7a9-c57c-4919-8706-432913d64440 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 948 time: 0.0517938 Nov 12 03:05:38.253616 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:38.257920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-b311702c-0f26-4743-b2d4-63ddaf734dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.259786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-b311702c-0f26-4743-b2d4-63ddaf734dc2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0505159 Nov 12 03:05:38.264297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd45bd25-5e14-49e8-be13-07ff46c69f8c req-120dbcbf-d693-4c0c-8edb-7ccddeb15fa2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Nov 12 03:05:38.307419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:38.309258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1888625-8b36-442c-aef0-a687ea054e9c req-db0fe720-9bc2-4158-bdad-4f4d5f169b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.311186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-db0fe720-9bc2-4158-bdad-4f4d5f169b78 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443373 Nov 12 03:05:38.359647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:38.365089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:38.376507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e6abf-d35c-4b74-9767-5a4a2f9015de req-ca4e81c5-66ba-44b9-aeab-1eb2536fb77c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.377945 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec1e6abf-d35c-4b74-9767-5a4a2f9015de req-ca4e81c5-66ba-44b9-aeab-1eb2536fb77c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0525246 Nov 12 03:05:38.411616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-1f085ead-3525-45c7-96ed-6c39bfd9b981 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927744 Nov 12 03:05:38.434506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec1e6abf-d35c-4b74-9767-5a4a2f9015de req-70794cd2-4726-4332-91c2-fede8a558f23 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Nov 12 03:05:38.452604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:38.487032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:38.506017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1888625-8b36-442c-aef0-a687ea054e9c req-d1a805d6-018b-45e1-9b7e-2ce2fba4bd00 service neutron] 10.222.0.84 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871005 Nov 12 03:05:38.516028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:38.526398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:38.526944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:38.602266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['28e29048-3d03-4727-a48d-c35469b73097'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:38.621637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b505578-9139-4197-a9ff-4e3ee8ac743b req-0818198e-710c-4606-83ae-45599090658a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.623330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b505578-9139-4197-a9ff-4e3ee8ac743b req-0818198e-710c-4606-83ae-45599090658a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 945 time: 0.0545778 Nov 12 03:05:38.641013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147c78-1bd7-41e7-acc8-4336aba8a306 req-a15a5034-5d80-4668-9ec8-86caf8062b40 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.647865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df147c78-1bd7-41e7-acc8-4336aba8a306 req-a15a5034-5d80-4668-9ec8-86caf8062b40 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 945 time: 0.0651975 Nov 12 03:05:38.680249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b505578-9139-4197-a9ff-4e3ee8ac743b req-d373ad0a-ba2d-479e-bab3-ee5aa6728f8c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504856 Nov 12 03:05:38.708202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df147c78-1bd7-41e7-acc8-4336aba8a306 req-fca9d040-da6d-4543-8df2-cfe615e72447 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Nov 12 03:05:38.732923 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10eaff0-75bd-441e-82c5-bf3dff934115 x-openstack-request-id: req-e10eaff0-75bd-441e-82c5-bf3dff934115 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:38.733256 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:38.733625 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e10eaff0-75bd-441e-82c5-bf3dff934115 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:38.733970 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:05:38.815489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8babd14c-1a63-44ca-8def-8a9df9b2af23 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:38.817499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 957379ce-d06f-4334-a00d-c32d003b9886 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:38.834933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-d285c319-5bbf-41c1-8e6c-612f97c2529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.836489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-d285c319-5bbf-41c1-8e6c-612f97c2529e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7616af548c534872920c2d1d25b2ed56&device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 1097 time: 0.0862014 Nov 12 03:05:38.847446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-63e4a18e-7ce1-4a33-b200-294da85588b0 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:38.848886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-63e4a18e-7ce1-4a33-b200-294da85588b0 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0739729 Nov 12 03:05:38.890241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-fbb8d83f-cc31-47b5-a2e8-476f027b0b23 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 200 len: 695 time: 0.0672019 Nov 12 03:05:38.910692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:38.948419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-ecd7ed0b-b398-4708-a587-749c902b2304 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 696 time: 0.0903156 Nov 12 03:05:38.976101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'floatingip': {'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:39.020185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d317-4aec-4566-9475-ae767e10bc36 req-c3940efe-4285-4bed-82f1-14db7922438d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.021749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-c3940efe-4285-4bed-82f1-14db7922438d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1254985 Nov 12 03:05:39.033883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.058447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-30dc333b-5078-4eaf-a4d6-882fd45201c2 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:39.059767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-30dc333b-5078-4eaf-a4d6-882fd45201c2 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293899 Nov 12 03:05:39.072588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 957379ce-d06f-4334-a00d-c32d003b9886 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:39.098359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 957379ce-d06f-4334-a00d-c32d003b9886 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:39.098732 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.116830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:39.137817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-414a8e4a-5338-4bd1-b9b7-cffb872fbac0 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 698 time: 0.0691798 Nov 12 03:05:39.193486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-fa42c191-8426-4f7a-a980-8b1c761ba422 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.67 HTTP/1.1" status: 200 len: 698 time: 0.0491438 Nov 12 03:05:39.199079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '8babd14c-1a63-44ca-8def-8a9df9b2af23', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '8babd14c-1a63-44ca-8def-8a9df9b2af23', 'mac_address': 'fa:16:3e:be:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:39.299660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.332183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8babd14c-1a63-44ca-8def-8a9df9b2af23 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:39.334023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Deleting port 59d6e508-734e-4d1c-a6a7-b8e89b72e56d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:39.334373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.397818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-b18527ec-53d6-4d12-9efd-f8e5ab1811d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.399315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-b18527ec-53d6-4d12-9efd-f8e5ab1811d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 200 len: 922 time: 0.5495441 Nov 12 03:05:39.405600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:39.408051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.425905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.428038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.429193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.442061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Calling delete_port for 59d6e508-734e-4d1c-a6a7-b8e89b72e56d owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:39.451497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-fd1a648d-e3ac-4cbe-8695-3c19dfc3cbaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 200 len: 217 time: 0.0429103 Nov 12 03:05:39.467912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:39.470179 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268060b-f002-471a-95b3-535e5aa99f71" -d '{"events": [{"server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "name": "network-vif-plugged", "status": "completed", "tag": "957379ce-d06f-4334-a00d-c32d003b9886"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:39.490458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=957379ce-d06f-4334-a00d-c32d003b9886,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:39.506123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.507502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:39.530715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:39.538803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:39.570565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-8ca04577-dca1-4496-8e45-37cddffaef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.572061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-8ca04577-dca1-4496-8e45-37cddffaef44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 200 len: 860 time: 0.0854943 Nov 12 03:05:39.594705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e0d36-ef2c-4696-8d26-0f23e9c4775d None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:04:34Z', 'revision_number': 4, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0e196f6b-7cf6-4869-b0f2-5650dccd0fa6', 'name': '', 'network_id': 'a8c0ade9-ae65-4a0c-9c24-cc36044b65e3', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'mac_address': 'fa:16:3e:ae:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:33Z', 'updated_at': '2021-11-12T03:04:39Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'subnets': [{'id': '35756fcd-fa52-4676-b3a7-b9fb0068d751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:39.628263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.650390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:39.653816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:39.658855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:39.659424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.671457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event deleted for resources: {'Port': ['ID=59d6e508-734e-4d1c-a6a7-b8e89b72e56d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:39.713752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-4e8b4858-24bd-4437-87c2-73c95bbcf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.715230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-4e8b4858-24bd-4437-87c2-73c95bbcf386 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1346414 Nov 12 03:05:39.722014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['8babd14c-1a63-44ca-8def-8a9df9b2af23'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:39.750358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.753756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.765227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6625d317-4aec-4566-9475-ae767e10bc36 req-4ec20cc5-8e6a-4f48-ad12-03c6d429996b tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "DELETE /v2.0/floatingips/b6666b51-4be1-4bc1-a5d0-2a500102a270 HTTP/1.1" status: 204 len: 173 time: 0.5652771 Nov 12 03:05:39.802029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.868667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:39.875861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402e74-7824-4cf5-b670-8837b09df530 req-24ba011e-6046-47f9-a232-900114af025a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:39.879037 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:39.886906 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82402e74-7824-4cf5-b670-8837b09df530 req-24ba011e-6046-47f9-a232-900114af025a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 948 time: 0.0680935 Nov 12 03:05:39.938664 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41362ac6-b08a-4f03-8cff-0928d5427ac7 None None] New status for floating IP b6666b51-4be1-4bc1-a5d0-2a500102a270: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:39.953485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-edb6eb56-ba44-4db2-b593-28758f01a1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298150 Nov 12 03:05:39.957653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:39.971153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82402e74-7824-4cf5-b670-8837b09df530 req-9d0c83c4-9469-42d7-b6e8-ecb36a9d7353 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832365 Nov 12 03:05:39.985105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:40.092021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:05:40.113986 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:40.129132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:40.156742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:40.162122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:40.166827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:40.176979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:40.184559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fb8d10-8380-44ab-ae80-640d4ab6c516 req-9074a3bf-cb42-423c-bef1-99a99929c08b service neutron] 10.222.0.39 "GET /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175465 Nov 12 03:05:40.230027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e0d57-b795-4d7e-a77e-c24713a7a7fe req-49648694-ebf0-4368-8982-398b90d7beeb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.232946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:40.238119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a4e0d57-b795-4d7e-a77e-c24713a7a7fe req-49648694-ebf0-4368-8982-398b90d7beeb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1220200 Nov 12 03:05:40.282417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a4e0d57-b795-4d7e-a77e-c24713a7a7fe req-d4cdc747-960c-41d7-b8af-4c2c2ff38f0c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Nov 12 03:05:40.308110 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Floating IP 63988f4b-223e-4b6e-aa2b-265240f5240c associated. External IP: 172.25.2.113, port: a383f19b-9fbf-4f31-8a24-eec19407350e. Nov 12 03:05:40.325638 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309c4a1-d89b-47b5-bad7-0ef6058f43f0 x-openstack-request-id: req-b309c4a1-d89b-47b5-bad7-0ef6058f43f0 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:40.326083 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "name": "network-vif-plugged", "status": "completed", "tag": "957379ce-d06f-4334-a00d-c32d003b9886", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:40.326336 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b309c4a1-d89b-47b5-bad7-0ef6058f43f0 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:40.326722 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886', 'code': 200} Nov 12 03:05:40.476288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412504-62b2-4071-805b-b889a703d989 req-fc5b1bb0-00ec-4af4-8a5e-672bf3e99de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.477608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26892374-355d-475a-bcb3-34cbd533897b req-1d367823-56a1-400b-8d56-86cf40ef9d46 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.477769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31412504-62b2-4071-805b-b889a703d989 req-fc5b1bb0-00ec-4af4-8a5e-672bf3e99de2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 1098 time: 0.0885522 Nov 12 03:05:40.479118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26892374-355d-475a-bcb3-34cbd533897b req-1d367823-56a1-400b-8d56-86cf40ef9d46 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Nov 12 03:05:40.525899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26892374-355d-475a-bcb3-34cbd533897b req-90f0b0d8-6895-4233-896a-23410f94c9bd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Nov 12 03:05:40.568740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31412504-62b2-4071-805b-b889a703d989 req-5cc0e7d8-a609-4548-a5a9-2c4f4a7a4a99 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 Nov 12 03:05:40.576882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Router 91af0377-d4bc-4f30-a761-b346ae85d7a0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:40.644006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01dd03-ce42-4bac-b6f1-7b81288cb4f1 req-55867c98-dc3e-4890-8ef7-0a613777e0e5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.647516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e01dd03-ce42-4bac-b6f1-7b81288cb4f1 req-55867c98-dc3e-4890-8ef7-0a613777e0e5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.0573719 Nov 12 03:05:40.685434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:40.689822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:40.695424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e01dd03-ce42-4bac-b6f1-7b81288cb4f1 req-5be61968-2769-4fb2-a5fd-bd412a4c5352 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Nov 12 03:05:40.698452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Sync routers for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:40.709372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:40.710533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:40.718001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-672bb4fd-40ac-4b36-bcba-b4de29255e64 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "PUT /v2.0/floatingips/63988f4b-223e-4b6e-aa2b-265240f5240c HTTP/1.1" status: 200 len: 997 time: 1.7549198 Nov 12 03:05:40.737999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:40.740445 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542bccdc-8530-42a2-b29a-db7aa2661cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:40.777828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-de10c9b5-11c5-4396-8a0a-fe3798d3b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.780803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-de10c9b5-11c5-4396-8a0a-fe3798d3b3c3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1098 time: 0.0503907 Nov 12 03:05:40.823497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:40.877741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-c5abe95e-d59a-40a0-a53a-d60576b68cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.879448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-c5abe95e-d59a-40a0-a53a-d60576b68cd9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 930 time: 0.0943055 Nov 12 03:05:40.947984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc454-02ac-4fb1-9440-11f7c7a02b53 req-a3004028-a959-4921-abd3-d459c0e9fd04 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:40.948234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-dfc66a60-8df9-4160-81da-19660223a31e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 1000 time: 0.0611939 Nov 12 03:05:40.949988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e29cc454-02ac-4fb1-9440-11f7c7a02b53 req-a3004028-a959-4921-abd3-d459c0e9fd04 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1098 time: 0.0454910 Nov 12 03:05:41.001156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-786242ad-329f-4014-b275-958f06aa914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.002632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-786242ad-329f-4014-b275-958f06aa914b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.0486171 Nov 12 03:05:41.011830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e29cc454-02ac-4fb1-9440-11f7c7a02b53 req-1178d31c-8892-4c98-8cd0-5d8fddc34dce tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Nov 12 03:05:41.059450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-fcf98632-a39f-4f8c-be2e-5499cb0506ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.061008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-fcf98632-a39f-4f8c-be2e-5499cb0506ab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499437 Nov 12 03:05:41.093874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '63988f4b-223e-4b6e-aa2b-265240f5240c', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'mac_address': 'fa:16:3e:ba:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:05:37Z', 'updated_at': '2021-11-12T03:05:39Z', 'revision_number': 1, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:41.126039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Checking router: 91af0377-d4bc-4f30-a761-b346ae85d7a0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:41.135489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:41.136195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:41.163795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-f4e2a7d4-36d7-4586-98d7-74c1ea9019fe service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952837 Nov 12 03:05:41.195769 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed3bbd7-d751-4a33-bb9e-529fb02c0397 x-openstack-request-id: req-aed3bbd7-d751-4a33-bb9e-529fb02c0397 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:41.196063 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:41.196313 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aed3bbd7-d751-4a33-bb9e-529fb02c0397 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:41.196799 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'status': 'completed', 'code': 200} Nov 12 03:05:41.291934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a3f2a96-c23d-4151-bd69-a0da4e4ed4fb req-be381372-9efa-4175-a5c2-6858f4ce3f39 service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224544 Nov 12 03:05:41.294634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-cef44717-ed5f-4c6c-9d44-a4cbb8511a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.296148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-cef44717-ed5f-4c6c-9d44-a4cbb8511a13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1098 time: 0.0670011 Nov 12 03:05:41.311533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f6fa2-2f99-4e30-8b27-aaea23946140 req-860e30c8-9585-4b3d-82ca-00807a10608d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.315409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-084f6fa2-2f99-4e30-8b27-aaea23946140 req-860e30c8-9585-4b3d-82ca-00807a10608d tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 945 time: 0.0637445 Nov 12 03:05:41.371374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-084f6fa2-2f99-4e30-8b27-aaea23946140 req-dd20bde7-d68d-4295-89e7-59adfbab7aed tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Nov 12 03:05:41.384012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:41.454661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d7e48-1c90-4f21-819a-76559febdffd req-e0b82193-f646-45e7-9158-9678da6e84be tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.456182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c54d7e48-1c90-4f21-819a-76559febdffd req-e0b82193-f646-45e7-9158-9678da6e84be tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 949 time: 0.0726407 Nov 12 03:05:41.461559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-df6bfa3a-2d7f-4ad0-9d79-9e37b69d4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.463005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-df6bfa3a-2d7f-4ad0-9d79-9e37b69d4ded service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 930 time: 0.1567421 Nov 12 03:05:41.560974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-e6e863db-ae34-4b27-b68d-3f881e1cad56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 1000 time: 0.0871456 Nov 12 03:05:41.564604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c54d7e48-1c90-4f21-819a-76559febdffd req-0c3d5232-1fe2-45f6-9d47-b1f10ed3a149 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979421 Nov 12 03:05:41.625038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-fa5ecc84-e087-47ba-a00e-8f852ca698b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.626504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-fa5ecc84-e087-47ba-a00e-8f852ca698b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.0537679 Nov 12 03:05:41.662193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '63988f4b-223e-4b6e-aa2b-265240f5240c', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'mac_address': 'fa:16:3e:ba:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:05:37Z', 'updated_at': '2021-11-12T03:05:39Z', 'revision_number': 1, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:41.695252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc344ac9-fd5a-48a7-bea4-a50f16caaeea None None] The sync data for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 is: [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '63988f4b-223e-4b6e-aa2b-265240f5240c', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'mac_address': 'fa:16:3e:ba:6f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:05:37Z', 'updated_at': '2021-11-12T03:05:39Z', 'revision_number': 1, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:41.708503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-417afb4e-781f-4598-8bc0-5f0d0371f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.710564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-417afb4e-781f-4598-8bc0-5f0d0371f276 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755758 Nov 12 03:05:41.722902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09739d7-67e8-4221-b7b1-5a6892dda54c req-9cbccebc-1468-4327-96f5-9f041fc88a5d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:41.724521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c09739d7-67e8-4221-b7b1-5a6892dda54c req-9cbccebc-1468-4327-96f5-9f041fc88a5d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.0815706 Nov 12 03:05:41.845104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c09739d7-67e8-4221-b7b1-5a6892dda54c req-a3966adb-0376-436d-8bc0-9571317ed1e4 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108499 Nov 12 03:05:41.856191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-20c050f0-1054-4eaf-b731-605442c25b8a service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307023 Nov 12 03:05:41.994346 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec38f1e-94d4-40b5-b7c2-85d5423f08fa None None] New status for floating IP 63988f4b-223e-4b6e-aa2b-265240f5240c: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:42.027727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095d2af-4beb-48fb-905b-5e5896a68909 req-3e295eab-703c-4779-8f2a-595e4cf43624 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:42.029338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e095d2af-4beb-48fb-905b-5e5896a68909 req-3e295eab-703c-4779-8f2a-595e4cf43624 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0891824 Nov 12 03:05:42.033746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-542bccdc-8530-42a2-b29a-db7aa2661cfb req-ef57a884-2961-4ee3-b730-5037ac500f09 service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696746 Nov 12 03:05:42.090777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e095d2af-4beb-48fb-905b-5e5896a68909 req-d8a131a1-4394-4889-afa7-9188ec64fff2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Nov 12 03:05:42.301045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-903701cc-9cfa-48f1-8600-521de79d3a4a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:05:42.302140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-903701cc-9cfa-48f1-8600-521de79d3a4a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060573 Nov 12 03:05:42.328173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:42.330730 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5755ff4-1acf-49b5-9e4d-49fc6b9f9dd2" -d '{"events": [{"server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "name": "network-vif-plugged", "status": "completed", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:42.344559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70ce28b4-f366-40a3-8042-e1705ca7b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:42.345916 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70ce28b4-f366-40a3-8042-e1705ca7b6df service neutron] 10.222.0.84 "GET /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 1095 time: 0.0355666 Nov 12 03:05:42.355065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:42.355556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:05:42.491829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:42.492369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:42.492698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:42.497013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:42.497324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:42.502170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:42.502511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:42.502891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:42.503341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Bound port: 5eb41013-5381-4728-b009-2a703cc7ec8f, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:42.553261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:42.560389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.561781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-70772a77-4dbb-47ba-9c47-00a56677438e service neutron] 10.222.0.84 "POST /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2102253 Nov 12 03:05:42.595496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-5798c90b-3f47-455e-99af-fec176dbdced tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:42.596874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-5798c90b-3f47-455e-99af-fec176dbdced tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 945 time: 0.1204634 Nov 12 03:05:42.604702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b47a6f25-e61d-4854-9dbc-ba54c98c28ad tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 258 time: 0.4818642 Nov 12 03:05:42.617914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:42.691416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.697858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8babd14c-1a63-44ca-8def-8a9df9b2af23 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:42.783055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Deleting port b8d7bbcd-d063-41cb-9cf9-c78841189a90 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:42.783427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.798297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 8babd14c-1a63-44ca-8def-8a9df9b2af23 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:42.802382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 8babd14c-1a63-44ca-8def-8a9df9b2af23 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:42.802743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.825061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ac6c-c374-4ac2-b971-0496711da0a5 req-6020c867-c529-4957-ac32-0f9c108df612 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:42.828715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d879ac6c-c374-4ac2-b971-0496711da0a5 req-6020c867-c529-4957-ac32-0f9c108df612 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.0712340 Nov 12 03:05:42.880354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d879ac6c-c374-4ac2-b971-0496711da0a5 req-54a9e5ca-cad6-4229-b0b8-138e517b0e1a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484378 Nov 12 03:05:42.884736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.910942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-e6f8aef3-0a3f-4224-b7ed-2cae873dfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:42.912461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-e6f8aef3-0a3f-4224-b7ed-2cae873dfbb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1098 time: 0.1125948 Nov 12 03:05:42.929083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:42.933847 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.942721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] For port b8d7bbcd-d063-41cb-9cf9-c78841189a90, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b8d7bbcd-d063-41cb-9cf9-c78841189a90,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:42.942721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:42.985346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Calling delete_port for b8d7bbcd-d063-41cb-9cf9-c78841189a90 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:42.987758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:43.003492 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91afe7fd-b40f-492b-a2ed-d63f8fffa628 x-openstack-request-id: req-91afe7fd-b40f-492b-a2ed-d63f8fffa628 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:43.003796 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "name": "network-vif-plugged", "status": "completed", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:43.004049 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91afe7fd-b40f-492b-a2ed-d63f8fffa628 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:43.004440 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', 'code': 200} Nov 12 03:05:43.046717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:43.128622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc308a-0497-42e5-a9f9-77f01dc14d12 req-80e3f97d-9749-472e-b6d2-b15743a9d989 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.130299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bccc308a-0497-42e5-a9f9-77f01dc14d12 req-80e3f97d-9749-472e-b6d2-b15743a9d989 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 945 time: 0.0805736 Nov 12 03:05:43.185284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bccc308a-0497-42e5-a9f9-77f01dc14d12 req-bc7c8055-79ae-4dfc-8175-f5315ca6ef42 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/security-groups?id=a494b155-fce1-4fac-89a4-8e179d3eb756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Nov 12 03:05:43.201575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-7679eb25-86fa-418b-a6c4-0c8100377336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.203039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-7679eb25-86fa-418b-a6c4-0c8100377336 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2801523 Nov 12 03:05:43.290121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac2a4b-ba23-48be-a5c5-091a588d80d2 req-373756d3-5e3e-4ffe-a416-4eb45ee657a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.291634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fac2a4b-ba23-48be-a5c5-091a588d80d2 req-373756d3-5e3e-4ffe-a416-4eb45ee657a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 1101 time: 0.2536910 Nov 12 03:05:43.299308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-05ebd043-7392-4e1c-884f-6b43a6a230bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.0876465 Nov 12 03:05:43.308774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9820356-843a-44e0-85a5-57c211a76a32 req-0e1eff32-5486-451e-8026-50b0888bcb46 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.311129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9820356-843a-44e0-85a5-57c211a76a32 req-0e1eff32-5486-451e-8026-50b0888bcb46 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 949 time: 0.0628760 Nov 12 03:05:43.358054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-c9fe23c5-5f6d-4ad4-abf4-1dc6ea64992a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.359571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-c9fe23c5-5f6d-4ad4-abf4-1dc6ea64992a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.2516887 Nov 12 03:05:43.376278 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9820356-843a-44e0-85a5-57c211a76a32 req-9aced691-bdb8-4f03-b6ad-8be2810c1585 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542557 Nov 12 03:05:43.377637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Allocated IP 172.25.2.44 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/0a91fd65-7b47-43a8-871a-c44b8024a14b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:43.457909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fac2a4b-ba23-48be-a5c5-091a588d80d2 req-348675ae-50df-405b-a6fa-46b699d451f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560719 Nov 12 03:05:43.486926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-ab566f3b-5df5-4ceb-a170-36c12a82889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.488980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-ab566f3b-5df5-4ceb-a170-36c12a82889b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1729519 Nov 12 03:05:43.520027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d2ef-d301-4691-81a3-9d1ef2cf1b13 req-215bce74-d440-459f-a0ad-02e13bda37b6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.521834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2907d2ef-d301-4691-81a3-9d1ef2cf1b13 req-215bce74-d440-459f-a0ad-02e13bda37b6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.0618744 Nov 12 03:05:43.589785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2907d2ef-d301-4691-81a3-9d1ef2cf1b13 req-3bd2f556-2c87-4ab1-8f57-c8d7a6069310 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586224 Nov 12 03:05:43.629252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:43.641161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b8d7bbcd-d063-41cb-9cf9-c78841189a90'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:43.687384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Pushing event deleted for resources: {'Port': ['ID=b8d7bbcd-d063-41cb-9cf9-c78841189a90,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:43.715821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-8e578f52-cc3f-40eb-b165-7a2259be48c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432410 Nov 12 03:05:43.719904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aff507-6a71-4481-b254-7b69a01ebea2 req-c0087734-16b3-433d-a83a-9e8dafb6a102 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.728406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14aff507-6a71-4481-b254-7b69a01ebea2 req-c0087734-16b3-433d-a83a-9e8dafb6a102 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 944 time: 0.0592320 Nov 12 03:05:43.774221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:43.786347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] No DVR routers for this DVR port b8d7bbcd-d063-41cb-9cf9-c78841189a90 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:43.799314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:43.802639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-974c310d-ae87-4fdd-9e95-09e873a819a0 req-a31586b3-ab7c-4179-ac3f-0a0b8d0b806e tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.39 "DELETE /v2.0/ports/b8d7bbcd-d063-41cb-9cf9-c78841189a90 HTTP/1.1" status: 204 len: 173 time: 1.1969435 Nov 12 03:05:43.804459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'name': 'network-vif-deleted', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:43.806826 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058cd1a7-abdd-454d-80ab-0c5300dd263e" -d '{"events": [{"server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "name": "network-vif-deleted", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:43.811069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14aff507-6a71-4481-b254-7b69a01ebea2 req-d209e4b5-108c-436a-8929-7ef246c61842 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Nov 12 03:05:43.840065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Deleting port 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:43.840405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:43.931326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea354f-ebca-4f1a-baa9-b3c19fe8cde7 req-9fc8c12a-af71-4d89-bee9-89236244b512 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:43.934394 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25ea354f-ebca-4f1a-baa9-b3c19fe8cde7 req-9fc8c12a-af71-4d89-bee9-89236244b512 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0676372 Nov 12 03:05:43.948640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-e485163a-74cd-49d8-863d-6ec5b6ab98eb service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089090 Nov 12 03:05:44.003384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] For port 28e29048-3d03-4727-a48d-c35469b73097, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=28e29048-3d03-4727-a48d-c35469b73097,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:44.004141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.008019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25ea354f-ebca-4f1a-baa9-b3c19fe8cde7 req-68756ad1-aa1b-49f5-840e-44febd9a30ce tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Nov 12 03:05:44.020119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Calling delete_port for 28e29048-3d03-4727-a48d-c35469b73097 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:44.045778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.138457 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb00dc9-4904-4457-bbec-bbcb206cc2d9 x-openstack-request-id: req-adb00dc9-4904-4457-bbec-bbcb206cc2d9 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:44.138751 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71bebfb-1c9e-4c69-b237-f2e0d1f274f3", "name": "network-vif-deleted", "tag": "b8d7bbcd-d063-41cb-9cf9-c78841189a90", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:44.139002 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-adb00dc9-4904-4457-bbec-bbcb206cc2d9 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:44.139416 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71bebfb-1c9e-4c69-b237-f2e0d1f274f3', 'name': 'network-vif-deleted', 'tag': 'b8d7bbcd-d063-41cb-9cf9-c78841189a90', 'status': 'completed', 'code': 200} Nov 12 03:05:44.151035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:44.151941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event updated for resources: {'Port': ['ID=0a91fd65-7b47-43a8-871a-c44b8024a14b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:44.184311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:44.188754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:44.280781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.352220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1654d913-409e-4404-8207-758d0fdd8e68 req-64fc841c-fc35-4a91-b0fa-52e3ff5c7068 tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] 10.222.0.84 "GET /v2.0/ports?device_id=d71bebfb-1c9e-4c69-b237-f2e0d1f274f3 HTTP/1.1" status: 200 len: 210 time: 0.0628638 Nov 12 03:05:44.372428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.501106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-85983a59-4db1-433c-ab87-5ea2365f016e service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669392 Nov 12 03:05:44.529369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.582470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7fda-325b-478d-8c3c-f6e04d91ab94 req-226bb1e9-d46a-4b3f-beb2-10b2c8a0167d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:44.589229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event deleted for resources: {'Port': ['ID=28e29048-3d03-4727-a48d-c35469b73097,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:44.598334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08df7fda-325b-478d-8c3c-f6e04d91ab94 req-226bb1e9-d46a-4b3f-beb2-10b2c8a0167d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 949 time: 0.1153855 Nov 12 03:05:44.666000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08df7fda-325b-478d-8c3c-f6e04d91ab94 req-95d39ae2-b934-4205-b102-2287569c9345 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Nov 12 03:05:44.698656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] No DVR routers for this DVR port 28e29048-3d03-4727-a48d-c35469b73097 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:44.702740 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.706090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fee688c-c982-4ec6-860c-d4a2e932b7aa req-332f6422-668f-4c79-8c8c-46f338bd843a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "DELETE /v2.0/ports/28e29048-3d03-4727-a48d-c35469b73097 HTTP/1.1" status: 204 len: 173 time: 1.3164639 Nov 12 03:05:44.848223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b23cd-724d-45a9-8984-07b3468dec8d req-f2fe0ec7-0d70-47ab-ad4d-4ee355a10d12 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:44.851848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-383b23cd-724d-45a9-8984-07b3468dec8d req-f2fe0ec7-0d70-47ab-ad4d-4ee355a10d12 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1205981 Nov 12 03:05:44.901829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.908286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.946311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-383b23cd-724d-45a9-8984-07b3468dec8d req-16291280-5b5e-480d-af2f-6b504526c9a0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878732 Nov 12 03:05:44.956354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:44.987914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event updated for resources: {'Port': ['ID=0a91fd65-7b47-43a8-871a-c44b8024a14b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:44.999994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:45.001474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-b265745f-707d-4d80-a69c-89d01bac2e52 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3888259 Nov 12 03:05:45.006123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:45.010707 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f2452-199d-4c7e-b250-489ad0de9608" -d '{"events": [{"server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "name": "network-vif-plugged", "status": "completed", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:45.067412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-439c5be9-f549-4e90-bdd9-ca6decf0af67 req-4fe6168c-ccab-4efe-84e9-d31548f9cd70 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=90434c45-d873-4f71-81a2-20039a35d66c HTTP/1.1" status: 200 len: 210 time: 0.0294907 Nov 12 03:05:45.073642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-ad2e3233-0256-4e78-8243-471d0435df06 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0543880 Nov 12 03:05:45.132387 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065918af-f8ec-48a5-89aa-f9cf70081ff8 x-openstack-request-id: req-065918af-f8ec-48a5-89aa-f9cf70081ff8 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:45.132892 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "name": "network-vif-plugged", "status": "completed", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:45.133499 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-065918af-f8ec-48a5-89aa-f9cf70081ff8 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:45.140419 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23', 'code': 200} Nov 12 03:05:45.229227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-a105f354-ee40-40e9-91c2-2793b31faa2d tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:45.231318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca70d2e0-550c-4a04-bfce-f3009a181ae2 req-a105f354-ee40-40e9-91c2-2793b31faa2d tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1516790 Nov 12 03:05:45.263701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcadf87-4f1e-4b81-ade2-b823f44ab88f req-0ad2eb8b-f71d-4daa-97a0-33f3d466d55a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:45.271441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffcadf87-4f1e-4b81-ade2-b823f44ab88f req-0ad2eb8b-f71d-4daa-97a0-33f3d466d55a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.0822043 Nov 12 03:05:45.295036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11307b17-9f5b-4119-aa88-ee89ffbeff2e req-6d289530-ba62-4521-8413-3c1017154c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:45.296780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11307b17-9f5b-4119-aa88-ee89ffbeff2e req-6d289530-ba62-4521-8413-3c1017154c87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 1102 time: 0.0644884 Nov 12 03:05:45.333198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffcadf87-4f1e-4b81-ade2-b823f44ab88f req-c1ddd1bc-1745-42f7-ab0f-a3a7616a594b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Nov 12 03:05:45.380462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11307b17-9f5b-4119-aa88-ee89ffbeff2e req-bae15bb3-e076-4626-9767-febc9f4b8818 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765309 Nov 12 03:05:45.442024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40898) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:45.469844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-a5e83b0b-1762-40fc-b7b5-243e1ad5a24c tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:45.471806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-a5e83b0b-1762-40fc-b7b5-243e1ad5a24c tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0541773 Nov 12 03:05:45.538327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-a2463e50-fae3-4f78-bba7-c6b4dac11e43 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0557446 Nov 12 03:05:45.549144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-02e886a4-752b-42df-bdcc-26d0acd8e3aa tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'floatingip': {'port_id': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:45.594687 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-02e886a4-752b-42df-bdcc-26d0acd8e3aa tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:45.826597 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-02e886a4-752b-42df-bdcc-26d0acd8e3aa tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:05:45.836021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da6624a0-f5fe-4ebf-98ba-03e51bff6c30 req-02e886a4-752b-42df-bdcc-26d0acd8e3aa tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "PUT /v2.0/floatingips/7434e7fc-aca7-4b3d-b245-541bf29de47a HTTP/1.1" status: 409 len: 550 time: 0.2908211 Nov 12 03:05:45.958727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1df0a-fddc-468f-b7d8-c4c54481e448 req-36cac402-1b71-4033-92c0-4cb144ffd4ec tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:45.960592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6d1df0a-fddc-468f-b7d8-c4c54481e448 req-36cac402-1b71-4033-92c0-4cb144ffd4ec tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 949 time: 0.0556433 Nov 12 03:05:45.961184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:45.986847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 28e29048-3d03-4727-a48d-c35469b73097 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:45.987498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 28e29048-3d03-4727-a48d-c35469b73097 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:46.034445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6d1df0a-fddc-468f-b7d8-c4c54481e448 req-45ac0d95-1bcf-4214-a59b-3d634aacbe50 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644851 Nov 12 03:05:46.206081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-d3df95a2-ff51-41f7-8c02-da5a79320363 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips/7434e7fc-aca7-4b3d-b245-541bf29de47a HTTP/1.1" status: 200 len: 692 time: 0.1227152 Nov 12 03:05:46.328943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'name': 'network-vif-deleted', 'tag': '28e29048-3d03-4727-a48d-c35469b73097'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:46.331013 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5277918-9b7e-4c7f-aef8-ef70fb4dd1d2" -d '{"events": [{"server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "name": "network-vif-deleted", "tag": "28e29048-3d03-4727-a48d-c35469b73097"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:46.376960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-d6726fe8-4671-4527-b271-47cbc4f528d3 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:46.395782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-d6726fe8-4671-4527-b271-47cbc4f528d3 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1887422 Nov 12 03:05:46.476088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-ff0388a1-7dc2-421b-a029-461260edee3a tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0787914 Nov 12 03:05:46.541651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1978a7-7ab7-4410-a238-6f2eaf12a847 req-158c6d0a-e539-4d6c-ac2d-d6b6ffaf1f61 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:46.543166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a1978a7-7ab7-4410-a238-6f2eaf12a847 req-158c6d0a-e539-4d6c-ac2d-d6b6ffaf1f61 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1845579 Nov 12 03:05:46.550134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-2eb756eb-c7c4-4dda-8248-a12cea0d4dc5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0731180 Nov 12 03:05:46.612989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:46.714293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b8d7bbcd-d063-41cb-9cf9-c78841189a90 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:46.720732 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5b5c825c-7d6e-432e-b124-5fc11b6cfad7 service neutron] show failed (client error): The resource could not be found. Nov 12 03:05:46.722929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5b5c825c-7d6e-432e-b124-5fc11b6cfad7 service neutron] 10.222.0.32 "GET /v2.0/ports/d0ad199c-ef5b-4e12-9518-5e2922972e5c/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.3612370 Nov 12 03:05:46.768778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b8d7bbcd-d063-41cb-9cf9-c78841189a90 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:46.771839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b8d7bbcd-d063-41cb-9cf9-c78841189a90 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:46.791088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a1978a7-7ab7-4410-a238-6f2eaf12a847 req-55e68a52-68e7-4820-bebd-9af1b79911eb tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245233 Nov 12 03:05:46.857348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Deleting port 0a91fd65-7b47-43a8-871a-c44b8024a14b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:46.857720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.055310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048387d-1947-428a-9d6b-06e7c254686e req-4b3bb57d-1b13-4ef6-97a7-f9cef1f69ead tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:47.066943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9048387d-1947-428a-9d6b-06e7c254686e req-4b3bb57d-1b13-4ef6-97a7-f9cef1f69ead tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 950 time: 0.1430666 Nov 12 03:05:47.178340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9048387d-1947-428a-9d6b-06e7c254686e req-9e3a86f4-5cb4-4eb0-a05d-e5e0093fece8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097074 Nov 12 03:05:47.306886 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.307254 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.332378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Calling delete_port for 0a91fd65-7b47-43a8-871a-c44b8024a14b owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:47.341957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-54007324-c5c3-4090-a2f6-c12da011b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:47.343836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-54007324-c5c3-4090-a2f6-c12da011b0af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1101 time: 0.2477310 Nov 12 03:05:47.393899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:47.475659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8148e2f-1776-4133-a054-589d8e42ff31 req-0f571872-c48e-40aa-adef-fb364196fe4d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:47.477388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8148e2f-1776-4133-a054-589d8e42ff31 req-0f571872-c48e-40aa-adef-fb364196fe4d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1411800 Nov 12 03:05:47.510346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.528960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Deleting port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:47.529306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.542815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.571549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event deleted for resources: {'Port': ['ID=0a91fd65-7b47-43a8-871a-c44b8024a14b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:47.654250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.658354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.674843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07611412-dbe7-45ed-9bc3-fc837c9e1c2b req-a3e1a16d-7a4f-41a0-9d6b-210ddc44d4e4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "DELETE /v2.0/floatingips/7434e7fc-aca7-4b3d-b245-541bf29de47a HTTP/1.1" status: 204 len: 173 time: 1.1208372 Nov 12 03:05:47.720162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8148e2f-1776-4133-a054-589d8e42ff31 req-f4f64148-ed44-4dfe-a056-72aad9c5e1e1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314956 Nov 12 03:05:47.723971 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8843120f-87c7-48d1-9dff-7fbf91c13364 x-openstack-request-id: req-8843120f-87c7-48d1-9dff-7fbf91c13364 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:47.726144 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90434c45-d873-4f71-81a2-20039a35d66c", "name": "network-vif-deleted", "tag": "28e29048-3d03-4727-a48d-c35469b73097", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:47.727066 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8843120f-87c7-48d1-9dff-7fbf91c13364 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:47.727848 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90434c45-d873-4f71-81a2-20039a35d66c', 'name': 'network-vif-deleted', 'tag': '28e29048-3d03-4727-a48d-c35469b73097', 'status': 'completed', 'code': 200} Nov 12 03:05:47.731804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] For port 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:47.734724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:47.824499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Calling delete_port for 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:48.156707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:48.177699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:48.189618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.190230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210900665', 'description': 'tempest-description--178291054'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:48.215136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fbe6-48cb-448b-8915-3f7f5eca29f7 req-b3370418-a69f-4995-8819-01d161034ff8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:48.221446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4fbe6-48cb-448b-8915-3f7f5eca29f7 req-b3370418-a69f-4995-8819-01d161034ff8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:48.223048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a4fbe6-48cb-448b-8915-3f7f5eca29f7 req-b3370418-a69f-4995-8819-01d161034ff8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8&device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 1690 time: 0.1669810 Nov 12 03:05:48.228581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.254100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e196f6b-7cf6-4869-b0f2-5650dccd0fa6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:48.260277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:48.344879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-3c11844d-dd1c-4c0f-9585-125d5f6329d0 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 1002 time: 0.1265864 Nov 12 03:05:48.397229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.406680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a4fbe6-48cb-448b-8915-3f7f5eca29f7 req-b0e2c170-b15e-41e2-90bc-e163058bc86b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580205 Nov 12 03:05:48.419215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Transition to ACTIVE for port object d0ad199c-ef5b-4e12-9518-5e2922972e5c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:05:48.448042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-4cc90700-2cad-47d2-818e-955ee073ad74 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:48.455893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.463179 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-4cc90700-2cad-47d2-818e-955ee073ad74 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports/a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 943 time: 0.1093810 Nov 12 03:05:48.533870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.535748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] No DVR routers for this DVR port d0ad199c-ef5b-4e12-9518-5e2922972e5c on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:48.538827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.561096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:48.575610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.635313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-b56bf576-1b6a-4d60-bb39-2e7f31402098 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 1002 time: 0.1065028 Nov 12 03:05:48.645135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9561bb82-09ed-4a45-bfc1-346bbdfc6b6d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:48.651727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.656296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-87b6be47-c8e2-439d-9ce0-38beed84eb4a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4747844 Nov 12 03:05:48.656911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:48.672464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'security_group_rule': {'security_group_id': '9561bb82-09ed-4a45-bfc1-346bbdfc6b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:48.683187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:05:48.683630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:05:48.684075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:48.701185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:05:48.701699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Attempting to bind port d0ad199c-ef5b-4e12-9518-5e2922972e5c on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:05:48.718876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72425da-b266-41b9-8ee9-a8b47c9d4895 req-e9367234-cfc0-4739-8932-e3edb49fb157 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:48.721864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b72425da-b266-41b9-8ee9-a8b47c9d4895 req-e9367234-cfc0-4739-8932-e3edb49fb157 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.1798434 Nov 12 03:05:48.762345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:05:48.762843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:05:48.769609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:05:48.769609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Bound port: d0ad199c-ef5b-4e12-9518-5e2922972e5c, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:05:48.769609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.778280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.869290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b72425da-b266-41b9-8ee9-a8b47c9d4895 req-aa4a266c-f15f-4702-a608-91b4fb663f0e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108346 Nov 12 03:05:48.905204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.918345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-0d7c1ec2-ef03-4805-863e-5340f44d11f3 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:48.920924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-0d7c1ec2-ef03-4805-863e-5340f44d11f3 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2848020 Nov 12 03:05:48.922370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.934712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:05:48.956982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:48.960823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895598 Nov 12 03:05:48.963779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:48.967249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00217-dcd5-4aa5-8ae1-6240b8e6fde7 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda583da-9c53-4642-9635-102d8684ce00,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:48.983512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'security_group_rule': {'security_group_id': '9561bb82-09ed-4a45-bfc1-346bbdfc6b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:49.003017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:05:49.030422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.032587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-b0e03a24-c086-43e6-bbde-9f8ac763fcf5 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 1002 time: 0.0826554 Nov 12 03:05:49.044955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:49.085635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Router 4021b163-ac8c-46dc-a04d-8b07664e0598 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:49.121733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:49.121977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.122496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.124021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 1096 time: 1.7394450 Nov 12 03:05:49.145164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.180390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138871-702d-4f7f-961f-e977cf39648c req-61908275-ed4e-482f-b36e-a47e0a24beca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:49.188139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e138871-702d-4f7f-961f-e977cf39648c req-61908275-ed4e-482f-b36e-a47e0a24beca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.2230794 Nov 12 03:05:49.300906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.305926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.306427 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Floating IP 63988f4b-223e-4b6e-aa2b-265240f5240c disassociated. External IP: 172.25.2.113, port: a383f19b-9fbf-4f31-8a24-eec19407350e. Nov 12 03:05:49.529445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Router 91af0377-d4bc-4f30-a761-b346ae85d7a0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:49.586956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d40a3-359a-46b0-aec9-8b5b28f625e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:49.644638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:49.654813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Sync routers for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:49.655345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.657727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e138871-702d-4f7f-961f-e977cf39648c req-539991d8-a3a5-492a-a6ad-22905384931e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627421 Nov 12 03:05:49.669558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:49.670478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:49.687983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-35fb1c35-4975-4ddb-a740-fb4ceb1723de tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "PUT /v2.0/floatingips/63988f4b-223e-4b6e-aa2b-265240f5240c HTTP/1.1" status: 200 len: 695 time: 0.6469803 Nov 12 03:05:49.688466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:49.691431 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84244b8-540b-46cb-9647-40087071ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:49.726395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.730032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}, {'name': 'network-changed', 'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:49.733126 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39932ca-df0d-4a13-bb2c-d4cece2e8629" -d '{"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}, {"name": "network-changed", "server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:49.740170 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.762135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-382c3709-fffe-4956-8875-7450ccc34f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:49.777667 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-382c3709-fffe-4956-8875-7450ccc34f0f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1098 time: 0.0767593 Nov 12 03:05:49.779790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-54aedf36-3755-4c08-9ea2-72fe7d8cf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:49.781295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-54aedf36-3755-4c08-9ea2-72fe7d8cf60b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1099 time: 0.5911813 Nov 12 03:05:49.795031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99e1fd2-cc24-4a6f-813a-f22872ea5933,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:49.812334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:49.816478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4658da87-10b4-48ab-b6a4-c1f51b65e724 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8423073 Nov 12 03:05:49.827076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40958) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:49.831059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:49.832146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:49.848431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:49.859149 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Sync routers for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:49.861733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7869f31-ea9b-4295-b1d8-bc0a0d7cbf96 admin admin] 10.222.0.84 "PUT /v2.0/routers/4021b163-ac8c-46dc-a04d-8b07664e0598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4184196 Nov 12 03:05:49.862346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:49.883199 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:49.883845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:49.958066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-dbd4ca6b-b6c0-447a-95fd-2a7b56529e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:49.968123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-dbd4ca6b-b6c0-447a-95fd-2a7b56529e67 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 930 time: 0.1868804 Nov 12 03:05:50.001136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:50.025321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-6e36ad6d-a892-4b62-a106-37dd198cac38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 217 time: 0.0552883 Nov 12 03:05:50.093309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:50.119606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5c22ee6e-1300-41e0-bfa4-89a0c98c52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.121655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-5c22ee6e-1300-41e0-bfa4-89a0c98c52c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3231416 Nov 12 03:05:50.127975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-f2dc2ebe-7bd2-41ab-9923-b9dc889c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.128955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-f2dc2ebe-7bd2-41ab-9923-b9dc889c4b60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.1010666 Nov 12 03:05:50.154607 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:50.186106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:50.186334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f21256-0647-4c68-affe-a23ecdbf82f0 req-4f8c16a9-a2ee-469b-952f-e60bdb8972f5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.187891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53f21256-0647-4c68-affe-a23ecdbf82f0 req-4f8c16a9-a2ee-469b-952f-e60bdb8972f5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.2841158 Nov 12 03:05:50.192489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-e0fc4a7c-9acb-4757-b103-640f5f1097df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.0582111 Nov 12 03:05:50.193674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:50.205256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.214587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-bea9a450-cd74-4557-9f66-5b5e1ffe2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.220261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-bea9a450-cd74-4557-9f66-5b5e1ffe2103 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831914 Nov 12 03:05:50.237469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Checking router: 91af0377-d4bc-4f30-a761-b346ae85d7a0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:50.250960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:50.251679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.362009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-44ceb78d-8717-446a-8ed0-541fa6c12c59 service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336529 Nov 12 03:05:50.386465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:50.389106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-9227898c-ce72-4388-aa5f-2c28126de6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.390596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-9227898c-ce72-4388-aa5f-2c28126de6be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1467562 Nov 12 03:05:50.437752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53f21256-0647-4c68-affe-a23ecdbf82f0 req-ffd88f66-208e-4a90-9604-d4f5d026f4e1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416885 Nov 12 03:05:50.471004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:05:48Z', 'revision_number': 5, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port': {'id': '968b2caa-316a-40d1-a3fe-5b6a0fa86b47', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:04:27Z', 'updated_at': '2021-11-12T03:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.475493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:50.501824 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Checking router: 4021b163-ac8c-46dc-a04d-8b07664e0598 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:50.505232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-0e79d7ba-a396-44c9-a9a0-fc14ba6ae583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:50.507471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-0e79d7ba-a396-44c9-a9a0-fc14ba6ae583 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054530 Nov 12 03:05:50.514316 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Routers {'4021b163-ac8c-46dc-a04d-8b07664e0598'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:50.515273 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4021b163-ac8c-46dc-a04d-8b07664e0598'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.572662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23b5134c-ef8d-4b04-be76-ef733a7a1e85 req-de296b6e-5cdc-42a8-ac50-308f8ed72d7a service neutron] 10.222.0.84 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094502 Nov 12 03:05:50.593002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:50.620138 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] Set router 4021b163-ac8c-46dc-a04d-8b07664e0598 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:50.662769 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d381566d-dc52-44ad-9659-5986caf781f6 x-openstack-request-id: req-d381566d-dc52-44ad-9659-5986caf781f6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:50.663684 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:50.664216 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d381566d-dc52-44ad-9659-5986caf781f6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:50.664899 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'status': 'completed', 'code': 200} Nov 12 03:05:50.685255 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:05:50Z', 'revision_number': 6, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.722121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:50.724216 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f9922-623e-4278-bf66-0224eb26d692 None None] The sync data for ids ['4021b163-ac8c-46dc-a04d-8b07664e0598'] in n-d-615180-50 is: [{'id': '4021b163-ac8c-46dc-a04d-8b07664e0598', 'name': 'tempest-FloatingIPsAssociationTestJSON-1790974533-router', 'tenant_id': '7616af548c534872920c2d1d25b2ed56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:04:26Z', 'updated_at': '2021-11-12T03:05:50Z', 'revision_number': 6, 'project_id': '7616af548c534872920c2d1d25b2ed56', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:50.786134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f615dcb1-d779-4c3f-a05d-97cec972b223 None None] The sync data for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 is: [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:05:16Z', 'revision_number': 4, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0be10f0-d36e-49dc-b2d1-c25edfcf7485', 'name': '', 'network_id': 'cfea79ea-c10d-4c3d-a5c3-3664a0268b83', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'mac_address': 'fa:16:3e:a1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:15Z', 'updated_at': '2021-11-12T03:05:19Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'subnets': [{'id': 'c25a5321-4224-4721-b8dc-d88f1e4f52ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:50.856811 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a58f7e-82d5-473e-b829-489a9aab1891 x-openstack-request-id: req-e7a58f7e-82d5-473e-b829-489a9aab1891 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:50.857112 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "code": 200}, {"name": "network-changed", "server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:50.857369 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e7a58f7e-82d5-473e-b829-489a9aab1891 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:50.857768 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'code': 200} Nov 12 03:05:50.858023 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'status': 'completed', 'code': 200} Nov 12 03:05:50.925801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-04a21968-7801-4ea2-945a-3dd199657378 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips/63988f4b-223e-4b6e-aa2b-265240f5240c HTTP/1.1" status: 200 len: 695 time: 0.1015544 Nov 12 03:05:51.007081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-319ea1ff-539e-40d9-af36-783508c25c3c service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837649 Nov 12 03:05:51.065572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-aa31ca7b-d74e-4388-909f-a8d8d6889768 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.066104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84244b8-540b-46cb-9647-40087071ece7 req-8e104e64-db21-4dd5-937b-8057b6778891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.066993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-aa31ca7b-d74e-4388-909f-a8d8d6889768 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1356649 Nov 12 03:05:51.067595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-8e104e64-db21-4dd5-937b-8057b6778891 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=abf489bffdbd43d6b751555f1f7d9235&device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 1098 time: 0.2958448 Nov 12 03:05:51.069338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Deleting port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:51.069678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.143964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-0b051a31-9234-4141-9eff-b29fd9c2c2c4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 698 time: 0.0598574 Nov 12 03:05:51.154727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-347f0a83-27d3-4af3-8851-bab44a70f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.157602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-347f0a83-27d3-4af3-8851-bab44a70f0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1099 time: 0.3026369 Nov 12 03:05:51.219437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-3e79c30f-4d37-426e-8e4b-33255291f029 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.113 HTTP/1.1" status: 200 len: 698 time: 0.0630786 Nov 12 03:05:51.241992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Allocated IP 172.25.2.210 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/2b8bc261-5803-4943-9d96-48483cdfc2fa) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:51.306765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44dc7fb-e4c8-4b08-8715-e755eb2237f6 None None] New status for floating IP 63988f4b-223e-4b6e-aa2b-265240f5240c: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:05:51.378660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Deleting port 6c3149af-d733-4b7d-a066-c2771fead2fe {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:51.379081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.469120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.470631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.492867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Calling delete_port for 6c3149af-d733-4b7d-a066-c2771fead2fe owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:51.516240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7c6e-d9ff-4c4f-8a33-e6399ccbb596 req-0e069156-9b27-421b-a964-7729ef5ce4f3 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.524337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cfb7c6e-d9ff-4c4f-8a33-e6399ccbb596 req-0e069156-9b27-421b-a964-7729ef5ce4f3 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 1101 time: 0.4632170 Nov 12 03:05:51.547263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54cf7156-d6ad-4b0c-b366-7d40fbe68722 req-0daa6166-c4a3-446d-80cd-538aee820a24 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068033 Nov 12 03:05:51.561889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] For port 968b2caa-316a-40d1-a3fe-5b6a0fa86b47, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:51.562888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.569050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84244b8-540b-46cb-9647-40087071ece7 req-3ad88ac1-fbde-43f4-b0c6-7d4d218c4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.570709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-3ad88ac1-fbde-43f4-b0c6-7d4d218c4379 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 200 len: 930 time: 0.4834273 Nov 12 03:05:51.616302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Calling delete_port for 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:51.704395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.736488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event deleted for resources: {'Port': ['ID=6c3149af-d733-4b7d-a066-c2771fead2fe,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:51.807840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-24213b54-b8b9-47e2-92fa-1fdcf78fef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.809318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-24213b54-b8b9-47e2-92fa-1fdcf78fef2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.5910032 Nov 12 03:05:51.819320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.822005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.832063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:51.833930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e4cf2f8-d55c-49b2-9533-ae15f2e6172f req-60866521-8fac-4aed-8033-7a288b91d435 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "DELETE /v2.0/floatingips/63988f4b-223e-4b6e-aa2b-265240f5240c HTTP/1.1" status: 204 len: 173 time: 0.6071169 Nov 12 03:05:51.835923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-8e370d01-6e91-422b-b3ad-db59dfca6366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 200 len: 217 time: 0.1308334 Nov 12 03:05:51.929447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb1ef9-e474-46ab-9f5c-adaec2ed4d59 req-239a1350-dd0b-439b-abf6-f8b647c0c07d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:51.931402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-d4ce6b28-a1ac-449b-9c34-2d02f76bfbcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.0920012 Nov 12 03:05:51.931569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50cb1ef9-e474-46ab-9f5c-adaec2ed4d59 req-239a1350-dd0b-439b-abf6-f8b647c0c07d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.0533364 Nov 12 03:05:51.986434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50cb1ef9-e474-46ab-9f5c-adaec2ed4d59 req-d5b3e78b-25fe-4a91-8468-ae1c9db38f6c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449798 Nov 12 03:05:52.161001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-37d34eb2-153c-4960-b1bb-a785237afc97 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--135285586&fields=id&tenant_id=ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 267 time: 0.0784791 Nov 12 03:05:52.306202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-02783aa7-5bcb-47f2-8684-0d3d5d4d507e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.307851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-02783aa7-5bcb-47f2-8684-0d3d5d4d507e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 824 time: 0.1412475 Nov 12 03:05:52.330034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-96315d0a-44a7-4f02-9a1d-f2e63f858d08 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/quotas/ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 375 time: 0.0131252 Nov 12 03:05:52.332030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-0a719d68-5ed4-47bf-b16e-edc8c7b9a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.333514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-0a719d68-5ed4-47bf-b16e-edc8c7b9a5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1099 time: 0.6234851 Nov 12 03:05:52.336384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cfb7c6e-d9ff-4c4f-8a33-e6399ccbb596 req-18a5509f-7dfb-4338-8496-b51895bcedb8 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8112535 Nov 12 03:05:52.377546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84244b8-540b-46cb-9647-40087071ece7 req-2806c8b9-fe25-4c46-ae09-50f0533bafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.379001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-2806c8b9-fe25-4c46-ae09-50f0533bafa0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 200 len: 868 time: 0.5253019 Nov 12 03:05:52.419666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-140d1ffc-cdcc-4bdd-9a86-4b36f65be28b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823274 Nov 12 03:05:52.501173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:52.527671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-6fb8f5b4-a496-44ae-9009-9086451c8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.529451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-6fb8f5b4-a496-44ae-9009-9086451c8c21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.5809855 Nov 12 03:05:52.551787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-fe4cbebc-7456-4a78-9d4a-6beb4120c596 service neutron] 10.222.0.84 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213498 Nov 12 03:05:52.652443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:52.678642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-798adbd8-253c-43a3-aaa6-93f2cc48c9e7 service neutron] 10.222.0.84 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228666 Nov 12 03:05:52.686993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:52.697709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:52.704101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:52.710051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'Port': ['ID=2b8bc261-5803-4943-9d96-48483cdfc2fa,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:52.713692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84244b8-540b-46cb-9647-40087071ece7 req-0ffa1aa5-29f4-46e1-9491-eccae741557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.715289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-0ffa1aa5-29f4-46e1-9491-eccae741557d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cfea79ea-c10d-4c3d-a5c3-3664a0268b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3227661 Nov 12 03:05:52.720868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-a9032fa8-bb60-489b-bb72-8b0f66093709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.723384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-a9032fa8-bb60-489b-bb72-8b0f66093709 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3757608 Nov 12 03:05:52.729080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:52.730268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0e196f6b-7cf6-4869-b0f2-5650dccd0fa6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:52.731634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:52.733996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-b54264fa-676a-46da-a13b-17e3fc325db9 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.735600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-b54264fa-676a-46da-a13b-17e3fc325db9 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bf7c602-ae22-465f-98d5-4ad0376a0821 HTTP/1.1" status: 200 len: 967 time: 0.2625108 Nov 12 03:05:52.744229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee47ac-1a94-42aa-91fd-374c444c5b70 req-435a0ba6-1cb7-41bd-8e2b-fffe4048bbf1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.745832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6ee47ac-1a94-42aa-91fd-374c444c5b70 req-435a0ba6-1cb7-41bd-8e2b-fffe4048bbf1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.3088372 Nov 12 03:05:52.770095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:52.772377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:52.774739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 968b2caa-316a-40d1-a3fe-5b6a0fa86b47 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:52.894892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:52.933864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf092-04af-40ab-8106-7f5d5b247f32 req-20e6d003-e98d-4ba4-a9ee-bc8bd4f17f74 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:52.936567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf3cf092-04af-40ab-8106-7f5d5b247f32 req-20e6d003-e98d-4ba4-a9ee-bc8bd4f17f74 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 1102 time: 0.0499916 Nov 12 03:05:52.982772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-075ca3a7-5bc1-40e4-b19a-2e31aa020279 service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281487 Nov 12 03:05:52.989150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf3cf092-04af-40ab-8106-7f5d5b247f32 req-6fbc2e55-a56f-4969-8793-8af4a46d41ab tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Nov 12 03:05:53.015166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-1192f1cc-886a-43cb-a52d-c6f8af1c9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:53.015166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-1192f1cc-886a-43cb-a52d-c6f8af1c9040 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4239950 Nov 12 03:05:53.031197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-2c8f93ee-8d02-4cb3-a74d-ee7d4d1eab3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.2678595 Nov 12 03:05:53.109893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-068e04a7-ce45-4487-971c-cdfd81d45c0e req-c497d0c1-28ba-4402-b1dd-af5891a8869d tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 210 time: 0.0465930 Nov 12 03:05:53.119789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Pushing event deleted for resources: {'Port': ['ID=968b2caa-316a-40d1-a3fe-5b6a0fa86b47,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:53.145480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.232506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854108-de19-451c-8759-0c28dbdde4ff req-6fca8087-ad4f-4ab7-962e-dc126c754314 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:53.234277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03854108-de19-451c-8759-0c28dbdde4ff req-6fca8087-ad4f-4ab7-962e-dc126c754314 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0565102 Nov 12 03:05:53.306855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03854108-de19-451c-8759-0c28dbdde4ff req-b866cff3-0562-4c77-b3c8-a61203d0766a tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0648434 Nov 12 03:05:53.369397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.381893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.440028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.447811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d8eb6-b3fa-4d2e-b138-22a1b431640d req-ecf0d83d-24a0-4a09-8a45-0a5b74d6e3c8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:53.449365 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e95d8eb6-b3fa-4d2e-b138-22a1b431640d req-ecf0d83d-24a0-4a09-8a45-0a5b74d6e3c8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.0727088 Nov 12 03:05:53.505960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e95d8eb6-b3fa-4d2e-b138-22a1b431640d req-a3ab6ebb-e6d0-4c3b-a20d-7b8437fe2111 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Nov 12 03:05:53.547968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6ee47ac-1a94-42aa-91fd-374c444c5b70 req-18f3d7e4-94b6-4ec9-b63f-e006abe8d3f5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670670 Nov 12 03:05:53.599572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b84244b8-540b-46cb-9647-40087071ece7 req-457492d8-0292-4405-a18b-0a635e87fae4 service neutron] 10.222.0.39 "GET /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690272 Nov 12 03:05:53.601694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-bbf72908-6273-447b-bacf-1d30708027a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:53.603196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-bbf72908-6273-447b-bacf-1d30708027a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.4704776 Nov 12 03:05:53.632980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.633483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4021b163-ac8c-46dc-a04d-8b07664e0598 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:05:53.639904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.641101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b549f84b-6c7a-4569-9104-1d4311ab0753 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4021b163-ac8c-46dc-a04d-8b07664e0598 HTTP/1.1" status: 204 len: 168 time: 3.7476802 Nov 12 03:05:53.643754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:53.723971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Deleting subnet 35756fcd-fa52-4676-b3a7-b9fb0068d751 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:05:53.729236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.729664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3744b4a-36fb-4138-9d62-22c3e9f5a52e req-086a293e-636a-4be9-99ec-71a5442088b4 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1461129 Nov 12 03:05:53.760709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-11364e04-3d5a-4278-bbbb-62761f2921b5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284617 Nov 12 03:05:53.805923 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.860683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Deleting port b816fb18-dda4-4007-9c6e-d7f2030aa916 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:53.861592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:53.901398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-be98a44a-3c63-4982-a5e6-076565fb648c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689137 Nov 12 03:05:53.904120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-e164cd11-1a12-442a-9bd5-3e0b3ca4d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:53.905608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-e164cd11-1a12-442a-9bd5-3e0b3ca4d344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2738693 Nov 12 03:05:54.015080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-9b4bd8b8-cc50-4d8a-bbe7-82afe7f498ef service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842315 Nov 12 03:05:54.403942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.417063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c42f-a05b-4f65-9e88-e3a7a564d0f5 req-8a703580-e3cc-4b1b-bb5c-a284ea7cfc54 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:54.423230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.424301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5558c42f-a05b-4f65-9e88-e3a7a564d0f5 req-8a703580-e3cc-4b1b-bb5c-a284ea7cfc54 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 946 time: 0.2876623 Nov 12 03:05:54.429261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] For port b816fb18-dda4-4007-9c6e-d7f2030aa916, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b816fb18-dda4-4007-9c6e-d7f2030aa916,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:54.429624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.443292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.451250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-bb85ef37-7df9-4753-a888-30b33cc5df9c tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:54.452210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-2b2a044d-96af-4f53-9c20-0bbf54e378c5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:54.452683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-bb85ef37-7df9-4753-a888-30b33cc5df9c tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.32 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 824 time: 0.4346457 Nov 12 03:05:54.459392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-6b26fd74-7258-4ecd-8313-0115401aa441 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351644 Nov 12 03:05:54.459599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-2b2a044d-96af-4f53-9c20-0bbf54e378c5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5565696 Nov 12 03:05:54.475966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-1cdac0f3-6f15-4744-ac54-f2e16aa87914 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.0153913 Nov 12 03:05:54.555320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3539ddd3-c1fc-46a5-9f75-790ab7407919 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725412 Nov 12 03:05:54.556839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.597720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35756fcd-fa52-4676-b3a7-b9fb0068d751,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:54.600626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.604960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-27197f72-344c-483a-9322-5976bd9b3b05 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/35756fcd-fa52-4676-b3a7-b9fb0068d751 HTTP/1.1" status: 204 len: 168 time: 0.9589944 Nov 12 03:05:54.605836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc6672-7bcf-4045-9af7-664fd21a2b50 None None] Network a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:05:54.607310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41028) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:54.696290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.794681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:05:54.799722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Deleting port ca28e8e6-6ed8-4183-a9db-69a922f39244 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:54.801371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.905755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.956203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] For port ca28e8e6-6ed8-4183-a9db-69a922f39244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca28e8e6-6ed8-4183-a9db-69a922f39244,segment=NetworkSegment(c5f4d845-7638-4f83-aebe-10908d821c3a),segment_id=c5f4d845-7638-4f83-aebe-10908d821c3a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:54.956606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:54.984687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Calling delete_port for ca28e8e6-6ed8-4183-a9db-69a922f39244 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:55.032176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'Port': ['ID=2b8bc261-5803-4943-9d96-48483cdfc2fa,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:55.082126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.087359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4b0b0d71-60a8-4b37-adbc-65459fab0221 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2596364 Nov 12 03:05:55.148482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5558c42f-a05b-4f65-9e88-e3a7a564d0f5 req-4799665d-79e9-4ec4-b799-1a8932544f02 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7232175 Nov 12 03:05:55.276556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:55.287668 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a72792c1-7e11-4a63-8bd4-8f02eedfe11e req-5b65178d-065d-4466-b094-34b6a2702e06 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 210 time: 0.1427653 Nov 12 03:05:55.310846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'mac_address': 'fa:16:3e:be:79:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:05:55.319070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.380802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca28e8e6-6ed8-4183-a9db-69a922f39244,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:55.400539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-6668f05b-9dec-48e9-ac24-433bc69f0fe5 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3e3e7d346e4ba3a61f6057ee567992 HTTP/1.1" status: 200 len: 379 time: 0.9279177 Nov 12 03:05:55.404680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] No DVR routers for this DVR port ca28e8e6-6ed8-4183-a9db-69a922f39244 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:55.421006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4a08c-47b0-49e8-99f4-0e55521f4e4b None None] DHCP port deletion for a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:05:55.437068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'port': {'device_id': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'admin_state_up': True, 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'security_groups': ['926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:55.467949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a39932ca-df0d-4a13-bb2c-d4cece2e8629 req-923ec278-1084-49bc-8e3a-dff82dd904c1 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729216 Nov 12 03:05:55.477096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.536619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ad199c-ef5b-4e12-9518-5e2922972e5c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:05:55.560050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:55.566637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.581444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.591950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b480-3a2f-4904-942c-d73aee0c9a9a req-a585df8e-6bb1-4640-9a68-1dc8e0a3380b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:55.601032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6370b480-3a2f-4904-942c-d73aee0c9a9a req-a585df8e-6bb1-4640-9a68-1dc8e0a3380b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 947 time: 0.1657314 Nov 12 03:05:55.644472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41fa-d007-4aaf-b1c0-ec10b795f38d req-bafed2e2-6969-42b5-82e7-96c34285ffd9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:55.649828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c0ade9-ae65-4a0c-9c24-cc36044b65e3']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:55.656711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f1f41fa-d007-4aaf-b1c0-ec10b795f38d req-bafed2e2-6969-42b5-82e7-96c34285ffd9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.3716810 Nov 12 03:05:55.669972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f4d845-7638-4f83-aebe-10908d821c3a') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:55.670370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f4d845-7638-4f83-aebe-10908d821c3a') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:55.684546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:55.696964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6370b480-3a2f-4904-942c-d73aee0c9a9a req-0fca606a-626d-467d-8c73-4b0338ca613f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941851 Nov 12 03:05:55.700899 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.728261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.738064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.738337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:05:55.738690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.739266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.739809 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd disassociated. External IP: 172.25.2.79, port: b816fb18-dda4-4007-9c6e-d7f2030aa916. Nov 12 03:05:55.740350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Calling delete_port for b816fb18-dda4-4007-9c6e-d7f2030aa916 owned by compute:tempest-test_az-1990632529 {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:05:55.742203 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:05:55.857432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.870493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:55.878085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] 10.222.0.84 "DELETE /v2.0/networks/a8c0ade9-ae65-4a0c-9c24-cc36044b65e3 HTTP/1.1" status: 204 len: 168 time: 1.2694802 Nov 12 03:05:55.894736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed519e-fadf-438f-9a4a-2e568fe6699d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c0ade9-ae65-4a0c-9c24-cc36044b65e3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:55.911846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d0ad199c-ef5b-4e12-9518-5e2922972e5c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:55.988895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.053649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-4a1113fa-940d-4c2c-aedd-35910ba0a741 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:56.055589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Made reservation on behalf of ab3e3e7d346e4ba3a61f6057ee567992 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:56.056597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-4a1113fa-940d-4c2c-aedd-35910ba0a741 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.1491625 Nov 12 03:05:56.063480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.089864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-fc6e43f7-a2b3-424a-95f8-e79276250348 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/quotas/b936a84420d4411da45c87cb6998d964 HTTP/1.1" status: 200 len: 375 time: 0.0246818 Nov 12 03:05:56.101260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event deleted for resources: {'Port': ['ID=b816fb18-dda4-4007-9c6e-d7f2030aa916,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:56.128763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f1f41fa-d007-4aaf-b1c0-ec10b795f38d req-d8a9affe-8835-49eb-a836-762324daaa74 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708822 Nov 12 03:05:56.153402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:56.203733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-ee5c4703-ea3c-408b-9156-a7c59a6fea96 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:56.207529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-ee5c4703-ea3c-408b-9156-a7c59a6fea96 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.39 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 946 time: 0.3593197 Nov 12 03:05:56.228699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc53b23e-34f1-4cd3-9995-795b07919e4e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7616af548c534872920c2d1d25b2ed56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696886 Nov 12 03:05:56.231128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41068) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:56.306315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-8de41cdc-c117-4f9a-b461-c315823ccb60 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2153580 Nov 12 03:05:56.439429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.484963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.534775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-a077e33b-50b2-4838-a3e3-ed9b1ff883d9 service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270837 Nov 12 03:05:56.593224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc9a5ae8-231e-4b9b-a738-9dbbc1b20545 req-b591c344-237a-4344-9a9c-c3543463a7de tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 210 time: 0.0730236 Nov 12 03:05:56.684116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Allocated IP 172.20.0.6 (b6502481-952b-4d53-80d1-7f49fb4c87a4/c550ef9d-cf01-43a8-826f-dbac5a27f75c/db07ea24-7ee3-4b6d-ae4e-2a1de2d523be) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:56.695451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-e78d78d2-5092-4dbe-bf31-8f10341430e4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:56.696980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-e78d78d2-5092-4dbe-bf31-8f10341430e4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b&tenant_id=45e2f2cfc6414928b4eab61ea6589c50&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 948 time: 0.2753048 Nov 12 03:05:56.718279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:05:56.723059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca28e8e6-6ed8-4183-a9db-69a922f39244 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:56.742079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-05a5207c-c2dd-4a51-be29-ba891ec66c8c service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066224 Nov 12 03:05:56.773167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ca28e8e6-6ed8-4183-a9db-69a922f39244 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:56.776044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca28e8e6-6ed8-4183-a9db-69a922f39244 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:56.784336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b816fb18-dda4-4007-9c6e-d7f2030aa916 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:05:56.819737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.823509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:56.824810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a494b155-fce1-4fac-89a4-8e179d3eb756 HTTP/1.1" status: 204 len: 168 time: 0.5905278 Nov 12 03:05:56.842400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74030ae5-8013-464c-b247-b54b8d3f89e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494b155-fce1-4fac-89a4-8e179d3eb756,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:56.842837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b816fb18-dda4-4007-9c6e-d7f2030aa916 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:05:56.842998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b816fb18-dda4-4007-9c6e-d7f2030aa916 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:05:56.895312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Deleting port a383f19b-9fbf-4f31-8a24-eec19407350e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:05:56.895648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.127397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ad48f-07c3-4210-8a0e-965af09fcaa5 req-80ab8408-bd6b-4a39-8ad8-44f02e0f5107 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:57.138805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c5ad48f-07c3-4210-8a0e-965af09fcaa5 req-80ab8408-bd6b-4a39-8ad8-44f02e0f5107 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 948 time: 0.0988512 Nov 12 03:05:57.150633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.245058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-d5f56318-d428-4c4e-8255-fc5a63130d11 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685303 Nov 12 03:05:57.293424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.339875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c5ad48f-07c3-4210-8a0e-965af09fcaa5 req-642558e4-da69-4df8-8d96-db8e0480dd57 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939039 Nov 12 03:05:57.364548 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-3aa0cba3-6105-4fdb-922c-45d7feb24848 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:05:57.366511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-3aa0cba3-6105-4fdb-922c-45d7feb24848 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d0ad199c-ef5b-4e12-9518-5e2922972e5c/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.6571450 Nov 12 03:05:57.408938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:57.423001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41c00-9b33-4eb5-a75b-08085bf9e2bd req-31988540-0557-42d1-8815-bd086c544a65 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:57.425146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79e41c00-9b33-4eb5-a75b-08085bf9e2bd req-31988540-0557-42d1-8815-bd086c544a65 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 946 time: 0.6121197 Nov 12 03:05:57.437878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:57.470260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:57.476559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.480102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:57.481030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.547678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:57.734374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-459909cf-cc54-43ae-9131-8f55dd2fe2e7 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:57.738817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-459909cf-cc54-43ae-9131-8f55dd2fe2e7 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843581 Nov 12 03:05:57.753827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-52a16990-4ce3-4afd-b7c7-ea2923567862 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3202848 Nov 12 03:05:57.784509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5cfa7d76-0669-4483-9b4c-452d92120923 None None] Provisioning complete for port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:57.785681 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7d76-0669-4483-9b4c-452d92120923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.790091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:57.806101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] For port a383f19b-9fbf-4f31-8a24-eec19407350e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a383f19b-9fbf-4f31-8a24-eec19407350e,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:57.806432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:57.810064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f24b-1666-4f90-9462-ab21dc79e444 req-dc03208b-54e9-40ed-81f5-eb3e4ab9ecee tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:57.822267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90e7f24b-1666-4f90-9462-ab21dc79e444 req-dc03208b-54e9-40ed-81f5-eb3e4ab9ecee tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 931 time: 0.2854440 Nov 12 03:05:57.827521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Calling delete_port for a383f19b-9fbf-4f31-8a24-eec19407350e owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:05:57.861889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa7d76-0669-4483-9b4c-452d92120923 None None] Port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:05:57.997015 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90e7f24b-1666-4f90-9462-ab21dc79e444 req-87cb0265-35b0-4f72-b1ec-fb065334df94 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737511 Nov 12 03:05:58.062812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:05:58.074689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:05:58.091673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:05:58.097652 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:58.099670 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:58.101269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.107263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Request body: {'port': {'device_id': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:58.186375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8274c7f2-f994-409c-9707-c736743abd15 req-f79975af-eaaf-4a33-929d-d42490763458 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 210 time: 0.0523899 Nov 12 03:05:58.224042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-2ea1675f-2def-447a-b8b8-9677c438c8d4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5010197 Nov 12 03:05:58.268606 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:58.296143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.308606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a383f19b-9fbf-4f31-8a24-eec19407350e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:58.412827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] No DVR routers for this DVR port b816fb18-dda4-4007-9c6e-d7f2030aa916 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:58.424189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-e3b7c823-3780-4c00-8145-df247ad6a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:58.426375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-e3b7c823-3780-4c00-8145-df247ad6a258 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 1100 time: 0.9205418 Nov 12 03:05:58.429747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.433207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cee6a005-1b29-44c3-891b-1e26a0f2320b req-cbc6fbc4-e709-4ab7-82fc-1cfaa49e2029 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.39 "DELETE /v2.0/ports/b816fb18-dda4-4007-9c6e-d7f2030aa916 HTTP/1.1" status: 204 len: 173 time: 5.6856463 Nov 12 03:05:58.479800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79e41c00-9b33-4eb5-a75b-08085bf9e2bd req-e4a25178-5d14-4b94-a955-bc1422bfdee1 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/security-groups?id=79719b5b-f0c5-41ce-8398-eaff6cbd46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0453875 Nov 12 03:05:58.480596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Pushing event deleted for resources: {'Port': ['ID=a383f19b-9fbf-4f31-8a24-eec19407350e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:58.482239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'name': 'network-vif-deleted', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:58.484537 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fbccff-942b-4040-9d1a-7dac58733282" -d '{"events": [{"server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "name": "network-vif-deleted", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:58.489635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9d46-e040-412b-baad-e732abab15bc req-6ee974e6-c761-430f-aa13-70b115222c01 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:58.492770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d6ac9d46-e040-412b-baad-e732abab15bc req-6ee974e6-c761-430f-aa13-70b115222c01 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.2139573 Nov 12 03:05:58.524585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.554794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.89 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/739eb2bf-565c-462c-bf6b-ca401e8f0576) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:05:58.634728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d6ac9d46-e040-412b-baad-e732abab15bc req-3c3f5664-7710-477f-817f-151547c6b25c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172285 Nov 12 03:05:58.721399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] No DVR routers for this DVR port a383f19b-9fbf-4f31-8a24-eec19407350e on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:05:58.721982 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:58.732887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.736207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba29cb28-b22c-4d2f-b098-dd0427cd853f req-027cf718-1c73-4496-8c2d-2856828a3f35 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.39 "DELETE /v2.0/ports/a383f19b-9fbf-4f31-8a24-eec19407350e HTTP/1.1" status: 204 len: 173 time: 2.4754949 Nov 12 03:05:58.763116 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:05:58.778506 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:05:58.779156 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:58.793255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:05:58.844802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90eed32f-11b6-445f-8c90-c2cf6e9f8e38 req-17e56710-1274-454c-965f-ee8b461b4656 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 210 time: 0.1213682 Nov 12 03:05:58.882961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-4a10ebd2-51c7-4085-ba01-c52bdbea7438 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:58.887864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-4a10ebd2-51c7-4085-ba01-c52bdbea7438 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6168969 Nov 12 03:05:58.895944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.904891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port d0ad199c-ef5b-4e12-9518-5e2922972e5c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:05:58.915772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port d0ad199c-ef5b-4e12-9518-5e2922972e5c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:05:58.916279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:58.960437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ae9-a597-400a-a8a7-bfb012d0720f req-c73c39db-4d4c-449a-beb2-763973820b7e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:58.969057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12a45ae9-a597-400a-a8a7-bfb012d0720f req-c73c39db-4d4c-449a-beb2-763973820b7e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 948 time: 0.2003481 Nov 12 03:05:59.009550 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:05:59.090933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12a45ae9-a597-400a-a8a7-bfb012d0720f req-aa826945-713f-4494-833e-b89e4b605ac8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198983 Nov 12 03:05:59.116345 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:59.118021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:59.126439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:59.187294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:05:59.192553 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a375ed33-a181-4506-8dd7-29ba9d107adc" -d '{"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:05:59.207801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:59.236783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:59.249284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:05:59.263521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:05:59.265486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:05:59.271635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:05:59.283940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:05:59.354669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.32', 62558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:05:59.355423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:59.426294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:59.563303 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:05:59.565626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:59.566293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:05:59.624830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42612f-c407-46dd-a887-61250e39e35d req-a491a23d-c1db-485f-8246-490e7e211c28 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:05:59.626309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e42612f-c407-46dd-a887-61250e39e35d req-a491a23d-c1db-485f-8246-490e7e211c28 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 931 time: 0.2141745 Nov 12 03:05:59.652520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-b812bf6f-1856-4e67-8f97-e8e7524a6cd2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8842225 Nov 12 03:05:59.679155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Request body: {'port': {'device_id': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:05:59.680999 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ea7e5-f602-4c03-960b-f2568ef7cb1e None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:05:59.698334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:05:59.946310 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9e7aa8-ab0d-4aa0-859b-04763706006d x-openstack-request-id: req-8d9e7aa8-ab0d-4aa0-859b-04763706006d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:05:59.946841 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7c602-ae22-465f-98d5-4ad0376a0821", "name": "network-vif-deleted", "tag": "b816fb18-dda4-4007-9c6e-d7f2030aa916", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:05:59.947026 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d9e7aa8-ab0d-4aa0-859b-04763706006d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:05:59.947665 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7c602-ae22-465f-98d5-4ad0376a0821', 'name': 'network-vif-deleted', 'tag': 'b816fb18-dda4-4007-9c6e-d7f2030aa916', 'status': 'completed', 'code': 200} Nov 12 03:06:00.039945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f1f6d6c3-2bfc-4f47-b907-9e13b02027f6 None None] Provisioning complete for port 739eb2bf-565c-462c-bf6b-ca401e8f0576 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:00.041027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f1f6d6c3-2bfc-4f47-b907-9e13b02027f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:00.096202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e42612f-c407-46dd-a887-61250e39e35d req-a95c990a-4a41-4eb0-9af7-81843ad498eb tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391205 Nov 12 03:06:00.097343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:00.141752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6d6c3-2bfc-4f47-b907-9e13b02027f6 None None] Port 739eb2bf-565c-462c-bf6b-ca401e8f0576 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:00.151209 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60feb262-95c7-4f03-b0d0-71b387f65122 x-openstack-request-id: req-60feb262-95c7-4f03-b0d0-71b387f65122 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:00.151758 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-plugged", "status": "completed", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:00.155902 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60feb262-95c7-4f03-b0d0-71b387f65122 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:00.156422 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'code': 200} Nov 12 03:06:00.159815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-733ab515-7de0-49b7-8f28-5aced1cafcc6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:00.161356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-733ab515-7de0-49b7-8f28-5aced1cafcc6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.7913153 Nov 12 03:06:00.214359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-f3d73bfd-d4fa-4af5-ba3e-99ab7907ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:00.224063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-f3d73bfd-d4fa-4af5-ba3e-99ab7907ff6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 1.7335215 Nov 12 03:06:00.232542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'port': {'device_id': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'admin_state_up': True, 'tenant_id': 'b936a84420d4411da45c87cb6998d964'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:00.372495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-5718710f-20f9-442f-ba51-99aad44d3e00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 200 len: 217 time: 0.1400931 Nov 12 03:06:00.380161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b1b501-4e06-43bc-941a-05a0f229f6a2 None None] New status for floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:06:00.392788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94872c07-3e00-4fc8-9633-0baea0915540 req-c6400469-710c-4c79-a754-84ad329116bc tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 210 time: 0.1712699 Nov 12 03:06:00.404053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db37360e-ab68-442d-ae56-465ad2272c34 req-6df5ebe6-ee6c-4d41-8427-0eb1dda06a16 tempest-FloatingIPsAssociationNegativeTestJSON-120057689 tempest-FloatingIPsAssociationNegativeTestJSON-120057689-project] 10.222.0.84 "GET /v2.0/ports?device_id=87a34480-a376-4e7c-8db0-4a4604c48e26 HTTP/1.1" status: 200 len: 210 time: 0.0787859 Nov 12 03:06:00.505328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:06:00.505328 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:06:00.505328 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id_1': '78c393c0e4f045d39dea0abdaeab4e29', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 5, 40, 451015)}] Nov 12 03:06:00.505328 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:06:00.506507 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:06:00.509756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-161f7271-96fb-411f-ad7c-0588bad67095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:00.511552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-161f7271-96fb-411f-ad7c-0588bad67095 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1100283 Nov 12 03:06:00.613680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-527e7e3a-7ee2-46b8-b390-7d718661cbfa req-bc5e6221-f932-4b99-a984-888bbcb185f9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 210 time: 0.0380001 Nov 12 03:06:00.628676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db07ea24-7ee3-4b6d-ae4e-2a1de2d523be {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:00.648318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:00.652298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-2fe2cbf4-65e8-4a56-93b6-e174e3d940c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:00.653930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-2fe2cbf4-65e8-4a56-93b6-e174e3d940c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330698 Nov 12 03:06:00.684877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Transition to ACTIVE for port object db07ea24-7ee3-4b6d-ae4e-2a1de2d523be will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:00.698491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:00.771541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Made reservation on behalf of b936a84420d4411da45c87cb6998d964 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:00.781901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:00.789403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a383f19b-9fbf-4f31-8a24-eec19407350e no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:00.809126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749601-2419-4d27-be2b-534b5a68a491 req-dc594d89-5e59-42fc-b0ee-a96d277ecc2f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:00.823686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5749601-2419-4d27-be2b-534b5a68a491 req-dc594d89-5e59-42fc-b0ee-a96d277ecc2f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.2224786 Nov 12 03:06:00.823887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: a383f19b-9fbf-4f31-8a24-eec19407350e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:00.824152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a383f19b-9fbf-4f31-8a24-eec19407350e not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:00.838851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-6f4186e2-f04e-40af-bfaf-6bfa65cad398 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748810 Nov 12 03:06:00.868975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:00.959703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5749601-2419-4d27-be2b-534b5a68a491 req-bcaf6525-e80d-4db4-8a91-304475bda663 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347568 Nov 12 03:06:01.039649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Attempting to bind port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:01.040564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Attempting to bind port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:01.041084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Attempting to bind port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:01.062259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be on network b6502481-952b-4d53-80d1-7f49fb4c87a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:01.062681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Attempting to bind port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be on network b6502481-952b-4d53-80d1-7f49fb4c87a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:01.077975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3ec12-0222-48d3-ac19-0e8816874d48 req-26eeef86-5068-4482-b7e1-3b271b674759 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:01.082841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebf3ec12-0222-48d3-ac19-0e8816874d48 req-26eeef86-5068-4482-b7e1-3b271b674759 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1954048 Nov 12 03:06:01.092298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:01.092638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Checking segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:01.093034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Bound using segment: {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:01.093474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Bound port: db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d9fec-8451-4aa6-8156-732f7d971898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:01.093847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.154395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:01.157894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.198787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739eb2bf-565c-462c-bf6b-ca401e8f0576 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:01.213034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.252241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-511ad0b8-732e-4b0d-b2f2-63d0faaa4ff8 req-5b2a9ac8-1d22-4832-af3c-816ca92196b2 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696613 Nov 12 03:06:01.292164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Allocated IP 172.20.0.11 (9537caad-55d9-4433-b9db-aca1528604e7/f4559c69-64ee-487e-85ae-23d8c95fa7bd/360bd318-a0dc-4c5c-b92c-18036acfc4a4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:01.294500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Transition to ACTIVE for port object 739eb2bf-565c-462c-bf6b-ca401e8f0576 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:01.301269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.392670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Pushing event updated for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:01.394999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebf3ec12-0222-48d3-ac19-0e8816874d48 req-e7165690-bdd0-4488-b24e-14608b6a408b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894304 Nov 12 03:06:01.396899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:01.417122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad401-a015-474f-ac40-bd9195862570 req-ece7585a-2b07-4fb2-b56e-feaff62cc908 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:01.418720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-319ad401-a015-474f-ac40-bd9195862570 req-ece7585a-2b07-4fb2-b56e-feaff62cc908 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 943 time: 0.2025812 Nov 12 03:06:01.427166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:01.455286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.464086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-522c0e34-3cec-4a3d-a8ef-51b246718ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014205 Nov 12 03:06:01.493211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41162) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:01.512057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:01.513009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.514394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] 10.222.0.32 "PUT /v2.0/ports/db07ea24-7ee3-4b6d-ae4e-2a1de2d523be HTTP/1.1" status: 200 len: 1092 time: 3.4153662 Nov 12 03:06:01.685708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-319ad401-a015-474f-ac40-bd9195862570 req-cae724af-97d9-4e3b-a6e3-4105098df673 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462106 Nov 12 03:06:01.721279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.151 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/716331d2-756e-4680-9b02-370046fb8ab0) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:01.731955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91914963-1456-4da6-aac2-906f1ca1f3ff req-e8b5ad8f-4b31-404b-af9e-25781b739b0d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 210 time: 0.1476195 Nov 12 03:06:01.738201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Attempting to bind port 739eb2bf-565c-462c-bf6b-ca401e8f0576 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:01.738554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Attempting to bind port 739eb2bf-565c-462c-bf6b-ca401e8f0576 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:01.738888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Attempting to bind port 739eb2bf-565c-462c-bf6b-ca401e8f0576 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:01.755580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Port 739eb2bf-565c-462c-bf6b-ca401e8f0576 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:01.755960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Attempting to bind port 739eb2bf-565c-462c-bf6b-ca401e8f0576 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:01.768843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:01.768843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:01.769183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:01.769340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Bound port: 739eb2bf-565c-462c-bf6b-ca401e8f0576, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:01.769701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.782655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.795758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-6f6b23bc-94b5-451b-bf78-e9031d8af2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:01.813759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-6f6b23bc-94b5-451b-bf78-e9031d8af2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 1096 time: 0.3142898 Nov 12 03:06:01.816253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f1b7d-a575-40da-8828-e0243ee775ef service neutron] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:01.881906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:01.885233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:01.891471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.961494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'name': 'network-vif-deleted', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e'}, {'name': 'network-changed', 'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:01.965728 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51500157-5d39-489b-b2f6-2f99f0d77e7c" -d '{"events": [{"server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "name": "network-vif-deleted", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e"}, {"name": "network-changed", "server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:01.970225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bc2a81c-2045-4719-9d7b-b76878526aa3 req-10ca4512-9909-44ae-92fc-aa1edb7f9c08 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 210 time: 0.0781891 Nov 12 03:06:01.974666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:01.975770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:01.976713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] 10.222.0.32 "PUT /v2.0/ports/739eb2bf-565c-462c-bf6b-ca401e8f0576 HTTP/1.1" status: 200 len: 1096 time: 2.3090286 Nov 12 03:06:01.977170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:01.994426 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04" -d '{"events": [{"name": "network-changed", "server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:02.055159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-6d54e76c-233a-4305-9c76-efe054ce1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.056877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-6d54e76c-233a-4305-9c76-efe054ce1085 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 1095 time: 0.4528723 Nov 12 03:06:02.138291 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a1e02-ee06-4c8c-9601-f9252ee4b6f1 x-openstack-request-id: req-289a1e02-ee06-4c8c-9601-f9252ee4b6f1 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:02.138797 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a34480-a376-4e7c-8db0-4a4604c48e26", "name": "network-vif-deleted", "tag": "a383f19b-9fbf-4f31-8a24-eec19407350e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:02.139189 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-289a1e02-ee06-4c8c-9601-f9252ee4b6f1 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:02.139710 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a34480-a376-4e7c-8db0-4a4604c48e26', 'name': 'network-vif-deleted', 'tag': 'a383f19b-9fbf-4f31-8a24-eec19407350e', 'status': 'completed', 'code': 200} Nov 12 03:06:02.140898 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'status': 'completed', 'code': 200} Nov 12 03:06:02.218000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-176c1b72-7fab-442e-995d-2b759ad88523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:02.230421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-769b84fb-1ca0-4359-95e6-3c1d20ff0344 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be HTTP/1.1" status: 200 len: 217 time: 0.0884843 Nov 12 03:06:02.366001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-722810ea-3fcf-4bf7-9035-af7781c8710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.367732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-722810ea-3fcf-4bf7-9035-af7781c8710c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.4881442 Nov 12 03:06:02.449627 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff531022-53bd-405e-b74f-987ff81f8984 x-openstack-request-id: req-ff531022-53bd-405e-b74f-987ff81f8984 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:02.450251 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:02.450251 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ff531022-53bd-405e-b74f-987ff81f8984 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:02.453028 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'status': 'completed', 'code': 200} Nov 12 03:06:02.456569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-cf9dc462-1a39-4ded-ba93-f5371b85d1eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 200 len: 217 time: 0.0771723 Nov 12 03:06:02.515922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-12477cbf-94b3-4a48-9a2f-56a0f812bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.515922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-12477cbf-94b3-4a48-9a2f-56a0f812bfb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.2412426 Nov 12 03:06:02.543447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f3015-b619-468a-a186-f73d346ed6bc service neutron] Pushing event updated for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:02.567123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c92751-f97a-4ba6-bd8f-a9d78ed5a268 req-fd4db983-2435-4e97-bedf-ba9d6b486c3f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.569296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17c92751-f97a-4ba6-bd8f-a9d78ed5a268 req-fd4db983-2435-4e97-bedf-ba9d6b486c3f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1226342 Nov 12 03:06:02.570385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:02.633699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:02.643134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-422cf71a-7349-4183-b845-a050fea8191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.645162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-422cf71a-7349-4183-b845-a050fea8191f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 1099 time: 0.1913760 Nov 12 03:06:02.646919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Network 9537caad-55d9-4433-b9db-aca1528604e7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:02.656627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:02.670577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:02.705072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:02.714979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-06fac2d7-fee8-43b8-a216-066b16a8e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.717083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-06fac2d7-fee8-43b8-a216-066b16a8e036 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2266574 Nov 12 03:06:02.731338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2303b8-3cf6-49c7-ac33-b58e1d07c39d req-bc2ce070-598e-4b34-b330-8e69a40d6a50 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.732379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-1e0033df-2eda-4e07-8d0d-410a3d718054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576 HTTP/1.1" status: 200 len: 217 time: 0.0768762 Nov 12 03:06:02.733111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce2303b8-3cf6-49c7-ac33-b58e1d07c39d req-bc2ce070-598e-4b34-b330-8e69a40d6a50 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1867077 Nov 12 03:06:02.781159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17c92751-f97a-4ba6-bd8f-a9d78ed5a268 req-3724392c-ea36-4de3-aaa6-b62f894a0247 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981502 Nov 12 03:06:02.825412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.826029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:02.836960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-d3d6a27f-4857-4ac5-8485-757b13791cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.838682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-d3d6a27f-4857-4ac5-8485-757b13791cef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0967774 Nov 12 03:06:02.850914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-41a52710-aff6-4334-adf9-95cbc45c3cc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166153 Nov 12 03:06:02.861422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:02.863456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-c5dc1bc5-20a4-4b2c-918b-7bca4701b866 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6401641 Nov 12 03:06:02.875122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:02.877855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:02.887587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Request body: {'port': {'device_id': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:02.915948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-e2d83e87-a0c6-4c32-9a17-475e409d419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.915948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-e2d83e87-a0c6-4c32-9a17-475e409d419b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3631237 Nov 12 03:06:02.954248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-2be15f98-5d66-49ca-b07a-50472c4bea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:02.955529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-2be15f98-5d66-49ca-b07a-50472c4bea1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093583 Nov 12 03:06:03.020389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.030251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce2303b8-3cf6-49c7-ac33-b58e1d07c39d req-8312a38c-4355-45b5-acf5-b59c7bab06a7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677212 Nov 12 03:06:03.043889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:03.078368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:03.091858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de4bba-2d6b-404c-a2d3-c4cf75f52af1 req-772ac24d-f665-4bd1-b3b5-cb08239705ff tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:03.093611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2de4bba-2d6b-404c-a2d3-c4cf75f52af1 req-772ac24d-f665-4bd1-b3b5-cb08239705ff tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 943 time: 0.1775885 Nov 12 03:06:03.121463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:03.127725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:03.128450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.158007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:03.202755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-3491fed3-f252-47fd-a1f0-7cb2b39fd815 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0909569 Nov 12 03:06:03.215124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-7d46177e-09cf-4ec7-a587-57106f7aa142 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374916 Nov 12 03:06:03.277087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Request body: {'port': {'device_id': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:03.390471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2de4bba-2d6b-404c-a2d3-c4cf75f52af1 req-1bf83b23-c21d-42aa-908d-c70785b9b08b tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624741 Nov 12 03:06:03.467528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-70a15134-0c67-4a81-87e2-8407a5c5e7b7 None None] Provisioning complete for port 716331d2-756e-4680-9b02-370046fb8ab0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:03.469371 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-70a15134-0c67-4a81-87e2-8407a5c5e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.512904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-70a15134-0c67-4a81-87e2-8407a5c5e7b7 None None] Port 716331d2-756e-4680-9b02-370046fb8ab0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:03.636355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04ac4f-4582-412b-aeb5-baeed3a9781f req-1c1a6ee0-7a94-45dc-ac88-05fe05c40430 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:03.637906 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b04ac4f-4582-412b-aeb5-baeed3a9781f req-1c1a6ee0-7a94-45dc-ac88-05fe05c40430 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 936 time: 0.1287470 Nov 12 03:06:03.646784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-cf2c3d9c-498a-4160-8bcd-d3a3eeec80a4 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208360 Nov 12 03:06:03.679696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-cb9bc417-cd7b-44eb-95c5-8c91a8194cdf tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:03.683548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-cb9bc417-cd7b-44eb-95c5-8c91a8194cdf tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1098 time: 0.7071147 Nov 12 03:06:03.707027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-82119349-25d4-405a-9e73-1386ab6f19e2 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395846 Nov 12 03:06:03.735064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:03.766889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b04ac4f-4582-412b-aeb5-baeed3a9781f req-5dd1228b-7bc6-49d9-ba7b-ecad54b4fb47 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185658 Nov 12 03:06:03.800086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360bd318-a0dc-4c5c-b92c-18036acfc4a4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:03.800345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-c8cfa287-679f-4d06-a293-203957e3efe1 service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408287 Nov 12 03:06:03.810911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.816638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-65cbd480-b2a4-4fe1-9b04-917a29861a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:03.818814 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-65cbd480-b2a4-4fe1-9b04-917a29861a14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 1099 time: 0.1187084 Nov 12 03:06:03.836681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Transition to ACTIVE for port object 360bd318-a0dc-4c5c-b92c-18036acfc4a4 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:03.854194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:03.985478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.007491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:04.008464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e1aaf-cf1a-4585-bd2f-8b57797ab7a8 req-33f143ae-6e5e-4d0e-b810-c07247b3e8a6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.010094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-237e1aaf-cf1a-4585-bd2f-8b57797ab7a8 req-33f143ae-6e5e-4d0e-b810-c07247b3e8a6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 932 time: 0.7812481 Nov 12 03:06:04.019118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.044663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-df7431e4-e02a-463a-834d-f4a5bccac0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.046342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-df7431e4-e02a-463a-834d-f4a5bccac0e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2198551 Nov 12 03:06:04.054382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240554e-059f-4591-9527-308c0cd3fd5c req-82bafb63-a012-4d2e-84f3-8f559177e891 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.062473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5240554e-059f-4591-9527-308c0cd3fd5c req-82bafb63-a012-4d2e-84f3-8f559177e891 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1987786 Nov 12 03:06:04.158807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-a2479ccc-60e3-4ebd-a164-9c1daa2a5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.160364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-a2479ccc-60e3-4ebd-a164-9c1daa2a5561 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1098 time: 0.8341446 Nov 12 03:06:04.179640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-55816bdd-f8e9-4929-97e6-aaf6eaf9df73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576 HTTP/1.1" status: 200 len: 217 time: 0.1148126 Nov 12 03:06:04.241837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb665d24-88eb-48ef-aba1-3f8d2be36bd0 req-3fbcec81-fafb-4ab2-b13f-f2dee1ee5f5e service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055989 Nov 12 03:06:04.304351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Attempting to bind port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:04.305421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Attempting to bind port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:04.305919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Attempting to bind port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:04.317993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.326364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 on network 9537caad-55d9-4433-b9db-aca1528604e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:04.326829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Attempting to bind port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:04.328815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1d3334e-42dd-435d-9197-c30b96cd3b10 req-e5b1f7e6-fc00-421b-9a43-3026c0da7ecf service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911825 Nov 12 03:06:04.329869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-90ea18e2-41e5-4330-8645-d4804f7c540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.331468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-90ea18e2-41e5-4330-8645-d4804f7c540f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1407549 Nov 12 03:06:04.337063 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5240554e-059f-4591-9527-308c0cd3fd5c req-29c50433-de1f-4053-9178-7c3dc34902c0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731850 Nov 12 03:06:04.351587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:04.352058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Checking segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:04.352554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Bound using segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:04.353117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Bound port: 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:04.353612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.447086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-29e9e274-17db-4032-b6d2-ff675bfd072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.456423 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-29e9e274-17db-4032-b6d2-ff675bfd072a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106904 Nov 12 03:06:04.473134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:04.479135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:04.493421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.542928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-237e1aaf-cf1a-4585-bd2f-8b57797ab7a8 req-076a4bf6-5739-44d0-89d4-08eeca4b338d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921796 Nov 12 03:06:04.615865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9cc96bdd-7db6-464d-9e76-22292588ab4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.655194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-acb4b452-20ec-405b-a0f5-1398175f4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.656697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-acb4b452-20ec-405b-a0f5-1398175f4fea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 1095 time: 0.3170846 Nov 12 03:06:04.684566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.685187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:04.686547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] 10.222.0.32 "PUT /v2.0/ports/360bd318-a0dc-4c5c-b92c-18036acfc4a4 HTTP/1.1" status: 200 len: 1093 time: 1.8069596 Nov 12 03:06:04.687720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:04.689943 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2886aa04-1d7d-48ab-99d3-91a4f6d13065" -d '{"events": [{"name": "network-changed", "server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:04.696170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf648ed-5865-4648-9c03-d13e4edd2b6f service neutron] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:04.734270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21032df8-d575-46fd-8373-4bc8a09a16c4 req-cdaa7e87-bc4e-4afa-a968-0b1b27276476 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.736196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-21032df8-d575-46fd-8373-4bc8a09a16c4 req-cdaa7e87-bc4e-4afa-a968-0b1b27276476 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 946 time: 0.1255450 Nov 12 03:06:04.783789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-f844fd41-4b0a-4796-b406-2d821eae7769 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028595 Nov 12 03:06:04.793318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-a52695fb-f2e6-47c0-92c1-674a1bacb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.794819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-a52695fb-f2e6-47c0-92c1-674a1bacb666 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.5471215 Nov 12 03:06:04.821902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:04.888973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-500fe759-558b-41a1-b355-aeb35f97f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:04.890628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-500fe759-558b-41a1-b355-aeb35f97f49f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 1096 time: 0.1473138 Nov 12 03:06:04.910944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-21032df8-d575-46fd-8373-4bc8a09a16c4 req-23947229-b108-4d4c-a913-36f0c073f6b1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533332 Nov 12 03:06:04.948269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-58d439b8-65d9-4a1b-8772-74065c666f92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4 HTTP/1.1" status: 200 len: 217 time: 0.0474195 Nov 12 03:06:04.948455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-9e5d4208-e864-4fa3-8bf9-9648be48c818 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.1433864 Nov 12 03:06:04.949806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:04.972240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:06:04.976033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f746c9d9-d0b2-4e0c-8688-1e390d7daf04 req-d4fd6ba7-a03b-4a9d-a22f-d65c3610b9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817436 Nov 12 03:06:05.002247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:05.021429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-761e287a-b3c8-4169-b970-56e0edc97140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.022798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bb323-b98b-40ca-b2ff-797177fa718e req-6172034f-e1f2-4195-93c5-0ef4a6cbea6f tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.023347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-761e287a-b3c8-4169-b970-56e0edc97140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.0609763 Nov 12 03:06:05.024418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-886bb323-b98b-40ca-b2ff-797177fa718e req-6172034f-e1f2-4195-93c5-0ef4a6cbea6f tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 943 time: 0.3247979 Nov 12 03:06:05.040946 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b3e69-6f2e-477e-b3cb-486c4f0dfc7e x-openstack-request-id: req-803b3e69-6f2e-477e-b3cb-486c4f0dfc7e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:05.041228 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:05.041476 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-803b3e69-6f2e-477e-b3cb-486c4f0dfc7e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:05.041861 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'status': 'completed', 'code': 200} Nov 12 03:06:05.072881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-6edaa02c-4c1e-41b5-82bd-dc59121b2c48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422797 Nov 12 03:06:05.144638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-61594dc2-ef2d-4729-942f-7d4659f093c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.146112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-61594dc2-ef2d-4729-942f-7d4659f093c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 925 time: 0.4436812 Nov 12 03:06:05.176231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-93c7bb12-ea0f-4045-8d06-5e748bdcc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.178239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-93c7bb12-ea0f-4045-8d06-5e748bdcc8c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2105658 Nov 12 03:06:05.193722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:05.211825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65e601-6a30-47d9-9020-5a59885e6e20 req-4b84f54f-c693-4712-91c1-7505642a5252 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.213314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b65e601-6a30-47d9-9020-5a59885e6e20 req-4b84f54f-c693-4712-91c1-7505642a5252 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 936 time: 0.1082499 Nov 12 03:06:05.218926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-28c8a950-69fa-4339-8ed0-6f3eec3449a5 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372328 Nov 12 03:06:05.263740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-bf98c139-7fa5-4308-8622-57f9d1307db6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be HTTP/1.1" status: 200 len: 217 time: 0.0997753 Nov 12 03:06:05.296610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-1834a641-9dc4-4937-95d2-d2802656d506 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744348 Nov 12 03:06:05.315243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b65e601-6a30-47d9-9020-5a59885e6e20 req-553bd10c-b936-422a-8b28-eb1677274d1e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953236 Nov 12 03:06:05.344696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1913dc70-67c0-4562-9ebe-ff1bfc79dffd req-2b5d21ea-f1c3-4dbe-8555-ec1fea43b86a service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111588 Nov 12 03:06:05.359913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-886bb323-b98b-40ca-b2ff-797177fa718e req-72192056-a2a0-4e90-ae8a-f7025262c06c tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902265 Nov 12 03:06:05.393884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:05.396239 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d78e1c-5da0-4a3f-b3f8-c8ac1038876a" -d '{"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:05.406332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:05.471861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:05.482425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-f1f32e4b-a707-4a48-ba38-445e7f6ef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.483937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-f1f32e4b-a707-4a48-ba38-445e7f6ef261 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.1933095 Nov 12 03:06:05.488078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-84158a67-3807-4dba-9ea2-391dcfff7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.493976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-84158a67-3807-4dba-9ea2-391dcfff7107 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0876575 Nov 12 03:06:05.508104 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8d9187-5e2c-4e29-8423-855431c49e7d x-openstack-request-id: req-ca8d9187-5e2c-4e29-8423-855431c49e7d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:05.508388 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:05.508607 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ca8d9187-5e2c-4e29-8423-855431c49e7d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:05.509006 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'code': 200} Nov 12 03:06:05.514624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:05.599228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716331d2-756e-4680-9b02-370046fb8ab0 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:05.623063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:05.704976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-80354106-3eb4-4374-a9c4-9a6c0b7a6887 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372024 Nov 12 03:06:05.710694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Transition to ACTIVE for port object 716331d2-756e-4680-9b02-370046fb8ab0 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:05.715128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-760d5835-5019-46e5-8e95-44ef5a6373e8 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041033 Nov 12 03:06:05.720073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:05.738386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-afc94b5c-d444-40d3-b4a5-7133469ad6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.739303 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:05.740599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-afc94b5c-d444-40d3-b4a5-7133469ad6e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 923 time: 0.2343376 Nov 12 03:06:05.814272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-84474ee8-644e-4e6e-b2bd-27a67a703b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.815243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-c404e1c8-5e23-4d08-868a-513a3159d869 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4 HTTP/1.1" status: 200 len: 217 time: 0.0642524 Nov 12 03:06:05.815899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-84474ee8-644e-4e6e-b2bd-27a67a703b8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3046355 Nov 12 03:06:05.900730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-deda3eba-ab7a-4416-a106-c4481b587f67 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.903566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-deda3eba-ab7a-4416-a106-c4481b587f67 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977632 Nov 12 03:06:05.906482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-d119f611-b76d-447d-876f-5d0591aa2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:05.908720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-d119f611-b76d-447d-876f-5d0591aa2b3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.0789716 Nov 12 03:06:05.949881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-310fcd2b-b41f-491c-a4d7-dd5e3fdb9ae1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/quotas/45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 375 time: 0.0395601 Nov 12 03:06:05.953025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-d16def44-0251-413a-b906-d9f5bf014555 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362120 Nov 12 03:06:06.071331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-cc8fc190-1ccc-454a-8fcd-94f9719040db tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163023 Nov 12 03:06:06.100749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-c21bd441-8bff-4fa6-ad93-d21562137299 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357563 Nov 12 03:06:06.102587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 739eb2bf-565c-462c-bf6b-ca401e8f0576 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:06.166280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:06.166626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:06.166946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:06.257336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:06.257932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Attempting to bind port 5eb41013-5381-4728-b009-2a703cc7ec8f on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:06.308290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:06.313794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Pushing event updated for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:06.337607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'mac_address': 'fa:16:3e:af:ae:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:06.420936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:06.421287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:06.421912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:06.422245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Bound port: 5eb41013-5381-4728-b009-2a703cc7ec8f, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:06.422615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:06.430053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:06.465464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Deleting port a0be10f0-d36e-49dc-b2d1-c25edfcf7485 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:06.465947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:06.473600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739eb2bf-565c-462c-bf6b-ca401e8f0576 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:06.515669 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:06:06.532822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:06.537149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:06.578187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] For port a0be10f0-d36e-49dc-b2d1-c25edfcf7485, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:06.578604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:06.606014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Calling delete_port for a0be10f0-d36e-49dc-b2d1-c25edfcf7485 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:06.635386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:06.682691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2886aa04-1d7d-48ab-99d3-91a4f6d13065 req-fb236311-d88c-4ab4-b3d8-b0831080aa1b service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735672 Nov 12 03:06:06.685618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf82e10-d24d-412d-9bcb-ff20d2d02658 req-7b0228b8-df1c-4ac9-bcfc-bfefb27a3e96 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:06.693171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cf82e10-d24d-412d-9bcb-ff20d2d02658 req-7b0228b8-df1c-4ac9-bcfc-bfefb27a3e96 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 944 time: 0.9507878 Nov 12 03:06:06.706112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c35f37-7126-4c74-a5a1-b7a938357c37 req-5e77865b-0813-496a-85cf-f0268af5ff00 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:06.707914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9c35f37-7126-4c74-a5a1-b7a938357c37 req-5e77865b-0813-496a-85cf-f0268af5ff00 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.1242805 Nov 12 03:06:06.761670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b59318e-9743-46fb-b67e-4ef09f6bac92 req-365135b0-c53f-44cc-9a6d-5503da2b4f3b service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376673 Nov 12 03:06:06.796507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Attempting to bind port 716331d2-756e-4680-9b02-370046fb8ab0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:06.797236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Attempting to bind port 716331d2-756e-4680-9b02-370046fb8ab0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:06.797759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Attempting to bind port 716331d2-756e-4680-9b02-370046fb8ab0 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:06.808753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9c35f37-7126-4c74-a5a1-b7a938357c37 req-61b0c2f4-4a7d-41ff-abf8-a45759913b33 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847657 Nov 12 03:06:06.813373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:06.830316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-460dc885-3197-4fd6-9d77-48b0e721f827 service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063406 Nov 12 03:06:06.976123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cf82e10-d24d-412d-9bcb-ff20d2d02658 req-5ef80074-5369-4c4b-8f40-0b50d31c0cc2 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816284 Nov 12 03:06:07.011931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:07.020732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:07.029464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Port 716331d2-756e-4680-9b02-370046fb8ab0 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:07.029895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Attempting to bind port 716331d2-756e-4680-9b02-370046fb8ab0 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:07.031344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.039374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5235b27-e0e7-4f7b-85f9-31b8b6be54af req-d16d79c3-a451-4e81-bcb0-5b6330b068b4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:07.054581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:07.054785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5235b27-e0e7-4f7b-85f9-31b8b6be54af req-d16d79c3-a451-4e81-bcb0-5b6330b068b4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.1284635 Nov 12 03:06:07.055296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:07.055848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:07.057833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Bound port: 716331d2-756e-4680-9b02-370046fb8ab0, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:07.058580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.066904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.121452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5235b27-e0e7-4f7b-85f9-31b8b6be54af req-d99a77e8-0844-4903-80e6-4609df3c71ed tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Nov 12 03:06:07.275812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aeeee85b-b53c-41de-a6b6-b47aa74c7e35 req-b5c0c90d-ed63-4d05-ac10-ca5d75356a6c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 210 time: 0.1586170 Nov 12 03:06:07.280277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec6b58-46c2-4ce3-a3fb-8a026538b839 req-35368444-f586-4f88-a040-bf6199b120ed tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:07.291817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2bec6b58-46c2-4ce3-a3fb-8a026538b839 req-35368444-f586-4f88-a040-bf6199b120ed tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 948 time: 0.1015062 Nov 12 03:06:07.391853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:07.427866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2bec6b58-46c2-4ce3-a3fb-8a026538b839 req-fd452ef0-cc31-4e3a-bea1-d0aa1a87b0cb tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347954 Nov 12 03:06:07.435030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:07.435613 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.437036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-a5288d17-fbcc-41ad-8351-6463710ead31 service neutron] 10.222.0.39 "PUT /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 1124 time: 3.7239563 Nov 12 03:06:07.464568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:07.501931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['5eb41013-5381-4728-b009-2a703cc7ec8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:07.514090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:07.520157 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15132e22-7057-443f-bb8d-52320daa2107" -d '{"events": [{"name": "network-changed", "server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:07.546011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51500157-5d39-489b-b2f6-2f99f0d77e7c req-383d1780-1f5e-4cb5-a21c-92fce9843e49 service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669641 Nov 12 03:06:07.550813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5eb41013-5381-4728-b009-2a703cc7ec8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:07.558470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=716331d2-756e-4680-9b02-370046fb8ab0,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:07.569342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.602940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.633944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796157-4583-4922-9ab8-cd342765b784 req-c86ce76a-d2a5-4e49-9911-82e7c2ca0ba5 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:07.641462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e796157-4583-4922-9ab8-cd342765b784 req-c86ce76a-d2a5-4e49-9911-82e7c2ca0ba5 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 943 time: 0.2413363 Nov 12 03:06:07.654071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:07.654696 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:07.659585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] 10.222.0.39 "PUT /v2.0/ports/716331d2-756e-4680-9b02-370046fb8ab0 HTTP/1.1" status: 200 len: 1097 time: 4.4296255 Nov 12 03:06:07.712358 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3485882-c9c6-4f2d-8429-9424b74765ff x-openstack-request-id: req-a3485882-c9c6-4f2d-8429-9424b74765ff {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:07.712860 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:07.713288 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3485882-c9c6-4f2d-8429-9424b74765ff {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:07.713844 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'status': 'completed', 'code': 200} Nov 12 03:06:07.741549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275af6f1-db83-4d57-af23-2360de4bf598 service neutron] Pushing event updated for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:08.019604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf572463-b53c-43ea-85bb-92a5bd884cbc req-dbf25e60-317e-4080-b45f-59fd06176757 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.023590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.031970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf572463-b53c-43ea-85bb-92a5bd884cbc req-dbf25e60-317e-4080-b45f-59fd06176757 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.0858414 Nov 12 03:06:08.065379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0be10f0-d36e-49dc-b2d1-c25edfcf7485,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:08.082862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf572463-b53c-43ea-85bb-92a5bd884cbc req-fdd6acbc-c58d-461c-b5aa-04c32423bdef tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Nov 12 03:06:08.111819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:08.117366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 739eb2bf-565c-462c-bf6b-ca401e8f0576 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:08.120432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e796157-4583-4922-9ab8-cd342765b784 req-e259a16b-c5a2-41d4-863b-f75ff48269d9 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4779668 Nov 12 03:06:08.139222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.152003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132e22-7057-443f-bb8d-52320daa2107 req-32250483-a6e3-4927-beff-a0458b0541a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.152003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-32250483-a6e3-4927-beff-a0458b0541a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1127 time: 0.4276528 Nov 12 03:06:08.176324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-8b32325a-adba-46e7-bda1-097b7d33f0cf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.177874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-8b32325a-adba-46e7-bda1-097b7d33f0cf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.4272459 Nov 12 03:06:08.190893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-437812c5-ec40-46a9-b1c8-021d9f05e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.192444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-437812c5-ec40-46a9-b1c8-021d9f05e402 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 1100 time: 0.4083610 Nov 12 03:06:08.306697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c77e9-e7f9-4aa0-ad93-581cc991219c req-d4e6a676-1f86-41a9-889e-13510ee626ad tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.320105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e81c77e9-e7f9-4aa0-ad93-581cc991219c req-d4e6a676-1f86-41a9-889e-13510ee626ad tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 944 time: 0.0870855 Nov 12 03:06:08.348019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 739eb2bf-565c-462c-bf6b-ca401e8f0576 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:08.355582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 739eb2bf-565c-462c-bf6b-ca401e8f0576 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:08.355962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.367759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-61c18a36-4d29-4724-b06f-a2d70a7cd7bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=716331d2-756e-4680-9b02-370046fb8ab0 HTTP/1.1" status: 200 len: 217 time: 0.1301174 Nov 12 03:06:08.412488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e81c77e9-e7f9-4aa0-ad93-581cc991219c req-b7fb1865-5d16-4c91-8f85-0440b24c1146 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898511 Nov 12 03:06:08.427069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:08.484694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'port_id': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'mac_address': 'fa:16:3e:4c:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4559c69-64ee-487e-85ae-23d8c95fa7bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:08.546917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-85a67d7c-b0ee-4641-8b32-baaeba2b9d38 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459992 Nov 12 03:06:08.598551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.612145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132e22-7057-443f-bb8d-52320daa2107 req-ad0fd8ea-d172-4d81-8b4f-6416e57ba94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.613641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-ad0fd8ea-d172-4d81-8b4f-6416e57ba94d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.4592934 Nov 12 03:06:08.619333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54d71132-0b38-4b17-97f0-4b02712269ae req-ef173017-c8bf-4951-820b-67d71284030b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 210 time: 0.0381544 Nov 12 03:06:08.629678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-f9eed0c3-8fb8-4f2f-8f90-2e593ff3cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.631219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-f9eed0c3-8fb8-4f2f-8f90-2e593ff3cd9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2451808 Nov 12 03:06:08.640881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360bd318-a0dc-4c5c-b92c-18036acfc4a4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:08.688390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1cb60-b0e1-45f5-ad00-9f5ec5d21414 req-68adb305-5615-4355-a7c3-d30194663afa tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.689919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caf1cb60-b0e1-45f5-ad00-9f5ec5d21414 req-68adb305-5615-4355-a7c3-d30194663afa tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.3386166 Nov 12 03:06:08.721929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:08.726501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.733739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:08.733739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device db07ea24-7ee3-4b6d-ae4e-2a1de2d523be details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:08.749797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-009a6fb4-5dab-4cd4-84df-5cd53cb354c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.1237602 Nov 12 03:06:08.761872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef5a99-9184-41a7-a7ce-29f2b6c474cc req-63b812db-1a61-4473-81f7-4950b2aae9d9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:08.772732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cef5a99-9184-41a7-a7ce-29f2b6c474cc req-63b812db-1a61-4473-81f7-4950b2aae9d9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 948 time: 0.0821385 Nov 12 03:06:08.829578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cef5a99-9184-41a7-a7ce-29f2b6c474cc req-20d67741-5841-476c-adfd-b55938cb1307 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Nov 12 03:06:08.853265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:08.855772 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce18101-fe6d-4c95-a75d-f1241256df8c" -d '{"events": [{"server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "name": "network-vif-plugged", "status": "completed", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:08.869204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:09.052999 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c973d-d7ed-4538-92ed-bbe9e059b139 x-openstack-request-id: req-0d0c973d-d7ed-4538-92ed-bbe9e059b139 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:09.053414 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "name": "network-vif-plugged", "status": "completed", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:09.053526 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d0c973d-d7ed-4538-92ed-bbe9e059b139 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:09.053940 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'code': 200} Nov 12 03:06:09.057772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:09.065121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:09.143472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:09.157101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:09.161311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'port_id': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'mac_address': 'fa:16:3e:fd:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:09.210574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:09.211467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port 957379ce-d06f-4334-a00d-c32d003b9886 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:09.211813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:09.227694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db07ea24-7ee3-4b6d-ae4e-2a1de2d523be {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:09.254340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:09.257293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686eca0-2aca-49d6-b1b6-ba3af58de58c req-100d3a8b-b4e3-45ab-ba3a-a4a6f426c7f4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.258708 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:09.267639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4686eca0-2aca-49d6-b1b6-ba3af58de58c req-100d3a8b-b4e3-45ab-ba3a-a4a6f426c7f4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.0835285 Nov 12 03:06:09.292883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-80b7e63b-f6c0-4011-a9ed-c0137809351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.294407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-80b7e63b-f6c0-4011-a9ed-c0137809351b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6143992 Nov 12 03:06:09.328239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4686eca0-2aca-49d6-b1b6-ba3af58de58c req-2b221cec-3ab1-4d9e-9dec-c2fd3bf6ae03 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597150 Nov 12 03:06:09.339212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:09.354717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-2a50cb4d-6c65-404b-a093-ef7d0336f194 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.356221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-2a50cb4d-6c65-404b-a093-ef7d0336f194 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7952528 Nov 12 03:06:09.367639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caf1cb60-b0e1-45f5-ad00-9f5ec5d21414 req-7ff3b523-9d89-4ef3-b0d2-6bd3c9285bdf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393795 Nov 12 03:06:09.395934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15132e22-7057-443f-bb8d-52320daa2107 req-ddd0e2ed-4c94-400f-b7db-8e1fde3a0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.397962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-ddd0e2ed-4c94-400f-b7db-8e1fde3a0d62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.3100581 Nov 12 03:06:09.401406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Request body: {'port': {'device_id': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '45e2f2cfc6414928b4eab61ea6589c50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:09.455486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09692549-d222-46fd-99e4-96fa630f2e82 req-1fd9cc66-f58e-4087-af33-072c10f63850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.457058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09692549-d222-46fd-99e4-96fa630f2e82 req-1fd9cc66-f58e-4087-af33-072c10f63850 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 1101 time: 0.3576398 Nov 12 03:06:09.457451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb751-72b3-4bd1-9869-679bb39e2865 req-b0214f2a-03b7-46a4-a1ab-c266bb0c2768 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.459752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8fcb751-72b3-4bd1-9869-679bb39e2865 req-b0214f2a-03b7-46a4-a1ab-c266bb0c2768 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 944 time: 0.0599096 Nov 12 03:06:09.512328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8fcb751-72b3-4bd1-9869-679bb39e2865 req-55c689e1-cb97-4f24-afe5-1a3cfea9f059 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 Nov 12 03:06:09.538016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['360bd318-a0dc-4c5c-b92c-18036acfc4a4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:09.541311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:09.580012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Router 91af0377-d4bc-4f30-a761-b346ae85d7a0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:06:09.600091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-b06fe984-5f15-4de1-90fe-fb0a82c9f11d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772370 Nov 12 03:06:09.676922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port 957379ce-d06f-4334-a00d-c32d003b9886, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=957379ce-d06f-4334-a00d-c32d003b9886,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:09.677155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:09.718225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:09.720497 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c0c82e-aa3d-415a-9224-9d975b811016" -d '{"events": [{"name": "network-changed", "server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "tag": "716331d2-756e-4680-9b02-370046fb8ab0"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:09.750584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for 957379ce-d06f-4334-a00d-c32d003b9886 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:09.761061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5bc8f064-65f1-4bcd-b870-94045cd4ad05 req-75db4f92-38e5-4739-a2db-665e5a4deb06 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 210 time: 0.0666873 Nov 12 03:06:09.853169 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b4ba7b-da6c-48dd-b1a2-b2740f147c47 x-openstack-request-id: req-d6b4ba7b-da6c-48dd-b1a2-b2740f147c47 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:09.853523 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "tag": "716331d2-756e-4680-9b02-370046fb8ab0", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:09.853694 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6b4ba7b-da6c-48dd-b1a2-b2740f147c47 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:09.854082 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0', 'status': 'completed', 'code': 200} Nov 12 03:06:09.876200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09692549-d222-46fd-99e4-96fa630f2e82 req-110dbe7c-66c6-4cae-b44f-69b7f1d00bd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226588 Nov 12 03:06:09.878171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-0388da67-6bec-40f3-8714-c45dc3ef81cf service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738759 Nov 12 03:06:09.937120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb29725-bafe-4cb9-b6c8-c45e124de3f6 req-1939407d-1b3e-48fe-b3d8-8284002d2332 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.938489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4eb29725-bafe-4cb9-b6c8-c45e124de3f6 req-1939407d-1b3e-48fe-b3d8-8284002d2332 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 945 time: 0.3836555 Nov 12 03:06:09.961116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec0fdd-d23c-405c-93d4-87e90a686c2a req-5cc3d4d7-b9eb-430a-bfb4-933ca0251806 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:09.962634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12ec0fdd-d23c-405c-93d4-87e90a686c2a req-5cc3d4d7-b9eb-430a-bfb4-933ca0251806 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 948 time: 0.0542612 Nov 12 03:06:10.018915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12ec0fdd-d23c-405c-93d4-87e90a686c2a req-f4226a80-2926-499e-a3eb-61d1ddd81a63 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Nov 12 03:06:10.064803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Made reservation on behalf of 45e2f2cfc6414928b4eab61ea6589c50 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:10.068354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.084014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-07ad0af5-4291-41c0-9609-180b9012b1f0 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436791 Nov 12 03:06:10.217069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:06:10.231479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Sync routers for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:06:10.243384 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:10.244137 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:10.261670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c3c76d9b-ef46-4d34-b617-eed96dc3b99f admin admin] 10.222.0.84 "PUT /v2.0/routers/91af0377-d4bc-4f30-a761-b346ae85d7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7642090 Nov 12 03:06:10.264393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41326) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:10.267553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4eb29725-bafe-4cb9-b6c8-c45e124de3f6 req-c1cbf279-0196-48b4-b216-4b88953993c9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176305 Nov 12 03:06:10.324913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74e0b63-219f-4ad6-a844-5e4c41a1907b req-ba179d29-609e-4ba2-87e9-5f505d6c1e3e service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359527 Nov 12 03:06:10.327399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15132e22-7057-443f-bb8d-52320daa2107 req-ed1e3039-9b75-4de6-a511-d18eb828a810 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215004 Nov 12 03:06:10.429137 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:10.466863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Allocated IP 192.168.233.247 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/1406cb3b-3c27-44d3-8277-168ea62880b4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:10.492155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.603938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953d67a-c2f6-44e4-be62-ebe772d9c2a5 req-adbe6d28-deb9-4157-93ac-4fe35e9cf79d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:10.611339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1953d67a-c2f6-44e4-be62-ebe772d9c2a5 req-adbe6d28-deb9-4157-93ac-4fe35e9cf79d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 946 time: 0.1852388 Nov 12 03:06:10.626441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.642048 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:06:07Z', 'revision_number': 5, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port': {'id': '271b6873-7b5a-4b00-9360-7bc16409fe3f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:05:11Z', 'updated_at': '2021-11-12T03:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:10.666342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.672120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Checking router: 91af0377-d4bc-4f30-a761-b346ae85d7a0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:06:10.678067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.682688 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Routers {'91af0377-d4bc-4f30-a761-b346ae85d7a0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:10.683636 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['91af0377-d4bc-4f30-a761-b346ae85d7a0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:10.689868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20', 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:10.694217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1953d67a-c2f6-44e4-be62-ebe772d9c2a5 req-c8d7d3f5-b7f9-4e81-b9e9-026185d56607 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Nov 12 03:06:10.785755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.813121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:10.817416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Deleting port 271b6873-7b5a-4b00-9360-7bc16409fe3f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:10.818088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.830341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:10.844735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 957379ce-d06f-4334-a00d-c32d003b9886 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:10.851116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:10.860018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:10.860698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.884974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-6186b236-3391-4324-a556-6e7ea7111f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:10.886827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-6186b236-3391-4324-a556-6e7ea7111f83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 1100 time: 0.2256091 Nov 12 03:06:10.889856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:10.925684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-250b17d8-a157-4537-9a43-80e92b5e4b21 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5430303 Nov 12 03:06:10.931359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] For port 271b6873-7b5a-4b00-9360-7bc16409fe3f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=271b6873-7b5a-4b00-9360-7bc16409fe3f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:10.931742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.932457 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] Set router 91af0377-d4bc-4f30-a761-b346ae85d7a0 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:10.938127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port 957379ce-d06f-4334-a00d-c32d003b9886 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:10.955194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Calling delete_port for 271b6873-7b5a-4b00-9360-7bc16409fe3f owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:10.986153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad394d-28e7-4361-8ccd-0bc0083ddb9f req-53d0c56d-931b-4df8-a69a-1eff7c59c81e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:10.992266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a329aca-1ebc-4cbb-8b30-b656dc2a57c6 req-1cdfc2f5-65d8-4572-b70f-6e579ed3ec34 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:10.993937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a329aca-1ebc-4cbb-8b30-b656dc2a57c6 req-1cdfc2f5-65d8-4572-b70f-6e579ed3ec34 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.3300757 Nov 12 03:06:10.995072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:10.996121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8bad394d-28e7-4361-8ccd-0bc0083ddb9f req-53d0c56d-931b-4df8-a69a-1eff7c59c81e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 944 time: 0.1938539 Nov 12 03:06:10.999974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d5d4d0e-0388-4caa-8d3d-b68003f4e7db req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "DELETE /v2.0/ports/957379ce-d06f-4334-a00d-c32d003b9886 HTTP/1.1" status: 204 len: 173 time: 2.7973616 Nov 12 03:06:11.004560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Request body: {'port': {'device_id': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:11.012402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 957379ce-d06f-4334-a00d-c32d003b9886 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:11.012763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 957379ce-d06f-4334-a00d-c32d003b9886 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:11.044131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd537f-b821-4ce9-8415-8d70b81624dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=957379ce-d06f-4334-a00d-c32d003b9886,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:11.174423 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8bad394d-28e7-4361-8ccd-0bc0083ddb9f req-9907fce0-dfcc-4eed-8406-5d4603e567d2 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771295 Nov 12 03:06:11.179069 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:06:10Z', 'revision_number': 6, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:11.270432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.281579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0df10d-cc5a-45df-bf72-a641b3ede13b None None] The sync data for ids ['91af0377-d4bc-4f30-a761-b346ae85d7a0'] in n-d-615180-50 is: [{'id': '91af0377-d4bc-4f30-a761-b346ae85d7a0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1298404602-router', 'tenant_id': 'abf489bffdbd43d6b751555f1f7d9235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:05:10Z', 'updated_at': '2021-11-12T03:06:10Z', 'revision_number': 6, 'project_id': 'abf489bffdbd43d6b751555f1f7d9235', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:06:11.394331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.400649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-d6df1594-b472-4d8b-88dc-161fdbe94ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.402219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-d6df1594-b472-4d8b-88dc-161fdbe94ce4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.4940119 Nov 12 03:06:11.419836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a329aca-1ebc-4cbb-8b30-b656dc2a57c6 req-0a4a4b97-443e-4e9b-a5ef-b0ffc62db693 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769603 Nov 12 03:06:11.435426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a0af1d9-f64b-485d-9475-9a067100a324 None None] Provisioning complete for port 1406cb3b-3c27-44d3-8277-168ea62880b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:11.446890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a0af1d9-f64b-485d-9475-9a067100a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.447725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Pushing event deleted for resources: {'Port': ['ID=271b6873-7b5a-4b00-9360-7bc16409fe3f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:11.520377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4a0af1d9-f64b-485d-9475-9a067100a324 None None] Port 1406cb3b-3c27-44d3-8277-168ea62880b4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:11.538903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-9fa92c21-21cd-485a-86ba-7736a71b7fb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=716331d2-756e-4680-9b02-370046fb8ab0 HTTP/1.1" status: 200 len: 217 time: 0.1180146 Nov 12 03:06:11.604113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73378bb6-da30-4321-a9fc-bfe9312b8012 req-69b36a47-8707-4bf9-973b-70b1f281ea78 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.613208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73378bb6-da30-4321-a9fc-bfe9312b8012 req-69b36a47-8707-4bf9-973b-70b1f281ea78 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 936 time: 0.1736951 Nov 12 03:06:11.638949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.693926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-0d455fde-7eeb-40d0-82da-ad0890c41620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.696574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-0d455fde-7eeb-40d0-82da-ad0890c41620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1451845 Nov 12 03:06:11.725887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85528686-79cd-4683-8e3a-973f58f07ba5 req-8f80b99e-98d0-46b2-b6fe-b81aa0b5c75b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:11.734127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85528686-79cd-4683-8e3a-973f58f07ba5 req-8f80b99e-98d0-46b2-b6fe-b81aa0b5c75b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 948 time: 0.1990902 Nov 12 03:06:11.793947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.796995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.817473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73378bb6-da30-4321-a9fc-bfe9312b8012 req-61d90f75-2449-465b-9506-b32b84a96b1a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956201 Nov 12 03:06:11.962757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.963385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91af0377-d4bc-4f30-a761-b346ae85d7a0 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:06:11.969189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:11.973192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e453e64f-d267-451e-a325-e5b65eeaf872 admin admin] 10.222.0.84 "DELETE /v2.0/routers/91af0377-d4bc-4f30-a761-b346ae85d7a0 HTTP/1.1" status: 204 len: 168 time: 1.7072082 Nov 12 03:06:11.973844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:12.040419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51f655-49fd-45ea-b904-641a3d1493af req-5849e68c-b453-40d2-a669-3a314af1c1c3 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:12.049957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb51f655-49fd-45ea-b904-641a3d1493af req-5849e68c-b453-40d2-a669-3a314af1c1c3 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 945 time: 0.1332083 Nov 12 03:06:12.080535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Deleting subnet c25a5321-4224-4721-b8dc-d88f1e4f52ee {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:06:12.088164 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.149815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb51f655-49fd-45ea-b904-641a3d1493af req-a24d33df-a4c8-4449-8e8a-78f50781ae03 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988653 Nov 12 03:06:12.155556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:12.157127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.189861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'name': 'network-vif-deleted', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:12.197484 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428f2eb-577d-40b8-bef3-dfa7c79194c3" -d '{"events": [{"server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "name": "network-vif-deleted", "tag": "957379ce-d06f-4334-a00d-c32d003b9886"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:12.276694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85528686-79cd-4683-8e3a-973f58f07ba5 req-5ee53f45-b540-4598-abd8-3b4c6fe0aefd tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158195 Nov 12 03:06:12.277565 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.290867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-dce7e817-e58a-4ec2-8b37-a3292cb0ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:12.295609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-dce7e817-e58a-4ec2-8b37-a3292cb0ca9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5578058 Nov 12 03:06:12.360883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.375996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:12.391083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:12.394614 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.396756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25a5321-4224-4721-b8dc-d88f1e4f52ee,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:12.415027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.419593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-256db848-aecb-4f12-ae6b-b35c0f4558ec admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c25a5321-4224-4721-b8dc-d88f1e4f52ee HTTP/1.1" status: 204 len: 168 time: 0.4431143 Nov 12 03:06:12.422004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41358) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:12.468825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465f4bd-ce8b-4f39-9eed-14b845904f2a None None] Network cfea79ea-c10d-4c3d-a5c3-3664a0268b83 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:12.494106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e959cce5-8d07-4023-861b-fbd41c540fc6 req-018b373c-3083-4263-9ce8-6562b57d265a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0684934 Nov 12 03:06:12.540428 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.599032 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeabfa5f-06d0-401d-8054-ef09094456fe x-openstack-request-id: req-eeabfa5f-06d0-401d-8054-ef09094456fe {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:12.599032 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105", "name": "network-vif-deleted", "tag": "957379ce-d06f-4334-a00d-c32d003b9886", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:12.599682 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eeabfa5f-06d0-401d-8054-ef09094456fe {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:12.600001 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105', 'name': 'network-vif-deleted', 'tag': '957379ce-d06f-4334-a00d-c32d003b9886', 'status': 'completed', 'code': 200} Nov 12 03:06:12.613643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:12.625852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.629866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-1eeb1516-9d3f-4724-97d7-0a5dc7e3f4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195286 Nov 12 03:06:12.703614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Transition to ACTIVE for port object 1406cb3b-3c27-44d3-8277-168ea62880b4 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:12.709589 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.712039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3905-fce1-4eea-b278-8b9b1dcac296 req-3c795d78-d4f7-45b4-8deb-2ca7eea552f2 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:12.713629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c6f3905-fce1-4eea-b278-8b9b1dcac296 req-3c795d78-d4f7-45b4-8deb-2ca7eea552f2 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 944 time: 0.2151625 Nov 12 03:06:12.737477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.762845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:12.769127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:12.772162 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b84c64-e2ad-47b3-be7b-f6d138448e9f" -d '{"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-plugged", "status": "completed", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:12.787209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 271b6873-7b5a-4b00-9360-7bc16409fe3f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:12.828039 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.829071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device db07ea24-7ee3-4b6d-ae4e-2a1de2d523be up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:12.853005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Deleting port 06557084-ed80-4011-b63c-4ea2465775f0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:12.853348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:12.886443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 271b6873-7b5a-4b00-9360-7bc16409fe3f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:12.887828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 271b6873-7b5a-4b00-9360-7bc16409fe3f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:12.888410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0be10f0-d36e-49dc-b2d1-c25edfcf7485 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:12.980764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 716331d2-756e-4680-9b02-370046fb8ab0 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:12.984995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a0be10f0-d36e-49dc-b2d1-c25edfcf7485 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:12.985528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0be10f0-d36e-49dc-b2d1-c25edfcf7485 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:12.988138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.034637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.042933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c0c82e-aa3d-415a-9224-9d975b811016 req-6dd6e504-e23e-40fb-b496-8b74123015d9 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025989 Nov 12 03:06:13.050887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c6f3905-fce1-4eea-b278-8b9b1dcac296 req-3e549f81-5524-475d-8c13-02db458e139d tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252683 Nov 12 03:06:13.073338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:13.095591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:13.095965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.106915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643bdc-a84c-4b4b-bf98-a932d92bdc28 req-c5146713-248f-49ee-acc2-8fadd6c48350 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.109500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] For port 06557084-ed80-4011-b63c-4ea2465775f0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=06557084-ed80-4011-b63c-4ea2465775f0,segment=NetworkSegment(3a7f5e57-5010-4ccd-b494-2c9c498aeecf),segment_id=3a7f5e57-5010-4ccd-b494-2c9c498aeecf)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:13.110252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.118216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8643bdc-a84c-4b4b-bf98-a932d92bdc28 req-c5146713-248f-49ee-acc2-8fadd6c48350 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.2940857 Nov 12 03:06:13.133326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.134016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.134612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.135800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.136375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.136955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.137511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.138226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.139546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.140122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.140674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.140805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Calling delete_port for 06557084-ed80-4011-b63c-4ea2465775f0 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:13.141405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:13.151784 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256a4afa-7699-4a1a-9edb-cd3b5c62cce2 x-openstack-request-id: req-256a4afa-7699-4a1a-9edb-cd3b5c62cce2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:13.151984 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-plugged", "status": "completed", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:13.152241 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-256a4afa-7699-4a1a-9edb-cd3b5c62cce2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:13.152648 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'code': 200} Nov 12 03:06:13.160877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:13.162111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:13.162715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:13.185484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:13.187544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:13.206372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:13.207045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:13.207697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:13.208904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Bound port: 1406cb3b-3c27-44d3-8277-168ea62880b4, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:13.209668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.316144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.316679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8643bdc-a84c-4b4b-bf98-a932d92bdc28 req-d06e4258-82ca-4373-8747-a8afbc3f6fad tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967804 Nov 12 03:06:13.318347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc78159-d8e7-4c95-aa2e-8816fee49f33 None None] DHCP port deletion for cfea79ea-c10d-4c3d-a5c3-3664a0268b83 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:06:13.325054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:13.331506 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:06:13.358680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.415904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] No DVR routers for this DVR port 06557084-ed80-4011-b63c-4ea2465775f0 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:13.488572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:13.492057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:13.524231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8bc78159-d8e7-4c95-aa2e-8816fee49f33 None None] The port '06557084-ed80-4011-b63c-4ea2465775f0' was deleted {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:06:13.548596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.595728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:13.602682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3efdf8a-6ef7-403c-927a-9762265feb9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.607765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.618659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.619376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.620879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] 10.222.0.39 "PUT /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 1097 time: 2.6798513 Nov 12 03:06:13.638370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Pushing event deleted for resources: {'Port': ['ID=06557084-ed80-4011-b63c-4ea2465775f0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.651627 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.664799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa85c-c1fb-4551-8dcb-e5303a515dac req-bee88640-c23e-44c8-818b-7bd76094d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.666955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-948fa85c-c1fb-4551-8dcb-e5303a515dac req-bee88640-c23e-44c8-818b-7bd76094d70c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 1098 time: 0.4267194 Nov 12 03:06:13.697796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.711745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfea79ea-c10d-4c3d-a5c3-3664a0268b83']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:13.723752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc0e3c-da66-475f-b88c-1a0dbde23218 req-41a4d0f3-b8e5-4e69-89ed-21b3e99e076f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.725940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10cc0e3c-da66-475f-b88c-1a0dbde23218 req-41a4d0f3-b8e5-4e69-89ed-21b3e99e076f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.2291963 Nov 12 03:06:13.732602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=716331d2-756e-4680-9b02-370046fb8ab0,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:13.744234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7f5e57-5010-4ccd-b494-2c9c498aeecf') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:13.745200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7f5e57-5010-4ccd-b494-2c9c498aeecf') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:13.749850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '716331d2-756e-4680-9b02-370046fb8ab0', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '716331d2-756e-4680-9b02-370046fb8ab0', 'mac_address': 'fa:16:3e:54:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:13.763052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1450b2-36a8-44ec-94fe-2835330b1614 req-ad8bd112-ba85-4809-8b7f-326a415e2358 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.771656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1450b2-36a8-44ec-94fe-2835330b1614 req-ad8bd112-ba85-4809-8b7f-326a415e2358 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.4248626 Nov 12 03:06:13.784275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.817230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931b58-60f9-4ac2-84c9-bab5380ede9c service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.831451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.862868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716331d2-756e-4680-9b02-370046fb8ab0 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:13.869056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.886725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:06:13.887315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.891731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=716331d2-756e-4680-9b02-370046fb8ab0,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:06:13.891939 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:06:13.900603 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:13.943621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-948fa85c-c1fb-4551-8dcb-e5303a515dac req-a91b4b80-6f15-4d7b-9e6b-54a7a7766a4f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450030 Nov 12 03:06:13.970708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1450b2-36a8-44ec-94fe-2835330b1614 req-de8ee8c1-3807-454d-b8fc-ea546c6bd789 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928258 Nov 12 03:06:13.977445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:13.977847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-da97b877-1a3f-4ed6-b50c-be7146096ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:13.979452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-da97b877-1a3f-4ed6-b50c-be7146096ce5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1100 time: 0.2913280 Nov 12 03:06:13.992524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10cc0e3c-da66-475f-b88c-1a0dbde23218 req-05b3d077-7b4e-4dcb-9c15-c054410bb90e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996734 Nov 12 03:06:13.998906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.014508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.025488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] 10.222.0.84 "DELETE /v2.0/networks/cfea79ea-c10d-4c3d-a5c3-3664a0268b83 HTTP/1.1" status: 204 len: 168 time: 1.6021392 Nov 12 03:06:14.036466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457807c-90b5-4925-82f7-3a43bf31905f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfea79ea-c10d-4c3d-a5c3-3664a0268b83,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:14.082758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-bc1b253b-7230-4443-952f-ed45d6078b0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0874906 Nov 12 03:06:14.162355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665840d-c14c-4c04-9b5a-a2197526c837 req-449b5dba-ba39-404d-a6f3-6d7ef0ae7796 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.164424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e665840d-c14c-4c04-9b5a-a2197526c837 req-449b5dba-ba39-404d-a6f3-6d7ef0ae7796 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 949 time: 0.0872552 Nov 12 03:06:14.185876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3efdf8a-6ef7-403c-927a-9762265feb9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.197466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e56f7e4-9943-486c-93e4-2455fe4ba01f req-92ed3d3f-22ce-4687-9044-2059d2d7bcf9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0700130 Nov 12 03:06:14.229159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-26a20801-91ec-44fe-9122-be41c85e3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.230635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-26a20801-91ec-44fe-9122-be41c85e3159 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1375721 Nov 12 03:06:14.231391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41388) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:14.232480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3efdf8a-6ef7-403c-927a-9762265feb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.249841 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e665840d-c14c-4c04-9b5a-a2197526c837 req-7b640a48-50e5-4340-8693-7f170bfcae68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793912 Nov 12 03:06:14.262118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['716331d2-756e-4680-9b02-370046fb8ab0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:14.385712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:14.393240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a1b87e9c-dc53-403e-b799-1fe3f67207f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=abf489bffdbd43d6b751555f1f7d9235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547825 Nov 12 03:06:14.402019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d3efdf8a-6ef7-403c-927a-9762265feb9b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0f19982fc0ff421da88858a99a020457&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0683894 Nov 12 03:06:14.407028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:14.412088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efdf8a-6ef7-403c-927a-9762265feb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c83940-0045-467d-8851-51c16ee07961,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:14.434398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-f08d734b-80d3-4c89-b0b0-e96b00bf7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.436277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-f08d734b-80d3-4c89-b0b0-e96b00bf7dcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1927762 Nov 12 03:06:14.454661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f701b8-996a-4020-8ed9-0425fa53044e req-63433a30-626f-4b4e-9cf0-2bb82f39d5d6 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.459761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f701b8-996a-4020-8ed9-0425fa53044e req-63433a30-626f-4b4e-9cf0-2bb82f39d5d6 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.1800082 Nov 12 03:06:14.525839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc97ac-614d-4e07-8a5e-28a393fa4beb req-ee594666-f5cf-4991-ac86-ee7b5bb8713d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.527648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3dfc97ac-614d-4e07-8a5e-28a393fa4beb req-ee594666-f5cf-4991-ac86-ee7b5bb8713d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.1096072 Nov 12 03:06:14.562197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.570835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f701b8-996a-4020-8ed9-0425fa53044e req-807236d7-6ed5-4b9b-be32-b90c65e223aa tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978498 Nov 12 03:06:14.575246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.600168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-1db7d60f-054c-4517-bfe6-30713af8fd69 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302397 Nov 12 03:06:14.601487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:14.611535 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:14.616789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.637239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.668909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3dfc97ac-614d-4e07-8a5e-28a393fa4beb req-54e1e6bd-98ac-4093-97c6-1413e6921370 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325765 Nov 12 03:06:14.674483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 06557084-ed80-4011-b63c-4ea2465775f0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:14.713467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 06557084-ed80-4011-b63c-4ea2465775f0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:14.714825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 06557084-ed80-4011-b63c-4ea2465775f0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:14.721991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5579e1a1-32ae-41fc-b6a4-c18eff17f36c req-48524f18-8f48-4f85-af71-7c15fd5b64a5 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037276 Nov 12 03:06:14.743600 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efad62ea-7a73-46da-bb01-74061d626387 x-openstack-request-id: req-efad62ea-7a73-46da-bb01-74061d626387 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:14.744209 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:14.744647 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-efad62ea-7a73-46da-bb01-74061d626387 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:14.744999 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'status': 'completed', 'code': 200} Nov 12 03:06:14.750407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.753107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.754418 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79719b5b-f0c5-41ce-8398-eaff6cbd46bb HTTP/1.1" status: 204 len: 168 time: 0.3675842 Nov 12 03:06:14.775073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.777718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:14.778868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c9c83940-0045-467d-8851-51c16ee07961 HTTP/1.1" status: 204 len: 168 time: 0.3682914 Nov 12 03:06:14.779920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3df70a-8a7c-4768-ad23-3a628370d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79719b5b-f0c5-41ce-8398-eaff6cbd46bb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:14.797174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188001-c823-403b-9a20-ac38bbe17cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c83940-0045-467d-8851-51c16ee07961,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:14.869254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-fd09cd93-27f2-4afe-acbb-a0961826cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:14.870869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-fd09cd93-27f2-4afe-acbb-a0961826cd66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1100 time: 0.0572684 Nov 12 03:06:15.040982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-d9794512-4efc-4110-afda-d0a612605804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.047254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-d9794512-4efc-4110-afda-d0a612605804 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1622269 Nov 12 03:06:15.153858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:15.156226 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa5070-7b32-4913-bf3b-0618a93ab5ec" -d '{"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-plugged", "status": "completed", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:15.166661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4ec8-2274-425a-8e76-cff3db53619e req-6578ea05-6e7b-44af-823a-40874658f0cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.173774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6edc4ec8-2274-425a-8e76-cff3db53619e req-6578ea05-6e7b-44af-823a-40874658f0cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.1082263 Nov 12 03:06:15.204753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-41ff3c05-fbd7-4c6d-a5e0-a6a88ea83b59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.1497159 Nov 12 03:06:15.259796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6edc4ec8-2274-425a-8e76-cff3db53619e req-7690a3d5-846f-42c1-8cac-4c70b2f7fd48 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851271 Nov 12 03:06:15.310811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e71b9-2224-4350-bf7d-8b671b5fb6be req-8a44e25f-f36e-4567-87d7-197f7027cd24 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.317404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-677e71b9-2224-4350-bf7d-8b671b5fb6be req-8a44e25f-f36e-4567-87d7-197f7027cd24 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.1412494 Nov 12 03:06:15.329699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-81aff3eb-2b7a-4068-ad52-1225be86bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.331088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-81aff3eb-2b7a-4068-ad52-1225be86bf3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0897133 Nov 12 03:06:15.346852 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9770550-48a7-4eec-a1a8-99e6502e404d x-openstack-request-id: req-e9770550-48a7-4eec-a1a8-99e6502e404d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:15.347403 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-plugged", "status": "completed", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:15.347825 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e9770550-48a7-4eec-a1a8-99e6502e404d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:15.348363 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'code': 200} Nov 12 03:06:15.486134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-677e71b9-2224-4350-bf7d-8b671b5fb6be req-8cdae2a8-cf5d-4331-8418-b4745bfdfd7b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587892 Nov 12 03:06:15.508987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5649e691-b060-40c5-94ed-6bdf4e7db650 req-250fb1bd-7159-4193-ae20-57072edb9796 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0393536 Nov 12 03:06:15.512265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-c1126ae4-f3f7-4fab-90e4-18262926d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.514040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-c1126ae4-f3f7-4fab-90e4-18262926d1f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1564310 Nov 12 03:06:15.516103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9e74-0f6c-4e3c-971c-08cb90280dd8 req-ed41484a-5a43-4653-ae79-33f615a25ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.526156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af5f9e74-0f6c-4e3c-971c-08cb90280dd8 req-ed41484a-5a43-4653-ae79-33f615a25ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 1097 time: 0.1153383 Nov 12 03:06:15.670499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af5f9e74-0f6c-4e3c-971c-08cb90280dd8 req-29c1c96a-0c76-4ad4-b705-37542dcb4006 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258957 Nov 12 03:06:15.687215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-719d6676-1d3d-47c9-b7f2-df1ba9b5848d service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600637 Nov 12 03:06:15.696809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd3f9f-ea10-4b90-870d-46693464bd10 req-a75356d4-5df6-4dff-a68e-b5403543b102 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.703895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57bd3f9f-ea10-4b90-870d-46693464bd10 req-a75356d4-5df6-4dff-a68e-b5403543b102 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 949 time: 0.1050913 Nov 12 03:06:15.722434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf524c6-a3a0-4daa-b237-ef118b61c36f req-3ba519c0-6abe-4107-8ef8-224b226823aa tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.735892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8bf524c6-a3a0-4daa-b237-ef118b61c36f req-3ba519c0-6abe-4107-8ef8-224b226823aa tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.0694523 Nov 12 03:06:15.809756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57bd3f9f-ea10-4b90-870d-46693464bd10 req-9289bb62-adb6-46ac-ac0c-55c6c63d12c5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049652 Nov 12 03:06:15.816682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8bf524c6-a3a0-4daa-b237-ef118b61c36f req-55803d76-07e6-4c57-9182-ca89f763daf2 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761101 Nov 12 03:06:15.843870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebd300c-d77f-4ff1-8952-0e1d79afc4f4 req-86b59c81-612b-45ae-8612-e993ab7dabfd service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364758 Nov 12 03:06:15.961565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349bc3-ab5a-43b0-9b68-e3c15035e56c req-1c1ceec2-9409-447c-82b0-add8c61a0846 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:15.963083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10349bc3-ab5a-43b0-9b68-e3c15035e56c req-1c1ceec2-9409-447c-82b0-add8c61a0846 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.0587556 Nov 12 03:06:15.987424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41454) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:16.019405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10349bc3-ab5a-43b0-9b68-e3c15035e56c req-95a98c4a-aac7-4bac-b527-36b69db2a132 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Nov 12 03:06:16.095222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-270938068-network', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:16.116321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Made reservation on behalf of 8c6bade05e1d4b04836b1d701812b458 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:16.118789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.127785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.154029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:16.203863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.209636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.235750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:06:16.246211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091455b-75d7-40b5-b135-da18fa1fa4ec,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:16.250833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.251228 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Added segment 2d722e5c-2280-4a6d-bf12-778065d8ea78 of type vlan for network d443047f-312e-4207-b28a-5a12e1e29783 Nov 12 03:06:16.293934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.320408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.321593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:16.322288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.406235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4176183 Nov 12 03:06:16.409213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41460) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:16.412490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c905a5-67d8-4bda-b86d-6cb3ca25daea admin admin] Pushing event updated for resources: {'Network': ['ID=d443047f-312e-4207-b28a-5a12e1e29783,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:16.414948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Request body: {'subnet': {'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-subnet', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:16.430946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d443047f-312e-4207-b28a-5a12e1e29783 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:06:16.432007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09b25b-e143-4fa6-baf8-3c2c69ea71be req-bfe37843-27ca-4b12-b63d-f1c1e814f256 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:16.434645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab09b25b-e143-4fa6-baf8-3c2c69ea71be req-bfe37843-27ca-4b12-b63d-f1c1e814f256 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.0952802 Nov 12 03:06:16.441416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Made reservation on behalf of 8c6bade05e1d4b04836b1d701812b458 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:16.445878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.493198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab09b25b-e143-4fa6-baf8-3c2c69ea71be req-357cff8c-8139-473c-a98c-a1d98524ce10 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Nov 12 03:06:16.629879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-accdf779-e4be-491f-92c7-bafebb002390 req-28db9ada-d3cb-460b-a096-5f19d0306ebc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ae2a9ea-e82d-4ef5-8e9b-f252a03cf105 HTTP/1.1" status: 200 len: 210 time: 0.0309515 Nov 12 03:06:16.676758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01489af0-a535-4a3d-9081-7da6b828500a req-d5b7529c-1bef-45e7-9df3-04feb1e413db tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:16.678805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01489af0-a535-4a3d-9081-7da6b828500a req-d5b7529c-1bef-45e7-9df3-04feb1e413db tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.0966020 Nov 12 03:06:16.680110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.761246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99545341-6258-47ee-aa7a-a8152b82f091,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:16.783383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Checking segment: {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:16.783745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Network hostable DHCP agents. Network: d443047f-312e-4207-b28a-5a12e1e29783, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:06:16.789364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01489af0-a535-4a3d-9081-7da6b828500a req-a3aec103-ff62-4e14-8128-30700db67134 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864747 Nov 12 03:06:16.808699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Network d443047f-312e-4207-b28a-5a12e1e29783 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:06:16.822708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d443047f-312e-4207-b28a-5a12e1e29783) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:16.833839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:16.834436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.834744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79c44e-e9ce-48e8-afbd-6f6df79dff78 None None] Network d443047f-312e-4207-b28a-5a12e1e29783 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:16.870995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad29fe1c-9c61-40e3-9438-89e5c553e259 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4605358 Nov 12 03:06:16.873979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41472) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:16.879935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:16.909447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.911508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:16.951503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:16.956847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 716331d2-756e-4680-9b02-370046fb8ab0 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:17.007176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5e782-caf0-47df-b1d9-dd7f91c310bd req-833760c7-36f8-4880-a0bb-dba9a3384bf5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:17.009521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ee5e782-caf0-47df-b1d9-dd7f91c310bd req-833760c7-36f8-4880-a0bb-dba9a3384bf5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.1068041 Nov 12 03:06:17.013529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.090221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ee5e782-caf0-47df-b1d9-dd7f91c310bd req-82a420eb-d0fb-4a79-a962-541fcd09f47b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590034 Nov 12 03:06:17.103967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f5c8-d250-4f0f-aa4f-c7f3ce112142 req-ef6f9d7f-3ca4-4882-95df-aab5f846d020 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:17.112564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ada5f5c8-d250-4f0f-aa4f-c7f3ce112142 req-ef6f9d7f-3ca4-4882-95df-aab5f846d020 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 949 time: 0.1788158 Nov 12 03:06:17.170463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 716331d2-756e-4680-9b02-370046fb8ab0 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:17.211641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 716331d2-756e-4680-9b02-370046fb8ab0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:17.212060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.214079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.247521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ada5f5c8-d250-4f0f-aa4f-c7f3ce112142 req-c7d59732-7cb1-47e1-8f59-d80f0c19ac8f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263576 Nov 12 03:06:17.303552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77391a2d-d33c-4a4f-89fa-e56fd0843a46 req-ab2c7b5e-42a9-4c08-9323-4d5f88adf39a tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:17.312770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77391a2d-d33c-4a4f-89fa-e56fd0843a46 req-ab2c7b5e-42a9-4c08-9323-4d5f88adf39a tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.0916600 Nov 12 03:06:17.435931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d443047f-312e-4207-b28a-5a12e1e29783', 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'fixed_ips': [{'subnet_id': '99545341-6258-47ee-aa7a-a8152b82f091'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:06:17.436829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.453039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77391a2d-d33c-4a4f-89fa-e56fd0843a46 req-adef4996-7519-4805-b3c2-7c6971cf3e62 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386793 Nov 12 03:06:17.461743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:17.494495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a29ea-55ba-4531-978a-8c129acef3c4 req-695816ec-7f1d-470d-8a88-bdd7106fdf1f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:17.496968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c8a29ea-55ba-4531-978a-8c129acef3c4 req-695816ec-7f1d-470d-8a88-bdd7106fdf1f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.1045945 Nov 12 03:06:17.519731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'mac_address': 'fa:16:3e:20:d3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:17.536081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.644733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c8a29ea-55ba-4531-978a-8c129acef3c4 req-1a576f5a-9b55-4a67-b4b6-6e9578a64a3d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409903 Nov 12 03:06:17.696557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.732837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.877979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:17.884202 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aecb810-a51e-46ca-bcbf-35de1618fe50" -d '{"events": [{"server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "name": "network-vif-plugged", "status": "completed", "tag": "716331d2-756e-4680-9b02-370046fb8ab0"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:17.905941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04496d09-13e8-4a38-8603-0cd8a951ab85 req-34675ae6-c1b4-4e46-a13a-eb7ab29170e9 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:17.909943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:17.920377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41496) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:17.923764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04496d09-13e8-4a38-8603-0cd8a951ab85 req-34675ae6-c1b4-4e46-a13a-eb7ab29170e9 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.1687121 Nov 12 03:06:17.926680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Request body: {'floatingip': {'port_id': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:17.955799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Allocated IP 172.25.2.27 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c18a1e16-6dfe-427c-ba13-d6d508057073) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:17.977395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=716331d2-756e-4680-9b02-370046fb8ab0,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:18.010767 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.022263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.034427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:18.148772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Allocated IP 172.20.0.2 (d443047f-312e-4207-b28a-5a12e1e29783/99545341-6258-47ee-aa7a-a8152b82f091/a0054441-1bee-4e73-b053-64a19508d71d) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:18.185670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:18.208015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.213928 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.229741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a12c1-8240-4f0f-8e7f-758bc5e07665 req-19a39148-8557-40b1-9308-81fa0bd203c6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:18.232229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c03a12c1-8240-4f0f-8e7f-758bc5e07665 req-19a39148-8557-40b1-9308-81fa0bd203c6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.1184850 Nov 12 03:06:18.280454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:18.382616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c03a12c1-8240-4f0f-8e7f-758bc5e07665 req-f3cdf816-557a-4a24-860a-ee5dcb63a185 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361735 Nov 12 03:06:18.384270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.453608 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0e1ead-929d-40d9-a865-52f7cde7d899 x-openstack-request-id: req-6d0e1ead-929d-40d9-a865-52f7cde7d899 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:18.453608 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "name": "network-vif-plugged", "status": "completed", "tag": "716331d2-756e-4680-9b02-370046fb8ab0", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:18.453608 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d0e1ead-929d-40d9-a865-52f7cde7d899 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:18.453608 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0', 'code': 200} Nov 12 03:06:18.469336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:18.480360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:18.492558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.492957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.496895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:18.510261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.510634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.510977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.514249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.514622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.514955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.515315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.515643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.515973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.519491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:18.643732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['1406cb3b-3c27-44d3-8277-168ea62880b4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:18.748187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.752672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:18.759117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55746099-736b-4f28-8e78-94254e341565 req-bdbb54c9-99f7-40ee-905c-16ffc066f6d5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:18.768358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:18.768578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55746099-736b-4f28-8e78-94254e341565 req-bdbb54c9-99f7-40ee-905c-16ffc066f6d5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 950 time: 0.1652980 Nov 12 03:06:18.846955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Network d443047f-312e-4207-b28a-5a12e1e29783 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:18.878086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:18.881041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55746099-736b-4f28-8e78-94254e341565 req-696bd97f-fac2-4b2a-a330-064b2ee8879f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088614 Nov 12 03:06:18.896557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:18.905521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Pushing event updated for resources: {'Port': ['ID=a0054441-1bee-4e73-b053-64a19508d71d,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:19.060618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:06:19.101153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Attempting to bind port a0054441-1bee-4e73-b053-64a19508d71d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:19.104430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Attempting to bind port a0054441-1bee-4e73-b053-64a19508d71d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:19.104950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Attempting to bind port a0054441-1bee-4e73-b053-64a19508d71d on network d443047f-312e-4207-b28a-5a12e1e29783 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:19.135358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:19.137741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Checking segment: {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:19.140877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.141410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Bound using segment: {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:19.142767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Bound port: a0054441-1bee-4e73-b053-64a19508d71d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:19.143668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.154136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.160823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.254934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Pushing event updated for resources: {'Port': ['ID=c18a1e16-6dfe-427c-ba13-d6d508057073,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:19.329868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ed498-78c6-47bb-a7c1-f69dab37ccbf req-2e8db601-95b6-4a68-bd47-09dede08ca80 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:19.331516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc8ed498-78c6-47bb-a7c1-f69dab37ccbf req-2e8db601-95b6-4a68-bd47-09dede08ca80 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.1559508 Nov 12 03:06:19.335878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0604821-f49b-4ee6-8f1d-ae769f1d0194 req-5f83cd22-7458-41ba-b1f4-ebd96aff5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:19.337276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0604821-f49b-4ee6-8f1d-ae769f1d0194 req-5f83cd22-7458-41ba-b1f4-ebd96aff5431 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 1102 time: 0.1606371 Nov 12 03:06:19.382812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] For port a0054441-1bee-4e73-b053-64a19508d71d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:19.390116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] For port a0054441-1bee-4e73-b053-64a19508d71d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0054441-1bee-4e73-b053-64a19508d71d,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:19.399562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.526197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95c56a-24c3-48dd-b2f3-8bdff0540de6 None None] Pushing event updated for resources: {'Port': ['ID=a0054441-1bee-4e73-b053-64a19508d71d,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:19.538947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0604821-f49b-4ee6-8f1d-ae769f1d0194 req-747def8b-b2d8-4078-a27b-4ca23169178b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650298 Nov 12 03:06:19.561886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc8ed498-78c6-47bb-a7c1-f69dab37ccbf req-a4efda08-6b69-48df-b69f-680be97e7e49 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850054 Nov 12 03:06:19.578322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:19.595272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41ab2c-c9ca-4e6f-b460-8ad0165db023 req-2e17aa91-5649-447a-adde-1b3f43501400 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:19.605595 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be41ab2c-c9ca-4e6f-b460-8ad0165db023 req-2e17aa91-5649-447a-adde-1b3f43501400 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.4998288 Nov 12 03:06:19.724043 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be41ab2c-c9ca-4e6f-b460-8ad0165db023 req-e59cd187-0a36-4f6f-a75e-0291dd2d94a8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175449 Nov 12 03:06:19.754601 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd associated. External IP: 172.25.2.79, port: db07ea24-7ee3-4b6d-ae4e-2a1de2d523be. Nov 12 03:06:20.019508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2aa64-824b-4a92-9662-2124532675c0 req-44889f85-5543-4655-82fb-4dcc2b71d91d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:20.028953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61a2aa64-824b-4a92-9662-2124532675c0 req-44889f85-5543-4655-82fb-4dcc2b71d91d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.3608556 Nov 12 03:06:20.057013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61a2aa64-824b-4a92-9662-2124532675c0 req-bebef9b0-ed05-4dc3-8b87-f11ac3b2f933 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0271811 Nov 12 03:06:20.107614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ade7c-878b-436b-95e0-938d4922bb0d req-2c56404f-8898-4c4a-b7d8-935d0f0dab72 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:20.109324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e7ade7c-878b-436b-95e0-938d4922bb0d req-2c56404f-8898-4c4a-b7d8-935d0f0dab72 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.1935778 Nov 12 03:06:20.119733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61a2aa64-824b-4a92-9662-2124532675c0 req-a6894e10-8d24-4e85-ad45-923db4b48f79 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618057 Nov 12 03:06:20.123142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:06:20.195427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:20.197361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:20.209804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e7ade7c-878b-436b-95e0-938d4922bb0d req-ea5b25c2-a07e-40c3-ad99-ab3e9577332d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888453 Nov 12 03:06:20.332386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61a2aa64-824b-4a92-9662-2124532675c0 req-977c1c69-34fe-4cd3-8573-c45fa2e5365e service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035487 Nov 12 03:06:20.355129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:06:20.360241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:20.360446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:20.371554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:06:20.382701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'port_id': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'mac_address': 'fa:16:3e:4c:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4559c69-64ee-487e-85ae-23d8c95fa7bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:20.391535 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9ffa9086-2167-46dd-a810-2c7d865478ed tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "PUT /v2.0/floatingips/f993dfca-cd66-4e12-a9f8-7857a8eb83fd HTTP/1.1" status: 200 len: 990 time: 2.4696035 Nov 12 03:06:20.394703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:20.396987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:20.397500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:20.397637 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e577d-8053-4178-8b90-aeb0ba868ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:20.408621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018615f9-5ee5-4829-9aa1-c4ffcf511c74 req-a25041d8-61f7-4faf-a8df-78dea7f601d8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:20.410019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-018615f9-5ee5-4829-9aa1-c4ffcf511c74 req-a25041d8-61f7-4faf-a8df-78dea7f601d8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 950 time: 0.0908580 Nov 12 03:06:20.481362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:20.483785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-018615f9-5ee5-4829-9aa1-c4ffcf511c74 req-0bf9df16-7cd5-4e74-bd70-36bc05f508bf tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Nov 12 03:06:20.492612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-88878fdf-5042-42b7-9360-47becd9f3258 service neutron] 10.222.0.32 "GET /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.1623735 Nov 12 03:06:20.535729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360bd318-a0dc-4c5c-b92c-18036acfc4a4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:20.539824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61a2aa64-824b-4a92-9662-2124532675c0 req-b6e8c35a-2252-432b-9217-f54fd91dd74d service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938789 Nov 12 03:06:20.573640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:20.575977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:20.589693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Router bd37d858-aae3-47f8-9217-e77718c015f6 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:06:20.656021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:20.813082 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a364d-14be-4084-8675-85534ddb0913 x-openstack-request-id: req-101a364d-14be-4084-8675-85534ddb0913 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:20.813563 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:20.813893 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-101a364d-14be-4084-8675-85534ddb0913 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:20.814496 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'status': 'completed', 'code': 200} Nov 12 03:06:20.901770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0054441-1bee-4e73-b053-64a19508d71d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:21.042617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:21.047982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['360bd318-a0dc-4c5c-b92c-18036acfc4a4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:21.069522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e52611-9ab1-4153-b04a-856f625f8b1b req-0ea81a89-5520-4860-9b01-8d1ea1f09f28 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:21.091894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18e52611-9ab1-4153-b04a-856f625f8b1b req-0ea81a89-5520-4860-9b01-8d1ea1f09f28 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 944 time: 0.1606326 Nov 12 03:06:21.159917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-baee3959-2ab9-40d1-9493-33213b23ae15 req-ee6d11e3-c96d-484e-ab1a-8263b33e0b61 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=1d993ca7-cdd7-4b70-9d59-183ce2fca8cd HTTP/1.1" status: 200 len: 210 time: 0.1537206 Nov 12 03:06:21.174625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:06:21.178618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:21.192713 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Sync routers for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:06:21.195708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18e52611-9ab1-4153-b04a-856f625f8b1b req-b337913a-a9ad-4fb4-86a8-02890f4b8c6f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Nov 12 03:06:21.243658 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:21.244425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:21.280407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22902a6f-a308-4c98-b59b-88240bcb02d2 None None] Network d443047f-312e-4207-b28a-5a12e1e29783 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:21.395378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:21.401091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41584) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:21.402991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-022103f5-ae08-4675-bdd1-f7e06263951a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5268571 Nov 12 03:06:21.415106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-b32aba68-cdff-47ec-a1f6-33373386728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:21.435886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-b32aba68-cdff-47ec-a1f6-33373386728c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 1097 time: 0.3747792 Nov 12 03:06:21.529161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:21.563010 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:21.585318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a0054441-1bee-4e73-b053-64a19508d71d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:21.585896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:21.589096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 1406cb3b-3c27-44d3-8277-168ea62880b4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:21.620920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 1406cb3b-3c27-44d3-8277-168ea62880b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:21.621531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:21.639865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93954a1d-410f-4674-beca-bbca7bd3405a req-5d210520-0cbc-4b5c-834f-0bdc2a74caa5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:21.643590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93954a1d-410f-4674-beca-bbca7bd3405a req-5d210520-0cbc-4b5c-834f-0bdc2a74caa5 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 945 time: 0.3438091 Nov 12 03:06:21.759271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:21.827832 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:19Z', 'revision_number': 3, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:21.893712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93954a1d-410f-4674-beca-bbca7bd3405a req-e75ad469-bb71-47b6-b78a-4a9eae797f5c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329552 Nov 12 03:06:21.944300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb41013-5381-4728-b009-2a703cc7ec8f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:21.952299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-43b20bbc-1dc9-4711-bf07-265876c3eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:21.953810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-43b20bbc-1dc9-4711-bf07-265876c3eb9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 200 len: 925 time: 0.5000710 Nov 12 03:06:21.970039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:21.981181 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Checking router: bd37d858-aae3-47f8-9217-e77718c015f6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:06:21.981527 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Updating router bd37d858-aae3-47f8-9217-e77718c015f6 port c18a1e16-6dfe-427c-ba13-d6d508057073 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:06:22.012809 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.062913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] Provisioning complete for port a0054441-1bee-4e73-b053-64a19508d71d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:22.063226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.113056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.171303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f57158-fa8e-49d0-897d-d9767703ae58 req-be905e32-48b7-4b27-90ad-ba47bcb172c9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:22.180341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48f57158-fa8e-49d0-897d-d9767703ae58 req-be905e32-48b7-4b27-90ad-ba47bcb172c9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.1042519 Nov 12 03:06:22.189631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:fd:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:06:18Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:22.219133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-44db657b-222d-425c-b917-1ff4ed9b74aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be HTTP/1.1" status: 200 len: 998 time: 0.2502766 Nov 12 03:06:22.225934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0fcbf-c261-4316-bac7-82d94839f878 req-6d24e59e-0a4a-44f6-a788-a0c4d15d6bdc tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:22.234135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead0fcbf-c261-4316-bac7-82d94839f878 req-6d24e59e-0a4a-44f6-a788-a0c4d15d6bdc tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 950 time: 0.1472142 Nov 12 03:06:22.263059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:06:22.321564 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.329183 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.337884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead0fcbf-c261-4316-bac7-82d94839f878 req-5fdec0d5-706e-44ab-8ea0-3c9531526d8f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977476 Nov 12 03:06:22.390965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48f57158-fa8e-49d0-897d-d9767703ae58 req-78e3e5df-ea51-4547-9c92-d2e05184af13 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096527 Nov 12 03:06:22.401180 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Pushing event updated for resources: {'Port': ['ID=c18a1e16-6dfe-427c-ba13-d6d508057073,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:22.424706 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.425056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.425393 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.425730 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.426060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.426382 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.426733 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.427261 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.427588 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.428522 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.429007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.429202 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:22.429502 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.433667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Attempting to bind port c18a1e16-6dfe-427c-ba13-d6d508057073 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:22.434037 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Attempting to bind port c18a1e16-6dfe-427c-ba13-d6d508057073 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:22.434455 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Attempting to bind port c18a1e16-6dfe-427c-ba13-d6d508057073 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:22.441943 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:22.442229 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:22.443210 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.443602 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:22.444072 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Bound port: c18a1e16-6dfe-427c-ba13-d6d508057073, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:22.444465 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.503139 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] For port c18a1e16-6dfe-427c-ba13-d6d508057073, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:22.506468 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] For port c18a1e16-6dfe-427c-ba13-d6d508057073, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c18a1e16-6dfe-427c-ba13-d6d508057073,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:22.514430 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.544028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-527a9cb0-190d-466e-949a-4c9db4173e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:22.545803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-527a9cb0-190d-466e-949a-4c9db4173e99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 200 len: 863 time: 0.3095179 Nov 12 03:06:22.551204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.589565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:22.590396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:22.603187 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce642e-9972-4cf4-9be1-ccc75ef70ecd None None] Pushing event updated for resources: {'Port': ['ID=c18a1e16-6dfe-427c-ba13-d6d508057073,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:22.643726 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:22.643940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:22.661729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] Transition to ACTIVE for port object 5eb41013-5381-4728-b009-2a703cc7ec8f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:22.671377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.688138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-b25892aa-a06a-49a8-830e-e01fec93573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:22.696741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-b25892aa-a06a-49a8-830e-e01fec93573c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6502481-952b-4d53-80d1-7f49fb4c87a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240962 Nov 12 03:06:22.759480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:22.792025 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:22.889844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] No DVR routers for this DVR port 5eb41013-5381-4728-b009-2a703cc7ec8f on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:22.893341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-63e8bddb-60f7-4d97-8389-0bbf0e4437d5 service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760457 Nov 12 03:06:22.894072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] Pushing event updated for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:22.897161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] For port a0054441-1bee-4e73-b053-64a19508d71d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0054441-1bee-4e73-b053-64a19508d71d,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:22.905472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Allocated IP 172.20.0.1 (d443047f-312e-4207-b28a-5a12e1e29783/99545341-6258-47ee-aa7a-a8152b82f091/fb36ab23-63b8-46ee-8f3b-dc2457315e02) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:22.915476 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.957140 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:22.974839 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.021569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.040164 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:19Z', 'revision_number': 3, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:23.062451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.071886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:23.074304 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91299cf-e5d0-42b5-badb-c468bf6cf428" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:23.076948 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe451f7-c687-446b-940b-c9e9b42560e3 None None] The sync data for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 is: [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:19Z', 'revision_number': 3, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:06:23.085452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad4a7-f7dc-4c6e-96a3-43c2602de248 req-0222567a-6c80-484d-8be1-69b25813d352 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.095922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec1ad4a7-f7dc-4c6e-96a3-43c2602de248 req-0222567a-6c80-484d-8be1-69b25813d352 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.3446772 Nov 12 03:06:23.105490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677260b0-def0-4c43-ba0e-dabf65f0ac9d None None] Pushing event updated for resources: {'Port': ['ID=a0054441-1bee-4e73-b053-64a19508d71d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:23.139813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Network d443047f-312e-4207-b28a-5a12e1e29783 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:23.146835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:23.156050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:23.158705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:06:23.161016 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:06:23.173620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.183516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:23.187645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-11896088-7e21-4807-9a0b-abb3e5331e55 None None] Provisioning complete for port a0054441-1bee-4e73-b053-64a19508d71d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:23.188123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-11896088-7e21-4807-9a0b-abb3e5331e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.201064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec1ad4a7-f7dc-4c6e-96a3-43c2602de248 req-f275830a-9288-43c6-8c1a-6ae8b5471a5f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Nov 12 03:06:23.206307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:23.321345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.353642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:23.458360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:fd:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:06:18Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:23.496799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cee130-605f-48e8-9837-8719cb4cc4e3 None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'f993dfca-cd66-4e12-a9f8-7857a8eb83fd', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'port_id': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'mac_address': 'fa:16:3e:fd:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:03:39Z', 'updated_at': '2021-11-12T03:06:18Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:06:23.544928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-36fc7445-0e64-490f-99cc-676ef718bf9b service neutron] 10.222.0.32 "PUT /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 3.0287673 Nov 12 03:06:23.553541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ade2f-5d95-4577-836a-92478695b7cf req-6dfad3cd-509f-4ad0-8e9d-f3c0c9536523 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.560859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e81ade2f-5d95-4577-836a-92478695b7cf req-6dfad3cd-509f-4ad0-8e9d-f3c0c9536523 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 949 time: 0.8422468 Nov 12 03:06:23.631080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.643321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-045e577d-8053-4178-8b90-aeb0ba868ad9 req-251c9b55-0450-484b-bd0a-f09776976147 service neutron] 10.222.0.32 "GET /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337272 Nov 12 03:06:23.670467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e81ade2f-5d95-4577-836a-92478695b7cf req-7b346e08-442a-4f7a-ab07-be6916caae40 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087487 Nov 12 03:06:23.694385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-dc8171d5-14ea-401d-8b16-f87917b29841 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.694651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-be9d858f-53dd-4899-b83c-8c1368d73220 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.696599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-dc8171d5-14ea-401d-8b16-f87917b29841 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.0659208 Nov 12 03:06:23.704081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-be9d858f-53dd-4899-b83c-8c1368d73220 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2339201 Nov 12 03:06:23.708744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e6883b55-dda6-4df6-b232-2ce1b54da489 None None] Provisioning complete for port fb36ab23-63b8-46ee-8f3b-dc2457315e02 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:23.709273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6883b55-dda6-4df6-b232-2ce1b54da489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:23.775840 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-57fd68b4-074b-4bcf-89dc-f5e49ea68516 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0706134 Nov 12 03:06:23.795823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-33c56f8d-d598-4021-89d6-7a1f104b57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.797080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e6883b55-dda6-4df6-b232-2ce1b54da489 None None] Port fb36ab23-63b8-46ee-8f3b-dc2457315e02 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:23.797416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-33c56f8d-d598-4021-89d6-7a1f104b57e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9&tenant_id=7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 1097 time: 0.0906367 Nov 12 03:06:23.848408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4366650f-bf33-4aba-becc-4074fccc60ba tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716205 Nov 12 03:06:23.889859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfd3fb-3d3f-40a0-92df-4479201f51d0 req-5475bac9-2d8f-47dd-a5bf-0498fc8cc318 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.897665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6cfd3fb-3d3f-40a0-92df-4479201f51d0 req-5475bac9-2d8f-47dd-a5bf-0498fc8cc318 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 945 time: 0.0940397 Nov 12 03:06:23.922231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-953ce783-0254-4765-93fa-552b42524c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:23.923568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-953ce783-0254-4765-93fa-552b42524c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1097 time: 0.0921664 Nov 12 03:06:23.934200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a8477-2938-4e03-bf3d-0d25abc5ddf1 None None] New status for floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:06:24.038229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0054441-1bee-4e73-b053-64a19508d71d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:24.039493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6cfd3fb-3d3f-40a0-92df-4479201f51d0 req-3ec24091-66d8-4023-a482-7e594bc4c305 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241386 Nov 12 03:06:24.054610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-722a404d-d8b1-4c03-bf13-c986b5b50f9f service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047565 Nov 12 03:06:24.140699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-ca3b435a-2d3e-4004-a8f4-ac863c4b45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:24.142478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-ca3b435a-2d3e-4004-a8f4-ac863c4b45e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1787724 Nov 12 03:06:24.197489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.209464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.212274 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd942be-f084-4ba0-b506-d21411b16784 x-openstack-request-id: req-bfd942be-f084-4ba0-b506-d21411b16784 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:24.212583 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:24.212838 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bfd942be-f084-4ba0-b506-d21411b16784 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:24.213231 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'code': 200} Nov 12 03:06:24.225024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-96b1df3f-a768-4e74-89bf-9c2db20dabce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 200 len: 217 time: 0.0701118 Nov 12 03:06:24.236025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:24.319929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-8f4eb5df-6ae0-4c35-a182-a46e9f36085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:24.323355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-8f4eb5df-6ae0-4c35-a182-a46e9f36085c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.0767505 Nov 12 03:06:24.349584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a0054441-1bee-4e73-b053-64a19508d71d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:24.349955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.371144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Pushing event updated for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:24.392212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:24.392586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.398307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-df0e4787-8a0e-49d0-bdd2-eca5a4389846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550170 Nov 12 03:06:24.400935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a7a86-b5d6-4f7d-8966-0cfb5cc684b9 req-dbf5852e-6dc3-4254-9af2-a56a46134fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:24.403195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-203a7a86-b5d6-4f7d-8966-0cfb5cc684b9 req-dbf5852e-6dc3-4254-9af2-a56a46134fef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1102 time: 0.1918385 Nov 12 03:06:24.407935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.408211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.408500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.408848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.410087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.410526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.411013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.412381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.412772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.413454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.413838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.414284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:06:24.443217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.466631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-aca2cce6-653e-4f6b-9dab-345d2bfb9e07 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999364 Nov 12 03:06:24.470879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f8465-039d-4531-98e2-3adc74cf39d4 req-8c62f8cd-2869-4c23-a7d0-d4fc6dd7ac08 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:24.472560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab5f8465-039d-4531-98e2-3adc74cf39d4 req-8c62f8cd-2869-4c23-a7d0-d4fc6dd7ac08 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1461020 Nov 12 03:06:24.502055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c18a1e16-6dfe-427c-ba13-d6d508057073 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:24.607947 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.648950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-203a7a86-b5d6-4f7d-8966-0cfb5cc684b9 req-b7a8a6b3-3b1d-4c23-8381-139a944fa3af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272449 Nov 12 03:06:24.650717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c18a1e16-6dfe-427c-ba13-d6d508057073 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:24.651086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.656174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:24.679117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab5f8465-039d-4531-98e2-3adc74cf39d4 req-33a3e3aa-cf74-49c9-88b4-e9c2b28215b5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908481 Nov 12 03:06:24.681817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.701368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-43ed9294-eb40-45f1-a426-02e723942bea service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847581 Nov 12 03:06:24.779180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Network d443047f-312e-4207-b28a-5a12e1e29783 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:24.783330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:24.872497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:24.932338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port c18a1e16-6dfe-427c-ba13-d6d508057073, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c18a1e16-6dfe-427c-ba13-d6d508057073,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:24.936478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:24.946310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:25.097299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Router bd37d858-aae3-47f8-9217-e77718c015f6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:06:25.306315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-afad5c40-7899-40ff-b379-346c75d83004 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340091 Nov 12 03:06:25.349102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f9053-b58c-4a89-acb8-abd01e82d23a req-291969d8-770d-4f18-b648-5f79b557334f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:25.360342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f9053-b58c-4a89-acb8-abd01e82d23a req-291969d8-770d-4f18-b648-5f79b557334f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:25.362287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=c18a1e16-6dfe-427c-ba13-d6d508057073,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:25.366820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5266bfbd-1b93-463a-9014-15aab10333e1 None None] Provisioning complete for port fb36ab23-63b8-46ee-8f3b-dc2457315e02 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:25.367551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5266bfbd-1b93-463a-9014-15aab10333e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:25.377652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-206f9053-b58c-4a89-acb8-abd01e82d23a req-291969d8-770d-4f18-b648-5f79b557334f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f&device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 1690 time: 0.1546817 Nov 12 03:06:25.412085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5266bfbd-1b93-463a-9014-15aab10333e1 None None] Port fb36ab23-63b8-46ee-8f3b-dc2457315e02 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:25.487730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-206f9053-b58c-4a89-acb8-abd01e82d23a req-21c35f54-8b47-4278-8a94-b91579b2f159 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Nov 12 03:06:25.580549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a3e8e7a-8cda-4b99-ac51-f62a06ad807d req-7d39c37d-7af1-4d44-8b70-ccb2781e9261 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 210 time: 0.0371258 Nov 12 03:06:25.698499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-0c4ce217-3bd8-4c94-a4e8-db2d2b5ce11c tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:25.700088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-0c4ce217-3bd8-4c94-a4e8-db2d2b5ce11c tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.1098323 Nov 12 03:06:25.800056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba516-2219-4932-b1f9-f78a90eda443 req-b6ee50cb-e704-4a91-9b06-b1ad7f5bb968 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:25.808281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36dba516-2219-4932-b1f9-f78a90eda443 req-b6ee50cb-e704-4a91-9b06-b1ad7f5bb968 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.1233611 Nov 12 03:06:25.850771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b24d9-a123-4d98-8607-3f5d3467947a req-7a979a6a-0399-4ae9-af90-d19173937f7b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:25.852481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a7b24d9-a123-4d98-8607-3f5d3467947a req-7a979a6a-0399-4ae9-af90-d19173937f7b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.6543214 Nov 12 03:06:25.863954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:06:25.882009 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Sync routers for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:06:25.904602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc507a9e-4f33-43fb-96a9-1f905a27bf39 admin admin] 10.222.0.84 "PUT /v2.0/routers/bd37d858-aae3-47f8-9217-e77718c015f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5020270 Nov 12 03:06:25.915571 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:25.915571 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:25.951774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36dba516-2219-4932-b1f9-f78a90eda443 req-e0cdb63b-43a7-4f45-8804-05e9a6fe54ca tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421542 Nov 12 03:06:25.969989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c18a1e16-6dfe-427c-ba13-d6d508057073 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:25.980559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-2ca32e40-0466-4a9f-9b26-f17c3bd6720c service neutron] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:25.986451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-2ca32e40-0466-4a9f-9b26-f17c3bd6720c service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:25.988905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a7b24d9-a123-4d98-8607-3f5d3467947a req-237267b0-cbae-4f19-aa2e-89fe5e8f1e40 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828905 Nov 12 03:06:25.994283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ab9008-cae5-4bdd-b2fb-7d3577abc5d3 req-2ca32e40-0466-4a9f-9b26-f17c3bd6720c service neutron] 10.222.0.39 "DELETE /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.2717681 Nov 12 03:06:26.125187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c18a1e16-6dfe-427c-ba13-d6d508057073 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:26.126385 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.172302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d08917-dc56-4986-977b-8f140a095ece req-a73f7068-03f9-4872-8000-d3b115d0dfd2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:26.176243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43d08917-dc56-4986-977b-8f140a095ece req-a73f7068-03f9-4872-8000-d3b115d0dfd2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0874867 Nov 12 03:06:26.197606 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:26.213829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:26.216775 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be82c0-d31b-4f8d-abc0-753e46d6e468" -d '{"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-plugged", "status": "completed", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:26.251450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43d08917-dc56-4986-977b-8f140a095ece req-42c98479-0fc5-4eb1-bbf4-b7dd2e037f46 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Nov 12 03:06:26.358100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2089f7-d66e-4a0a-803d-2bba19bd3c48 req-a5ab1448-b2cb-422e-ad18-d8bc05d3c8fe tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:26.359599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f2089f7-d66e-4a0a-803d-2bba19bd3c48 req-a5ab1448-b2cb-422e-ad18-d8bc05d3c8fe tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 1101 time: 0.0792742 Nov 12 03:06:26.459335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:23Z', 'revision_number': 4, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb36ab23-63b8-46ee-8f3b-dc2457315e02', 'name': '', 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'mac_address': 'fa:16:3e:7c:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '99545341-6258-47ee-aa7a-a8152b82f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:22Z', 'updated_at': '2021-11-12T03:06:23Z', 'revision_number': 2, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'subnets': [{'id': '99545341-6258-47ee-aa7a-a8152b82f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:26.462759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f2089f7-d66e-4a0a-803d-2bba19bd3c48 req-b3e6345c-3ebb-467c-ab6b-720913f8dbcd tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Nov 12 03:06:26.471501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-0edd6969-6f81-4b68-b2fb-c0e556d7c234 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:26.472983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-0edd6969-6f81-4b68-b2fb-c0e556d7c234 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.1409469 Nov 12 03:06:26.499977 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Checking router: bd37d858-aae3-47f8-9217-e77718c015f6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:06:26.500319 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Updating router bd37d858-aae3-47f8-9217-e77718c015f6 port fb36ab23-63b8-46ee-8f3b-dc2457315e02 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:06:26.501749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:26.520801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb2d57d-877f-4b7c-bd06-db59c8b51eff x-openstack-request-id: req-dfb2d57d-877f-4b7c-bd06-db59c8b51eff {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:26.521856 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-plugged", "status": "completed", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:26.522185 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dfb2d57d-877f-4b7c-bd06-db59c8b51eff {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:26.522647 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'code': 200} Nov 12 03:06:26.531839 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.693356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47eed6-3b32-41d0-847a-49bc94f30234 req-2bf76c33-4175-4d40-8fbf-e624732645ba tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:26.695736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b47eed6-3b32-41d0-847a-49bc94f30234 req-2bf76c33-4175-4d40-8fbf-e624732645ba tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 1102 time: 0.1008158 Nov 12 03:06:26.702590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:26.707911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.744501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-36934a1a-4951-4c2c-b08e-0526a08b8051 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2876368 Nov 12 03:06:26.756468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:26.780334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.845248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b47eed6-3b32-41d0-847a-49bc94f30234 req-d63f998f-f523-49bb-8fbc-3549f779fb5b tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286335 Nov 12 03:06:26.851304 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.857459 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:26.917834 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035ff5e-629a-411c-80fb-92834a031482 None None] Pushing event updated for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:26.945120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.13 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/47238616-c3e1-4e90-8a14-40cbb84358d1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:26.985535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.014280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Attempting to bind port fb36ab23-63b8-46ee-8f3b-dc2457315e02 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:27.014710 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Attempting to bind port fb36ab23-63b8-46ee-8f3b-dc2457315e02 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:27.015004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Attempting to bind port fb36ab23-63b8-46ee-8f3b-dc2457315e02 on network d443047f-312e-4207-b28a-5a12e1e29783 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:27.021719 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:27.022117 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Checking segment: {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:27.022493 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.023185 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Bound using segment: {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:27.023391 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Bound port: fb36ab23-63b8-46ee-8f3b-dc2457315e02, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d722e5c-2280-4a6d-bf12-778065d8ea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:27.024068 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.038256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f05537f8-be5b-4c21-b442-38e7682bfdcf req-ce2acb00-b692-4ad1-8836-8eff9cdcea5c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 210 time: 0.0521746 Nov 12 03:06:27.135180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-1ddc4536-e090-446b-b531-b9cd4c87a701 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:27.138493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-1ddc4536-e090-446b-b531-b9cd4c87a701 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.1876571 Nov 12 03:06:27.171130 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] For port fb36ab23-63b8-46ee-8f3b-dc2457315e02, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:27.178041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] For port fb36ab23-63b8-46ee-8f3b-dc2457315e02, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb36ab23-63b8-46ee-8f3b-dc2457315e02,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:27.183056 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.186806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Allocated IP 172.25.2.238 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/b800d74b-bcd3-47aa-adf7-e826cfc8f150) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:27.259770 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035ff5e-629a-411c-80fb-92834a031482 None None] Pushing event updated for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:27.283026 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:27.283821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:27.332901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.354524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] Provisioning complete for port fb36ab23-63b8-46ee-8f3b-dc2457315e02 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:27.355621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.376216 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.402025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabbcc5-2447-44af-995a-105dff132700 req-cc08ee76-2549-4f9c-ad7f-537ae8a68ad1 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:27.403699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eabbcc5-2447-44af-995a-105dff132700 req-cc08ee76-2549-4f9c-ad7f-537ae8a68ad1 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9 HTTP/1.1" status: 200 len: 946 time: 0.1612091 Nov 12 03:06:27.437868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.459140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:27.472513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:27.473193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Deleting port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:27.473600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.476579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:27.497794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.499599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.545621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] For port fb36ab23-63b8-46ee-8f3b-dc2457315e02, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb36ab23-63b8-46ee-8f3b-dc2457315e02,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:27.548296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=b800d74b-bcd3-47aa-adf7-e826cfc8f150,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:27.554653 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.555917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:27.610279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.616352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56e1a-4ea3-4b21-9ebf-f36a41dc78f9 None None] Pushing event updated for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:27.635757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eabbcc5-2447-44af-995a-105dff132700 req-cd48d076-993c-40a5-9da7-5187f2cce29f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159758 Nov 12 03:06:27.652687 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.686173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.689698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-984a1191-429b-4bce-862b-feda472ea082 None None] Provisioning complete for port fb36ab23-63b8-46ee-8f3b-dc2457315e02 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:27.690249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-984a1191-429b-4bce-862b-feda472ea082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.707136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] For port 360bd318-a0dc-4c5c-b92c-18036acfc4a4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=360bd318-a0dc-4c5c-b92c-18036acfc4a4,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:27.710502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.751417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Calling delete_port for 360bd318-a0dc-4c5c-b92c-18036acfc4a4 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:27.814265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:27.823433 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:23Z', 'revision_number': 4, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb36ab23-63b8-46ee-8f3b-dc2457315e02', 'name': '', 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'mac_address': 'fa:16:3e:7c:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '99545341-6258-47ee-aa7a-a8152b82f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:22Z', 'updated_at': '2021-11-12T03:06:27Z', 'revision_number': 4, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'subnets': [{'id': '99545341-6258-47ee-aa7a-a8152b82f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:27.826987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:27.838170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:27.844088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:27.844708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.850721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:27.850932 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d320e9ae-a9d0-4991-8b56-bd82b11a2989 None None] The sync data for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 is: [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:23Z', 'revision_number': 4, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb36ab23-63b8-46ee-8f3b-dc2457315e02', 'name': '', 'network_id': 'd443047f-312e-4207-b28a-5a12e1e29783', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'mac_address': 'fa:16:3e:7c:a1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '99545341-6258-47ee-aa7a-a8152b82f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:22Z', 'updated_at': '2021-11-12T03:06:27Z', 'revision_number': 4, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'subnets': [{'id': '99545341-6258-47ee-aa7a-a8152b82f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:06:27.880352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.885475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:27.934695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5a62-43ba-49df-b948-281dd51c70d7 req-cbf84088-c0cf-4a77-acf3-2e0bafb50707 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:27.942421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-460f5a62-43ba-49df-b948-281dd51c70d7 req-cbf84088-c0cf-4a77-acf3-2e0bafb50707 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.1970725 Nov 12 03:06:27.957403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-4867631b-9f56-4ba5-a1b9-73e86f90b089 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4616821 Nov 12 03:06:27.974646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=b800d74b-bcd3-47aa-adf7-e826cfc8f150,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:27.982029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Request body: {'port': {'device_id': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:27.998914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.021630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.023428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-f48e0429-9eab-4beb-b530-6831799718d5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2713315 Nov 12 03:06:28.075147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-460f5a62-43ba-49df-b948-281dd51c70d7 req-f8ed47d5-5dcd-4792-831a-82b309dad161 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314318 Nov 12 03:06:28.083799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-a776116d-1b6c-4767-b54a-b23b6050770c tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0543375 Nov 12 03:06:28.092169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.198147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.201030 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-fbf358df-e496-454b-a2f0-bb655a10f740 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314116 Nov 12 03:06:28.211827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['360bd318-a0dc-4c5c-b92c-18036acfc4a4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:28.223027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-0016198c-2b03-4c6d-9e6d-34432c3ae994 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:28.241152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26d581fe-1c5b-4517-8b5a-c614316785f4 req-0016198c-2b03-4c6d-9e6d-34432c3ae994 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1499779 Nov 12 03:06:28.291027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event deleted for resources: {'Port': ['ID=360bd318-a0dc-4c5c-b92c-18036acfc4a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:28.402401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] No DVR routers for this DVR port 360bd318-a0dc-4c5c-b92c-18036acfc4a4 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:28.415474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.418845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20bc0728-d468-4398-b2df-33ef8fad6286 req-a10e4552-5c62-47bb-9006-3c093b7b01e6 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "DELETE /v2.0/ports/360bd318-a0dc-4c5c-b92c-18036acfc4a4 HTTP/1.1" status: 204 len: 173 time: 1.2663012 Nov 12 03:06:28.425001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-deleted', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:28.431084 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16bb0b-1f45-4246-a116-61586e963d71" -d '{"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-deleted", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:28.511850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15aa9c-d4f5-46bb-989f-f24acbc2309c req-4ecb5375-f51a-401e-a4a3-0226ec13ca6f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:28.520636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b15aa9c-d4f5-46bb-989f-f24acbc2309c req-4ecb5375-f51a-401e-a4a3-0226ec13ca6f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0748169 Nov 12 03:06:28.525984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-98d0bad5-017c-49db-a42e-96b27aef62a2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:28.527541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-98d0bad5-017c-49db-a42e-96b27aef62a2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152711 Nov 12 03:06:28.562095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-f480431b-fabc-4023-a3a7-b25a0997bc9a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.0264962 Nov 12 03:06:28.584422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b15aa9c-d4f5-46bb-989f-f24acbc2309c req-89d616cc-7f42-4e50-b77b-40435aafc590 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619128 Nov 12 03:06:28.665918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-7d41b821-e897-4449-a779-7e9f9a40c4b3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1029062 Nov 12 03:06:28.680823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47238616-c3e1-4e90-8a14-40cbb84358d1 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:28.694399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.708289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Transition to ACTIVE for port object 47238616-c3e1-4e90-8a14-40cbb84358d1 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:28.711454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fd213-b78a-4511-a729-fb29f1984766 req-386b1796-4f66-4668-bb5a-366759fafb46 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:28.712758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.713034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd2fd213-b78a-4511-a729-fb29f1984766 req-386b1796-4f66-4668-bb5a-366759fafb46 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 932 time: 0.0696025 Nov 12 03:06:28.767146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Pushing event updated for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:28.818062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd2fd213-b78a-4511-a729-fb29f1984766 req-0062518a-5158-4abc-ab02-e141bdc7efb1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912018 Nov 12 03:06:28.829219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Attempting to bind port 47238616-c3e1-4e90-8a14-40cbb84358d1 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:28.829635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Attempting to bind port 47238616-c3e1-4e90-8a14-40cbb84358d1 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:28.830039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Attempting to bind port 47238616-c3e1-4e90-8a14-40cbb84358d1 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:28.836036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Port 47238616-c3e1-4e90-8a14-40cbb84358d1 on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:28.836661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Attempting to bind port 47238616-c3e1-4e90-8a14-40cbb84358d1 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:28.842103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:28.842448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:28.842837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:28.843306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Bound port: 47238616-c3e1-4e90-8a14-40cbb84358d1, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:28.843721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:28.903515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.048542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-8e4348f6-d627-468d-b792-e34befa0833d tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1944983 Nov 12 03:06:29.059403 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643232ed-2c5a-463f-ae2d-ae0cc309cc72 x-openstack-request-id: req-643232ed-2c5a-463f-ae2d-ae0cc309cc72 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:29.060618 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9", "name": "network-vif-deleted", "tag": "360bd318-a0dc-4c5c-b92c-18036acfc4a4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:29.061002 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-643232ed-2c5a-463f-ae2d-ae0cc309cc72 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:29.061418 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc068cfa-d3d6-4ae4-8ec7-7fa935474fe9', 'name': 'network-vif-deleted', 'tag': '360bd318-a0dc-4c5c-b92c-18036acfc4a4', 'status': 'completed', 'code': 200} Nov 12 03:06:29.064562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:29.074483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=47238616-c3e1-4e90-8a14-40cbb84358d1,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:29.083079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:29.120137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.174709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:29.175641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.177709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] 10.222.0.32 "PUT /v2.0/ports/47238616-c3e1-4e90-8a14-40cbb84358d1 HTTP/1.1" status: 200 len: 1093 time: 1.2010424 Nov 12 03:06:29.182299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.194670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd782e-db6b-4928-821e-b0a467f546cc req-2958631e-7aa8-4483-8095-93dbdeea1e58 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:29.202395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0dd782e-db6b-4928-821e-b0a467f546cc req-2958631e-7aa8-4483-8095-93dbdeea1e58 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0995398 Nov 12 03:06:29.259761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627a55e-8b93-4b71-8d1d-1fdce5501b7f service neutron] Pushing event updated for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:29.282742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0dd782e-db6b-4928-821e-b0a467f546cc req-227a5bb3-6c2e-412e-9776-77566eb2ba49 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 Nov 12 03:06:29.330202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-092d9402-5a8b-4e49-abfd-a6ec208ded41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:29.331719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-092d9402-5a8b-4e49-abfd-a6ec208ded41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 1096 time: 0.0989349 Nov 12 03:06:29.381490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-fc3d214a-94c0-443d-902b-6a297c1ed3f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47238616-c3e1-4e90-8a14-40cbb84358d1 HTTP/1.1" status: 200 len: 217 time: 0.0415998 Nov 12 03:06:29.404341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d76d0f91-654a-46e6-8e65-b345c3971f5e req-d64085f8-4a11-4b55-98f3-d7af605b64eb tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 210 time: 0.0372417 Nov 12 03:06:29.456301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-a878c933-ab30-40d8-9c39-3238d7634866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:29.458390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-a878c933-ab30-40d8-9c39-3238d7634866 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0694203 Nov 12 03:06:29.462805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.500021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-02733d76-1dfd-4c60-a7b2-26a4a4ea56b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294561 Nov 12 03:06:29.535520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3e44f-c722-4e6f-8ca9-a06d07fa4ba8 req-e05972b8-e72f-4ae5-9af3-d26518328a7b tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:29.538034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8a3e44f-c722-4e6f-8ca9-a06d07fa4ba8 req-e05972b8-e72f-4ae5-9af3-d26518328a7b tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1097 time: 0.0549817 Nov 12 03:06:29.587696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8a3e44f-c722-4e6f-8ca9-a06d07fa4ba8 req-5b6b9a50-5e97-4e02-b647-ee031dcd7547 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Nov 12 03:06:29.665063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-a2eda06a-fb7f-4796-93c7-99acd2358cbc service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399257 Nov 12 03:06:29.666040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Allocated IP 172.25.2.240 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/e16864f5-1816-4e01-a810-275270d76f25) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:29.833303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3af81ce-4e50-425e-bbe9-8876ef2b04f0 req-a15e105e-6fd3-4b08-81dd-36b13255587b service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572893 Nov 12 03:06:29.850377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.892479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb36ab23-63b8-46ee-8f3b-dc2457315e02 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:29.901083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.944363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fb36ab23-63b8-46ee-8f3b-dc2457315e02 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:29.945003 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:29.947457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:29.950748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:29.953475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:29.961672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=e16864f5-1816-4e01-a810-275270d76f25,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:30.023456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.065294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.114653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-dc713ddc-e2e6-4443-a4fb-33b44a12496d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:30.116103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-dc713ddc-e2e6-4443-a4fb-33b44a12496d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.1220059 Nov 12 03:06:30.133421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-4259cf1a-985c-45c4-88d5-3aeecc4fd25f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/quotas/b936a84420d4411da45c87cb6998d964 HTTP/1.1" status: 200 len: 375 time: 0.0092778 Nov 12 03:06:30.162937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-ca8a0dfa-6270-4478-8c87-cf0b645948a5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322223 Nov 12 03:06:30.212780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ae83894b-5cbf-418b-90a9-e8144c64abbb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731826 Nov 12 03:06:30.239345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:30.259847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 360bd318-a0dc-4c5c-b92c-18036acfc4a4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:30.260497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 360bd318-a0dc-4c5c-b92c-18036acfc4a4 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:30.314575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-6220ae56-b2ae-441d-acce-58b8342a5651 service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000447 Nov 12 03:06:30.417348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-38eab31a-f566-4ad1-bb2f-4abb43e12a41 service neutron] 10.222.0.84 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953212 Nov 12 03:06:30.609189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14c2a-b486-47a2-a3d3-fa9dc1ec9369 req-50ec05a2-7595-4f5e-a7ff-d79faa622837 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:30.610848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfc14c2a-b486-47a2-a3d3-fa9dc1ec9369 req-50ec05a2-7595-4f5e-a7ff-d79faa622837 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 1097 time: 0.0451663 Nov 12 03:06:30.631166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-dae550b6-f2f8-4e8e-a733-8b57ffd79fa1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:30.632627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-dae550b6-f2f8-4e8e-a733-8b57ffd79fa1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418631 Nov 12 03:06:30.641687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.647591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:30.652247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.658290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfc14c2a-b486-47a2-a3d3-fa9dc1ec9369 req-288488d5-ae38-46f4-a1be-c3a174845cb3 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Nov 12 03:06:30.736594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.764608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=e16864f5-1816-4e01-a810-275270d76f25,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:30.779615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.781108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-bad47b7b-c23e-4371-9b2d-1d39b3accefb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7109857 Nov 12 03:06:30.861212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-aaa590da-3885-4577-958a-23cec577b87e tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0726557 Nov 12 03:06:30.868911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:30.872707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:30.936230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17c12-198f-48db-bc7a-88f68bf9c4f8 req-867f12ea-00d5-4c0d-a5f5-031f2b625698 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:30.944724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8c17c12-198f-48db-bc7a-88f68bf9c4f8 req-867f12ea-00d5-4c0d-a5f5-031f2b625698 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 944 time: 0.0605457 Nov 12 03:06:30.992984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8c17c12-198f-48db-bc7a-88f68bf9c4f8 req-571a35b4-cba5-4638-bae2-147698f8ef98 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Nov 12 03:06:31.068502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:31.071035 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29" -d '{"events": [{"name": "network-changed", "server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:31.083842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-2273bde1-bb53-4634-93e6-31f1f8d910ec tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:31.085436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc6806-7bf7-48a3-b9a6-786f71143f9c req-2273bde1-bb53-4634-93e6-31f1f8d910ec tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2104759 Nov 12 03:06:31.091173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55da0485-e4a1-494a-a1cc-541be30440d2 req-27b83424-0590-40b9-b6e2-954f7cb1487d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 210 time: 0.0309813 Nov 12 03:06:31.144122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.213 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/e14cef78-2b69-4434-b652-3599631c7769) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:31.189204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fae196c-15bf-4ddd-bfbd-25ca4655b046 req-1f083e02-6886-487f-9b9f-5e850b0c0dbe tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 210 time: 0.0346649 Nov 12 03:06:31.343234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:31.386975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:31.402758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:31.405276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:31.442282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-a7057eb4-de9b-4c1a-9292-284c7f76579b req-6c6d5503-18d9-430c-8193-7204b38d10ea service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:31.443236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a7057eb4-de9b-4c1a-9292-284c7f76579b req-6c6d5503-18d9-430c-8193-7204b38d10ea service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101559 Nov 12 03:06:31.446894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:31.452860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:31.456718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:31.463251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:31.463893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:31.476173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:31.492163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-36592bcd-1201-4cdc-8292-c69be7df7dd5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8483307 Nov 12 03:06:31.514546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Request body: {'port': {'device_id': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:31.582122 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199c538-d20f-4702-9e55-1c45d6fc6fb2 x-openstack-request-id: req-7199c538-d20f-4702-9e55-1c45d6fc6fb2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:31.583414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:31.584301 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7199c538-d20f-4702-9e55-1c45d6fc6fb2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:31.585458 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1', 'status': 'completed', 'code': 200} Nov 12 03:06:31.693019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:31.727352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-9b0d9bf8-f411-47c1-8a7e-21b7d958dbec tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1777830 Nov 12 03:06:31.755035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:31.782121 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:31.914908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-c1457d77-0f2b-4aa2-9cf5-f396b61cd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:31.916742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-c1457d77-0f2b-4aa2-9cf5-f396b61cd6eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 1096 time: 0.3478954 Nov 12 03:06:31.927747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-db901595-99ed-4434-b6d2-88f5f4452533 None None] Provisioning complete for port e14cef78-2b69-4434-b652-3599631c7769 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:31.928114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db901595-99ed-4434-b6d2-88f5f4452533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.001363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-67f12f87-83ac-44e0-8be1-b9993d92dbde service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135936 Nov 12 03:06:32.006350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-89e284cd-939e-4826-a86c-ae0a7a8a09e4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:32.013332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-db901595-99ed-4434-b6d2-88f5f4452533 None None] Port e14cef78-2b69-4434-b652-3599631c7769 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:06:32.016142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-89e284cd-939e-4826-a86c-ae0a7a8a09e4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088463 Nov 12 03:06:32.057356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.100724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-42d211aa-89ac-4285-865b-d27ca2059721 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:32.102620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-42d211aa-89ac-4285-865b-d27ca2059721 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 822 time: 0.4129899 Nov 12 03:06:32.133529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Request body: {'port': {'device_id': '554d254b-fa00-4193-9c60-a5412b206c9d', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'admin_state_up': True, 'tenant_id': 'b936a84420d4411da45c87cb6998d964'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:32.222324 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-31bcd76c-a099-4e36-9814-45b67733e908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.241075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 47238616-c3e1-4e90-8a14-40cbb84358d1 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:32.277220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Allocated IP 172.25.2.104 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/8ec5c357-e50d-4f5d-b7c6-6f36fdee585d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:32.343596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-b55f7ac9-ab75-432a-bfd5-d51921d9f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:32.345113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-b55f7ac9-ab75-432a-bfd5-d51921d9f714 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.4184294 Nov 12 03:06:32.412691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=47238616-c3e1-4e90-8a14-40cbb84358d1,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:32.431886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '47238616-c3e1-4e90-8a14-40cbb84358d1', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': '47238616-c3e1-4e90-8a14-40cbb84358d1', 'mac_address': 'fa:16:3e:b0:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:32.479400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.484746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-c0dfb80b-6def-4e30-af22-038b67961b7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47238616-c3e1-4e90-8a14-40cbb84358d1 HTTP/1.1" status: 200 len: 217 time: 0.0618255 Nov 12 03:06:32.493633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47238616-c3e1-4e90-8a14-40cbb84358d1 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:32.499364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5524db-ca9f-4363-83be-c361fe5a406f req-85bfb5d3-0a30-464c-9dcb-d3ed9ff119e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:32.507133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e5524db-ca9f-4363-83be-c361fe5a406f req-85bfb5d3-0a30-464c-9dcb-d3ed9ff119e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.4017363 Nov 12 03:06:32.513715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.515229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=47238616-c3e1-4e90-8a14-40cbb84358d1,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:32.523375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.581843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.616525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:32.629562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:32.634557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:32.638124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:32.662521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=8ec5c357-e50d-4f5d-b7c6-6f36fdee585d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:32.680045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-6bf1c9bd-d363-49d9-9543-901539e7dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:32.681878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-6bf1c9bd-d363-49d9-9543-901539e7dadb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1694164 Nov 12 03:06:32.737836 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.741616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-5c14aa4d-fbfe-461f-b35e-a85ac3c5e2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431702 Nov 12 03:06:32.791171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['47238616-c3e1-4e90-8a14-40cbb84358d1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:32.806188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e5524db-ca9f-4363-83be-c361fe5a406f req-fa92fd55-03c9-40ef-a9dd-9fbf5e94e1e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927308 Nov 12 03:06:32.819063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:32.834078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Made reservation on behalf of b936a84420d4411da45c87cb6998d964 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:32.838231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.066467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14cef78-2b69-4434-b652-3599631c7769 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:33.097463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.113957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Transition to ACTIVE for port object e14cef78-2b69-4434-b652-3599631c7769 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:33.139155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.153166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.160013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.250484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=8ec5c357-e50d-4f5d-b7c6-6f36fdee585d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:33.268801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.294681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Pushing event updated for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:33.295758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.300491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-8c5bfb88-47ae-4aad-9f50-b421c6ed395c service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453532 Nov 12 03:06:33.303822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-cb4fb6e6-df8e-4890-a64f-155a4b0ba839 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5641983 Nov 12 03:06:33.314211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478a7d-6703-43ba-8e2c-2a5d28958307 req-a0b46ecd-6454-49c9-a698-2eca1ec9e2cc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:33.322408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3478a7d-6703-43ba-8e2c-2a5d28958307 req-a0b46ecd-6454-49c9-a698-2eca1ec9e2cc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 945 time: 0.2300584 Nov 12 03:06:33.364711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-b4a37de1-a5bf-440a-be0a-674c447e8fe2 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0549221 Nov 12 03:06:33.437341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Allocated IP 172.20.0.10 (9537caad-55d9-4433-b9db-aca1528604e7/f4559c69-64ee-487e-85ae-23d8c95fa7bd/d6fa4d8c-84da-4a12-8def-2eb203c35b9b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:33.487406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-f6314ac8-ea7e-4453-a86c-04cb78d114d3 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:33.489176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d7056d1-a7c0-44e9-b8d8-aff96846b36e req-f6314ac8-ea7e-4453-a86c-04cb78d114d3 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1232798 Nov 12 03:06:33.504439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec1ca04-d35e-4ffd-80fb-1b8e913b2c29 req-075a2dc4-bb8a-4ea4-bb17-efe9731fc5e2 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729798 Nov 12 03:06:33.552988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Attempting to bind port e14cef78-2b69-4434-b652-3599631c7769 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:33.553327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Attempting to bind port e14cef78-2b69-4434-b652-3599631c7769 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:33.553823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Attempting to bind port e14cef78-2b69-4434-b652-3599631c7769 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:33.613995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3478a7d-6703-43ba-8e2c-2a5d28958307 req-2f92c62c-7768-463e-a43d-dc2101c8a4cf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906668 Nov 12 03:06:33.614545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Port e14cef78-2b69-4434-b652-3599631c7769 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:33.614872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Attempting to bind port e14cef78-2b69-4434-b652-3599631c7769 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:33.631722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:33.632064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:33.632453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:33.632900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Bound port: e14cef78-2b69-4434-b652-3599631c7769, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:33.633255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:33.635954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6817e-a015-4dc8-999f-c1ec9f9ccef3 req-019ebd85-9a05-499b-a55c-1900c185d64a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:33.647847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98c6817e-a015-4dc8-999f-c1ec9f9ccef3 req-019ebd85-9a05-499b-a55c-1900c185d64a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 948 time: 0.0705476 Nov 12 03:06:33.701145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98c6817e-a015-4dc8-999f-c1ec9f9ccef3 req-7886a2ec-6e19-438a-b449-05845377cf07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519466 Nov 12 03:06:33.764435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-e2f24463-3b79-414c-a113-c30c6a7bbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:33.766075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-e2f24463-3b79-414c-a113-c30c6a7bbcb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1102 time: 0.2142079 Nov 12 03:06:33.775112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aee8e2f9-b487-435f-8b5b-b5330f721752 req-4a95bb6f-e9e1-4b84-8eb6-fe36a27bf05a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 210 time: 0.0742185 Nov 12 03:06:34.015229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-8ff9f24b-d6f4-4d82-8ecd-98dfffacfb26 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1276896 Nov 12 03:06:34.023564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:34.070732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.197918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.256123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 47238616-c3e1-4e90-8a14-40cbb84358d1 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:34.311440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.330138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:34.354950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Allocated IP 172.25.2.12 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/78b14eb6-f98b-42da-b8eb-4251f146b817) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:34.355193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 47238616-c3e1-4e90-8a14-40cbb84358d1 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:34.364975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 47238616-c3e1-4e90-8a14-40cbb84358d1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:34.364975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.366976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e14cef78-2b69-4434-b652-3599631c7769,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:34.386815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.458718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-0f0f9e5f-8f34-4608-b429-bdc362ec3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:34.460539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-0f0f9e5f-8f34-4608-b429-bdc362ec3bb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.6734886 Nov 12 03:06:34.469693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743cbf2-66fd-40cb-803f-f003a210c145 req-06db1edd-db0d-4b0c-a300-6baa8fc6ca4a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:34.479116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3743cbf2-66fd-40cb-803f-f003a210c145 req-06db1edd-db0d-4b0c-a300-6baa8fc6ca4a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2147474 Nov 12 03:06:34.498340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.522306 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.526126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:34.529358 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f54b22-44b2-444b-b2e6-ed6713edc2f2" -d '{"events": [{"server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "name": "network-vif-plugged", "status": "completed", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:34.542449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-b63e6d8d-5103-4170-aa55-9dbbd1b327c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0462465 Nov 12 03:06:34.547513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=47238616-c3e1-4e90-8a14-40cbb84358d1,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:34.552812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.598870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.622052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:34.643241 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-451137b4-1037-4e3d-967e-ba45e52230d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.674783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:34.678532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:34.683289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:34.686431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=78b14eb6-f98b-42da-b8eb-4251f146b817,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:34.692873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:34.693483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.694859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] 10.222.0.39 "PUT /v2.0/ports/e14cef78-2b69-4434-b652-3599631c7769 HTTP/1.1" status: 200 len: 1097 time: 3.1890283 Nov 12 03:06:34.697764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:34.710295 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860831e8-700d-40b3-992e-102cffe1a8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "tag": "e14cef78-2b69-4434-b652-3599631c7769"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:34.720759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.746572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edd17d-cc89-48ab-b636-c9ccdd1ec189 service neutron] Pushing event updated for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:34.778615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Network 9537caad-55d9-4433-b9db-aca1528604e7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:34.821264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:34.826246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:34.831865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:34.833078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.843189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.847411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-43d8dc75-04c1-4495-8eb8-76230f4c9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:34.849028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-43d8dc75-04c1-4495-8eb8-76230f4c9015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2796943 Nov 12 03:06:34.858403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7326014 Nov 12 03:06:34.874589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3743cbf2-66fd-40cb-803f-f003a210c145 req-d8e9be86-c349-4b63-925f-a8552a489373 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942466 Nov 12 03:06:34.902532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Request body: {'port': {'device_id': '554d254b-fa00-4193-9c60-a5412b206c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:34.927649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:34.948906 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3bb9e5-4f2f-4123-9475-26893e744cfa x-openstack-request-id: req-6e3bb9e5-4f2f-4123-9475-26893e744cfa {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:34.949228 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "name": "network-vif-plugged", "status": "completed", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:34.949485 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e3bb9e5-4f2f-4123-9475-26893e744cfa {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:34.949883 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1', 'code': 200} Nov 12 03:06:35.036652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeaf80-4bc1-42d0-95d6-3d160fc04921 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event updated for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:35.099862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-ed1107a5-36d6-4d7b-9d40-979cb7376681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.101271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-ed1107a5-36d6-4d7b-9d40-979cb7376681 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 1100 time: 0.3440311 Nov 12 03:06:35.184673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-22f293cb-c34a-4c87-9491-dd01b1216831 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e14cef78-2b69-4434-b652-3599631c7769 HTTP/1.1" status: 200 len: 217 time: 0.0640435 Nov 12 03:06:35.195850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-99306a54-9436-4535-abc1-99859c0f72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.197374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-99306a54-9436-4535-abc1-99859c0f72f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3217716 Nov 12 03:06:35.197923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.220721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.226568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.235371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067ff03-78fd-4268-b129-2393d67ed3af req-11e97d5a-d315-46a9-8972-9523edf29a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.236888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9067ff03-78fd-4268-b129-2393d67ed3af req-11e97d5a-d315-46a9-8972-9523edf29a8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 1098 time: 0.1972303 Nov 12 03:06:35.265480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb005-8bff-45bf-95c3-153c4b0e0d47 req-5740a94d-f65c-4afb-92a6-d455728d033b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.267020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78cb005-8bff-45bf-95c3-153c4b0e0d47 req-5740a94d-f65c-4afb-92a6-d455728d033b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.2146246 Nov 12 03:06:35.314247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event updated for resources: {'Port': ['ID=78b14eb6-f98b-42da-b8eb-4251f146b817,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:35.330175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.351013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.360372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-ab974c27-5919-4496-9024-f2aafb3468c4 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3441961 Nov 12 03:06:35.420379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-8f4be385-8d15-47c8-bcda-a44a81bf95ff tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0588021 Nov 12 03:06:35.420878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-2f9bb08b-d6af-4c49-8df4-0551ba07bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.422380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-2f9bb08b-d6af-4c49-8df4-0551ba07bcb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2066591 Nov 12 03:06:35.502421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.549557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78cb005-8bff-45bf-95c3-153c4b0e0d47 req-f128144a-b9f8-4499-8c52-d9f0ef9cecaf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544479 Nov 12 03:06:35.560750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9067ff03-78fd-4268-b129-2393d67ed3af req-4a4c146c-1c3d-4f10-8845-c44deda3e0ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821894 Nov 12 03:06:35.566209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7b010042-e9cb-427a-a776-9f59d4e8d98c service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429146 Nov 12 03:06:35.568054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-48b7e1fa-7502-4549-99ee-f15426d87c71 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.569791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-664abdba-5a21-466b-9b7c-03b5cbc00e2b req-48b7e1fa-7502-4549-99ee-f15426d87c71 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1478539 Nov 12 03:06:35.612918 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff4ee6-f906-4436-a6db-c454a582f93e x-openstack-request-id: req-52ff4ee6-f906-4436-a6db-c454a582f93e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:35.613204 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "tag": "e14cef78-2b69-4434-b652-3599631c7769", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:35.613451 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-52ff4ee6-f906-4436-a6db-c454a582f93e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:35.614301 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769', 'status': 'completed', 'code': 200} Nov 12 03:06:35.695576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c47f9-da07-42ba-9942-9281afbc811d req-84842411-6b95-432e-a63c-0068d3760580 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.703268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-126c47f9-da07-42ba-9942-9281afbc811d req-84842411-6b95-432e-a63c-0068d3760580 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 948 time: 0.0621636 Nov 12 03:06:35.724757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-fe620133-ab7e-410a-b93f-c1db094f5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.726269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-fe620133-ab7e-410a-b93f-c1db094f5048 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2852969 Nov 12 03:06:35.750731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-126c47f9-da07-42ba-9942-9281afbc811d req-fdbfac7f-e223-4cbd-a95d-06c997cf32e4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Nov 12 03:06:35.940015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec614a2-ce9c-4fb7-8f0c-da0dfa032a14 req-e7e4a545-4aa7-4007-9cd5-386770f3f756 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:35.941519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ec614a2-ce9c-4fb7-8f0c-da0dfa032a14 req-e7e4a545-4aa7-4007-9cd5-386770f3f756 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 932 time: 0.2143674 Nov 12 03:06:35.946994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-53aa542f-0c59-4233-b005-d3cfddba52fd service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706372 Nov 12 03:06:35.949039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fa4d8c-84da-4a12-8def-2eb203c35b9b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:35.976400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:35.980853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51fb7993-bd3e-48b8-b07c-767f77053b2a req-4fd33157-216a-436b-8ae9-2d8c3f369331 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips/6d6c51a4-0b99-4052-a5ad-844f7455da02 HTTP/1.1" status: 200 len: 692 time: 0.0629656 Nov 12 03:06:36.049754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ec614a2-ce9c-4fb7-8f0c-da0dfa032a14 req-1b0cd699-097b-46ae-8dfb-d9356423657e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933657 Nov 12 03:06:36.053680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-a5f71038-f5d3-4cf9-9572-29458255fe5d service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169353 Nov 12 03:06:36.069009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Transition to ACTIVE for port object d6fa4d8c-84da-4a12-8def-2eb203c35b9b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:36.100381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.166094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7993-bd3e-48b8-b07c-767f77053b2a req-e101509c-576d-4ea5-acce-5ef918436194 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.172372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51fb7993-bd3e-48b8-b07c-767f77053b2a req-e101509c-576d-4ea5-acce-5ef918436194 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1826117 Nov 12 03:06:36.180561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-51fb7993-bd3e-48b8-b07c-767f77053b2a req-9f5ea010-9fef-4e8b-9141-4fd727dd55d9 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:36.181531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51fb7993-bd3e-48b8-b07c-767f77053b2a req-9f5ea010-9fef-4e8b-9141-4fd727dd55d9 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056441 Nov 12 03:06:36.268715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-b779e097-002e-4108-b98d-2daef7868d86 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips/6d6c51a4-0b99-4052-a5ad-844f7455da02 HTTP/1.1" status: 200 len: 692 time: 0.0611289 Nov 12 03:06:36.322307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:36.380215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Attempting to bind port d6fa4d8c-84da-4a12-8def-2eb203c35b9b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:36.380472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Attempting to bind port d6fa4d8c-84da-4a12-8def-2eb203c35b9b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:36.380804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Attempting to bind port d6fa4d8c-84da-4a12-8def-2eb203c35b9b on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:36.389487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-c79ffa21-8d5c-4546-b05b-5934aa17fb9e tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.390893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-c79ffa21-8d5c-4546-b05b-5934aa17fb9e tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1149189 Nov 12 03:06:36.399490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99fd5-8150-4eb5-a4dc-1951b793b346 req-f58f24d5-bc22-46b9-91f6-6f844ddf3002 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.401044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6f99fd5-8150-4eb5-a4dc-1951b793b346 req-f58f24d5-bc22-46b9-91f6-6f844ddf3002 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2118545 Nov 12 03:06:36.403065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Port d6fa4d8c-84da-4a12-8def-2eb203c35b9b on network 9537caad-55d9-4433-b9db-aca1528604e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:36.403417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Attempting to bind port d6fa4d8c-84da-4a12-8def-2eb203c35b9b on network 9537caad-55d9-4433-b9db-aca1528604e7 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:36.407130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0c606c-d2de-4e8c-9961-8aa35e6b1004 req-90459545-5073-4912-8549-7ad2c7a28e38 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355200 Nov 12 03:06:36.420707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:36.421043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Checking segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:36.421629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Bound using segment: {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:36.421851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Bound port: d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406c31fb-c40e-4ca9-82d5-d6ae944bf694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:36.422211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.446580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-8463a285-191f-4886-9aa2-56319245dbf6 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0486641 Nov 12 03:06:36.505458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6f99fd5-8150-4eb5-a4dc-1951b793b346 req-3a9f70c6-aee5-4599-bc14-e875fd610853 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958843 Nov 12 03:06:36.508842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-2888c7e1-a288-4e11-8409-07ca6921bc27 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0468369 Nov 12 03:06:36.573730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860831e8-700d-40b3-992e-102cffe1a8cd req-7adc9b46-9d69-4cf0-a213-e77054146678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.574320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-7adc9b46-9d69-4cf0-a213-e77054146678 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 1100 time: 0.0676649 Nov 12 03:06:36.588056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:36.593237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:36.609036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.685118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Deleting port 78b14eb6-f98b-42da-b8eb-4251f146b817 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:36.685376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.721552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.722803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.729660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6fa4d8c-84da-4a12-8def-2eb203c35b9b HTTP/1.1" status: 200 len: 1093 time: 1.8283672 Nov 12 03:06:36.845636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.845936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:36.865750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c735c-c360-4222-83ca-8b4d835c1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:36.873210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Calling delete_port for 78b14eb6-f98b-42da-b8eb-4251f146b817 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:36.901421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860831e8-700d-40b3-992e-102cffe1a8cd req-7dab1fab-f1f9-4c7b-a7b6-3a09efb5fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.902560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-7dab1fab-f1f9-4c7b-a7b6-3a09efb5fbfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3056250 Nov 12 03:06:36.916012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466359da-6999-49a7-a043-d0f86ae29df3 req-e59fe989-14fb-4ffd-9279-3474e8e92a42 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.924882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-466359da-6999-49a7-a043-d0f86ae29df3 req-e59fe989-14fb-4ffd-9279-3474e8e92a42 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.2252171 Nov 12 03:06:36.945443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-4f561bd0-ad83-4ce2-bd94-a81f71787fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:36.946920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-4f561bd0-ad83-4ce2-bd94-a81f71787fec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 1096 time: 0.1409311 Nov 12 03:06:37.005688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-643f6c90-3e97-4385-90c7-9a1940aeffd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e14cef78-2b69-4434-b652-3599631c7769 HTTP/1.1" status: 200 len: 217 time: 0.0722723 Nov 12 03:06:37.027015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:37.048489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-42d8e486-c5f1-4dbd-af5a-fd75603bc675 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b HTTP/1.1" status: 200 len: 217 time: 0.0621223 Nov 12 03:06:37.069452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:37.108277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event deleted for resources: {'Port': ['ID=78b14eb6-f98b-42da-b8eb-4251f146b817,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:37.150113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-466359da-6999-49a7-a043-d0f86ae29df3 req-385f411a-783a-4ab5-84c7-7a412ccd6756 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244649 Nov 12 03:06:37.156175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-aa750ab7-52cc-43a7-a54a-aeb5d1ef94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.157614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-aa750ab7-52cc-43a7-a54a-aeb5d1ef94b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.0850351 Nov 12 03:06:37.158979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860831e8-700d-40b3-992e-102cffe1a8cd req-1e252cf4-2ad9-49e2-a217-ffad4d2235aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.172763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-1e252cf4-2ad9-49e2-a217-ffad4d2235aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1373067 Nov 12 03:06:37.189475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:37.194133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:37.195438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2493b08f-44cd-452b-8170-84e62ef968e1 req-9469630b-e796-40f7-aba0-47e7c913c379 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "DELETE /v2.0/floatingips/6d6c51a4-0b99-4052-a5ad-844f7455da02 HTTP/1.1" status: 204 len: 173 time: 0.6772652 Nov 12 03:06:37.251900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-62770f2c-1087-4698-ade1-886f4538bb7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725365 Nov 12 03:06:37.357003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840fb6e-0692-4597-8a97-6910387afe31 req-38cd79c4-1e8c-4772-88c8-8a85bf133f18 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.359303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6840fb6e-0692-4597-8a97-6910387afe31 req-38cd79c4-1e8c-4772-88c8-8a85bf133f18 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 948 time: 0.1168611 Nov 12 03:06:37.450164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6840fb6e-0692-4597-8a97-6910387afe31 req-b542780f-0259-4495-a926-9f06da1c280a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829012 Nov 12 03:06:37.452882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860831e8-700d-40b3-992e-102cffe1a8cd req-49074376-785b-4f26-97bb-66dde444194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.454435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-49074376-785b-4f26-97bb-66dde444194c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2602940 Nov 12 03:06:37.587065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2c500-d590-49f2-8ee5-9bf93b67266e req-302a9e41-1f7a-4592-b284-531b3a06e115 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.588622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11e2c500-d590-49f2-8ee5-9bf93b67266e req-302a9e41-1f7a-4592-b284-531b3a06e115 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 944 time: 0.0816598 Nov 12 03:06:37.665542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11e2c500-d590-49f2-8ee5-9bf93b67266e req-bffd6a9b-267e-46fa-9e26-451e707a7e20 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Nov 12 03:06:37.876901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8ab8e-8439-455f-b754-aa2e1dbee17a req-5a1d047a-b5d9-49cc-9740-fd79a6ff88e9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:37.878477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfa8ab8e-8439-455f-b754-aa2e1dbee17a req-5a1d047a-b5d9-49cc-9740-fd79a6ff88e9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1264043 Nov 12 03:06:37.896608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:37.960326 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfa8ab8e-8439-455f-b754-aa2e1dbee17a req-ecb7026d-ff32-4545-800f-302affe3e8e4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729325 Nov 12 03:06:37.980612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:37.983150 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:38.056621 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2f51f-2018-4449-b219-d92f1062888b x-openstack-request-id: req-3ac2f51f-2018-4449-b219-d92f1062888b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:38.056914 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:38.057167 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ac2f51f-2018-4449-b219-d92f1062888b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:38.057556 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b', 'status': 'completed', 'code': 200} Nov 12 03:06:38.131578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-17441cab-dbf7-49f3-9e3f-c5b685b107e2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603651 Nov 12 03:06:38.140178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-b8d92c26-765e-4db4-9c5b-6026bbb9fca0 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469665 Nov 12 03:06:38.274496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ddb6c-5fae-461b-8504-86b453e6a1bf req-ebfbb114-ce86-4ccb-8671-911cc80ea3f5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.278283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-685e072a-1fc7-45b1-b855-a0a25c777647 req-e651107d-f4a5-4fb3-803a-b52a3c8ade32 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039648 Nov 12 03:06:38.282092 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e5ddb6c-5fae-461b-8504-86b453e6a1bf req-ebfbb114-ce86-4ccb-8671-911cc80ea3f5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.0564365 Nov 12 03:06:38.381866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e5ddb6c-5fae-461b-8504-86b453e6a1bf req-62ec51f8-1ae6-4fd9-9d7e-edf5f2f1dce8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988271 Nov 12 03:06:38.400047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33dac-9de5-41c4-81c6-e99884300a05 req-2ba6cdf9-2186-44bd-8c60-917283acf0da tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.401516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7eb33dac-9de5-41c4-81c6-e99884300a05 req-2ba6cdf9-2186-44bd-8c60-917283acf0da tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4148936 Nov 12 03:06:38.426836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-f43f7eaf-122c-44cd-8366-10e159382d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.429284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-f43f7eaf-122c-44cd-8366-10e159382d5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b936a84420d4411da45c87cb6998d964&device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 1096 time: 0.0715218 Nov 12 03:06:38.558379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-da8d7451-1cfa-4f58-9841-a4d6e4980fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.560036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-da8d7451-1cfa-4f58-9841-a4d6e4980fe9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 200 len: 923 time: 0.1156795 Nov 12 03:06:38.578579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-860831e8-700d-40b3-992e-102cffe1a8cd req-b11bbe05-ecd9-4467-aac7-2cb9fb833bc1 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304333 Nov 12 03:06:38.635931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-873b3701-1fb3-440e-b54c-88d421804716 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b HTTP/1.1" status: 200 len: 217 time: 0.0597184 Nov 12 03:06:38.706665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-82bd64d7-d74a-4ab0-9c86-a2e42555c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.708385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-82bd64d7-d74a-4ab0-9c86-a2e42555c0f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 200 len: 862 time: 0.0582042 Nov 12 03:06:38.802719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-1ca73253-ecad-494f-839e-cc2a04c4e737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9537caad-55d9-4433-b9db-aca1528604e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820694 Nov 12 03:06:38.969509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-6566ca8f-ccff-4513-81a7-900857138ab6 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601939 Nov 12 03:06:38.979928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e14cef78-2b69-4434-b652-3599631c7769 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:38.985264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a93bb-73f5-434b-952d-92c3aad557d8 req-fccb7486-ff4c-49d1-89bc-4c621c16fb87 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:38.987570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f2a93bb-73f5-434b-952d-92c3aad557d8 req-fccb7486-ff4c-49d1-89bc-4c621c16fb87 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 948 time: 0.1875780 Nov 12 03:06:38.989629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1e7610a-0da8-4c41-9550-090275e696a0 req-26a79f03-d829-4c29-a780-92ad8ac2308c tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=8c6bade05e1d4b04836b1d701812b458 HTTP/1.1" status: 200 len: 1657 time: 0.4608161 Nov 12 03:06:39.120533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f2a93bb-73f5-434b-952d-92c3aad557d8 req-f23c6062-c831-4842-aa8e-be4969577117 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179655 Nov 12 03:06:39.130221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e14cef78-2b69-4434-b652-3599631c7769,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:39.151237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7610a-0da8-4c41-9550-090275e696a0 req-5e54b5f3-03e4-47e2-b4c9-0344e3c1de02 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.152970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e14cef78-2b69-4434-b652-3599631c7769', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e14cef78-2b69-4434-b652-3599631c7769', 'mac_address': 'fa:16:3e:52:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:39.156198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1e7610a-0da8-4c41-9550-090275e696a0 req-5e54b5f3-03e4-47e2-b4c9-0344e3c1de02 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks?id=59ce2794-b341-441d-9328-c798a8d1a373&id=59ce2794-b341-441d-9328-c798a8d1a373&id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 787 time: 0.1656654 Nov 12 03:06:39.169405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-b1e7610a-0da8-4c41-9550-090275e696a0 req-cd6f09c4-867a-4293-a8b0-e37df0a03e0a tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:39.170251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2a8d77f-c3f3-4e04-9526-e9e3b9f85f6d req-3f6240cb-229b-47a7-b644-85a975a9c6f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816716 Nov 12 03:06:39.182530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1e7610a-0da8-4c41-9550-090275e696a0 req-cd6f09c4-867a-4293-a8b0-e37df0a03e0a tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254221 Nov 12 03:06:39.211798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:39.241114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14cef78-2b69-4434-b652-3599631c7769 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:39.266702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e14cef78-2b69-4434-b652-3599631c7769,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:39.272590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:39.286418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3855af-df80-40df-a31a-ab697ca1d09a req-00ab7b3e-5925-4e2e-962d-2866eabe7839 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.291614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc3855af-df80-40df-a31a-ab697ca1d09a req-00ab7b3e-5925-4e2e-962d-2866eabe7839 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 944 time: 0.0645385 Nov 12 03:06:39.312034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339835d-f14b-41e8-bc03-4ae7715bb641 req-56b7f42b-b2c5-45a0-aade-3449faede345 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.313530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a339835d-f14b-41e8-bc03-4ae7715bb641 req-56b7f42b-b2c5-45a0-aade-3449faede345 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.0856194 Nov 12 03:06:39.330394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:39.354886 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc3855af-df80-40df-a31a-ab697ca1d09a req-f17b4795-3a6f-4cc3-844c-6c423a0d408f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583298 Nov 12 03:06:39.391348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a339835d-f14b-41e8-bc03-4ae7715bb641 req-1d597204-a76b-4647-a83a-e458def30083 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646358 Nov 12 03:06:39.481686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-63413efc-6522-4d91-b68f-ce25f7269ab0 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips/34bea8bb-ff45-48cb-845f-08e416886ff9 HTTP/1.1" status: 200 len: 693 time: 0.0547419 Nov 12 03:06:39.500610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cd79d-15e3-4778-8871-1b80d3ffa227 req-373d832d-c043-47b8-bdd3-edba8069871d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.509408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-045cd79d-15e3-4778-8871-1b80d3ffa227 req-373d832d-c043-47b8-bdd3-edba8069871d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0662034 Nov 12 03:06:39.594199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-045cd79d-15e3-4778-8871-1b80d3ffa227 req-e4aa873e-6a6f-4aac-b2ba-b594ff1f4053 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Nov 12 03:06:39.647221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-8574fbe4-d8d6-4188-9dfe-467b4161e380 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.654870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-8574fbe4-d8d6-4188-9dfe-467b4161e380 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1660361 Nov 12 03:06:39.663325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-73e7d406-5358-4e07-a06d-4fb757e328c0 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:06:39.672630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e14cef78-2b69-4434-b652-3599631c7769'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:39.673871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-73e7d406-5358-4e07-a06d-4fb757e328c0 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175035 Nov 12 03:06:39.746009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-a724390c-cf5d-47af-ae58-c7a83ca8f583 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0711308 Nov 12 03:06:39.859218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-d240d482-0b06-42e8-b54c-e85ea75d26ff tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.1117909 Nov 12 03:06:39.974839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ba330-dbcc-4680-9ddc-8a24b3446a4e req-1580bf2a-f961-4d2b-a39a-aabaf065a0ec tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:39.976984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-268ba330-dbcc-4680-9ddc-8a24b3446a4e req-1580bf2a-f961-4d2b-a39a-aabaf065a0ec tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Nov 12 03:06:40.033787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Deleting port 8ec5c357-e50d-4f5d-b7c6-6f36fdee585d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:40.034122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.038186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-268ba330-dbcc-4680-9ddc-8a24b3446a4e req-c8d6372d-99d7-4a61-a5ba-99f38aa0c893 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Nov 12 03:06:40.131425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.131964 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.147403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Calling delete_port for 8ec5c357-e50d-4f5d-b7c6-6f36fdee585d owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:40.257787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6025f-084b-4487-80b8-42739b40bf72 req-663bb54e-a3e7-48ab-91bf-a1b35ae45d47 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:40.265293 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0a6025f-084b-4487-80b8-42739b40bf72 req-663bb54e-a3e7-48ab-91bf-a1b35ae45d47 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 949 time: 0.0569878 Nov 12 03:06:40.288799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6fa4d8c-84da-4a12-8def-2eb203c35b9b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:40.327743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.329350 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0a6025f-084b-4487-80b8-42739b40bf72 req-871b1f32-cf2b-436d-b27f-c8c4ced97928 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 Nov 12 03:06:40.368659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event deleted for resources: {'Port': ['ID=8ec5c357-e50d-4f5d-b7c6-6f36fdee585d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:40.426649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.429227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.437528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f331f9-ee81-46dc-b882-aeab66439d7d req-ab957f93-402a-4689-93f1-c7260b7bba03 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "DELETE /v2.0/floatingips/34bea8bb-ff45-48cb-845f-08e416886ff9 HTTP/1.1" status: 204 len: 173 time: 0.5663636 Nov 12 03:06:40.500786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597b4a9-60dd-4487-8793-9aec7aea7a2d req-43ba4f18-6a24-4bb1-b338-077f9e75b68b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:40.509280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4597b4a9-60dd-4487-8793-9aec7aea7a2d req-43ba4f18-6a24-4bb1-b338-077f9e75b68b tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 944 time: 0.0751536 Nov 12 03:06:40.513135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-6c0f673d-5750-4db6-8d48-b4e19ed2a127 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips/78cd300e-5ccc-45c5-a43c-a1304a1e2967 HTTP/1.1" status: 200 len: 693 time: 0.0561559 Nov 12 03:06:40.525059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:40.608587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4597b4a9-60dd-4487-8793-9aec7aea7a2d req-5538392d-f244-45dc-9d79-f872f9b2c8a3 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978668 Nov 12 03:06:40.660202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-5ad39324-2fff-44f0-89ba-150b01c92fcd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:40.662195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-5ad39324-2fff-44f0-89ba-150b01c92fcd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1431448 Nov 12 03:06:40.757741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-1b51eea9-c85a-47b2-986b-f790f5970d69 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0891056 Nov 12 03:06:40.767431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b', 'network_id': '9537caad-55d9-4433-b9db-aca1528604e7', 'port_id': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b', 'mac_address': 'fa:16:3e:6b:55:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4559c69-64ee-487e-85ae-23d8c95fa7bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:40.819267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.831380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-a2ffe317-3c2a-4a8f-94a5-b8734ad52750 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.240 HTTP/1.1" status: 200 len: 696 time: 0.0724020 Nov 12 03:06:40.839234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fa4d8c-84da-4a12-8def-2eb203c35b9b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:40.869074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:40.874317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:40.876453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6c741-63bb-4efd-affc-e30597a8edeb req-0f11c5cf-4c3b-418e-b2d7-32e79628674b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:40.878011 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6f6c741-63bb-4efd-affc-e30597a8edeb req-0f11c5cf-4c3b-418e-b2d7-32e79628674b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1197414 Nov 12 03:06:40.943483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:40.958791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6f6c741-63bb-4efd-affc-e30597a8edeb req-b7726854-0da6-43e0-9067-fa714090914f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Nov 12 03:06:41.024558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Deleting port e16864f5-1816-4e01-a810-275270d76f25 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:41.024887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.123640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.124126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.138038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Calling delete_port for e16864f5-1816-4e01-a810-275270d76f25 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:41.157363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d6fa4d8c-84da-4a12-8def-2eb203c35b9b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:41.257311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5edb-5cb0-4c75-b0d4-8926fd9315aa req-9a2cfd72-0a87-43a0-8ba8-41cdc922d095 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:41.263354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-708d5edb-5cb0-4c75-b0d4-8926fd9315aa req-9a2cfd72-0a87-43a0-8ba8-41cdc922d095 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.0982621 Nov 12 03:06:41.366059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-708d5edb-5cb0-4c75-b0d4-8926fd9315aa req-dd57fe43-c2e8-4271-8957-3330c68806d1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899439 Nov 12 03:06:41.416014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.465584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event deleted for resources: {'Port': ['ID=e16864f5-1816-4e01-a810-275270d76f25,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:41.522791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.527576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:41.528931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd963a9-2dd7-484e-a9b6-83b06f12d520 req-693f9cd8-57a3-4da7-9bbb-810bd93f0cfd tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "DELETE /v2.0/floatingips/78cd300e-5ccc-45c5-a43c-a1304a1e2967 HTTP/1.1" status: 204 len: 173 time: 0.6905844 Nov 12 03:06:41.600319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e1782-1232-4d4a-9ae3-eda5ab04e699 req-68374dfc-8fa7-439f-92a3-fde834468f20 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:41.608507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-901e1782-1232-4d4a-9ae3-eda5ab04e699 req-68374dfc-8fa7-439f-92a3-fde834468f20 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 949 time: 0.1025879 Nov 12 03:06:41.617600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa017718-f00b-405f-b053-c66f270c781a req-a1915cbf-498d-4e4b-8e12-908f91d86eb5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips/df32dc4c-7c1a-49b6-8aeb-711b8850e40b HTTP/1.1" status: 200 len: 693 time: 0.0671022 Nov 12 03:06:41.678647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-273ddb51-bb42-4c67-8c7c-068f6af65954 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:41.680440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-273ddb51-bb42-4c67-8c7c-068f6af65954 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 946 time: 0.1702788 Nov 12 03:06:41.695262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-901e1782-1232-4d4a-9ae3-eda5ab04e699 req-bb430f0b-4a56-410a-ba20-9390501ff2d0 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Nov 12 03:06:41.878603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ef697-2fd2-4cf7-a75c-8c99a51e948b req-46462364-82bb-4196-87b7-f2699819de30 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:41.886046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c52ef697-2fd2-4cf7-a75c-8c99a51e948b req-46462364-82bb-4196-87b7-f2699819de30 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 945 time: 0.0913577 Nov 12 03:06:41.887193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017718-f00b-405f-b053-c66f270c781a req-319a8ad2-7b3e-4dfe-b992-58b74186e1eb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:41.888591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa017718-f00b-405f-b053-c66f270c781a req-319a8ad2-7b3e-4dfe-b992-58b74186e1eb tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2598646 Nov 12 03:06:41.954583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c52ef697-2fd2-4cf7-a75c-8c99a51e948b req-1ae9a743-b4dc-48b8-8930-9950e6d08c3f tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636261 Nov 12 03:06:41.966752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa017718-f00b-405f-b053-c66f270c781a req-d1df5b8b-be10-4186-995a-6f905c1cdee6 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0704885 Nov 12 03:06:41.971974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port 47238616-c3e1-4e90-8a14-40cbb84358d1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:41.972316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.088301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa017718-f00b-405f-b053-c66f270c781a req-5cf1e473-909c-43eb-a7da-714d6b9ae0a5 tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0986545 Nov 12 03:06:42.112700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8881293-39bd-400f-8c70-7077d0ae83c3 req-f2a77804-5f67-45c6-88f9-d11b5b0ff919 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:42.114439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e8881293-39bd-400f-8c70-7077d0ae83c3 req-f2a77804-5f67-45c6-88f9-d11b5b0ff919 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0722976 Nov 12 03:06:42.175712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e8881293-39bd-400f-8c70-7077d0ae83c3 req-5131c966-69a3-44cd-ba13-f61922921336 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Nov 12 03:06:42.233139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port 47238616-c3e1-4e90-8a14-40cbb84358d1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=47238616-c3e1-4e90-8a14-40cbb84358d1,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:42.233809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.250565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for 47238616-c3e1-4e90-8a14-40cbb84358d1 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:42.303410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6fa4d8c-84da-4a12-8def-2eb203c35b9b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:42.319989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Deleting port b800d74b-bcd3-47aa-adf7-e826cfc8f150 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:42.320329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.377227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d6fa4d8c-84da-4a12-8def-2eb203c35b9b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:42.387822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d6fa4d8c-84da-4a12-8def-2eb203c35b9b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:42.388959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.459600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.459962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.483153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Calling delete_port for b800d74b-bcd3-47aa-adf7-e826cfc8f150 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:42.505088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.521457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.554049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:42.557406 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc86f78e-15d6-4eeb-895a-c7972438d84e" -d '{"events": [{"server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "name": "network-vif-plugged", "status": "completed", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:42.574752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8a173-4195-43ac-9de4-590ec3703c1a req-557b2a68-262f-43e1-aeb0-f1c592168d91 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:42.575591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:42.581044 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ce8a173-4195-43ac-9de4-590ec3703c1a req-557b2a68-262f-43e1-aeb0-f1c592168d91 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=26b13d53-2d53-4fbf-9491-66c9271aa0d5 HTTP/1.1" status: 200 len: 867 time: 0.1029112 Nov 12 03:06:42.581982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.600182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=47238616-c3e1-4e90-8a14-40cbb84358d1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:42.648758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port 47238616-c3e1-4e90-8a14-40cbb84358d1 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:42.652973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:42.657989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.659697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ce8a173-4195-43ac-9de4-590ec3703c1a req-24763ba5-136c-4d82-bc84-6200addc790f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745487 Nov 12 03:06:42.662670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cca3b99f-e67b-4c13-a31a-4c74291766e2 req-ac64dd34-fd21-467f-a84d-5da3a8135934 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "DELETE /v2.0/ports/47238616-c3e1-4e90-8a14-40cbb84358d1 HTTP/1.1" status: 204 len: 173 time: 0.9750652 Nov 12 03:06:42.664320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'name': 'network-vif-deleted', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:42.666666 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2699c31e-b7f9-48fb-acee-de12a24a7e13" -d '{"events": [{"server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "name": "network-vif-deleted", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:42.726396 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18904d3-55f0-4019-83e8-edb040c205a7 x-openstack-request-id: req-d18904d3-55f0-4019-83e8-edb040c205a7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:42.726824 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "name": "network-vif-plugged", "status": "completed", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:42.727199 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d18904d3-55f0-4019-83e8-edb040c205a7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:42.727690 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b', 'code': 200} Nov 12 03:06:42.786647 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074a3aa-9d3b-4e1e-82dc-4b317ced784d x-openstack-request-id: req-f074a3aa-9d3b-4e1e-82dc-4b317ced784d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:42.787184 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b13d53-2d53-4fbf-9491-66c9271aa0d5", "name": "network-vif-deleted", "tag": "47238616-c3e1-4e90-8a14-40cbb84358d1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:42.787488 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f074a3aa-9d3b-4e1e-82dc-4b317ced784d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:42.787968 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b13d53-2d53-4fbf-9491-66c9271aa0d5', 'name': 'network-vif-deleted', 'tag': '47238616-c3e1-4e90-8a14-40cbb84358d1', 'status': 'completed', 'code': 200} Nov 12 03:06:42.803596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.888083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.891268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:42.892773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa017718-f00b-405f-b053-c66f270c781a req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] 10.222.0.84 "DELETE /v2.0/floatingips/df32dc4c-7c1a-49b6-8aeb-711b8850e40b HTTP/1.1" status: 204 len: 173 time: 0.7935917 Nov 12 03:06:42.894252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51061104-9076-4f3c-9870-91cec48250cc tempest-FloatingIPDetailsTestJSON-814462145 tempest-FloatingIPDetailsTestJSON-814462145-project] Pushing event deleted for resources: {'Port': ['ID=b800d74b-bcd3-47aa-adf7-e826cfc8f150,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:42.908691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42062) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:42.952183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6b4d0-e2d3-47ac-a0c5-d96c1114d3a5 req-9b7a79cf-077f-4bf1-9258-9ef52338c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:42.954340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8b6b4d0-e2d3-47ac-a0c5-d96c1114d3a5 req-9b7a79cf-077f-4bf1-9258-9ef52338c386 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 1098 time: 0.0488679 Nov 12 03:06:42.985417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c680e-5424-487d-868f-b9cd79939f44 req-12080f5b-4959-44c4-a432-d3683f605786 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:42.993354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-092c680e-5424-487d-868f-b9cd79939f44 req-12080f5b-4959-44c4-a432-d3683f605786 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 949 time: 0.1250083 Nov 12 03:06:43.000236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e14cef78-2b69-4434-b652-3599631c7769 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:43.079420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8b6b4d0-e2d3-47ac-a0c5-d96c1114d3a5 req-4b801a4f-bbdf-4754-ad27-81818637161f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163332 Nov 12 03:06:43.112674 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-092c680e-5424-487d-868f-b9cd79939f44 req-1994c365-fc65-4dde-b48f-bade1fdb3941 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094503 Nov 12 03:06:43.128527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port e14cef78-2b69-4434-b652-3599631c7769 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:43.134043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port e14cef78-2b69-4434-b652-3599631c7769 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:43.135063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:43.247985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:43.268542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cd764-9ae1-4bc9-8dee-223bbf6bd57e req-9baee5ef-a735-4152-84a3-6d860246197a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:43.270524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a44cd764-9ae1-4bc9-8dee-223bbf6bd57e req-9baee5ef-a735-4152-84a3-6d860246197a tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.1443141 Nov 12 03:06:43.325910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e14cef78-2b69-4434-b652-3599631c7769,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:43.330935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:43.360507 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a44cd764-9ae1-4bc9-8dee-223bbf6bd57e req-48c3ffe9-ed3d-426c-9eb2-fa615f4afbea tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840852 Nov 12 03:06:43.406747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:43.487866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d84e3b-2ac8-4d18-b37e-f474501a08ef req-ecd995d5-f14f-48b3-9c6e-00fc923d9267 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:43.489885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73d84e3b-2ac8-4d18-b37e-f474501a08ef req-ecd995d5-f14f-48b3-9c6e-00fc923d9267 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1512115 Nov 12 03:06:43.519167 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:06:43.598854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73d84e3b-2ac8-4d18-b37e-f474501a08ef req-d57fb925-d377-4d14-bd49-5b42555ff8d6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968711 Nov 12 03:06:43.694993 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.055299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-a549fa65-64c5-4475-8108-fd2b65ed548c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:44.056708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-a549fa65-64c5-4475-8108-fd2b65ed548c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.1719344 Nov 12 03:06:44.075559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-09240b1d-cb82-47af-8a7d-51844681ce55 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0125842 Nov 12 03:06:44.131369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-eb702d63-086e-4110-b05a-034147a5d21e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414720 Nov 12 03:06:44.184118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Deleting port fb36ab23-63b8-46ee-8f3b-dc2457315e02 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:44.184634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.316113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 47238616-c3e1-4e90-8a14-40cbb84358d1 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:44.377691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 47238616-c3e1-4e90-8a14-40cbb84358d1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:44.378276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 47238616-c3e1-4e90-8a14-40cbb84358d1 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:44.388347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] For port fb36ab23-63b8-46ee-8f3b-dc2457315e02, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb36ab23-63b8-46ee-8f3b-dc2457315e02,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:44.388671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.403889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-72238375-17c4-4f30-8158-d3ed168d358d service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066269 Nov 12 03:06:44.407627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Calling delete_port for fb36ab23-63b8-46ee-8f3b-dc2457315e02 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:44.410406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56aae1-247b-4673-b4ec-8cf358f22f11 req-a7d54aec-79e4-4f5b-bd39-8d618d2e839c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:44.418635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a56aae1-247b-4673-b4ec-8cf358f22f11 req-a7d54aec-79e4-4f5b-bd39-8d618d2e839c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.1435366 Nov 12 03:06:44.483273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a56aae1-247b-4673-b4ec-8cf358f22f11 req-ffd8b386-5d9a-429d-922c-c9895670bea0 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637455 Nov 12 03:06:44.511063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42100) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:44.579005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-78b77da8-4f1c-4c8e-bd07-a491fb208378 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664088 Nov 12 03:06:44.728839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:44.731278 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd1b07e-dd15-44ae-baa7-56b7b8d7b276" -d '{"events": [{"server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "name": "network-vif-plugged", "status": "completed", "tag": "e14cef78-2b69-4434-b652-3599631c7769"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:44.761120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:44.828029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb36ab23-63b8-46ee-8f3b-dc2457315e02,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:45.164604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:45.182340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cdb2c-7f53-4233-8d91-1856c6ec8aca req-5f5a2a02-4c9f-4426-aede-0049f8897f71 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:45.189797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed0cdb2c-7f53-4233-8d91-1856c6ec8aca req-5f5a2a02-4c9f-4426-aede-0049f8897f71 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1256585 Nov 12 03:06:45.220682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0d49d80-7a70-48e0-be1c-9726950f7a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:45.257039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780edec5-6c57-4800-8ab9-04135f877daa req-a1a1ee89-d901-4526-bea6-e9ddb2d76b20 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:45.264555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-780edec5-6c57-4800-8ab9-04135f877daa req-a1a1ee89-d901-4526-bea6-e9ddb2d76b20 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.6669366 Nov 12 03:06:45.307406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed0cdb2c-7f53-4233-8d91-1856c6ec8aca req-2d48939f-8b3d-4660-a59a-ad1fe34c8298 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100752 Nov 12 03:06:45.368716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-780edec5-6c57-4800-8ab9-04135f877daa req-09b91a23-9c14-46fb-bc2f-0f90de1f3386 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031795 Nov 12 03:06:45.377711 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac37f9-b3f5-42a0-8669-2f7af2ba5d42 x-openstack-request-id: req-a6ac37f9-b3f5-42a0-8669-2f7af2ba5d42 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:45.378237 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "name": "network-vif-plugged", "status": "completed", "tag": "e14cef78-2b69-4434-b652-3599631c7769", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:45.378237 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6ac37f9-b3f5-42a0-8669-2f7af2ba5d42 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:45.378651 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769', 'code': 200} Nov 12 03:06:45.540128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0d49d80-7a70-48e0-be1c-9726950f7a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:45.555015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b0d49d80-7a70-48e0-be1c-9726950f7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:45.702162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b0d49d80-7a70-48e0-be1c-9726950f7a02 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=84dd715c66314d7ebb1cab179c89d19f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1898439 Nov 12 03:06:45.702893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:45.745258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1428f-c07b-40e6-a65a-6fa4849cb250 req-1bd3deb2-1791-4408-8331-1bb6d3453df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:45.747359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ff1428f-c07b-40e6-a65a-6fa4849cb250 req-1bd3deb2-1791-4408-8331-1bb6d3453df1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 1102 time: 0.2847428 Nov 12 03:06:45.758572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27862030-3709-460a-888d-31be0bf276e4 req-ea7e9344-4fe1-4f44-a36d-5fd972349aaf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Nov 12 03:06:45.791375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d49d80-7a70-48e0-be1c-9726950f7a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d65b0b-8b2d-4fe6-9430-5ad2d439a8bb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:45.927687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b8d7e-d300-4890-b91b-b9e89b146a08 req-5f7e056f-e0d1-4e37-a593-fd7602a5f496 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:45.930034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e3b8d7e-d300-4890-b91b-b9e89b146a08 req-5f7e056f-e0d1-4e37-a593-fd7602a5f496 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.1815012 Nov 12 03:06:45.933805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ff1428f-c07b-40e6-a65a-6fa4849cb250 req-23ac20f5-3820-4180-94f7-f161ddf852da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640036 Nov 12 03:06:45.934788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.012462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e3b8d7e-d300-4890-b91b-b9e89b146a08 req-596b2def-fd2e-4aa9-98be-4b4cbfaf8bd1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690980 Nov 12 03:06:46.021178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Router bd37d858-aae3-47f8-9217-e77718c015f6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:06:46.027808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.029027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921691-ea91-43be-b217-587e231cdb7a req-b265ab18-9920-4fd1-abcc-dbf7616e7451 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:46.040093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c921691-ea91-43be-b217-587e231cdb7a req-b265ab18-9920-4fd1-abcc-dbf7616e7451 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.0826817 Nov 12 03:06:46.108430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.113411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.116728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50d65b0b-8b2d-4fe6-9430-5ad2d439a8bb HTTP/1.1" status: 204 len: 168 time: 0.3891110 Nov 12 03:06:46.147020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523168-990b-405a-a423-87e7dbfa39fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d65b0b-8b2d-4fe6-9430-5ad2d439a8bb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:46.149784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c921691-ea91-43be-b217-587e231cdb7a req-f18d7c64-25c0-4b54-be86-575a925f6e3d tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993705 Nov 12 03:06:46.209762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:06:46.218964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Sync routers for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:06:46.223143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3397fb8e-e43a-446e-b140-8f6a257926c1 admin admin] 10.222.0.84 "PUT /v2.0/routers/bd37d858-aae3-47f8-9217-e77718c015f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118169 Nov 12 03:06:46.224345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:46.234541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:46.236288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:46.368313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.460296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:46.655279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5b1c8-72d8-43d1-a485-e0330dba46f8 req-6bd27d62-5b22-4068-b0b8-71c03efe79d2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:46.663387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ac5b1c8-72d8-43d1-a485-e0330dba46f8 req-6bd27d62-5b22-4068-b0b8-71c03efe79d2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2177978 Nov 12 03:06:46.724666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:46.745953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-be478664-361f-4a61-9dea-e7e2c7edd9fd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:46.747461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-be478664-361f-4a61-9dea-e7e2c7edd9fd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2637513 Nov 12 03:06:46.760015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ac5b1c8-72d8-43d1-a485-e0330dba46f8 req-3da211ea-bc8f-46f4-9b7f-e472bbffb2a8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955276 Nov 12 03:06:46.777225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:46.821959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:44Z', 'revision_number': 5, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port': {'id': 'c18a1e16-6dfe-427c-ba13-d6d508057073', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:17Z', 'updated_at': '2021-11-12T03:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:46.896525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Checking router: bd37d858-aae3-47f8-9217-e77718c015f6 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:06:46.908851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Routers {'bd37d858-aae3-47f8-9217-e77718c015f6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:06:46.909590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bd37d858-aae3-47f8-9217-e77718c015f6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:46.939660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94182a96-b25e-46a2-8cc7-14825932938e req-1a0605b5-00c8-4579-8a07-f5485b180936 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 210 time: 0.0449748 Nov 12 03:06:47.017643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:47.021906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:47.034289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Deleting port c18a1e16-6dfe-427c-ba13-d6d508057073 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:47.034824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:47.076316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] Set router bd37d858-aae3-47f8-9217-e77718c015f6 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:06:47.154083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:46Z', 'revision_number': 6, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:47.201282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb34b21-1311-453e-b560-3130bed0c797 None None] The sync data for ids ['bd37d858-aae3-47f8-9217-e77718c015f6'] in n-d-615180-50 is: [{'id': 'bd37d858-aae3-47f8-9217-e77718c015f6', 'name': 'tempest-FloatingIPDetailsTestJSON-270938068-router', 'tenant_id': '8c6bade05e1d4b04836b1d701812b458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:16Z', 'updated_at': '2021-11-12T03:06:46Z', 'revision_number': 6, 'project_id': '8c6bade05e1d4b04836b1d701812b458', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:06:47.297747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572be42-f1a2-4d24-89a8-de1532f46f04 req-30ab1b77-81d5-4de7-97d6-d8da57a525b2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:47.299537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2572be42-f1a2-4d24-89a8-de1532f46f04 req-30ab1b77-81d5-4de7-97d6-d8da57a525b2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.1212223 Nov 12 03:06:47.403890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] For port c18a1e16-6dfe-427c-ba13-d6d508057073, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c18a1e16-6dfe-427c-ba13-d6d508057073,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:47.404551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:47.414545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2e377-ab20-49f2-ba77-eca850f46fa4 req-7561539d-a45f-4648-8b4a-9ce0a06d5de9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:47.428263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eae2e377-ab20-49f2-ba77-eca850f46fa4 req-7561539d-a45f-4648-8b4a-9ce0a06d5de9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.0757658 Nov 12 03:06:47.454907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Calling delete_port for c18a1e16-6dfe-427c-ba13-d6d508057073 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:47.490138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eae2e377-ab20-49f2-ba77-eca850f46fa4 req-a7394dff-779a-4f03-a7f7-18cb00de22e4 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624726 Nov 12 03:06:47.550407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.11 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/f58f38b2-460f-4d1e-a791-d08a302955e3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:47.562268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2572be42-f1a2-4d24-89a8-de1532f46f04 req-9cba4873-7b34-4598-a554-38bef867879d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542906 Nov 12 03:06:47.594828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-b2cf2d2a-fd61-463d-a099-8ed7c830eafb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:47.596173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-b2cf2d2a-fd61-463d-a099-8ed7c830eafb tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.2373185 Nov 12 03:06:47.935959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1dde3-2a9a-484e-b12d-a7fbb542775b req-da86be26-8169-4329-8f3d-18489afbe583 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:47.945222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46a1dde3-2a9a-484e-b12d-a7fbb542775b req-da86be26-8169-4329-8f3d-18489afbe583 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0750744 Nov 12 03:06:48.007219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46a1dde3-2a9a-484e-b12d-a7fbb542775b req-f0913b39-5d11-4730-97e0-c419939f7778 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605962 Nov 12 03:06:48.025007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.118390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4d879b6-4af6-4964-b1a5-8d491a6ff85c req-dbd87c7b-a2e2-42a9-9ff3-4ac5a0aa8a44 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 210 time: 0.0719676 Nov 12 03:06:48.130632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Deleting port d6fa4d8c-84da-4a12-8def-2eb203c35b9b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:48.130972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.171821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.174587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb36ab23-63b8-46ee-8f3b-dc2457315e02 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:48.217510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fb36ab23-63b8-46ee-8f3b-dc2457315e02 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:48.217792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb36ab23-63b8-46ee-8f3b-dc2457315e02 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:48.221167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c18a1e16-6dfe-427c-ba13-d6d508057073 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:48.243775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Pushing event deleted for resources: {'Port': ['ID=c18a1e16-6dfe-427c-ba13-d6d508057073,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:48.245997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.271140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c18a1e16-6dfe-427c-ba13-d6d508057073 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:48.271640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c18a1e16-6dfe-427c-ba13-d6d508057073 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:48.343683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.442847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:48.482386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:48.492312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] For port d6fa4d8c-84da-4a12-8def-2eb203c35b9b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,segment=NetworkSegment(406c31fb-c40e-4ca9-82d5-d6ae944bf694),segment_id=406c31fb-c40e-4ca9-82d5-d6ae944bf694)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:48.492687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.497764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:48.503552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:48.504809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.508268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.516357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.517960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:48.536524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Calling delete_port for d6fa4d8c-84da-4a12-8def-2eb203c35b9b owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:48.576441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-6a9bd4e8-9cfc-42a3-8cfa-241de9506aa4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8153031 Nov 12 03:06:48.600869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Request body: {'port': {'device_id': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:48.645577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.646134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd37d858-aae3-47f8-9217-e77718c015f6 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:06:48.674693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.676449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fdb35c6d-962d-400c-baab-9559821648da admin admin] 10.222.0.84 "DELETE /v2.0/routers/bd37d858-aae3-47f8-9217-e77718c015f6 HTTP/1.1" status: 204 len: 168 time: 2.4504275 Nov 12 03:06:48.679171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:48.754560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713e6c3-7c58-48ea-bce6-90f25835b653 req-96b48dbb-e323-4a8f-b330-90be1f2670c9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:48.756241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6713e6c3-7c58-48ea-bce6-90f25835b653 req-96b48dbb-e323-4a8f-b330-90be1f2670c9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 946 time: 0.1788223 Nov 12 03:06:48.794754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.828461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c4e9a-038c-400b-a619-dec1653ca522 req-bf99bf88-1b0f-4c74-8734-564e45d5fb19 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:48.830074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-401c4e9a-038c-400b-a619-dec1653ca522 req-bf99bf88-1b0f-4c74-8734-564e45d5fb19 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.1691501 Nov 12 03:06:48.833342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Deleting subnet 99545341-6258-47ee-aa7a-a8152b82f091 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:06:48.837702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.898516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:48.942600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6713e6c3-7c58-48ea-bce6-90f25835b653 req-fb02eeaa-b29e-4b01-9d25-d5604bb752b9 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups?id=7f26b2d3-4dce-4354-9773-a2c1c61e2164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781552 Nov 12 03:06:48.955668 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-401c4e9a-038c-400b-a619-dec1653ca522 req-e523c885-62f6-4c42-ac73-276f46bb875e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951979 Nov 12 03:06:49.031745 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.041047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.078352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event deleted for resources: {'Port': ['ID=d6fa4d8c-84da-4a12-8def-2eb203c35b9b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:49.161360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.196864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99545341-6258-47ee-aa7a-a8152b82f091,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:49.199233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.205010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b72c383a-1d4a-49fc-b72e-c427db277320 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/99545341-6258-47ee-aa7a-a8152b82f091 HTTP/1.1" status: 204 len: 168 time: 0.5218949 Nov 12 03:06:49.208926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6a414c-5476-436d-ae2c-10e92e1f429b None None] Network d443047f-312e-4207-b28a-5a12e1e29783 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:49.211791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e990-4b41-44cd-8d17-e665c56ac285 req-52e10fbb-e3df-41b7-a5b9-ca0fb068d705 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:49.213399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e704e990-4b41-44cd-8d17-e665c56ac285 req-52e10fbb-e3df-41b7-a5b9-ca0fb068d705 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1028373 Nov 12 03:06:49.213959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42220) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:49.248688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] No DVR routers for this DVR port d6fa4d8c-84da-4a12-8def-2eb203c35b9b on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:49.251540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.257023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72b632b2-dbc2-42af-a181-94aeefd82759 req-f2d193d5-dbb1-40d6-8b69-505d7ad3ca4e tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.32 "DELETE /v2.0/ports/d6fa4d8c-84da-4a12-8def-2eb203c35b9b HTTP/1.1" status: 204 len: 173 time: 1.6520522 Nov 12 03:06:49.260035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'name': 'network-vif-deleted', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:49.263869 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ea01a2-fee4-431a-8829-38e694b59bb7" -d '{"events": [{"server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "name": "network-vif-deleted", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:49.311533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e433c-e4d5-4841-9b23-fbba82ef1bd4 req-59173677-8fcc-48a9-a334-25e9b8e797b8 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:49.313931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a3e433c-e4d5-4841-9b23-fbba82ef1bd4 req-59173677-8fcc-48a9-a334-25e9b8e797b8 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 1102 time: 0.2209890 Nov 12 03:06:49.338615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.360753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e704e990-4b41-44cd-8d17-e665c56ac285 req-67c67c96-59b7-41cc-9105-94430c608e9c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323042 Nov 12 03:06:49.470441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a3e433c-e4d5-4841-9b23-fbba82ef1bd4 req-1bd76845-7296-49f7-8388-e81a99f65efb tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432805 Nov 12 03:06:49.490618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58f38b2-460f-4d1e-a791-d08a302955e3 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:49.516770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.518965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Deleting port a0054441-1bee-4e73-b053-64a19508d71d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:49.520612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.556676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Transition to ACTIVE for port object f58f38b2-460f-4d1e-a791-d08a302955e3 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:49.562614 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc3523-f092-454b-b8d3-3d11de531d1a x-openstack-request-id: req-dabc3523-f092-454b-b8d3-3d11de531d1a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:49.563681 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554d254b-fa00-4193-9c60-a5412b206c9d", "name": "network-vif-deleted", "tag": "d6fa4d8c-84da-4a12-8def-2eb203c35b9b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:49.563958 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dabc3523-f092-454b-b8d3-3d11de531d1a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:49.564506 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554d254b-fa00-4193-9c60-a5412b206c9d', 'name': 'network-vif-deleted', 'tag': 'd6fa4d8c-84da-4a12-8def-2eb203c35b9b', 'status': 'completed', 'code': 200} Nov 12 03:06:49.566755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.664551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] For port a0054441-1bee-4e73-b053-64a19508d71d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0054441-1bee-4e73-b053-64a19508d71d,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:49.665028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] DHCP port deletion for d443047f-312e-4207-b28a-5a12e1e29783 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:06:49.665441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.679947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:49.705008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Calling delete_port for a0054441-1bee-4e73-b053-64a19508d71d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:49.747344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Attempting to bind port f58f38b2-460f-4d1e-a791-d08a302955e3 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:49.747695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Attempting to bind port f58f38b2-460f-4d1e-a791-d08a302955e3 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:49.748031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Attempting to bind port f58f38b2-460f-4d1e-a791-d08a302955e3 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:49.757151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Port f58f38b2-460f-4d1e-a791-d08a302955e3 on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:49.757389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Attempting to bind port f58f38b2-460f-4d1e-a791-d08a302955e3 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:49.771306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Deleting port a0054441-1bee-4e73-b053-64a19508d71d {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:49.773659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.789131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8b0a-6509-4d11-a7d7-d89410107846 req-f6a23bfb-306a-40c4-867f-2fdc802ac1de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:49.798394 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-868e8b0a-6509-4d11-a7d7-d89410107846 req-f6a23bfb-306a-40c4-867f-2fdc802ac1de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 932 time: 0.3202708 Nov 12 03:06:49.812928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:49.821562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:49.824964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:49.827022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Bound port: f58f38b2-460f-4d1e-a791-d08a302955e3, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:49.831217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.900807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] For port a0054441-1bee-4e73-b053-64a19508d71d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0054441-1bee-4e73-b053-64a19508d71d,segment=NetworkSegment(2d722e5c-2280-4a6d-bf12-778065d8ea78),segment_id=2d722e5c-2280-4a6d-bf12-778065d8ea78)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:49.901626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.917456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-868e8b0a-6509-4d11-a7d7-d89410107846 req-157f1cb7-7d5f-4c47-8d97-7cdedbba0d84 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Nov 12 03:06:49.943933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Calling delete_port for a0054441-1bee-4e73-b053-64a19508d71d owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:49.952799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:49.975845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-2bfb2253-df05-4a3d-8eed-87a7a2fa08d2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689957 Nov 12 03:06:50.004210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0054441-1bee-4e73-b053-64a19508d71d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:50.013188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] No DVR routers for this DVR port a0054441-1bee-4e73-b053-64a19508d71d on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:50.060252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:50.130632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.157640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:50.164081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.168946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d443047f-312e-4207-b28a-5a12e1e29783']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:50.184779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0054441-1bee-4e73-b053-64a19508d71d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:50.206429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d722e5c-2280-4a6d-bf12-778065d8ea78') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:50.206767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d722e5c-2280-4a6d-bf12-778065d8ea78') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:50.217772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a0054441-1bee-4e73-b053-64a19508d71d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:50.219348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0054441-1bee-4e73-b053-64a19508d71d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:50.262270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c00a7b0-1891-45ea-aab5-51b89cb33a2d req-c94e9e59-7412-4a42-91a7-d504031b56b2 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/ports?device_id=554d254b-fa00-4193-9c60-a5412b206c9d HTTP/1.1" status: 200 len: 210 time: 0.0543623 Nov 12 03:06:50.262477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:50.263266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.265918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.272398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] 10.222.0.32 "PUT /v2.0/ports/f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 200 len: 1093 time: 1.6804500 Nov 12 03:06:50.283947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.291850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:06:50.292505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.302821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:06:50.303905 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:06:50.306110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-ecea5609-5d31-4bfb-b18e-d657e4eb0223 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:50.308126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-ecea5609-5d31-4bfb-b18e-d657e4eb0223 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3196771 Nov 12 03:06:50.348032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] Pushing event deleted for resources: {'Port': ['ID=a0054441-1bee-4e73-b053-64a19508d71d,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:50.354260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6fa4d8c-84da-4a12-8def-2eb203c35b9b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:06:50.368059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-617022e0-4b28-4f2c-9e04-f1a86ee24ab6 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.0470538 Nov 12 03:06:50.373903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.386500 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:50.388573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ff73-abbe-4813-8dc9-951f11baad76 service neutron] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:50.398130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d443047f-312e-4207-b28a-5a12e1e29783 HTTP/1.1" status: 204 len: 168 time: 1.1805010 Nov 12 03:06:50.405676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba669b-37d5-4acb-bf77-cc0238a6e251 None None] No DVR routers for this DVR port a0054441-1bee-4e73-b053-64a19508d71d on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:06:50.408783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: d6fa4d8c-84da-4a12-8def-2eb203c35b9b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:06:50.409144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6fa4d8c-84da-4a12-8def-2eb203c35b9b not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:06:50.444779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7cf92-69d7-4ded-9d34-908290383c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d443047f-312e-4207-b28a-5a12e1e29783,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:50.455007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-135f3672-4188-416d-b878-c576bd6f3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:50.456735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-135f3672-4188-416d-b878-c576bd6f3357 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 1096 time: 0.1389546 Nov 12 03:06:50.478130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-5ed3052b-434e-462d-8d19-11800fec070f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1088262 Nov 12 03:06:50.525685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-76b5b91b-e97a-4c6b-8cb8-b4acb5243185 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 200 len: 217 time: 0.0464468 Nov 12 03:06:50.568913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb9d42-da03-43d9-9565-449db433e134 req-644b88c4-377d-4f19-bc56-57033a6d2c08 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:50.570874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75fb9d42-da03-43d9-9565-449db433e134 req-644b88c4-377d-4f19-bc56-57033a6d2c08 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0777872 Nov 12 03:06:50.644148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-c042583b-7d56-477d-9048-609c5cdeb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:50.652713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-c042583b-7d56-477d-9048-609c5cdeb5f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1173027 Nov 12 03:06:50.717484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75fb9d42-da03-43d9-9565-449db433e134 req-f0551bfc-af63-4ac7-9626-2d3a2d46d87f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296508 Nov 12 03:06:50.742966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-2096e8fd-f57f-491a-841c-cac946c79209 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811603 Nov 12 03:06:50.804061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffada5d3-e73a-443b-adef-9d0571303cc2 req-7724b15f-27d3-401f-b239-97d3d90d2953 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 210 time: 0.0900624 Nov 12 03:06:50.865797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42272) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:50.922393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-5f2a5e4c-1be0-43aa-9e4e-546eea571ece service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170342 Nov 12 03:06:50.936178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-359275ba-3577-4384-b5f3-2137f6a5aafa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c6bade05e1d4b04836b1d701812b458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674229 Nov 12 03:06:50.937165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:51.054412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bec200b1-89f6-4dd7-8a9d-366b6743c9f8 req-07b69791-9fdd-41c6-b211-d4c72debccc1 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218169 Nov 12 03:06:51.089411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.130657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23739c6-531e-485b-8249-2b6445e4336c req-996db881-f360-4543-97f4-0fe27e268e12 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:51.133344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23739c6-531e-485b-8249-2b6445e4336c req-996db881-f360-4543-97f4-0fe27e268e12 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 944 time: 0.1141388 Nov 12 03:06:51.159064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.236675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23739c6-531e-485b-8249-2b6445e4336c req-af6ee2ef-d9c8-4bd3-b27d-0bbffd10d661 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923173 Nov 12 03:06:51.256290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.270611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.270611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a091455b-75d7-40b5-b135-da18fa1fa4ec HTTP/1.1" status: 204 len: 168 time: 0.3245661 Nov 12 03:06:51.281822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f387-9d11-48d5-acd3-16191ae08a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091455b-75d7-40b5-b135-da18fa1fa4ec,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:51.555424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:51.566173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:51.570394 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0fbbb8-898c-4269-ba32-7908858a27b5" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:51.639483 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6820d-2eac-4030-81b7-d9afd570113c x-openstack-request-id: req-cfe6820d-2eac-4030-81b7-d9afd570113c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:51.640654 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:51.640917 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cfe6820d-2eac-4030-81b7-d9afd570113c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:51.641323 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'status': 'completed', 'code': 200} Nov 12 03:06:51.668206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.707384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.763730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-e47b4603-7762-40fa-af08-ea0495a21c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:51.766043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-e47b4603-7762-40fa-af08-ea0495a21c22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 1096 time: 0.0991378 Nov 12 03:06:51.801162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.806579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:51.813343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:51.827278 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "DELETE /v2.0/security-groups/9561bb82-09ed-4a45-bfc1-346bbdfc6b6d HTTP/1.1" status: 204 len: 168 time: 0.2671723 Nov 12 03:06:51.846549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731b70-acdf-453d-9c9a-ed66e6a2276c tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9561bb82-09ed-4a45-bfc1-346bbdfc6b6d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:51.904374 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-000c95f5-f084-4dbd-bed2-df5999e14cd8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] show failed (client error): The resource could not be found. Nov 12 03:06:51.905433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-000c95f5-f084-4dbd-bed2-df5999e14cd8 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "GET /v2.0/security-groups/9561bb82-09ed-4a45-bfc1-346bbdfc6b6d HTTP/1.1" status: 404 len: 347 time: 0.0576220 Nov 12 03:06:51.909252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:51.936230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb81c0-96ae-4b29-9efd-c04e86473861 req-681099ea-b526-45b3-9801-781ea24ae022 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:51.945590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6fb81c0-96ae-4b29-9efd-c04e86473861 req-681099ea-b526-45b3-9801-781ea24ae022 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1349437 Nov 12 03:06:52.025156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6fb81c0-96ae-4b29-9efd-c04e86473861 req-467833a1-eee9-4572-8ca3-0943e6ab948c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Nov 12 03:06:52.031439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-888b9011-0209-4406-8bc7-1fdd1243d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:52.033127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-888b9011-0209-4406-8bc7-1fdd1243d31a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.2526596 Nov 12 03:06:52.113170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-2f037a59-f493-411b-8837-d4afc0adb568 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 200 len: 217 time: 0.0711231 Nov 12 03:06:52.115132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-50c62126-51d8-40b6-9aec-995cb392ee3d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256557 Nov 12 03:06:52.123337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3af4483-7802-45fb-b1de-86f6ea9ee108 req-cd967361-1b08-474f-ba94-f4aaa140320d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 210 time: 0.0697393 Nov 12 03:06:52.323641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Deleting port 2b8bc261-5803-4943-9d96-48483cdfc2fa {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:06:52.324203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.472825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.473161 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.497103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Calling delete_port for 2b8bc261-5803-4943-9d96-48483cdfc2fa owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:06:52.678116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-1c01abc1-bdd2-4b4e-9026-3e88ad810614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:52.679387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-1c01abc1-bdd2-4b4e-9026-3e88ad810614 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.5574918 Nov 12 03:06:52.714806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.722791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-a24fe8a5-cb9e-4b80-aaa5-cdf0a1422b92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321627 Nov 12 03:06:52.735889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940f524-a82f-414b-9607-26f825cde253 req-c4d9b35f-d40e-4afc-a7d3-59975b9cc664 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:52.745078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6940f524-a82f-414b-9607-26f825cde253 req-c4d9b35f-d40e-4afc-a7d3-59975b9cc664 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 944 time: 0.1578536 Nov 12 03:06:52.764686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Pushing event deleted for resources: {'Port': ['ID=2b8bc261-5803-4943-9d96-48483cdfc2fa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:52.865353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-e6762fe7-2687-43ad-bdea-0782d24da4c2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:52.871243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-e6762fe7-2687-43ad-bdea-0782d24da4c2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7224522 Nov 12 03:06:52.897210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:52.922629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.930094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:52.937576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a52623d0-afb4-4262-85ab-15ad3fa47162 tempest-ImagesOneServerNegativeTestJSON-312812328 tempest-ImagesOneServerNegativeTestJSON-312812328-project] 10.222.0.84 "DELETE /v2.0/floatingips/8d96c4f8-cd7e-4d3f-b2d1-701bab7c2613 HTTP/1.1" status: 204 len: 168 time: 1.0201564 Nov 12 03:06:53.000104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6940f524-a82f-414b-9607-26f825cde253 req-57473a90-a4ec-4bbc-a691-a68841bb852e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465842 Nov 12 03:06:53.063336 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-068af5e4-5975-4e39-80c5-3bac95adab12 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116479 Nov 12 03:06:53.235484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c0fbbb8-898c-4269-ba32-7908858a27b5 req-cdfd00ef-ff67-4508-8bf2-96173a6f55ab service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598821 Nov 12 03:06:53.283490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58ee249f-2304-454e-8f05-85a295eef502 req-c3d745b2-013f-4331-b2a8-facda894f8b1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 210 time: 0.0458415 Nov 12 03:06:53.295146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13082697-8e17-4d6c-8bda-4002fee2b3b1 req-cfc3f5d8-0939-4d4f-879b-12b5e626fe01 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:53.295146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13082697-8e17-4d6c-8bda-4002fee2b3b1 req-cfc3f5d8-0939-4d4f-879b-12b5e626fe01 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1263373 Nov 12 03:06:53.339666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42396) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:53.349070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:53.361531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:53.365330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.407146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Deleting subnet f4559c69-64ee-487e-85ae-23d8c95fa7bd {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:06:53.414465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.472021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.543116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.26 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/80d992a0-fc8f-4821-ad50-adab7dfb28b9) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:53.556671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.560273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13082697-8e17-4d6c-8bda-4002fee2b3b1 req-d1ed59be-260a-48cc-a416-a617bbad081d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644002 Nov 12 03:06:53.570575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bcad5c2-f8b4-4add-9e37-2ec11bc85b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.669679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.712170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.717153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f4559c69-64ee-487e-85ae-23d8c95fa7bd HTTP/1.1" status: 204 len: 168 time: 0.3756468 Nov 12 03:06:53.718069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc89ce-c482-4dc4-a563-8aec0276917a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4559c69-64ee-487e-85ae-23d8c95fa7bd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:53.722885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42424) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:53.790272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.804876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bcad5c2-f8b4-4add-9e37-2ec11bc85b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.824597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bcad5c2-f8b4-4add-9e37-2ec11bc85b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.855056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.862446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.871214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:53.875518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0', 'e14cef78-2b69-4434-b652-3599631c7769'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:53.890815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:53.894697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:53.899871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bcad5c2-f8b4-4add-9e37-2ec11bc85b38 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=939ed233bec14a8381145ea44d04a0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488915 Nov 12 03:06:53.900607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcad5c2-f8b4-4add-9e37-2ec11bc85b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9c941-ed67-4d9e-a370-7511a6d6a5f8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:53.903845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:53.922412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:53.937585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:53.938447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:53.996520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1072431 Nov 12 03:06:54.027465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Request body: {'port': {'device_id': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:54.079720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cd473-935b-40d2-bcb5-eba480fa1988 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:54.139360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.177945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.212285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.297396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9537caad-55d9-4433-b9db-aca1528604e7']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:54.308046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.370777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f58f38b2-460f-4d1e-a791-d08a302955e3 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:54.392156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406c31fb-c40e-4ca9-82d5-d6ae944bf694') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:54.392566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406c31fb-c40e-4ca9-82d5-d6ae944bf694') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:06:54.396839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38b11e-1051-403e-8234-c59ecf73ab4e req-ce2e0832-6f77-4c13-86d9-469a742388e4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:54.398392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38b11e-1051-403e-8234-c59ecf73ab4e req-ce2e0832-6f77-4c13-86d9-469a742388e4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 944 time: 0.2322719 Nov 12 03:06:54.404364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.408712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.414453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/26f9c941-ed67-4d9e-a370-7511a6d6a5f8 HTTP/1.1" status: 204 len: 168 time: 0.5086727 Nov 12 03:06:54.421618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.484899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f78eb-9077-40a4-8480-460c504cd827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9c941-ed67-4d9e-a370-7511a6d6a5f8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:54.528123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.548630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc38b11e-1051-403e-8234-c59ecf73ab4e req-507ff10c-4ecf-482d-b38e-da9867fb5dce tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439252 Nov 12 03:06:54.550660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:06:54.553012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:06:54.644175 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:06:54.653157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.699240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.708620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9537caad-55d9-4433-b9db-aca1528604e7 HTTP/1.1" status: 204 len: 168 time: 0.9816158 Nov 12 03:06:54.711775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7d038-7a26-456a-90d9-501ec336c877 admin admin] Pushing event deleted for resources: {'Network': ['ID=9537caad-55d9-4433-b9db-aca1528604e7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:54.722997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c84524-c6da-4f50-ad30-a07d2ce655de req-11cb2c1b-935f-4274-a7a4-12828ac780fd tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:54.730989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6c84524-c6da-4f50-ad30-a07d2ce655de req-11cb2c1b-935f-4274-a7a4-12828ac780fd tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 935 time: 0.2875397 Nov 12 03:06:54.747135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d992a0-fc8f-4821-ad50-adab7dfb28b9 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:54.786955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.807234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Transition to ACTIVE for port object 80d992a0-fc8f-4821-ad50-adab7dfb28b9 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:06:54.814019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6c84524-c6da-4f50-ad30-a07d2ce655de req-05ec5156-014c-4db8-8968-f1c0c552f8ed tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817358 Nov 12 03:06:54.814991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:54.831666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:54.846828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a787dd-4b20-415e-b2d0-2db9c42cc505 req-83101fa9-9e6c-472e-a886-60cde7d2ea3d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:54.854451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79a787dd-4b20-415e-b2d0-2db9c42cc505 req-83101fa9-9e6c-472e-a886-60cde7d2ea3d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1422784 Nov 12 03:06:54.917855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'mac_address': 'fa:16:3e:f9:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:54.974097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Pushing event updated for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:55.066830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79a787dd-4b20-415e-b2d0-2db9c42cc505 req-04612efb-6fe3-47f3-8690-878b2498bb18 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894519 Nov 12 03:06:55.086635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Attempting to bind port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:55.086935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Attempting to bind port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:55.087528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Attempting to bind port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:55.098882 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.101263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:06:55.103072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Attempting to bind port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:55.112575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:55.113894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:55.114456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:55.115584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Bound port: 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:55.116149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.175824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:55.267734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5d6f1b45-8eb9-40ec-9cfe-2f86675a86f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b936a84420d4411da45c87cb6998d964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857849 Nov 12 03:06:55.268404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:55.312911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:55.345422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.349698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:55.361276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.404217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.427484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:55.428120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.429525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] 10.222.0.39 "PUT /v2.0/ports/80d992a0-fc8f-4821-ad50-adab7dfb28b9 HTTP/1.1" status: 200 len: 1096 time: 1.4181645 Nov 12 03:06:55.434951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:55.437444 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34599112-8947-4403-bf5a-134494c6e901" -d '{"events": [{"name": "network-changed", "server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:55.443697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58f38b2-460f-4d1e-a791-d08a302955e3 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:55.473821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:55.476199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5eb84-ad19-4a89-a9d1-b2fea36b873a service neutron] Pushing event updated for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:55.514985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.551608 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b01e1f-ae5f-4da7-80ba-09363d8a7b61 x-openstack-request-id: req-d0b01e1f-ae5f-4da7-80ba-09363d8a7b61 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:55.551890 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:55.552150 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0b01e1f-ae5f-4da7-80ba-09363d8a7b61 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:55.552560 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9', 'status': 'completed', 'code': 200} Nov 12 03:06:55.582919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-75c1a337-0046-441f-8208-1d40c6cdbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:55.584527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-75c1a337-0046-441f-8208-1d40c6cdbd9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 1099 time: 0.0993063 Nov 12 03:06:55.585663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.591543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:55.593487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f26b2d3-4dce-4354-9773-a2c1c61e2164 HTTP/1.1" status: 204 len: 168 time: 0.3238144 Nov 12 03:06:55.668165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15664117-c96b-470d-918a-b06a4cdc13a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f26b2d3-4dce-4354-9773-a2c1c61e2164,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:55.677922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-9cf61ea2-2b9d-40e4-bf1a-b7bcc1e9bf48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9 HTTP/1.1" status: 200 len: 217 time: 0.0785270 Nov 12 03:06:55.777316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530728-2f25-44ca-9032-5800d8746c24 req-de4cb577-3785-4ab4-bd88-7d8dd0425c61 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:55.789676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18530728-2f25-44ca-9032-5800d8746c24 req-de4cb577-3785-4ab4-bd88-7d8dd0425c61 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 945 time: 0.1004007 Nov 12 03:06:55.799992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:55.806533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-851ec22d-4bd6-4a90-b878-276dcaeb8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:55.808831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-851ec22d-4bd6-4a90-b878-276dcaeb8c52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1181197 Nov 12 03:06:55.829554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f58f38b2-460f-4d1e-a791-d08a302955e3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:06:55.899230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18530728-2f25-44ca-9032-5800d8746c24 req-dd7f8a8e-b99a-498e-9576-74de6fea8c3c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962856 Nov 12 03:06:55.934499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-5f9d3563-9eff-4e84-8570-ead5787537d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:55.935792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-5f9d3563-9eff-4e84-8570-ead5787537d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1160178 Nov 12 03:06:56.155575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec15b-463a-444b-924a-d3ef8519e933 req-85198c50-ab68-4522-a149-7732073b4859 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.166738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57dec15b-463a-444b-924a-d3ef8519e933 req-85198c50-ab68-4522-a149-7732073b4859 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 947 time: 0.2179081 Nov 12 03:06:56.212283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-8eb612ce-1544-4c86-8320-3ef712b5dbba service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631054 Nov 12 03:06:56.229396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57dec15b-463a-444b-924a-d3ef8519e933 req-c84917c6-95ca-4ec3-b12d-585ba2edbad3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Nov 12 03:06:56.336116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3f94-6c64-441b-a94a-abaed7575d38 req-12dc32d3-64b7-4b54-8dae-504b98126e10 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.338592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7ac3f94-6c64-441b-a94a-abaed7575d38 req-12dc32d3-64b7-4b54-8dae-504b98126e10 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0773988 Nov 12 03:06:56.349649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba26eff0-a8b8-42f9-9bb9-516bd4c6694e req-9dbef8e8-8fd1-4b2b-811f-b7546cb0c431 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282949 Nov 12 03:06:56.437139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42550) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:56.470450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599112-8947-4403-bf5a-134494c6e901 req-62c374c9-ddce-4fa0-a0d5-2593671b49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.472034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-62c374c9-ddce-4fa0-a0d5-2593671b49d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 1099 time: 0.0563800 Nov 12 03:06:56.474348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7ac3f94-6c64-441b-a94a-abaed7575d38 req-56e4ff1c-e977-4927-b677-09c488f53441 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035073 Nov 12 03:06:56.590342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599112-8947-4403-bf5a-134494c6e901 req-36d53de7-5a92-42ba-864b-96ceeff6a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.592391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-36d53de7-5a92-42ba-864b-96ceeff6a6c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1079781 Nov 12 03:06:56.649759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-c1202f60-a8fd-4db6-8222-416a1b25269b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9 HTTP/1.1" status: 200 len: 217 time: 0.0470023 Nov 12 03:06:56.705492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599112-8947-4403-bf5a-134494c6e901 req-d3043836-eb4e-4aba-88ad-a88fec892996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.707603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-d3043836-eb4e-4aba-88ad-a88fec892996 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0496361 Nov 12 03:06:56.714800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1508905858-network', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:56.751843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Made reservation on behalf of 65d95d47d8194398a5103fa8ca242e7f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:56.758498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:56.780093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:56.789526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599112-8947-4403-bf5a-134494c6e901 req-ffe44e1f-6a3b-48ae-bd8b-1a86f1ac38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:56.791297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-ffe44e1f-6a3b-48ae-bd8b-1a86f1ac38fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749829 Nov 12 03:06:56.937640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-40da77cc-6f0a-4af5-a323-c57eef947e02 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382425 Nov 12 03:06:56.942661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:56.952721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.016282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942f20f5-5fd3-420c-bd9b-73c04f662df8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:57.019829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:06:57.032563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.033136 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Added segment 900f1961-f99d-477a-81a0-60642cdf3690 of type vlan for network 6cdfd548-9722-4542-bf03-e4539c5b7605 Nov 12 03:06:57.090441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.127582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.129651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:57.130409 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.150413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42b543-36fc-4e9a-9f39-f9612bdefeb2 req-1b978519-12f4-4326-b4a5-3bac20420cf3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:57.152480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a42b543-36fc-4e9a-9f39-f9612bdefeb2 req-1b978519-12f4-4326-b4a5-3bac20420cf3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 945 time: 0.0947952 Nov 12 03:06:57.168258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34599112-8947-4403-bf5a-134494c6e901 req-dd0383e7-4268-4ca0-9c74-65950835aa31 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218852 Nov 12 03:06:57.214301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] Pushing event updated for resources: {'Network': ['ID=6cdfd548-9722-4542-bf03-e4539c5b7605,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:57.215719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a42b543-36fc-4e9a-9f39-f9612bdefeb2 req-cdf9722b-e704-40c0-80cd-2ac350a610f7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548887 Nov 12 03:06:57.231806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:06:57.232353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42592) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:57.243002 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-097f8c5f-06cb-4a2e-9c20-ca5eed9b757b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8044407 Nov 12 03:06:57.245171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Request body: {'subnet': {'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1508905858-subnet', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:57.299483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Made reservation on behalf of 65d95d47d8194398a5103fa8ca242e7f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:06:57.302665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.449714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37440aea-59a8-4773-947c-a535eb585917 req-61c5349e-4ad9-4f6d-a2e7-e33e4157deef tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:57.452119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37440aea-59a8-4773-947c-a535eb585917 req-61c5349e-4ad9-4f6d-a2e7-e33e4157deef tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 947 time: 0.0616965 Nov 12 03:06:57.504063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.575427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37440aea-59a8-4773-947c-a535eb585917 req-1435307c-a653-4dfb-b4ec-850304cd9192 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169212 Nov 12 03:06:57.608723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.712689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c5668d-cce4-45d1-89c4-b52a157da9a2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:57.725249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Checking segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:57.725740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Network hostable DHCP agents. Network: 6cdfd548-9722-4542-bf03-e4539c5b7605, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:06:57.733914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16caf-a8da-46ed-b2e6-b71845531cb1 req-5fc12803-59fb-437f-8950-1f738114e5fb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:57.736871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43a16caf-a8da-46ed-b2e6-b71845531cb1 req-5fc12803-59fb-437f-8950-1f738114e5fb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0649338 Nov 12 03:06:57.777730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:06:57.792545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6cdfd548-9722-4542-bf03-e4539c5b7605) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:57.799978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:57.803535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e399a-cd8e-4b71-b63a-90a43f0ceab4 None None] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:06:57.808534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.854887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43a16caf-a8da-46ed-b2e6-b71845531cb1 req-5e8115b3-94dc-431d-9b73-81df662e17d2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099617 Nov 12 03:06:57.864341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3e69c1ef-7844-4c7f-ae82-6b43059db221 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6310279 Nov 12 03:06:57.867083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:57.874726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:06:57.909109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.910941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:57.921228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42618) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:57.966694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42622) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:58.018626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-6cdfd548-9722-4542-bf03-e4539c5b7605', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:06:58.020096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.022455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.083012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f7d-a4fb-4306-91d3-46485ae0be02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.211585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Allocated IP 172.20.0.2 (6cdfd548-9722-4542-bf03-e4539c5b7605/10c5668d-cce4-45d1-89c4-b52a157da9a2/184a3506-d603-461c-b12d-3c8a2b20a26b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:58.232512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796a1c87-711c-4194-b2dc-80febe538d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.247593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.282517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f7d-a4fb-4306-91d3-46485ae0be02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.291274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9d23f7d-a4fb-4306-91d3-46485ae0be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.360615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9d23f7d-a4fb-4306-91d3-46485ae0be02 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4d0218ee8d54b4b89a4854f9c2f0431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380486 Nov 12 03:06:58.364022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23f7d-a4fb-4306-91d3-46485ae0be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3f48b-37a1-4428-bd7e-a10315ec0828,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:58.366966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42638) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:58.383866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f58f38b2-460f-4d1e-a791-d08a302955e3 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:06:58.448239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796a1c87-711c-4194-b2dc-80febe538d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.455462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796a1c87-711c-4194-b2dc-80febe538d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.466731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896888-253e-4452-a16e-00a2d3c4a43c req-60f8a820-d919-4172-a185-2714af0f2594 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:58.468394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0896888-253e-4452-a16e-00a2d3c4a43c req-60f8a820-d919-4172-a185-2714af0f2594 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 945 time: 0.0842962 Nov 12 03:06:58.489566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.501358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.510694 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.515923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port f58f38b2-460f-4d1e-a791-d08a302955e3 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:06:58.518613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.522550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a1c87-711c-4194-b2dc-80febe538d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeea36f-eb3d-4e57-97a3-d13c569a7b89,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:58.535253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-796a1c87-711c-4194-b2dc-80febe538d47 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5c88ba81616c46ad8e566d5793bce275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5648582 Nov 12 03:06:58.546480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f58f38b2-460f-4d1e-a791-d08a302955e3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:06:58.546901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.560060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42640) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:06:58.580283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0896888-253e-4452-a16e-00a2d3c4a43c req-5f4e6c23-768b-49e5-9b72-6fd0eb7d0c05 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991666 Nov 12 03:06:58.594713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:58.601823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Pushing event updated for resources: {'Port': ['ID=184a3506-d603-461c-b12d-3c8a2b20a26b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:58.606203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:58.611903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:58.699209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.708239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.712456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.717904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.722908 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/22d3f48b-37a1-4428-bd7e-a10315ec0828 HTTP/1.1" status: 204 len: 168 time: 0.3529825 Nov 12 03:06:58.731808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Attempting to bind port 184a3506-d603-461c-b12d-3c8a2b20a26b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:06:58.732438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Attempting to bind port 184a3506-d603-461c-b12d-3c8a2b20a26b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:06:58.733306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Attempting to bind port 184a3506-d603-461c-b12d-3c8a2b20a26b on network 6cdfd548-9722-4542-bf03-e4539c5b7605 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:06:58.740716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:06:58.741422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Checking segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:06:58.742158 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.742635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Bound using segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:06:58.743611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Bound port: 184a3506-d603-461c-b12d-3c8a2b20a26b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:06:58.744113 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.757277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.805151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.841320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.861697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918cafd-4c6c-4848-b165-b9bd62e0380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3f48b-37a1-4428-bd7e-a10315ec0828,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:58.930510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e8dd5-cd71-473e-a3bf-a16c07cd566b req-d590cc59-50b3-4e9e-b91a-d338af34ffd3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:58.938093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-199e8dd5-cd71-473e-a3bf-a16c07cd566b req-d590cc59-50b3-4e9e-b91a-d338af34ffd3 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 947 time: 0.2312696 Nov 12 03:06:58.942604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] For port 184a3506-d603-461c-b12d-3c8a2b20a26b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:06:58.951576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:06:58.954154 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ddbe4-8ac6-40a1-8aed-17acbb56ab67" -d '{"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-plugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:06:58.979163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:58.985543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:58.988837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] For port 184a3506-d603-461c-b12d-3c8a2b20a26b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=184a3506-d603-461c-b12d-3c8a2b20a26b,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:06:58.990867 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.038824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Allocated IP 172.25.2.92 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/03182616-a300-4f08-92ed-608e2688308d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:06:59.047910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:59.051355 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.080188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80d992a0-fc8f-4821-ad50-adab7dfb28b9 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:06:59.116751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740d15-1034-4798-80c5-684c338ac174 req-065acf93-2a0d-4df3-8492-866928172a14 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:59.138908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f740d15-1034-4798-80c5-684c338ac174 req-065acf93-2a0d-4df3-8492-866928172a14 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1102700 Nov 12 03:06:59.188767 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.204684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eadcd-6785-473d-b001-9166fef63e38 None None] Pushing event updated for resources: {'Port': ['ID=184a3506-d603-461c-b12d-3c8a2b20a26b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:59.228461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.231516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.235708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/baeea36f-eb3d-4e57-97a3-d13c569a7b89 HTTP/1.1" status: 204 len: 168 time: 0.6725235 Nov 12 03:06:59.252130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.256757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f740d15-1034-4798-80c5-684c338ac174 req-b2b84186-27c7-48c2-b83f-7528567d586f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118133 Nov 12 03:06:59.266474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e470f82-094a-42a6-9e07-aad573e72b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeea36f-eb3d-4e57-97a3-d13c569a7b89,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:59.289548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:06:59.297105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:06:59.323261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:06:59.365433 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3d12c-5508-4da2-a492-4d805df316d5 x-openstack-request-id: req-c8b3d12c-5508-4da2-a492-4d805df316d5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:06:59.365724 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-plugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:06:59.365978 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c8b3d12c-5508-4da2-a492-4d805df316d5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:06:59.367125 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'code': 200} Nov 12 03:06:59.368993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:59.397985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-199e8dd5-cd71-473e-a3bf-a16c07cd566b req-07435710-6ea6-489e-8760-8defa3b4b411 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587648 Nov 12 03:06:59.417787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '80d992a0-fc8f-4821-ad50-adab7dfb28b9', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '80d992a0-fc8f-4821-ad50-adab7dfb28b9', 'mac_address': 'fa:16:3e:19:80:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:06:59.544053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.547938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Pushing event updated for resources: {'Port': ['ID=03182616-a300-4f08-92ed-608e2688308d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:59.558849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c0b3b-202c-48de-b0a7-df5cc40e379d req-f19d32d3-2924-4e0b-b3f8-1488df934aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:59.560609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-206c0b3b-202c-48de-b0a7-df5cc40e379d req-f19d32d3-2924-4e0b-b3f8-1488df934aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 1098 time: 0.0821640 Nov 12 03:06:59.574854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d992a0-fc8f-4821-ad50-adab7dfb28b9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:06:59.606405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:06:59.622431 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:06:59.657328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-206c0b3b-202c-48de-b0a7-df5cc40e379d req-750527e9-5731-418e-8882-41ca183e0932 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819185 Nov 12 03:06:59.759761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:06:59.836264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfba91-cd10-4908-bacd-7b62c7cb096a req-b5d34535-bb30-436a-a12a-5bf4679a22af tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:06:59.837957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7cfba91-cd10-4908-bacd-7b62c7cb096a req-b5d34535-bb30-436a-a12a-5bf4679a22af tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1235328 Nov 12 03:06:59.962488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7cfba91-cd10-4908-bacd-7b62c7cb096a req-b77c28d3-1a6c-4e1d-9e13-8c25f877cbda tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116481 Nov 12 03:07:00.009449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['80d992a0-fc8f-4821-ad50-adab7dfb28b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:00.064415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 184a3506-d603-461c-b12d-3c8a2b20a26b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:00.088353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.099561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42688) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:00.121686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42690) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:00.140198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9149-b4b1-4460-8fb1-f3fa646e6401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.173501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 184a3506-d603-461c-b12d-3c8a2b20a26b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:00.174374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.331624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9149-b4b1-4460-8fb1-f3fa646e6401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.336466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b6e9149-b4b1-4460-8fb1-f3fa646e6401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.421589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b6e9149-b4b1-4460-8fb1-f3fa646e6401 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a5ecd363c37542e1b107c4fc411edfb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208542 Nov 12 03:07:00.426193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42696) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:00.557097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-993154713-network', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:00.574995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e9149-b4b1-4460-8fb1-f3fa646e6401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e56ba7-8669-41cf-8e4f-aba53d60be49,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:00.595545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.634592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.660428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.711899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.718461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Made reservation on behalf of 996d5128e3a84b7da075ad61fe33910f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:00.721331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.726696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 184a3506-d603-461c-b12d-3c8a2b20a26b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=184a3506-d603-461c-b12d-3c8a2b20a26b,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:00.733253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.739212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.749535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c026-aba7-4e7e-9216-cd5003e1ba19 req-eb3c2473-0b6b-47f6-a746-52a5fc909d2c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:00.762272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82c2c026-aba7-4e7e-9216-cd5003e1ba19 req-eb3c2473-0b6b-47f6-a746-52a5fc909d2c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 948 time: 0.1965735 Nov 12 03:07:00.819062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=184a3506-d603-461c-b12d-3c8a2b20a26b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:00.832683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768847aa-0ba3-4667-85e9-ae000ba03758 None None] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:00.856261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d8ade-8665-4790-a7b2-f2764ed42de3 req-b32e0f2b-9872-4da6-a8b5-dac64fb8e73a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:00.864695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff0d8ade-8665-4790-a7b2-f2764ed42de3 req-b32e0f2b-9872-4da6-a8b5-dac64fb8e73a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2665548 Nov 12 03:07:00.877008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82c2c026-aba7-4e7e-9216-cd5003e1ba19 req-f8692e73-76c9-4a2d-bd88-825bfe6802dc tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994532 Nov 12 03:07:00.932168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Router 93bdd094-8e7b-4fad-b390-852ffa5a7188 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:07:00.942780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.945443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:00.952275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39e56ba7-8669-41cf-8e4f-aba53d60be49 HTTP/1.1" status: 204 len: 168 time: 0.5245554 Nov 12 03:07:00.982337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038eb02-4813-4ac9-adf8-0cf8e9ec0a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e56ba7-8669-41cf-8e4f-aba53d60be49,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:01.006730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff0d8ade-8665-4790-a7b2-f2764ed42de3 req-1d7186dd-c5f4-48f5-9537-eeb6a96fe20d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411412 Nov 12 03:07:01.056177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.061794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.087008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:07:01.105170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9bc1c10d-fbd5-454a-a6a0-620b41a59453 None None] Provisioning complete for port 184a3506-d603-461c-b12d-3c8a2b20a26b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:01.105392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c10d-fbd5-454a-a6a0-620b41a59453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.124894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.125880 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Added segment 12f0b36e-775e-4fda-bfa4-9b976416155c of type vlan for network 3c7dfef4-7796-4305-b0ae-d2039597ea0d Nov 12 03:07:01.150057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c943da0-d7c4-4977-a0bd-fd72a7f0ba1c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:01.196100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.220213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ddcf5-b3eb-4ac6-b3ad-e820b556dfce req-471bcdf0-9aed-4307-acc3-187244f3c3f6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:01.221926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-772ddcf5-b3eb-4ac6-b3ad-e820b556dfce req-471bcdf0-9aed-4307-acc3-187244f3c3f6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1207337 Nov 12 03:07:01.252670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:01.261720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.262909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:01.263771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.271449 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Sync routers for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:01.285011 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:01.288951 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:01.309181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.314717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-88ea11c8-9423-4b2c-9d97-b3e2a97760b6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4459622 Nov 12 03:07:01.319785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42710) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:01.332756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-772ddcf5-b3eb-4ac6-b3ad-e820b556dfce req-1320b581-f2a3-4e7d-bf89-360b497447b1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964329 Nov 12 03:07:01.355766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2330208 Nov 12 03:07:01.405796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:01.411329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Request body: {'subnet': {'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-993154713-subnet', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:01.442578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27b8ca-d3b5-4071-b9e5-41000abcdc5e admin admin] Pushing event updated for resources: {'Network': ['ID=3c7dfef4-7796-4305-b0ae-d2039597ea0d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:01.454879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:07:01.492131 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:01.507106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Made reservation on behalf of 996d5128e3a84b7da075ad61fe33910f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:01.509763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.796305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dfdf707c-1dff-4cce-a4f5-1d87876bc4f6 None None] Provisioning complete for port 184a3506-d603-461c-b12d-3c8a2b20a26b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:01.797641 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfdf707c-1dff-4cce-a4f5-1d87876bc4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.937212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:01.960306 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:06:59Z', 'revision_number': 3, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:02.047688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 184a3506-d603-461c-b12d-3c8a2b20a26b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:02.048994 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Checking router: 93bdd094-8e7b-4fad-b390-852ffa5a7188 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:02.049347 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Updating router 93bdd094-8e7b-4fad-b390-852ffa5a7188 port 03182616-a300-4f08-92ed-608e2688308d binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:02.070378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fbbfff-7b92-48c7-bc69-d77faf709c4a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:02.130235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Checking segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:02.131576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Network hostable DHCP agents. Network: 3c7dfef4-7796-4305-b0ae-d2039597ea0d, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:07:02.135373 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.148405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 184a3506-d603-461c-b12d-3c8a2b20a26b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:02.148898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.156152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92758d-aaa7-443c-825d-93341f1deedc req-466c9e43-da1b-4d4e-8a40-fbf5de96bf28 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:02.157960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d92758d-aaa7-443c-825d-93341f1deedc req-466c9e43-da1b-4d4e-8a40-fbf5de96bf28 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 948 time: 0.0746953 Nov 12 03:07:02.194966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6700a38-bf0d-4c76-bc9d-01579caddf9e req-1591fd56-0378-441d-a965-7fa084ebdbf3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:02.203650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6700a38-bf0d-4c76-bc9d-01579caddf9e req-1591fd56-0378-441d-a965-7fa084ebdbf3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1212537 Nov 12 03:07:02.213454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d92758d-aaa7-443c-825d-93341f1deedc req-20ee3bf2-a4a3-4f86-a73d-315399185845 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Nov 12 03:07:02.214441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:07:02.225984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3c7dfef4-7796-4305-b0ae-d2039597ea0d) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:02.250341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:02.250881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.266714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d807734-19ad-4676-bd18-ecda1553704c None None] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:02.290648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5bfb196f-24ce-459a-b8ca-b8d569c76aaa admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8810110 Nov 12 03:07:02.290970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42750) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:02.300880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:02.349670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.351662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.476584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6700a38-bf0d-4c76-bc9d-01579caddf9e req-4f3fbc26-4d05-4922-9eb8-c100423087cb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720013 Nov 12 03:07:02.517839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.522866 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.647315 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.655160 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.666088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7403-f279-409b-9068-eb9069ba92dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.711600 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb1cd9-a720-4c75-a8ab-6ebc2b6e40ea None None] Pushing event updated for resources: {'Port': ['ID=03182616-a300-4f08-92ed-608e2688308d,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:02.743734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81fb9c-d9fd-4c89-a69c-837480b09e35 req-465e151f-6fa8-40ae-9480-fead51dd652b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:02.752416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c81fb9c-d9fd-4c89-a69c-837480b09e35 req-465e151f-6fa8-40ae-9480-fead51dd652b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2469027 Nov 12 03:07:02.788969 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Attempting to bind port 03182616-a300-4f08-92ed-608e2688308d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:02.789868 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Attempting to bind port 03182616-a300-4f08-92ed-608e2688308d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:02.790989 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Attempting to bind port 03182616-a300-4f08-92ed-608e2688308d on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:02.797105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Allocated IP 172.20.0.1 (6cdfd548-9722-4542-bf03-e4539c5b7605/10c5668d-cce4-45d1-89c4-b52a157da9a2/cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:02.804027 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:02.805515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:02.806168 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.811860 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:02.812701 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Bound port: 03182616-a300-4f08-92ed-608e2688308d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:02.813313 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.916358 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] For port 03182616-a300-4f08-92ed-608e2688308d, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:02.921472 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] For port 03182616-a300-4f08-92ed-608e2688308d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=03182616-a300-4f08-92ed-608e2688308d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:02.928590 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:02.958080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:07:02.958968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.023821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.032961 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:03.033612 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:03.036940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb1cd9-a720-4c75-a8ab-6ebc2b6e40ea None None] Pushing event updated for resources: {'Port': ['ID=03182616-a300-4f08-92ed-608e2688308d,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:03.099881 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.138715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80d992a0-fc8f-4821-ad50-adab7dfb28b9 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:03.231305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:03.256615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Pushing event updated for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:03.259448 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:03.275912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:03.283498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:03.361864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Allocated IP 172.20.0.2 (3c7dfef4-7796-4305-b0ae-d2039597ea0d/a8fbbfff-7b92-48c7-bc69-d77faf709c4a/84e934c6-ef74-46dd-a7d8-9bb0cde7e832) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:03.406104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-e6908fd1-da67-4474-9e0f-6d3132edf834 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9017811 Nov 12 03:07:03.439900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.560728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.602294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bef696-e336-4371-9d53-4b5158186425 req-2c52aa3e-94d1-4d7d-891a-650869fb615f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:03.602294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05bef696-e336-4371-9d53-4b5158186425 req-2c52aa3e-94d1-4d7d-891a-650869fb615f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 948 time: 0.2430971 Nov 12 03:07:03.616667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c81fb9c-d9fd-4c89-a69c-837480b09e35 req-eab5c18d-6ea6-40f0-8aa9-1b6e6384f3f2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8633323 Nov 12 03:07:03.632638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-5c55edf7-32a0-4f45-9dd9-19944817fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:03.634442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-5c55edf7-32a0-4f45-9dd9-19944817fb4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 1096 time: 0.1501753 Nov 12 03:07:03.697809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.714670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.737044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:03.754510 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:06:59Z', 'revision_number': 3, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:03.856644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-fcd351e8-e6fc-45c9-a5da-62537d70fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:03.861038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-fcd351e8-e6fc-45c9-a5da-62537d70fbb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.1601181 Nov 12 03:07:03.862197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8db5b-c011-4d30-99c5-8b8305c0dd54 None None] The sync data for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 is: [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:06:59Z', 'revision_number': 3, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:03.864148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:03.867089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05bef696-e336-4371-9d53-4b5158186425 req-a933a85a-4925-4890-b090-3ccb7e695081 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467856 Nov 12 03:07:03.867682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.940156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Pushing event updated for resources: {'Port': ['ID=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:03.956855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:03.983432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:04.005289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-75bdc943-ecf5-428e-a117-741e1ada359c None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:04.005663 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-75bdc943-ecf5-428e-a117-741e1ada359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.061510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:04.062541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-a0c9349c-a4a0-45ab-a475-9b3ec4d1063e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 200 len: 217 time: 0.1794157 Nov 12 03:07:04.067858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:04.181398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-4f0a2cd7-2930-474c-a6d4-29944721bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:04.182785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-4f0a2cd7-2930-474c-a6d4-29944721bbac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.0752831 Nov 12 03:07:04.230552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0985cb-c44c-4314-a17c-d5327cb889b8 req-e98dbb7f-8b01-4c1a-881b-26a805e089a3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:04.235020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-75bdc943-ecf5-428e-a117-741e1ada359c None None] Port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:04.238095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea0985cb-c44c-4314-a17c-d5327cb889b8 req-e98dbb7f-8b01-4c1a-881b-26a805e089a3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.3430903 Nov 12 03:07:04.295611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Attempting to bind port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:04.295993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Attempting to bind port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:04.296363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Attempting to bind port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 on network 3c7dfef4-7796-4305-b0ae-d2039597ea0d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:04.300638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-2a945342-6b6b-4fad-abfd-8237414debbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061208 Nov 12 03:07:04.357940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:04.358668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Checking segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:04.359078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.359525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Bound using segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:04.360371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Bound port: 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:04.360763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.374202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.380062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea0985cb-c44c-4314-a17c-d5327cb889b8 req-6689b53f-6b56-4a48-99f7-0ab248b803f3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409776 Nov 12 03:07:04.380944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.432984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.477916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.525206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.550218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Pushing event updated for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:04.562726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:04.563647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.587298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:04.591961 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f06ea1-93b3-43b9-a7e7-3dac78f2eb54" -d '{"events": [{"server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "name": "network-vif-plugged", "status": "completed", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:04.648955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] For port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:04.654407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] For port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:04.661667 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.678507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Allocated IP 172.25.2.171 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/63e149c4-feef-4694-8701-cbf74b6dfd72) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:04.681706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.784012 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f68baf-afa6-4462-ba26-8abd86450649 x-openstack-request-id: req-e5f68baf-afa6-4462-ba26-8abd86450649 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:04.787765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:04.788478 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "name": "network-vif-plugged", "status": "completed", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:04.788739 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5f68baf-afa6-4462-ba26-8abd86450649 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:04.789154 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9', 'code': 200} Nov 12 03:07:04.797967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:04.831773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ed8dbf6-e3a1-49dd-9ade-bd49cf67cbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:04.912394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:05.096775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3b281-6121-4d3f-a732-976e458ce716 None None] Pushing event updated for resources: {'Port': ['ID=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:05.255731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136bc61-1206-49bb-ad8f-15aca5c7bd9e req-4a5e9476-decf-4ba1-9252-11a9ab8a5652 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:05.257902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a283-27df-41f0-a9cf-897c57b09596 req-fdcb89f4-0513-4ece-be5c-2370a49b347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:05.259828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0594a283-27df-41f0-a9cf-897c57b09596 req-fdcb89f4-0513-4ece-be5c-2370a49b347b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 1101 time: 0.4377737 Nov 12 03:07:05.265124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2136bc61-1206-49bb-ad8f-15aca5c7bd9e req-4a5e9476-decf-4ba1-9252-11a9ab8a5652 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 949 time: 0.1572061 Nov 12 03:07:05.266755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-9f834a87-3570-4d0f-b0d7-77d3e2013473 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089890 Nov 12 03:07:05.288813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Router 93bdd094-8e7b-4fad-b390-852ffa5a7188 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:07:05.374037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:05.388103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b58c-1e4f-471c-9c72-e61180ae74c5 req-c6ccc987-126d-40d8-86fc-98295e3e3c6e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:05.392861 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2136bc61-1206-49bb-ad8f-15aca5c7bd9e req-d426a1b0-4252-49e8-93fe-4956bc58d9b1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217892 Nov 12 03:07:05.399217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0818b58c-1e4f-471c-9c72-e61180ae74c5 req-c6ccc987-126d-40d8-86fc-98295e3e3c6e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.5502627 Nov 12 03:07:05.400896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-193ba3e4-fc88-49f4-8608-1efc3cdb6a83 None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:05.401133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-193ba3e4-fc88-49f4-8608-1efc3cdb6a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:05.532281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0594a283-27df-41f0-a9cf-897c57b09596 req-f658640f-9bef-4479-b885-7cd272115776 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243855 Nov 12 03:07:05.546364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-193ba3e4-fc88-49f4-8608-1efc3cdb6a83 None None] Port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:05.552784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:05.599557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1677-31ca-46c1-bf73-42ea1bc266e6 req-6eec8386-ae42-4e67-8f10-b4a05287ba40 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:05.601176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0818b58c-1e4f-471c-9c72-e61180ae74c5 req-f80cb58a-f090-4c16-a265-022f3248a1fd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008438 Nov 12 03:07:05.601317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3ab1677-31ca-46c1-bf73-42ea1bc266e6 req-6eec8386-ae42-4e67-8f10-b4a05287ba40 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0875473 Nov 12 03:07:05.607192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:05.620303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb13a9c5-9517-4daa-860f-3f2f9514d27e req-4cc35e5a-b213-4610-bac1-2f18a0e16dcd service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072145 Nov 12 03:07:05.621970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:05.637747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e4ba632-749e-4606-a526-5c77fceb821a admin admin] 10.222.0.84 "PUT /v2.0/routers/93bdd094-8e7b-4fad-b390-852ffa5a7188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3045883 Nov 12 03:07:05.672169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:05.675361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:05.682223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:05.727577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3ab1677-31ca-46c1-bf73-42ea1bc266e6 req-ef4cd2d4-4b30-400c-be6f-020709d63e80 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184776 Nov 12 03:07:05.743125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:05.770025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Pushing event updated for resources: {'Port': ['ID=63e149c4-feef-4694-8701-cbf74b6dfd72,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:05.929869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32d54968-7acb-46c3-a636-ce83cb307d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.025110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.079433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 03182616-a300-4f08-92ed-608e2688308d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:06.102852 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32d54968-7acb-46c3-a636-ce83cb307d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.108304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32d54968-7acb-46c3-a636-ce83cb307d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.167453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-32d54968-7acb-46c3-a636-ce83cb307d2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4638d837dbee46e598953d74dbea8ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224522 Nov 12 03:07:06.170077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:06.187193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 03182616-a300-4f08-92ed-608e2688308d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:06.187705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.242033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54968-7acb-46c3-a636-ce83cb307d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2af171-6e80-4570-9568-abe353febdba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:06.278181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.326277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.342437 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.368953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 03182616-a300-4f08-92ed-608e2688308d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=03182616-a300-4f08-92ed-608e2688308d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:06.375666 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.380312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.383575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.385111 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da2af171-6e80-4570-9568-abe353febdba HTTP/1.1" status: 204 len: 168 time: 0.2138214 Nov 12 03:07:06.391527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:06.401407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a224f8-c50e-4503-b4fa-26682dc93a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2af171-6e80-4570-9568-abe353febdba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:06.532650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.537200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=03182616-a300-4f08-92ed-608e2688308d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:06.580260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97128e-0fb9-4d5e-9850-9f3ff1a30e4d None None] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:06.642268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591f8b1-2940-4ee5-b02d-f4684c47f7c8 req-6f745bc6-dadb-4247-a648-df5dd428af96 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:06.653879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d591f8b1-2940-4ee5-b02d-f4684c47f7c8 req-6f745bc6-dadb-4247-a648-df5dd428af96 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 949 time: 0.0865495 Nov 12 03:07:06.749133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d591f8b1-2940-4ee5-b02d-f4684c47f7c8 req-291bb2cb-d615-4e63-956a-9c19d34083d7 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914605 Nov 12 03:07:06.803411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42858) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:06.808406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798037267', 'description': 'tempest-description--1816051624'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:06.865322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:06.896407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:07:07.051753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cba8c1-557a-45ec-87b5-cf2d60adb4a2 req-609ce508-6038-46c8-9762-ac2b348688c9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:07.066972 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5cba8c1-557a-45ec-87b5-cf2d60adb4a2 req-609ce508-6038-46c8-9762-ac2b348688c9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1463149 Nov 12 03:07:07.084201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.101751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:07.104336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:07.104888 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.126121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242f730-8d7a-4bea-8475-014f263fb6ee req-edc6e1ee-76f0-4ca7-b51f-93ca56c234dd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:07.133549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0242f730-8d7a-4bea-8475-014f263fb6ee req-edc6e1ee-76f0-4ca7-b51f-93ca56c234dd tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2284706 Nov 12 03:07:07.138710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31536158-1c6a-4151-9ef8-1c1ea8e4ffbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.141958 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.148611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] Provisioning complete for port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:07.149780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.195613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0242f730-8d7a-4bea-8475-014f263fb6ee req-918b8b21-6ce5-4bb9-a60c-65594a678fea tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607731 Nov 12 03:07:07.198606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.202209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Sync routers for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:07.212939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-116302a3-140d-4eeb-9940-583c4c117d77 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9208329 Nov 12 03:07:07.218122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42866) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.255536 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Sync routers for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:07.277517 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:07.294300 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:07.299084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5cba8c1-557a-45ec-87b5-cf2d60adb4a2 req-991b4240-de33-41f4-8bc8-f7c93441765d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310801 Nov 12 03:07:07.303261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.319617 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.325376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.360857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.363615 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5589402 Nov 12 03:07:07.370996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42868) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.371391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] For port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:07.376165 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.412846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'security_group_rule': {'security_group_id': '10d24a11-9452-48e5-967d-1ee79c438030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:07.427636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:07.428285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:07.476353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.489598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32b4f5-ea03-4e79-a2d2-c26e516bf5ad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d24a11-9452-48e5-967d-1ee79c438030,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:07.555028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:07.594290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31536158-1c6a-4151-9ef8-1c1ea8e4ffbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.600220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31536158-1c6a-4151-9ef8-1c1ea8e4ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.613006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.647893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.667764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a0bd5-66cd-4ec5-8fe5-644576b145b4 None None] Pushing event updated for resources: {'Port': ['ID=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:07.709282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-31536158-1c6a-4151-9ef8-1c1ea8e4ffbd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e59197b72f874ede9ab92fcb137b276d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206772 Nov 12 03:07:07.710021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42870) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.713313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dea7d72-00eb-4b59-828f-753b918341c5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:07.721441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536158-1c6a-4151-9ef8-1c1ea8e4ffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5e05d-06a1-4aa6-907d-90ae4cd3ce3c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:07.735112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:07.737097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:07.743721 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34869825-3437-437f-a9b6-6015297d8150 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579333 Nov 12 03:07:07.744454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:07.755744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'security_group_rule': {'security_group_id': '10d24a11-9452-48e5-967d-1ee79c438030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:07.924536 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.011865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.088190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aef64cff-154f-4ae7-b7a9-1390622492b3 None None] Provisioning complete for port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:08.088685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aef64cff-154f-4ae7-b7a9-1390622492b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.101217 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:04Z', 'revision_number': 2, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:08.105990 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.141542 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Checking router: 93bdd094-8e7b-4fad-b390-852ffa5a7188 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:08.141922 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Updating router 93bdd094-8e7b-4fad-b390-852ffa5a7188 port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:08.181478 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.203903 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.278526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:05Z', 'revision_number': 3, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:08.313629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Checking router: 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:08.313987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Updating router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 port 63e149c4-feef-4694-8701-cbf74b6dfd72 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:08.357584 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.370579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5085d-26c6-409a-8b3e-908cdeec7963 req-9f66700a-689c-4dd0-9f24-6b82f86ae003 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:08.372116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35f5085d-26c6-409a-8b3e-908cdeec7963 req-9f66700a-689c-4dd0-9f24-6b82f86ae003 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 949 time: 0.4975729 Nov 12 03:07:08.479396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.482373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.493487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4d5e05d-06a1-4aa6-907d-90ae4cd3ce3c HTTP/1.1" status: 204 len: 168 time: 0.7811062 Nov 12 03:07:08.543705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.546424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d2f1-9dd2-4a3b-8476-d9328d977983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5e05d-06a1-4aa6-907d-90ae4cd3ce3c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:08.573909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 03182616-a300-4f08-92ed-608e2688308d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:08.575690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-9f2a3b89-3ba6-4c76-bcaf-5c8eccd22d19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615081 Nov 12 03:07:08.613944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35f5085d-26c6-409a-8b3e-908cdeec7963 req-94d7297d-5e1a-4a8d-9b30-392a97c6cced tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924136 Nov 12 03:07:08.617468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.673008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb63657d-2919-4cd4-9864-981ac087fa9d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:08.696076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.700021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e5c2f-60e7-41a1-bcdf-406b06258311 req-d74e7fa8-4947-427c-859c-360ad699ac5e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:08.704952 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79921aad-7bdc-49c9-b0af-e5a1a6fe64e4 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9565394 Nov 12 03:07:08.708937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42888) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:08.710515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f2e5c2f-60e7-41a1-bcdf-406b06258311 req-d74e7fa8-4947-427c-859c-360ad699ac5e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.3394578 Nov 12 03:07:08.718550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:08.879162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.908672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-d167a81e-2fa3-451c-8286-642a66f2fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:08.911011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-d167a81e-2fa3-451c-8286-642a66f2fc66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 1101 time: 0.1790261 Nov 12 03:07:08.926041 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f2e5c2f-60e7-41a1-bcdf-406b06258311 req-80a6f037-a3fc-4ee6-b030-3a26fda189ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118204 Nov 12 03:07:08.936256 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-ac092239-e072-4833-aae2-693db4164e12 service neutron] show failed (client error): The resource could not be found. Nov 12 03:07:08.938031 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.939617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-ac092239-e072-4833-aae2-693db4164e12 service neutron] 10.222.0.39 "GET /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.3844893 Nov 12 03:07:08.946481 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:08.948869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.009115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec28a17-d031-4206-9161-ccd4973be71f req-ef42b2e5-3773-48a8-9644-cd41b508d4c6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:09.010884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ec28a17-d031-4206-9161-ccd4973be71f req-ef42b2e5-3773-48a8-9644-cd41b508d4c6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.2279561 Nov 12 03:07:09.097985 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482978a0-90bd-4cc7-bbac-29c7f5ef040b None None] Pushing event updated for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:09.119227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 03182616-a300-4f08-92ed-608e2688308d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:09.119969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.163441 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Attempting to bind port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:09.164206 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Attempting to bind port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:09.164785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Attempting to bind port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e on network 6cdfd548-9722-4542-bf03-e4539c5b7605 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:09.183660 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:09.185190 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Checking segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:09.192271 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.193023 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Bound using segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:09.193695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Bound port: cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:09.194275 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.306429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Allocated IP 172.20.0.1 (3c7dfef4-7796-4305-b0ae-d2039597ea0d/a8fbbfff-7b92-48c7-bc69-d77faf709c4a/3568266e-1cd5-452e-9a73-04495bf7bff4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:09.323313 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] For port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:09.331838 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] For port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:09.338099 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.355400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ec28a17-d031-4206-9161-ccd4973be71f req-ef2e393a-7ffc-4614-9055-3567ccc3f3f9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145945 Nov 12 03:07:09.450743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.462147 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:09.462147 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:09.556882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.570031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.573718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482978a0-90bd-4cc7-bbac-29c7f5ef040b None None] Pushing event updated for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:09.580146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:09.580791 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.584024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:09.609251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.728467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Allocated IP 172.25.2.69 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/77368af1-9e4e-4c78-9263-5d6635e236a8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:09.745866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.768642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:09.795007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:09.877052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:09.889663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:09.889663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.911085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Attempting to bind port 63e149c4-feef-4694-8701-cbf74b6dfd72 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:09.911493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Attempting to bind port 63e149c4-feef-4694-8701-cbf74b6dfd72 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:09.911860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Attempting to bind port 63e149c4-feef-4694-8701-cbf74b6dfd72 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:09.924370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e430-ff3a-48cc-9d1d-d74f2a1dd6e4 None None] Pushing event updated for resources: {'Port': ['ID=63e149c4-feef-4694-8701-cbf74b6dfd72,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:09.976364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:09.976778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:09.979261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:09.980109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:09.980243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Bound port: 63e149c4-feef-4694-8701-cbf74b6dfd72, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:09.980572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.026841 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.069555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7c66cf60-0642-47a9-beac-b55d290e3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:10.071312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7c66cf60-0642-47a9-beac-b55d290e3b90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1102 time: 0.4818339 Nov 12 03:07:10.126704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:10.127533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.129968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.148944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:10.216144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000e78-152b-47af-b23a-d21a31e375e6 req-3c28bfb0-6621-4dbc-98cc-210c73e6f969 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:10.217955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f000e78-152b-47af-b23a-d21a31e375e6 req-3c28bfb0-6621-4dbc-98cc-210c73e6f969 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1599057 Nov 12 03:07:10.219822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.248712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:09Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:10.290833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:10.296398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.302748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:10.303574 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ebfb8-0b7c-451a-be9f-35572dfc2a1f None None] The sync data for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 is: [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:09Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:10.305823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:10.314724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Pushing event updated for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:10.329974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d65b0-28f8-4979-9d24-6a2148a84fd1 req-8b096e0e-28c6-426c-a82c-57d4298a2633 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:10.334140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] For port 63e149c4-feef-4694-8701-cbf74b6dfd72, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:10.339691 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca0d65b0-28f8-4979-9d24-6a2148a84fd1 req-8b096e0e-28c6-426c-a82c-57d4298a2633 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 1101 time: 0.7512889 Nov 12 03:07:10.346712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] For port 63e149c4-feef-4694-8701-cbf74b6dfd72, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=63e149c4-feef-4694-8701-cbf74b6dfd72,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:10.353601 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.364552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.455989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f000e78-152b-47af-b23a-d21a31e375e6 req-540e3192-7b7a-4d13-b97a-ec2609393dec tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310722 Nov 12 03:07:10.481876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'Port': ['ID=77368af1-9e4e-4c78-9263-5d6635e236a8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:10.528966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.614404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:10.691670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-a2cf8424-dcee-40a8-98b3-7ab7fcf475de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:10.694446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-a2cf8424-dcee-40a8-98b3-7ab7fcf475de service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 1.7490504 Nov 12 03:07:10.725039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] For port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:10.749169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:10.749831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:10.883775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee70d29-e8f0-4d74-9b11-5af941643902 req-30be6338-a94f-4e7a-bbdd-18bc9c147856 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:10.897836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ee70d29-e8f0-4d74-9b11-5af941643902 req-30be6338-a94f-4e7a-bbdd-18bc9c147856 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1668739 Nov 12 03:07:10.903969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:10.916740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-7204fafa-0bc4-48be-aa1d-d94450300831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b6d1ec47-4212-4be4-9159-b06ade216b03 HTTP/1.1" status: 200 len: 217 time: 0.1758847 Nov 12 03:07:10.947113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca0d65b0-28f8-4979-9d24-6a2148a84fd1 req-9c360dcb-6719-4465-a61b-30b2a536ae8b tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065345 Nov 12 03:07:11.025529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0e430-ff3a-48cc-9d1d-d74f2a1dd6e4 None None] Pushing event updated for resources: {'Port': ['ID=63e149c4-feef-4694-8701-cbf74b6dfd72,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:11.036568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ee70d29-e8f0-4d74-9b11-5af941643902 req-3219087d-5f6f-4148-9808-20072efa11e3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309872 Nov 12 03:07:11.060364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.069130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.070102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:11.076612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.117004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-4be7e6a8-6e90-43e8-b34d-8a4d774dac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:11.118697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-4be7e6a8-6e90-43e8-b34d-8a4d774dac81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1705604 Nov 12 03:07:11.145217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:11.238307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:11.297003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'Port': ['ID=77368af1-9e4e-4c78-9263-5d6635e236a8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:11.321187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.357264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.358847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e6e453d-b31e-451b-a889-83ee43f98e02 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6489375 Nov 12 03:07:11.372681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:11.410194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcb61f-2f73-418b-96c2-d17ebe9f26ff None None] Pushing event updated for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:11.449642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.456713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3b4c0559-2204-4bf7-b6e0-6ae15771513f None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:11.457465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0559-2204-4bf7-b6e0-6ae15771513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.472473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Transition to ACTIVE for port object 1406cb3b-3c27-44d3-8277-168ea62880b4 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:11.485906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:11.495890 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e26786b-c4d7-4c5d-b245-6a292aa06f39" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:11.516051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.565662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.576498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c0559-2204-4bf7-b6e0-6ae15771513f None None] Port 3568266e-1cd5-452e-9a73-04495bf7bff4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:11.582234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-28fee17e-10da-4bb0-9fdb-62a204e60582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:11.583792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-28fee17e-10da-4bb0-9fdb-62a204e60582 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4545157 Nov 12 03:07:11.602488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:11.602862 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.616959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-9d41bb1e-0ae4-45d8-992e-e5548c6368a9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2330182 Nov 12 03:07:11.617581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.618299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.671916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382163d7-05ab-4e8b-bd85-df388322f151 req-bf8bbf34-a85d-442e-9b84-7f219b5208e3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:11.673487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-382163d7-05ab-4e8b-bd85-df388322f151 req-bf8bbf34-a85d-442e-9b84-7f219b5208e3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0915246 Nov 12 03:07:11.676029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3b4c0559-2204-4bf7-b6e0-6ae15771513f None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:11.676399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b4c0559-2204-4bf7-b6e0-6ae15771513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:11.771500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:11.788252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-382163d7-05ab-4e8b-bd85-df388322f151 req-89c40633-62f8-4941-94a3-75b348a16b40 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074741 Nov 12 03:07:11.844403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:09Z', 'revision_number': 1, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:11.913978 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47452de-1b08-4528-80a0-36e1bae57cc3 x-openstack-request-id: req-f47452de-1b08-4528-80a0-36e1bae57cc3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:11.914569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:11.914569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f47452de-1b08-4528-80a0-36e1bae57cc3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:11.914935 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'code': 200} Nov 12 03:07:11.978931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10ecc-c2f4-4c21-a5df-080787dc855f None None] The sync data for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 is: [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:09Z', 'revision_number': 1, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:12.039129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-566cb189-54d6-419a-90d1-5d5e587f411e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.095572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:12.224538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] No DVR routers for this DVR port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:12.324592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-566cb189-54d6-419a-90d1-5d5e587f411e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.357499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-b24aee80-a60f-4840-bc89-5bbe32c7c811 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:12.367450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-b24aee80-a60f-4840-bc89-5bbe32c7c811 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5737698 Nov 12 03:07:12.377683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-566cb189-54d6-419a-90d1-5d5e587f411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.437282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Pushing event updated for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:12.458337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:12.467239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-566cb189-54d6-419a-90d1-5d5e587f411e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9552456479e4689a1dbd54da29a361c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945174 Nov 12 03:07:12.470995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cb189-54d6-419a-90d1-5d5e587f411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a349ce-01b5-403a-83ec-798a8180e72f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:12.474572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43020) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:12.475430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:12.485125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:12.485697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:12.486225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:12.494111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-edf48d31-99d3-4aa0-821c-0fdf7f21fb3a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/quotas/78c393c0e4f045d39dea0abdaeab4e29 HTTP/1.1" status: 200 len: 375 time: 0.1219857 Nov 12 03:07:12.496398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-e0431665-9b36-4933-a875-b9f42aa4e72a service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8647025 Nov 12 03:07:12.524734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-7cfcc85e-7951-43f9-b1d9-b415cdb9c3c9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:12.533225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-7cfcc85e-7951-43f9-b1d9-b415cdb9c3c9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.3141422 Nov 12 03:07:12.550479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:12.550848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:12.582657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-f5905515-a0b9-41f5-aba6-50f64c2ec80a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/quotas/7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 375 time: 0.0486162 Nov 12 03:07:12.647522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:12.647870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:12.648264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:12.648724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Bound port: 1406cb3b-3c27-44d3-8277-168ea62880b4, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:12.649087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.651968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.686660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-3cd16897-2fc7-4724-bf4e-6d64cc6ad7a5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031168 Nov 12 03:07:12.692713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:12.820749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-d7481852-353b-4e42-a229-26066cc721d7 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3198142 Nov 12 03:07:12.920048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1ce87ad8-a10e-4fe2-9284-221bc050df31 None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:12.923654 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ce87ad8-a10e-4fe2-9284-221bc050df31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.023675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1ce87ad8-a10e-4fe2-9284-221bc050df31 None None] Port 3568266e-1cd5-452e-9a73-04495bf7bff4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:13.472371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 63e149c4-feef-4694-8701-cbf74b6dfd72 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:13.498408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.501228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.506170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a5a349ce-01b5-403a-83ec-798a8180e72f HTTP/1.1" status: 204 len: 168 time: 1.0242803 Nov 12 03:07:13.520523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-1af243c8-6210-4da9-a16c-b58e706f4638 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8118613 Nov 12 03:07:13.538215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643937a-b2f8-44e9-8abb-a6b42464298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a349ce-01b5-403a-83ec-798a8180e72f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:13.601495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:13.611057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:13.617884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c32ef931-1cdb-4304-8e2d-56ac248df53a req-23980fda-6fbd-45f3-b5ac-4b67fd9b853f service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0433702 Nov 12 03:07:13.633329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.682025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 63e149c4-feef-4694-8701-cbf74b6dfd72 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:13.682731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.739845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-46e4fe22-d67c-405c-959e-adaaa71c2653 service neutron] 10.222.0.84 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181020 Nov 12 03:07:13.818082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:07:13.840796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:13.842943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.844986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.847300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 1097 time: 3.7270441 Nov 12 03:07:13.891795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 63e149c4-feef-4694-8701-cbf74b6dfd72, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=63e149c4-feef-4694-8701-cbf74b6dfd72,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:13.913926 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:13.914881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:13.954959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ceb8-b465-452b-9501-67227b83f24e req-8b01a2ed-6613-4b05-a8ad-5e9876458ebc tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:13.956763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6529ceb8-b465-452b-9501-67227b83f24e req-8b01a2ed-6613-4b05-a8ad-5e9876458ebc tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.5605309 Nov 12 03:07:13.957429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:13.959776 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012b19b8-53ce-4556-9022-edff7a76e4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:13.977776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:14.102872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.115556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.122295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.122880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.123437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.123919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.124419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.125086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.130278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.130869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.131392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.131961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7d4c1-8a44-4640-8fd9-c5f7199870b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:14.362865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-0a626b7a-9310-4c16-a03b-e2d0a493c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:14.366100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-0a626b7a-9310-4c16-a03b-e2d0a493c84f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1100 time: 0.3827550 Nov 12 03:07:14.375978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5d656-290f-475b-995b-9b8da7fc5a8e req-a3ec8974-de68-4b59-9d8c-147d4f8180ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:14.384752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0f5d656-290f-475b-995b-9b8da7fc5a8e req-a3ec8974-de68-4b59-9d8c-147d4f8180ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0789871 Nov 12 03:07:14.421018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6529ceb8-b465-452b-9501-67227b83f24e req-f481077e-e5d3-4596-814c-ed4063faa39c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275634 Nov 12 03:07:14.485739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=63e149c4-feef-4694-8701-cbf74b6dfd72,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:14.508889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:14.509441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:14.525905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0f5d656-290f-475b-995b-9b8da7fc5a8e req-8d828c7a-92fd-42e9-801e-8bb7080163b7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401746 Nov 12 03:07:14.739621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:14.830440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d674601b-9354-411f-8810-8407b0565421 req-c6c8a830-7c55-427a-ba2a-ffec6ced7217 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 210 time: 0.0807366 Nov 12 03:07:14.835714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-470ea415-b747-4be6-8dc6-293f51201856 admin admin] 10.222.0.84 "PUT /v2.0/routers/61ecfc9d-8318-41a6-902d-c0fbb6ccd113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6162870 Nov 12 03:07:14.861696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-ecb77a9e-64e6-4abc-ba7e-1d5616035e0a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551597 Nov 12 03:07:14.863585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-aa5e5ca6-0b91-4ad6-977a-a683dedd48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:14.869726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-aa5e5ca6-0b91-4ad6-977a-a683dedd48e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.4909980 Nov 12 03:07:14.913021 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb37895-2a34-48f0-9cff-da3adaba05b0 x-openstack-request-id: req-aeb37895-2a34-48f0-9cff-da3adaba05b0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:14.913778 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:14.914391 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aeb37895-2a34-48f0-9cff-da3adaba05b0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:14.915361 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'status': 'completed', 'code': 200} Nov 12 03:07:15.012941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbd1791c-76aa-436a-8fc8-042b508026e0 req-778f4adb-14d7-42f4-9176-eeaf123b7a26 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.1091876 Nov 12 03:07:15.291774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 63e149c4-feef-4694-8701-cbf74b6dfd72 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:15.294896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-e27966df-7770-45aa-b767-8fb0343af123 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.3739192 Nov 12 03:07:15.359509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-79e38d06-05dd-4be7-878a-22ad9c4a3878 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.361709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-79e38d06-05dd-4be7-878a-22ad9c4a3878 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998014 Nov 12 03:07:15.372419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-bd811a0e-524f-4449-96cb-e47a285b0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.373922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-bd811a0e-524f-4449-96cb-e47a285b0262 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1100 time: 0.3720961 Nov 12 03:07:15.401357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Request body: {'port': {'device_id': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '78c393c0e4f045d39dea0abdaeab4e29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:15.420750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 63e149c4-feef-4694-8701-cbf74b6dfd72 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:15.421375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.634923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7cc18c5b-93b8-431b-a5f3-6e5959a3b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.641274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-7cc18c5b-93b8-431b-a5f3-6e5959a3b48a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.3351395 Nov 12 03:07:15.645150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Made reservation on behalf of 78c393c0e4f045d39dea0abdaeab4e29 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:15.648762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:15.709271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b389d4-1e60-4a8f-8412-6d892cd6667a req-27b67d64-0f6a-4631-812b-14f27aa52050 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.718629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85b389d4-1e60-4a8f-8412-6d892cd6667a req-27b67d64-0f6a-4631-812b-14f27aa52050 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.1149883 Nov 12 03:07:15.719448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43124) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:15.799004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Sync routers for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:15.812311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:15.812949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:15.905667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-9b88a482-21eb-47f4-9bb5-910e6ba14939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.907414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-9b88a482-21eb-47f4-9bb5-910e6ba14939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684453 Nov 12 03:07:15.910269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:15.914947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411989680', 'description': 'tempest-description--1250936021'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:15.923447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85b389d4-1e60-4a8f-8412-6d892cd6667a req-c78d39d8-473a-455a-8c40-7a29dac9eec0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990542 Nov 12 03:07:15.930136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-3af274c7-df1a-4bec-8bf4-7516906a8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:15.931727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-3af274c7-df1a-4bec-8bf4-7516906a8a49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.5488186 Nov 12 03:07:15.963706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:16.028120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f43349f-ca3f-4fbf-a7a7-c38a625e028c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.171727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-3185ec43-92e3-4255-8bee-e17e41397e88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.2186878 Nov 12 03:07:16.241156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.269657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 2, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:16.293334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Allocated IP 192.168.233.145 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/b6ac7876-3a83-4915-8694-8953861d69ae) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:16.298897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Checking router: 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:16.299920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Updating router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 port 3568266e-1cd5-452e-9a73-04495bf7bff4 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:07:16.307564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e493ef41-6b48-4ac4-b62f-9a036e286d31 req-085b41ab-3c23-4c03-8c8e-950a206bdaae tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 210 time: 0.1283636 Nov 12 03:07:16.342477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-dc6703c4-79df-4305-9ff7-059e08df2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:16.344221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-dc6703c4-79df-4305-9ff7-059e08df2ea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1479554 Nov 12 03:07:16.359747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3bd65-1466-4ac4-99bc-3dc4a88c855a req-362b04e7-504e-4297-9df7-ee0c81b5f939 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:16.364918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.367627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6b3bd65-1466-4ac4-99bc-3dc4a88c855a req-362b04e7-504e-4297-9df7-ee0c81b5f939 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.3338764 Nov 12 03:07:16.429026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-602942b8-8cab-4b99-a856-d26a6754feeb service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748178 Nov 12 03:07:16.485870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3590938-995c-43ef-840f-b39a5da4ce2a req-cc980420-1624-44aa-8654-1a63e1e8a44e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.0486448 Nov 12 03:07:16.490369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f43349f-ca3f-4fbf-a7a7-c38a625e028c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.499585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-d18a7ae1-8136-4477-a2c1-5b4d084854f9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:16.501941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-d18a7ae1-8136-4477-a2c1-5b4d084854f9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 808 time: 0.3800340 Nov 12 03:07:16.503403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f43349f-ca3f-4fbf-a7a7-c38a625e028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.529560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Request body: {'port': {'device_id': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'admin_state_up': True, 'tenant_id': '7c2c6410511c4f00ac7738c51af324d5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:16.616162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-556ecf76-4fac-4ee0-ae64-f8ae8dca2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:16.617718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-556ecf76-4fac-4ee0-ae64-f8ae8dca2dd5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2443955 Nov 12 03:07:16.632106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9f43349f-ca3f-4fbf-a7a7-c38a625e028c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=47115df9079b4cf1a31e4f53f0ef35af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9116077 Nov 12 03:07:16.640940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:16.672876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6b3bd65-1466-4ac4-99bc-3dc4a88c855a req-4335fad1-62a2-41e0-85c4-2c045d018264 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043203 Nov 12 03:07:16.681916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43349f-ca3f-4fbf-a7a7-c38a625e028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd95b918-2b6c-4ac2-90ba-20287bc1b118,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:16.715644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.739122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.800501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-663a512e-315e-4824-b3de-420de5ffc5f6 req-257034c9-176e-4cd3-b2f5-2b8e1a6cdb71 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602324 Nov 12 03:07:16.823451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.849871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4907c367-da20-4f61-94d4-c956725a8fb1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:16.854384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.855639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b929fc0-4df6-4d1a-acde-6a7a9d950a88 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9443614 Nov 12 03:07:16.867754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:16.874069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Made reservation on behalf of 7c2c6410511c4f00ac7738c51af324d5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:16.877648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'security_group_rule': {'security_group_id': '4907c367-da20-4f61-94d4-c956725a8fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:16.901484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.911930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:16.914839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-71ba9d1d-ff8a-4eb1-bedf-74d556704714 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542222 Nov 12 03:07:17.009547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.044427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.054263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.146987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.177945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25ae8a-087d-4310-a930-b9ab19992b17 None None] Pushing event updated for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:17.211012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-04a70399-8440-4ce6-9963-23efd79272b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:17.212619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-04a70399-8440-4ce6-9963-23efd79272b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1100 time: 0.3216372 Nov 12 03:07:17.219750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.225052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.228230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bd95b918-2b6c-4ac2-90ba-20287bc1b118 HTTP/1.1" status: 204 len: 168 time: 0.5861001 Nov 12 03:07:17.322528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Attempting to bind port 3568266e-1cd5-452e-9a73-04495bf7bff4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:17.323486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Attempting to bind port 3568266e-1cd5-452e-9a73-04495bf7bff4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:17.323623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903b285-cf64-4eff-994a-d98480e8fcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd95b918-2b6c-4ac2-90ba-20287bc1b118,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:17.325484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Attempting to bind port 3568266e-1cd5-452e-9a73-04495bf7bff4 on network 3c7dfef4-7796-4305-b0ae-d2039597ea0d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:17.367945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:17.369658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Checking segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:17.370026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.370427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Bound using segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:17.370950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Bound port: 3568266e-1cd5-452e-9a73-04495bf7bff4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:17.373563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.491699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7386b3-12c8-471a-a079-194b43c2b44d req-f76e2e91-5ac6-43e4-be2e-7faf0e875f5a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:17.499304 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e7386b3-12c8-471a-a079-194b43c2b44d req-f76e2e91-5ac6-43e4-be2e-7faf0e875f5a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.2940695 Nov 12 03:07:17.536502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9a257c4-b0fb-4401-8272-e3bbd058d672 req-de5518d6-78e6-4fe4-afcf-c4ca052832be tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 210 time: 0.0413685 Nov 12 03:07:17.558402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.558766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] For port 3568266e-1cd5-452e-9a73-04495bf7bff4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:17.563475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Allocated IP 172.20.0.11 (d71223ab-1a45-4e33-ad1b-09a40ef3de18/6c95d2fb-29f0-488c-898c-8f71761aaccf/00042e32-1fd4-4491-99d1-e02a72d19df6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:17.592367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:17.598028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e7386b3-12c8-471a-a079-194b43c2b44d req-69bb6be8-76ff-49b3-8893-b0699c5e4b95 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976493 Nov 12 03:07:17.604148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:17.612939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:17.630262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:17.640064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:17.641251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.683171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-4db740e3-ea50-49db-8b25-4572fd22477c service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7490189 Nov 12 03:07:17.764082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0', 'e14cef78-2b69-4434-b652-3599631c7769', '80d992a0-fc8f-4821-ad50-adab7dfb28b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:17.783833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.854834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32957472-2587-4fc6-9666-538b241d8fa0 req-559f226f-1f48-422d-980a-5f11573cf1da tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.0656919 Nov 12 03:07:17.870271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.892537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] For port 3568266e-1cd5-452e-9a73-04495bf7bff4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3568266e-1cd5-452e-9a73-04495bf7bff4,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:17.898398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:17.899204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.904346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:17.905857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0375450 Nov 12 03:07:17.916147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:17.922569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'security_group_rule': {'security_group_id': '4907c367-da20-4f61-94d4-c956725a8fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:17.929029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-f93a25e8-e74a-41c3-ac1b-821f3eec9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:17.930502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-f93a25e8-e74a-41c3-ac1b-821f3eec9350 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.7037427 Nov 12 03:07:17.933972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5524929 Nov 12 03:07:17.941955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44411525-71b3-498b-a113-408a2498dca7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650e0a38-a5de-4c48-a8a7-50a349591eb3,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:17.953091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Request body: {'port': {'device_id': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:18.039072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.091809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc09951-fa55-40aa-ae0f-d81246618c68 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event updated for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:18.096978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-c7135e95-cbdb-4a40-ba9c-c1b2e6963058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0952413 Nov 12 03:07:18.099539 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.104779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.121137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aacc2-a73a-4c10-a79b-e6fb57effdac req-fc202d59-31f8-4e31-9df7-3dae6a943532 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:18.122659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe4aacc2-a73a-4c10-a79b-e6fb57effdac req-fc202d59-31f8-4e31-9df7-3dae6a943532 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2457080 Nov 12 03:07:18.176850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25ae8a-087d-4310-a930-b9ab19992b17 None None] Pushing event updated for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:18.327853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe4aacc2-a73a-4c10-a79b-e6fb57effdac req-d095ecd2-7b09-42bd-81b4-04c77d4291ea tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835747 Nov 12 03:07:18.351331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.430562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Network d71223ab-1a45-4e33-ad1b-09a40ef3de18 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:18.449727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:18.454083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:18.481251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:18.481901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:18.496444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:18.544317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:18.547871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.578914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-b74dda2d-883d-46df-a63f-3fc5bbc151e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0545793 Nov 12 03:07:18.592553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Request body: {'port': {'device_id': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:18.763088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:18.777796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ac7876-3a83-4915-8694-8953861d69ae {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:18.785129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.803494 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.819296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Transition to ACTIVE for port object b6ac7876-3a83-4915-8694-8953861d69ae will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:18.825540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-bbe11a6b-c051-4a9a-8cbb-cfa99c56d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:18.828232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-bbe11a6b-c051-4a9a-8cbb-cfa99c56d3fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.7228031 Nov 12 03:07:18.828962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.856684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a618-d08f-4198-8cd9-49748fa777f2 req-9c1107d8-c75a-4e8f-9f43-6130f84ae206 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:18.865028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7989a618-d08f-4198-8cd9-49748fa777f2 req-9c1107d8-c75a-4e8f-9f43-6130f84ae206 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.1207566 Nov 12 03:07:18.914769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:18.947314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.078181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7989a618-d08f-4198-8cd9-49748fa777f2 req-2b6cdaf6-06e5-47d9-bbf6-34ca3b69f323 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012630 Nov 12 03:07:19.254363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] For port 3568266e-1cd5-452e-9a73-04495bf7bff4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3568266e-1cd5-452e-9a73-04495bf7bff4,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:19.319296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.350251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-7820cade-b963-492a-b63b-e1c04b483755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:19.351846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-7820cade-b963-492a-b63b-e1c04b483755 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4594369 Nov 12 03:07:19.352477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Pushing event updated for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:19.420117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Attempting to bind port b6ac7876-3a83-4915-8694-8953861d69ae on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:19.422116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Attempting to bind port b6ac7876-3a83-4915-8694-8953861d69ae by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:19.422454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Attempting to bind port b6ac7876-3a83-4915-8694-8953861d69ae on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:19.452718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f607d-583e-4ac2-8797-fe493a6b159d req-65c7deeb-c1a1-404f-b017-8fc45e2d7a43 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:19.460489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b92f607d-583e-4ac2-8797-fe493a6b159d req-65c7deeb-c1a1-404f-b017-8fc45e2d7a43 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 948 time: 0.5657048 Nov 12 03:07:19.500474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.526272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Port b6ac7876-3a83-4915-8694-8953861d69ae on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:19.526877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Attempting to bind port b6ac7876-3a83-4915-8694-8953861d69ae on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:19.534849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.544769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Pushing event updated for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:19.575801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00042e32-1fd4-4491-99d1-e02a72d19df6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:19.584676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.599792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Transition to ACTIVE for port object 00042e32-1fd4-4491-99d1-e02a72d19df6 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:19.621937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3568266e-1cd5-452e-9a73-04495bf7bff4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:19.632028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.718183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc20e9-1319-46dc-9422-80c9964dd429 req-d8df13f4-b0b9-41b4-9f42-0ae7137c85e1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:19.729555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6acc20e9-1319-46dc-9422-80c9964dd429 req-d8df13f4-b0b9-41b4-9f42-0ae7137c85e1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1251044 Nov 12 03:07:19.730408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:19.741214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.741566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.741899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.742691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.744428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.744786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.745117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.745443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.745770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.746094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.748490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.750341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e27250-8f87-45cb-acfc-29e35f57db56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:19.845032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:19.845297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:19.845694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:19.860480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:19.860815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:19.871869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:19.872183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:19.873930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:19.874225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Bound port: 00042e32-1fd4-4491-99d1-e02a72d19df6, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:19.874592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.895203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a2c56ef7-e4d8-4bff-9738-cc05cd8e207f None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:19.895570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2c56ef7-e4d8-4bff-9738-cc05cd8e207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:19.906631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6acc20e9-1319-46dc-9422-80c9964dd429 req-f175efd9-b8dd-4c7d-b04a-83fd63418649 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790736 Nov 12 03:07:20.098212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:20.098590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.105233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:20.111516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:20.121856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.177529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01118b14-a436-430f-b646-87f542614bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:17Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:20.210310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:20.212662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.215719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] 10.222.0.32 "PUT /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 1093 time: 1.6275620 Nov 12 03:07:20.217084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:20.226661 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b3e64-d833-48b3-bf22-28c78c73b507" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:20.306372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.308661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3899498 Nov 12 03:07:20.310532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:20.311381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:20.312217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:20.312929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Bound port: b6ac7876-3a83-4915-8694-8953861d69ae, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:20.313606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.336843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43226) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:20.338480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e1630-f438-4885-b8ce-a30c4c30d24e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363b9dac-dcab-492b-8260-b55f7cf95bac,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:20.359063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b92f607d-583e-4ac2-8797-fe493a6b159d req-6774aed5-775f-4272-9988-11880231c55f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8976147 Nov 12 03:07:20.398938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:20.447901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01118b14-a436-430f-b646-87f542614bd3 None None] The sync data for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 is: [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:17Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:20.468526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:20.475854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa8c4-d777-45f2-ab1d-a28697acd588 service neutron] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:20.496808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:20.500408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.523748 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:07:20.575952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13658a2d-4638-4826-b6cd-c91d4283a8b4 req-881c5060-a93b-46c1-9741-ac76a8ae45de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:20.584802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13658a2d-4638-4826-b6cd-c91d4283a8b4 req-881c5060-a93b-46c1-9741-ac76a8ae45de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.3515134 Nov 12 03:07:20.658446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13658a2d-4638-4826-b6cd-c91d4283a8b4 req-0ad7480d-3252-4dca-bdf2-3f16cff820be tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Nov 12 03:07:20.681107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-1dedaef7-5a16-4756-bc92-5c5cde1c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:20.682909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-1dedaef7-5a16-4756-bc92-5c5cde1c28c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1096 time: 0.3937049 Nov 12 03:07:20.703327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-3b46fb62-fd9a-4623-ab9e-1854c78c8ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3003426 Nov 12 03:07:20.773514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:20.784599 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778cc458-dfcb-460b-89c3-687d3ea90031 x-openstack-request-id: req-778cc458-dfcb-460b-89c3-687d3ea90031 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:20.787763 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:20.788232 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-778cc458-dfcb-460b-89c3-687d3ea90031 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:20.788840 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'status': 'completed', 'code': 200} Nov 12 03:07:20.793696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-55d7c39d-1220-452d-a109-1817a01b1959 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 217 time: 0.1022222 Nov 12 03:07:20.819226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40dcd3-4829-4495-ab81-866e2ae51365 req-b220b4a4-b312-4110-9cc5-82ab04b41620 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:20.826875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc40dcd3-4829-4495-ab81-866e2ae51365 req-b220b4a4-b312-4110-9cc5-82ab04b41620 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 948 time: 0.2632332 Nov 12 03:07:20.867696 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f632c8-6f6b-4577-b756-bf42e50a78bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:20.878473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:20.922568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'mac_address': 'fa:16:3e:20:d3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:20.928028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6ac7876-3a83-4915-8694-8953861d69ae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:20.989743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-149242c2-93f5-4b98-bfe6-da36dc07b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:21.004143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-149242c2-93f5-4b98-bfe6-da36dc07b8d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1854610 Nov 12 03:07:21.025739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.026591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc40dcd3-4829-4495-ab81-866e2ae51365 req-e7e866fd-57e0-42ba-bc27-245679974a2f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Nov 12 03:07:21.028049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.054812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:21.096882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:21.106886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.161147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Pushing event updated for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:21.179255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-5f50eaf4-3155-4b7f-8f3e-1a42e76d206d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737790 Nov 12 03:07:21.183592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:21.184296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.186910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-aa59619e-8b85-4354-a92f-41cb49cac6db service neutron] 10.222.0.32 "PUT /v2.0/ports/b6ac7876-3a83-4915-8694-8953861d69ae HTTP/1.1" status: 200 len: 1097 time: 3.2385228 Nov 12 03:07:21.194891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:21.198387 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4173604-e226-48cc-8c33-4db782a39028" -d '{"events": [{"name": "network-changed", "server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:21.203922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:21.289311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.389132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3568266e-1cd5-452e-9a73-04495bf7bff4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:21.452526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa508338-f99d-4d7f-9457-3c1c52f648e7 req-2f5d0421-01a0-46e6-b180-efb8c8abea89 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:21.454112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa508338-f99d-4d7f-9457-3c1c52f648e7 req-2f5d0421-01a0-46e6-b180-efb8c8abea89 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.3228314 Nov 12 03:07:21.466287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1406cb3b-3c27-44d3-8277-168ea62880b4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:21.614945 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa508338-f99d-4d7f-9457-3c1c52f648e7 req-a883a4be-ef2c-440d-8075-de539aed4f38 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505272 Nov 12 03:07:21.649443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f632c8-6f6b-4577-b756-bf42e50a78bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.719622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012b19b8-53ce-4556-9022-edff7a76e4e6 req-13801a9c-23a2-43ec-9cba-21cba6ac2336 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9661500 Nov 12 03:07:21.742886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f632c8-6f6b-4577-b756-bf42e50a78bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.853276 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dad541-428d-43f2-9e0e-4394296ccf31 x-openstack-request-id: req-c2dad541-428d-43f2-9e0e-4394296ccf31 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:21.853481 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:21.853769 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c2dad541-428d-43f2-9e0e-4394296ccf31 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:21.856529 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae', 'status': 'completed', 'code': 200} Nov 12 03:07:21.920515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3568266e-1cd5-452e-9a73-04495bf7bff4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:21.920889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:21.932777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f632c8-6f6b-4577-b756-bf42e50a78bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a575cfe-41c0-412a-ba37-3b9dffa20b1d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:21.976296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32f632c8-6f6b-4577-b756-bf42e50a78bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=937fb212abc14b5385f5b4838549e8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5048463 Nov 12 03:07:21.984689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43250) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:22.021838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-85e01d98-eb43-49e5-93b8-3c0544de52b1 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466307 Nov 12 03:07:22.026782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Allocated IP 172.25.2.25 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/0614a098-4e13-4308-b37d-1794a8e42d59) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:22.043319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-ad132edc-8b65-4f99-b0ac-cb606329e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.044823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-ad132edc-8b65-4f99-b0ac-cb606329e5f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 1100 time: 0.8047128 Nov 12 03:07:22.046741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-674271c7-29ec-4321-bfc5-f52d4e91460b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.048644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-674271c7-29ec-4321-bfc5-f52d4e91460b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4&tenant_id=45e2f2cfc6414928b4eab61ea6589c50&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 949 time: 0.4097233 Nov 12 03:07:22.067997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d81531-8aa4-45c1-a393-09a755875b4a req-574cc79e-8301-4144-b361-d89ab8c2e1ac tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.077284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21d81531-8aa4-45c1-a393-09a755875b4a req-574cc79e-8301-4144-b361-d89ab8c2e1ac tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 948 time: 0.2037029 Nov 12 03:07:22.161427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-a2ab6daa-43ad-4313-a3d2-4acb631530d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b6ac7876-3a83-4915-8694-8953861d69ae HTTP/1.1" status: 200 len: 217 time: 0.0750921 Nov 12 03:07:22.226126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ed635-62e5-455f-97ef-c439de3b8b76 req-fa2b52b2-f4ce-4770-aad5-29096a0be981 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.233531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b12ed635-62e5-455f-97ef-c439de3b8b76 req-fa2b52b2-f4ce-4770-aad5-29096a0be981 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.3632872 Nov 12 03:07:22.258973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a78b0ebd-b5dc-40cf-bf9b-db131c83b958 req-41695f2a-5126-4be9-8ec7-d70e57bf5205 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067554 Nov 12 03:07:22.313212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21d81531-8aa4-45c1-a393-09a755875b4a req-b0c7ba7a-bc53-4539-8420-dc892ade0b42 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330437 Nov 12 03:07:22.326617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.328933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-d24d3cda-63b6-42ae-a157-45b40eb8400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.330433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-d24d3cda-63b6-42ae-a157-45b40eb8400b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1598430 Nov 12 03:07:22.333260 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b12ed635-62e5-455f-97ef-c439de3b8b76 req-8edc1f8c-2598-49ca-87db-78a7e93ab8c6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988042 Nov 12 03:07:22.337057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-bca28537-984e-449b-be92-8758d8345121 service neutron] 10.222.0.32 "GET /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4/bindings/n-h1-615180-50 HTTP/1.1" status: 200 len: 383 time: 0.2536891 Nov 12 03:07:22.432554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-74962173-8dac-45ea-96bc-eb142bfd6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.437169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-74962173-8dac-45ea-96bc-eb142bfd6ffd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1096 time: 0.1027341 Nov 12 03:07:22.444022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-18f3a8b6-5287-4f40-932b-783511d74ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.445462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-18f3a8b6-5287-4f40-932b-783511d74ebf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1101 time: 0.0744467 Nov 12 03:07:22.522996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.546104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-786cb417-0345-4293-9548-46b497a1f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.548176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-786cb417-0345-4293-9548-46b497a1f779 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1966090 Nov 12 03:07:22.646244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5eb41013-5381-4728-b009-2a703cc7ec8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:22.661660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f711f-3940-463d-b906-4bae2598dc46 req-b2d3f68c-8ce2-4527-9c04-4819c592a386 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.670360 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a78f711f-3940-463d-b906-4bae2598dc46 req-b2d3f68c-8ce2-4527-9c04-4819c592a386 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2357249 Nov 12 03:07:22.681341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-505b65bf-e0b2-44c3-8540-f66eca1f383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.687148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-505b65bf-e0b2-44c3-8540-f66eca1f383d service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2167289 Nov 12 03:07:22.691036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-cc155f8c-e597-4490-b04b-56077e8d2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:22.699688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-cc155f8c-e597-4490-b04b-56077e8d2fd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2509744 Nov 12 03:07:22.730419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.772882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.776045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.777823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a575cfe-41c0-412a-ba37-3b9dffa20b1d HTTP/1.1" status: 204 len: 168 time: 0.7918324 Nov 12 03:07:22.799161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-2f1f3e05-3bc1-4e66-a020-0bd65ba092d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0967374 Nov 12 03:07:22.819603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b733ad5-efef-49b4-bfff-3c5ad9a62f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a575cfe-41c0-412a-ba37-3b9dffa20b1d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:22.827945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:22.872896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-cc417682-78d6-4338-988c-36a2caf73039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 217 time: 0.1297026 Nov 12 03:07:22.903495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a78f711f-3940-463d-b906-4bae2598dc46 req-6e263d9b-57b5-444f-89f9-423bfc3a1775 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322357 Nov 12 03:07:22.917178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-a90621e3-3a04-4570-9949-67d627f3a44d service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590500 Nov 12 03:07:22.919164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:22.922537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:22.929446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:22.948555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'Port': ['ID=0614a098-4e13-4308-b37d-1794a8e42d59,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:23.045061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-ac29e7d9-ae9c-4233-b994-4e0108fbeab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.046479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-ac29e7d9-ae9c-4233-b994-4e0108fbeab6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1566627 Nov 12 03:07:23.060476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.099478 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-39209960-433c-4551-9891-e9eff990fdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333531 Nov 12 03:07:23.114286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72e62b42-b4af-4d73-a7d5-44a458692a64 req-28fa12b5-80ac-4347-8389-19969c171206 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864288 Nov 12 03:07:23.117174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.121471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509741aa-29de-4f82-90a6-8296061a3bee req-943755a8-2f16-4f81-b744-e2f65299cc1b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.131163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-509741aa-29de-4f82-90a6-8296061a3bee req-943755a8-2f16-4f81-b744-e2f65299cc1b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.4162822 Nov 12 03:07:23.268786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-0bb4665a-b6c2-43de-bda6-d260fcbe9bcd service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592276 Nov 12 03:07:23.282320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-f270fb05-55d8-4b4b-a2b7-028fd6c3d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.283819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-f270fb05-55d8-4b4b-a2b7-028fd6c3d0b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.4090633 Nov 12 03:07:23.293630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4173604-e226-48cc-8c33-4db782a39028 req-0576f1cd-b8fd-483b-9acf-e649e6238bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.295633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-0576f1cd-b8fd-483b-9acf-e649e6238bc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 1100 time: 0.1176925 Nov 12 03:07:23.423082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-509741aa-29de-4f82-90a6-8296061a3bee req-507f26d4-96e3-4608-9781-c913f50789d0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901857 Nov 12 03:07:23.441439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.450872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.496735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-107a8a85-ef6f-4a3b-b1b6-ae81d7cc9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.498384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-107a8a85-ef6f-4a3b-b1b6-ae81d7cc9b18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871161 Nov 12 03:07:23.540037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.567285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4173604-e226-48cc-8c33-4db782a39028 req-8f1957ea-13e9-4fd6-b4e2-78892f5220a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.568832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-8f1957ea-13e9-4fd6-b4e2-78892f5220a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2625308 Nov 12 03:07:23.576153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'Port': ['ID=0614a098-4e13-4308-b37d-1794a8e42d59,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:23.583713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:23.596463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f02512a-ac49-4954-a515-caecd65de6c6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2342441 Nov 12 03:07:23.613691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e667-6fa2-4860-a689-3b3715d7c5e4 req-a7312fa4-abdf-4880-a486-8dfcde174d77 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.615602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46a0e667-6fa2-4860-a689-3b3715d7c5e4 req-a7312fa4-abdf-4880-a486-8dfcde174d77 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 948 time: 0.1700032 Nov 12 03:07:23.678475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-b2cc85b9-2ea9-4dd2-bf11-97bb7d7f7842 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b6ac7876-3a83-4915-8694-8953861d69ae HTTP/1.1" status: 200 len: 217 time: 0.0803084 Nov 12 03:07:23.714940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a52b3e64-d833-48b3-bf22-28c78c73b507 req-845b471d-8019-46a5-88a7-e4ec55c898e2 service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345307 Nov 12 03:07:23.802607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8895220f-d7a9-4f59-b045-87cfe545010d service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917025 Nov 12 03:07:23.831876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955af1e-627f-4a24-bc69-0d970784cbda req-27b124cb-acd9-4a71-92e2-c3ab2ae4d399 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.833429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b955af1e-627f-4a24-bc69-0d970784cbda req-27b124cb-acd9-4a71-92e2-c3ab2ae4d399 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.2243388 Nov 12 03:07:23.845676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4173604-e226-48cc-8c33-4db782a39028 req-00a7f397-c0d6-475c-ae07-d44b071e129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.847299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-00a7f397-c0d6-475c-ae07-d44b071e129f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1541607 Nov 12 03:07:23.857496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46a0e667-6fa2-4860-a689-3b3715d7c5e4 req-e1b53b9d-af2f-4158-93c9-ebf84cdbbcc8 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872668 Nov 12 03:07:23.954817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4173604-e226-48cc-8c33-4db782a39028 req-f74ab2d0-c38e-43b2-8963-4a6ca13f5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:23.956394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-f74ab2d0-c38e-43b2-8963-4a6ca13f5a70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0979974 Nov 12 03:07:24.072497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b955af1e-627f-4a24-bc69-0d970784cbda req-647ab6ea-f073-4d8e-bebb-dd17698d7b8c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219906 Nov 12 03:07:24.115733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-fdd42432-8d82-4f2b-975b-d3df211636d1 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1411989680&fields=id&tenant_id=996d5128e3a84b7da075ad61fe33910f HTTP/1.1" status: 200 len: 267 time: 0.1169443 Nov 12 03:07:24.118479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8ec31dae-902c-4f92-88a3-a55a6ef19a1c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041339 Nov 12 03:07:24.132426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-b73a8b97-5d41-462f-8ab4-fdcdbb340a4b service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626871 Nov 12 03:07:24.328136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-7614300c-eed5-4ce0-88ac-74c9f52f01e2 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:24.329967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-7614300c-eed5-4ce0-88ac-74c9f52f01e2 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/networks?id=3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 200 len: 805 time: 0.1935282 Nov 12 03:07:24.372518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-58f3a540-0af3-4e30-9ff4-1643b1ced21a tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/quotas/996d5128e3a84b7da075ad61fe33910f HTTP/1.1" status: 200 len: 375 time: 0.0347147 Nov 12 03:07:24.443597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4173604-e226-48cc-8c33-4db782a39028 req-a6c53791-0a67-45df-ad6e-0d2646dea2cd service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859030 Nov 12 03:07:24.466809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:24.491410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-2188c854-eb36-4522-81e2-95428a377118 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=996d5128e3a84b7da075ad61fe33910f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064582 Nov 12 03:07:24.553825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 1406cb3b-3c27-44d3-8277-168ea62880b4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:24.562091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 1406cb3b-3c27-44d3-8277-168ea62880b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:24.563942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:24.595368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-6035b579-1a8c-4704-9d1b-72707e02fb6f service neutron] 10.222.0.84 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996358 Nov 12 03:07:24.719252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f5e2d-555c-481a-92e9-48df785e3b46 req-cedf8e25-c477-480f-ae36-d6c9591030a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:24.722909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-354f5e2d-555c-481a-92e9-48df785e3b46 req-cedf8e25-c477-480f-ae36-d6c9591030a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.5726571 Nov 12 03:07:24.725045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a2575547-6399-46dc-99f6-f8fe953a508b service neutron] 10.222.0.84 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231503 Nov 12 03:07:24.750197 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:24.801196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-354f5e2d-555c-481a-92e9-48df785e3b46 req-ec13ba64-a765-4f8f-888b-ad5f8308552f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686862 Nov 12 03:07:24.803485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:24.806129 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6365ae6-8e06-41ca-ae4e-44bd80e9b1aa" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:24.849915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:24.856531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:24.976947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:25.068780 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b177c30-a5dc-47e7-aee5-dcc504e886e6 x-openstack-request-id: req-3b177c30-a5dc-47e7-aee5-dcc504e886e6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:25.069270 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:25.069693 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b177c30-a5dc-47e7-aee5-dcc504e886e6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:25.070237 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'code': 200} Nov 12 03:07:25.177482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ab50-10ad-4903-9b3b-5679997a9476 req-b842183b-4bc9-43b6-92f5-73acaed6234f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:25.193617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b16ab50-10ad-4903-9b3b-5679997a9476 req-b842183b-4bc9-43b6-92f5-73acaed6234f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1212497 Nov 12 03:07:25.204259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa11727-46b8-47ea-9e19-c19bf738c948 req-3f228b19-4f7a-4b30-a9b7-7c85cdfedd4d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:25.213372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-afa11727-46b8-47ea-9e19-c19bf738c948 req-3f228b19-4f7a-4b30-a9b7-7c85cdfedd4d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 948 time: 0.0718915 Nov 12 03:07:25.284916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-afa11727-46b8-47ea-9e19-c19bf738c948 req-5f7b9c51-b51b-4a78-8615-46479c75cb1a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702937 Nov 12 03:07:25.290234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b16ab50-10ad-4903-9b3b-5679997a9476 req-987201b2-f8a7-4495-ab12-bfee761896c1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955958 Nov 12 03:07:25.419996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-902d4ba8-a3d1-43ab-839d-7caa968bb443 req-f211c995-534f-4253-b0a8-f49cde4ca321 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 210 time: 0.0495150 Nov 12 03:07:25.446298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197abeb4-21e6-4bcb-84c7-0f769f4f5f24 req-a517e97b-bc05-4acc-ac87-6c8bde63f7a1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:25.447884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-197abeb4-21e6-4bcb-84c7-0f769f4f5f24 req-a517e97b-bc05-4acc-ac87-6c8bde63f7a1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0827835 Nov 12 03:07:25.521850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-197abeb4-21e6-4bcb-84c7-0f769f4f5f24 req-c001cd43-2d93-4cdc-ac49-b5b94c2e2be8 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673728 Nov 12 03:07:25.955067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d2d6-10ba-460f-ab0f-163043994d90 req-df50ac1d-a1f9-41de-9a99-dd2ef3571238 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:25.956657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b467d2d6-10ba-460f-ab0f-163043994d90 req-df50ac1d-a1f9-41de-9a99-dd2ef3571238 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0723364 Nov 12 03:07:26.075489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b467d2d6-10ba-460f-ab0f-163043994d90 req-8f9912e9-f24e-4ae0-91b0-bc30138953e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036267 Nov 12 03:07:26.343446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43382) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:26.434540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab302a9-3b7d-4852-8824-34297c5d8012 req-8a5b7ae2-dd76-46d3-a629-f9b23a65329d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:26.443839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dab302a9-3b7d-4852-8824-34297c5d8012 req-8a5b7ae2-dd76-46d3-a629-f9b23a65329d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 948 time: 0.0832453 Nov 12 03:07:26.465502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6ac7876-3a83-4915-8694-8953861d69ae details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:26.494968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66b64027-fab9-45b8-9219-55ccb3b71f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.544143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db271a-4a5d-4d22-aa95-27d6c0b5fcfc req-13349b30-85fd-4ce2-9c98-e58efc0db70c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:26.551799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dab302a9-3b7d-4852-8824-34297c5d8012 req-0a270cf0-3590-4f5b-b29b-fae56a268a37 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012604 Nov 12 03:07:26.555514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14db271a-4a5d-4d22-aa95-27d6c0b5fcfc req-13349b30-85fd-4ce2-9c98-e58efc0db70c tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1062095 Nov 12 03:07:26.656168 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35e12c4c-428e-44fe-a226-f3b6855400ec req-1e897676-525c-4760-a06c-ad28cbf849c2 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 210 time: 0.0389423 Nov 12 03:07:26.670582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14db271a-4a5d-4d22-aa95-27d6c0b5fcfc req-48f288ea-6dec-4a44-b535-111ed9d83265 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000719 Nov 12 03:07:26.696178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6ac7876-3a83-4915-8694-8953861d69ae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:26.717516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b6ac7876-3a83-4915-8694-8953861d69ae', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'b6ac7876-3a83-4915-8694-8953861d69ae', 'mac_address': 'fa:16:3e:15:9d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:26.774944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.805517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ac7876-3a83-4915-8694-8953861d69ae {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:26.835754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6ac7876-3a83-4915-8694-8953861d69ae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:26.840736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:26.842198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-51abac28-6c00-4820-a21b-98a6944a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:26.843765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-51abac28-6c00-4820-a21b-98a6944a43e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1102 time: 0.2680035 Nov 12 03:07:26.850097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f0951-ce69-4475-bdde-f6552dcf46b7 req-689c94e1-e9f0-4bea-b8e5-6c147285b771 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:26.858390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-803f0951-ce69-4475-bdde-f6552dcf46b7 req-689c94e1-e9f0-4bea-b8e5-6c147285b771 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0777526 Nov 12 03:07:26.892595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:26.905717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:26.922102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-803f0951-ce69-4475-bdde-f6552dcf46b7 req-6f12d92b-c61a-42d9-9f9b-c9eb3d4abf2c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628419 Nov 12 03:07:27.003926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66b64027-fab9-45b8-9219-55ccb3b71f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.024597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66b64027-fab9-45b8-9219-55ccb3b71f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.044291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-360e8f98-3863-41f2-bdf1-19a83af470c3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:27.045769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-360e8f98-3863-41f2-bdf1-19a83af470c3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.32 "GET /v2.0/networks?id=3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 200 len: 805 time: 0.3729010 Nov 12 03:07:27.063878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.095226 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-66b64027-fab9-45b8-9219-55ccb3b71f42 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab0ad91a7d134788ba8764311c884650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7506742 Nov 12 03:07:27.098315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:27.104345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6ac7876-3a83-4915-8694-8953861d69ae'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:27.147942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64027-fab9-45b8-9219-55ccb3b71f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb8751-b020-4f57-a5c4-a557bfaf78d9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:27.169783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.206519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-e29d92c1-3a09-46b2-8f7a-15a96e3fa82b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=996d5128e3a84b7da075ad61fe33910f HTTP/1.1" status: 200 len: 380 time: 0.1479671 Nov 12 03:07:27.214613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.257386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'port': {'device_id': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'admin_state_up': True, 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'security_groups': ['4907c367-da20-4f61-94d4-c956725a8fb1']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:27.315260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a075c6-b3b9-4f8a-9267-f4c14ea751ef req-03d790f2-020c-40ae-9378-cbefdcf8f807 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:27.316766 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76a075c6-b3b9-4f8a-9267-f4c14ea751ef req-03d790f2-020c-40ae-9378-cbefdcf8f807 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0745099 Nov 12 03:07:27.331968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.335946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.340673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6fdb8751-b020-4f57-a5c4-a557bfaf78d9 HTTP/1.1" status: 204 len: 168 time: 0.2387383 Nov 12 03:07:27.402807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb8751-b020-4f57-a5c4-a557bfaf78d9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:27.417951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.418217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.418802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.419364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.419856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.420367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.420852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.421336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.422135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.422981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.423528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.424192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f9a99-a331-43be-9bbb-450c1bf1b988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:07:27.451578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:27.453864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76a075c6-b3b9-4f8a-9267-f4c14ea751ef req-aa1a9557-0323-4ccb-8c8a-95990fa754c7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046238 Nov 12 03:07:27.470156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Made reservation on behalf of 996d5128e3a84b7da075ad61fe33910f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:27.481932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.505857 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.528495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:27.618080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:27.620486 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc7bc1-367b-4185-98fa-fc936d998530" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:27.625488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.674254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Transition to ACTIVE for port object 1406cb3b-3c27-44d3-8277-168ea62880b4 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:27.693590 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7cf427-d902-490d-a94c-e68fe7d923c5 x-openstack-request-id: req-4d7cf427-d902-490d-a94c-e68fe7d923c5 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:27.693877 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-unplugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:27.694130 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d7cf427-d902-490d-a94c-e68fe7d923c5 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:27.694519 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'code': 200} Nov 12 03:07:27.697902 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.779908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] No DVR routers for this DVR port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:27.793763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:27.796483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Allocated IP 172.20.0.7 (3c7dfef4-7796-4305-b0ae-d2039597ea0d/a8fbbfff-7b92-48c7-bc69-d77faf709c4a/88883a07-71f8-4e8b-b0f0-34aa0070fe21) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:27.820358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cf9f280-3171-44e8-8105-fc1ef53d7902 req-3528f52e-bf41-4a50-8035-ca1c73529b8b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 210 time: 0.0407150 Nov 12 03:07:27.880964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7c835-bab6-4808-a1ae-62f0a7cbf22a req-2b9ad6b2-1478-4e9b-8b8f-8db1f859125b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:27.887640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebb7c835-bab6-4808-a1ae-62f0a7cbf22a req-2b9ad6b2-1478-4e9b-8b8f-8db1f859125b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 949 time: 0.2461698 Nov 12 03:07:27.888713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8bc78362-442c-468c-b4be-759a0876883b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:27.900551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:27.963695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3dc6-79e6-40a6-a68a-dad0a7097324 req-9f2d706e-0612-4577-894b-ad9374c316f2 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:27.965020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7ef3dc6-79e6-40a6-a68a-dad0a7097324 req-9f2d706e-0612-4577-894b-ad9374c316f2 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.0745292 Nov 12 03:07:27.991387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:27.991387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:27.991387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:28.009998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:28.010644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Attempting to bind port 1406cb3b-3c27-44d3-8277-168ea62880b4 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:28.031344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7ef3dc6-79e6-40a6-a68a-dad0a7097324 req-f86b5289-5267-4f30-bbd8-0b734cde6227 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587344 Nov 12 03:07:28.032782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebb7c835-bab6-4808-a1ae-62f0a7cbf22a req-d5c074f8-dd7c-43ed-8432-3c8a42f1f704 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Nov 12 03:07:28.048691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:28.049052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:28.049440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:28.049946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Bound port: 1406cb3b-3c27-44d3-8277-168ea62880b4, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:28.050222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.172460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501975b2-6fc1-4c03-95cd-4176adb9be90 req-639c8549-b949-48d6-9703-79d86d2b6d03 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:28.174643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-501975b2-6fc1-4c03-95cd-4176adb9be90 req-639c8549-b949-48d6-9703-79d86d2b6d03 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.0639141 Nov 12 03:07:28.240777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-501975b2-6fc1-4c03-95cd-4176adb9be90 req-3e2a1091-2ddd-479e-a357-2308e0a8fdcb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Nov 12 03:07:28.483241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6ac7876-3a83-4915-8694-8953861d69ae up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:28.520296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8bc78362-442c-468c-b4be-759a0876883b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.521623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:28.532730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8bc78362-442c-468c-b4be-759a0876883b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.544529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b6ac7876-3a83-4915-8694-8953861d69ae completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:28.547871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.550618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b6ac7876-3a83-4915-8694-8953861d69ae triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:28.551249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.560079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:28.586612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.638884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.657039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8bc78362-442c-468c-b4be-759a0876883b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f056e7783f5463ba6bf5e35500ea4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8569663 Nov 12 03:07:28.661427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43420) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:28.664591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc78362-442c-468c-b4be-759a0876883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c54bf-d93f-4763-be3e-1e024615c96a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:28.671242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:28.671887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.673242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] 10.222.0.39 "PUT /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 1098 time: 1.7859800 Nov 12 03:07:28.697509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:28.703164 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113e4ef-fc41-4632-86a2-4e5fd3df4b8d" -d '{"events": [{"server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:28.744346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6ac7876-3a83-4915-8694-8953861d69ae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:28.746617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.748250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc333b1-4df7-445d-b61a-39669608ec8a service neutron] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:28.751924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.755630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:28.772886 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.808474 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075668c-c46a-4297-a78b-bbfa25565a03 x-openstack-request-id: req-4075668c-c46a-4297-a78b-bbfa25565a03 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:28.809623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.810084 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:28.811658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30bd52-430c-4633-b27d-c53b8f57fd96 req-6bc86143-547e-4e07-98f0-f619d52b6079 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:28.813309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad30bd52-430c-4633-b27d-c53b8f57fd96 req-6bc86143-547e-4e07-98f0-f619d52b6079 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2497516 Nov 12 03:07:28.816302 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4075668c-c46a-4297-a78b-bbfa25565a03 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:28.816799 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae', 'code': 200} Nov 12 03:07:28.914140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:28.936852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event updated for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:28.948260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:28.981617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:28.982822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:28.990853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:28.992011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:28.992358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:29.000472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.004658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.006097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-c3b51ccf-aa01-499b-ad7f-d1c23a4e0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.007791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-c3b51ccf-aa01-499b-ad7f-d1c23a4e0fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1101 time: 0.2804055 Nov 12 03:07:29.010708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.017161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9b7c54bf-d93f-4763-be3e-1e024615c96a HTTP/1.1" status: 204 len: 168 time: 0.3542995 Nov 12 03:07:29.028368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad30bd52-430c-4633-b27d-c53b8f57fd96 req-db85236a-13d7-487a-9114-ba589b2147a4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685064 Nov 12 03:07:29.034060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-a5f470f2-60f4-4ea7-bcf9-8c4487ba420c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7828493 Nov 12 03:07:29.068589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850832d6-5b11-491c-ae38-6683bf9c308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c54bf-d93f-4763-be3e-1e024615c96a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:29.076477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Request body: {'port': {'device_id': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:29.087584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c655-8dcb-488f-8cc9-12e93f43b0a2 req-3205edc4-3d8a-40bb-afb0-905f65ef31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.091877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7761c655-8dcb-488f-8cc9-12e93f43b0a2 req-3205edc4-3d8a-40bb-afb0-905f65ef31d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 1102 time: 0.1881495 Nov 12 03:07:29.140470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474fc21-c658-403c-8930-d55a4c443b22 req-2eaab16a-8923-4f75-b4e6-033947dcfdd8 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.146386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5474fc21-c658-403c-8930-d55a4c443b22 req-2eaab16a-8923-4f75-b4e6-033947dcfdd8 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 931 time: 0.1887925 Nov 12 03:07:29.218002 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5474fc21-c658-403c-8930-d55a4c443b22 req-3bf15489-4b19-450d-a239-239fc0683ee3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661514 Nov 12 03:07:29.239128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7761c655-8dcb-488f-8cc9-12e93f43b0a2 req-0651ac40-b75d-4c4a-84ca-be8803b8cb90 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353533 Nov 12 03:07:29.367177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.375839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ad64-818a-41a2-8dbd-bf7bd551a857 req-f8402367-fd35-4231-87fb-69589479e063 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.378816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6972-95cb-431e-8251-21013635b9b5 req-db9c50d6-0793-4505-889c-1a1921a645b6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.384382 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5637ad64-818a-41a2-8dbd-bf7bd551a857 req-f8402367-fd35-4231-87fb-69589479e063 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 950 time: 0.0940671 Nov 12 03:07:29.386442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b8d6972-95cb-431e-8251-21013635b9b5 req-db9c50d6-0793-4505-889c-1a1921a645b6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1915886 Nov 12 03:07:29.407130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-e6c41d40-8fbf-4d87-8de0-ad8414b0c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.409170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-e6c41d40-8fbf-4d87-8de0-ad8414b0c1d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3797717 Nov 12 03:07:29.467678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5637ad64-818a-41a2-8dbd-bf7bd551a857 req-d84818ae-29e0-47d2-b919-eb72dd605b6c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Nov 12 03:07:29.489046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-2292d86f-0761-430a-843e-a8004186e967 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0716529 Nov 12 03:07:29.498760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6f1c5825-7c64-4094-98f0-c930bee86186 None None] Provisioning complete for port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:29.500264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5825-7c64-4094-98f0-c930bee86186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.565190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c5825-7c64-4094-98f0-c930bee86186 None None] Port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:29.595506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b8d6972-95cb-431e-8251-21013635b9b5 req-b1fad685-b2e4-4924-97be-9f2cd19858fe tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081003 Nov 12 03:07:29.633429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-9943cd88-be20-40ef-9d2f-0c5a2da20fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.634913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-9943cd88-be20-40ef-9d2f-0c5a2da20fff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1365762 Nov 12 03:07:29.708898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:29.713485 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f647276-935c-488f-9bf1-3010e4e41b09" -d '{"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:29.723866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602aaad4-e8c4-4f84-8f0a-e0e962c3ee3a req-d5a11947-f829-4cc2-9a2e-c4ebe1bc918a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.726475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-602aaad4-e8c4-4f84-8f0a-e0e962c3ee3a req-d5a11947-f829-4cc2-9a2e-c4ebe1bc918a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.0820992 Nov 12 03:07:29.759501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-155345eb-53e3-4633-9c2d-a005c9c6819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.761010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-155345eb-53e3-4633-9c2d-a005c9c6819e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159868 Nov 12 03:07:29.797181 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b757788b-1ac7-45b3-97a3-f346e73a184b x-openstack-request-id: req-b757788b-1ac7-45b3-97a3-f346e73a184b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:29.797551 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:29.797979 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b757788b-1ac7-45b3-97a3-f346e73a184b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:29.798519 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'status': 'completed', 'code': 200} Nov 12 03:07:29.820467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-602aaad4-e8c4-4f84-8f0a-e0e962c3ee3a req-61297b33-f759-458e-adaa-d82b16cc7a4e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850101 Nov 12 03:07:29.897935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-3a3e7748-191e-4833-9aa8-d7deeac6fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:29.900292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-3a3e7748-191e-4833-9aa8-d7deeac6fba1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1101 time: 0.0785022 Nov 12 03:07:29.935922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88883a07-71f8-4e8b-b0f0-34aa0070fe21 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:29.948999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:29.954741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-79ce6e49-8cc6-42da-bce3-7ddd3e07ccb1 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854599 Nov 12 03:07:29.993291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Transition to ACTIVE for port object 88883a07-71f8-4e8b-b0f0-34aa0070fe21 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:30.003746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:30.046760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-2a347cf1-bfb1-4792-9163-6d2836e90701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.048378 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-2a347cf1-bfb1-4792-9163-6d2836e90701 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1404061 Nov 12 03:07:30.141012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Pushing event updated for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:30.160517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-c37449c5-2cb1-4ed4-be62-b80a5b5554fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.1024785 Nov 12 03:07:30.177491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-581d5c46-4380-4daa-9f19-5fdd425d75f1 req-aadec7b3-ed36-4f78-911c-daa09659eae2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104278 Nov 12 03:07:30.198207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Attempting to bind port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:30.198648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Attempting to bind port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:30.199047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Attempting to bind port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 on network 3c7dfef4-7796-4305-b0ae-d2039597ea0d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:30.207643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 on network 3c7dfef4-7796-4305-b0ae-d2039597ea0d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:30.208052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Attempting to bind port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 on network 3c7dfef4-7796-4305-b0ae-d2039597ea0d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:30.222781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd75e0-e142-4c61-b53a-f72063ccbc3e req-ad0d315a-1f84-44a4-843d-afbec06ddbef tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.231177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bbd75e0-e142-4c61-b53a-f72063ccbc3e req-ad0d315a-1f84-44a4-843d-afbec06ddbef tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1110778 Nov 12 03:07:30.246961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:30.247228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Checking segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:30.247721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Bound using segment: {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:30.248174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Bound port: 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f0b36e-775e-4fda-bfa4-9b976416155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:30.248595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:30.308799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-e63609a4-57ad-4035-891d-a3171d997a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.320584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-e63609a4-57ad-4035-891d-a3171d997a03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1508319 Nov 12 03:07:30.422754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bbd75e0-e142-4c61-b53a-f72063ccbc3e req-5d6ee37d-c29e-4dbe-9d17-d72c08c4aa19 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718657 Nov 12 03:07:30.449837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-479825d8-70fa-4962-979f-b7506351179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.451566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-479825d8-70fa-4962-979f-b7506351179c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 1101 time: 0.2070129 Nov 12 03:07:30.508632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:30.510200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-0523852d-a535-4c35-a64d-566d9ca9bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.512801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-0523852d-a535-4c35-a64d-566d9ca9bfc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848862 Nov 12 03:07:30.524215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24690ef-baa5-452e-a101-04130fded0e9 req-260db934-dea0-4d62-8935-708bdc648f50 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.532821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f24690ef-baa5-452e-a101-04130fded0e9 req-260db934-dea0-4d62-8935-708bdc648f50 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 943 time: 0.1400194 Nov 12 03:07:30.566343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:30.572709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:30.666928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.667419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:30.669105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] 10.222.0.32 "PUT /v2.0/ports/88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 200 len: 1092 time: 1.6144705 Nov 12 03:07:30.676775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-9711396f-65c6-40b9-8f51-7cb810e05711 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189229 Nov 12 03:07:30.712150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-8fb8ef8c-71cc-4242-a3e8-2e8a76a512a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.713680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-8fb8ef8c-71cc-4242-a3e8-2e8a76a512a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2497454 Nov 12 03:07:30.755409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cc964-02f9-48e4-93ec-e5d5f793e88f service neutron] Pushing event updated for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:30.792106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f24690ef-baa5-452e-a101-04130fded0e9 req-c60b6a6f-9464-4db5-a108-4d7c304e0456 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516179 Nov 12 03:07:30.822273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-1cca4a78-6e5a-4fe1-b8cc-cc0eaf5239cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 200 len: 217 time: 0.0819845 Nov 12 03:07:30.834389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e7d5-056b-49fd-bbd0-aa67c7de8e8b req-09dd1df1-38d1-4f1a-83c4-296c418e92db tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.835963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1269e7d5-056b-49fd-bbd0-aa67c7de8e8b req-09dd1df1-38d1-4f1a-83c4-296c418e92db tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 950 time: 0.2212248 Nov 12 03:07:30.949486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-3c3fdb16-1ecb-4609-87f5-1909bcd3bb62 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500439 Nov 12 03:07:30.969755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-7d2c3a5c-4a35-4e4c-ace5-a565d4fa573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.971814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-7d2c3a5c-4a35-4e4c-ace5-a565d4fa573e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=996d5128e3a84b7da075ad61fe33910f&device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 1095 time: 0.2512500 Nov 12 03:07:30.973173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-2526535c-0a6b-40d0-a024-839bac5a842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:30.974487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-2526535c-0a6b-40d0-a024-839bac5a842a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1376543 Nov 12 03:07:31.040949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9a60c-9b4e-4b5b-873b-fb0d13b725aa req-f75e71c9-c308-4b5a-ad9d-a9af7bd301c5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.042576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1269e7d5-056b-49fd-bbd0-aa67c7de8e8b req-426025e3-0af3-4bfd-8fc7-6e4e3101e148 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937542 Nov 12 03:07:31.044162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-eab6e8f6-bbe1-499a-a6b2-4173a098c53f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 200 len: 217 time: 0.0616713 Nov 12 03:07:31.070123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea9a60c-9b4e-4b5b-873b-fb0d13b725aa req-f75e71c9-c308-4b5a-ad9d-a9af7bd301c5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.0680921 Nov 12 03:07:31.115654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-7140adad-2150-4482-9acf-a65f33b39247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.117163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-7140adad-2150-4482-9acf-a65f33b39247 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335354 Nov 12 03:07:31.136668 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea9a60c-9b4e-4b5b-873b-fb0d13b725aa req-1f7a1520-7754-4d1a-8280-13f2b5cc2b07 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744772 Nov 12 03:07:31.171419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-19658295-75ed-4d4f-9b48-4bb2a29a2818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.172866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-19658295-75ed-4d4f-9b48-4bb2a29a2818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8fbbfff-7b92-48c7-bc69-d77faf709c4a HTTP/1.1" status: 200 len: 844 time: 0.1183553 Nov 12 03:07:31.255828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60883a16-5f77-407b-b083-6ceaf0d7fdc9 req-7d79bade-649f-4fd1-8168-eaed9f23cbd6 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.257474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60883a16-5f77-407b-b083-6ceaf0d7fdc9 req-7d79bade-649f-4fd1-8168-eaed9f23cbd6 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 1102 time: 0.0599916 Nov 12 03:07:31.304143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a5ec-1bfd-481b-b719-a56dacd949e1 req-aabfed79-3bc8-405b-8336-e06c7da5a5e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.305679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3740a5ec-1bfd-481b-b719-a56dacd949e1 req-aabfed79-3bc8-405b-8336-e06c7da5a5e5 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.1710575 Nov 12 03:07:31.324192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-c2578db7-3a65-4960-a088-bc93f5719ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.325679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-c2578db7-3a65-4960-a088-bc93f5719ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c7dfef4-7796-4305-b0ae-d2039597ea0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421466 Nov 12 03:07:31.330774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60883a16-5f77-407b-b083-6ceaf0d7fdc9 req-0f03bb11-adc9-4386-8b8d-58ed0dd2e2d6 tempest-ServersOnMultiNodesTest-715857015 tempest-ServersOnMultiNodesTest-715857015-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Nov 12 03:07:31.369145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-420dbb22-433d-4f0f-bdf1-aaf940558232 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312100 Nov 12 03:07:31.570843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3740a5ec-1bfd-481b-b719-a56dacd949e1 req-e7659cb8-9143-46cf-99cf-bd46b4cc1b27 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542567 Nov 12 03:07:31.620370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f647276-935c-488f-9bf1-3010e4e41b09 req-efb7e9c3-3ad8-48e3-a441-20239ae0212f service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436812 Nov 12 03:07:31.622454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-7b638202-c6d9-4c21-a54b-f47d9bb35cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891536 Nov 12 03:07:31.707931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f657b9-c6c5-4d98-842e-8f8c5f7f9eaf req-7384794a-6306-40b8-b409-924119aa1236 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.710181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-99f657b9-c6c5-4d98-842e-8f8c5f7f9eaf req-7384794a-6306-40b8-b409-924119aa1236 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1485415 Nov 12 03:07:31.785478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227de2a-bda5-42f1-bf88-dc609a7878e1 req-29928f34-0ae4-4fa4-8906-213b2fa5bd8f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:31.793648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c227de2a-bda5-42f1-bf88-dc609a7878e1 req-29928f34-0ae4-4fa4-8906-213b2fa5bd8f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 950 time: 0.1256416 Nov 12 03:07:31.802439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:31.805527 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95926276-16df-4168-b6dc-dea05d3f02c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:31.833211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0234a88d-b25d-4110-ac34-6a3620a5c0a0 req-1c3cea84-95b0-4bb8-a2f2-1ad98aeb64ed service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031887 Nov 12 03:07:31.833604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-99f657b9-c6c5-4d98-842e-8f8c5f7f9eaf req-5991ab6f-6256-4919-a350-e7be502644f3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076353 Nov 12 03:07:31.883421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c227de2a-bda5-42f1-bf88-dc609a7878e1 req-7589637d-d300-44f6-9df7-b1ffd4155fc1 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885823 Nov 12 03:07:31.950737 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dcb928-ea8d-4b36-bc8d-66576cc4290e x-openstack-request-id: req-12dcb928-ea8d-4b36-bc8d-66576cc4290e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:31.951084 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:31.951418 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12dcb928-ea8d-4b36-bc8d-66576cc4290e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:31.951826 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'status': 'completed', 'code': 200} Nov 12 03:07:32.003236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cb1cc-8226-45a1-aa1e-335ba3cb248a req-4443e547-386f-4c71-9743-1a81d69144f7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.005052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d69cb1cc-8226-45a1-aa1e-335ba3cb248a req-4443e547-386f-4c71-9743-1a81d69144f7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 943 time: 0.0849545 Nov 12 03:07:32.050797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-ca1fd504-8351-4151-a160-ec207b8cf89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.052566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-ca1fd504-8351-4151-a160-ec207b8cf89f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=996d5128e3a84b7da075ad61fe33910f&device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 1095 time: 0.0747640 Nov 12 03:07:32.092935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d69cb1cc-8226-45a1-aa1e-335ba3cb248a req-0ac39034-1f83-4beb-9e3e-04a3070fff0e tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801606 Nov 12 03:07:32.156741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-1d705ce3-b239-4135-9055-2877307f2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.158685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-1d705ce3-b239-4135-9055-2877307f2e9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 200 len: 906 time: 0.0973506 Nov 12 03:07:32.212973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4fba28a9-0540-49c2-89be-2d1bef499024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:32.235312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-6ebd232e-f051-430b-b7af-c0461c813413 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 200 len: 217 time: 0.0591717 Nov 12 03:07:32.310396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-1ce3731a-b181-4a6f-ae88-d096aa0974d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.311889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-1ce3731a-b181-4a6f-ae88-d096aa0974d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8fbbfff-7b92-48c7-bc69-d77faf709c4a HTTP/1.1" status: 200 len: 844 time: 0.0683603 Nov 12 03:07:32.322738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffd334-346b-41aa-a9f1-c7d17b5d735f req-00292d60-205e-4135-8566-1238638b33a0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.324206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44ffd334-346b-41aa-a9f1-c7d17b5d735f req-00292d60-205e-4135-8566-1238638b33a0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.0924320 Nov 12 03:07:32.397452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-c5c73932-9376-4e56-9700-cddb7cc72125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.399046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-c5c73932-9376-4e56-9700-cddb7cc72125 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c7dfef4-7796-4305-b0ae-d2039597ea0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738957 Nov 12 03:07:32.406298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44ffd334-346b-41aa-a9f1-c7d17b5d735f req-2c456248-444d-46f9-bf47-91fcf2b9ede5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 Nov 12 03:07:32.530996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-48b6aaeb-b5e4-45cb-b041-72f8073b5002 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142051 Nov 12 03:07:32.707465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95926276-16df-4168-b6dc-dea05d3f02c0 req-16f24c33-70df-4c11-bf6c-149a903581de service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649950 Nov 12 03:07:32.750914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237135-fb94-413f-9cb5-9aebd2ec4540 req-7c46c4a3-0381-4084-a663-79ac482d104e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.752609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10237135-fb94-413f-9cb5-9aebd2ec4540 req-7c46c4a3-0381-4084-a663-79ac482d104e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 949 time: 0.0846572 Nov 12 03:07:32.822431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10237135-fb94-413f-9cb5-9aebd2ec4540 req-27216ba9-2600-4034-b39f-16a70e0a487f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537682 Nov 12 03:07:32.991258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a73b-dfda-43d0-8b28-578e0ed70219 req-6c949eba-556a-4406-b731-e58cdbeeb852 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:32.995648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e12a73b-dfda-43d0-8b28-578e0ed70219 req-6c949eba-556a-4406-b731-e58cdbeeb852 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0792258 Nov 12 03:07:33.021608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc85b-97ab-4838-9106-39b94e7b2163 req-786800d8-a501-4f95-90cb-2bee9d5c37a0 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:33.023701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7acc85b-97ab-4838-9106-39b94e7b2163 req-786800d8-a501-4f95-90cb-2bee9d5c37a0 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 950 time: 0.0619383 Nov 12 03:07:33.063516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e12a73b-dfda-43d0-8b28-578e0ed70219 req-834a7d37-133c-41f3-842b-8f595a813d23 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622964 Nov 12 03:07:33.096533 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7acc85b-97ab-4838-9106-39b94e7b2163 req-99c417f4-07e1-417d-a2a4-7b80c367e500 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Nov 12 03:07:33.175268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-612907db-14e0-4f4f-825d-62172fa7d114 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:33.176770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-612907db-14e0-4f4f-825d-62172fa7d114 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 950 time: 0.1056335 Nov 12 03:07:33.230966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:33.291709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port b6ac7876-3a83-4915-8694-8953861d69ae {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:33.292259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.301556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094b80-3dac-4e4e-9827-ce8d16d232fd req-3186cb58-64b5-4954-9af3-f1507c37f071 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:33.303045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77094b80-3dac-4e4e-9827-ce8d16d232fd req-3186cb58-64b5-4954-9af3-f1507c37f071 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 943 time: 0.0938237 Nov 12 03:07:33.374822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77094b80-3dac-4e4e-9827-ce8d16d232fd req-5f710404-2ec5-4714-a936-24798e397199 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652046 Nov 12 03:07:33.412508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:33.424571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'mac_address': 'fa:16:3e:20:d3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:33.441820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port b6ac7876-3a83-4915-8694-8953861d69ae, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6ac7876-3a83-4915-8694-8953861d69ae,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:33.442201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.459917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for b6ac7876-3a83-4915-8694-8953861d69ae owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:33.474293 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.489688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:33.520603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:33.529543 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.582627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:33.628891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b47923-063d-487c-bffa-5e6a865e6d65 req-02f45882-5ccf-4def-95a6-8a9b9e889a20 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:33.649349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64b47923-063d-487c-bffa-5e6a865e6d65 req-02f45882-5ccf-4def-95a6-8a9b9e889a20 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1062939 Nov 12 03:07:33.709222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64b47923-063d-487c-bffa-5e6a865e6d65 req-189a9ca6-0470-4f66-a3bf-8eb7db3d83cc tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629287 Nov 12 03:07:33.772414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.787702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0', 'e14cef78-2b69-4434-b652-3599631c7769', '80d992a0-fc8f-4821-ad50-adab7dfb28b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:33.808033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=b6ac7876-3a83-4915-8694-8953861d69ae,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:33.829444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'b6ac7876-3a83-4915-8694-8953861d69ae'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:33.892407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['1406cb3b-3c27-44d3-8277-168ea62880b4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:33.902980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port b6ac7876-3a83-4915-8694-8953861d69ae on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:33.906782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:33.910401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa45b4c7-6efa-4c25-8e69-c3a22844bf5d req-aa50b59f-9d59-4f3f-b994-a1b7ef86cb5b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "DELETE /v2.0/ports/b6ac7876-3a83-4915-8694-8953861d69ae HTTP/1.1" status: 204 len: 173 time: 0.7265182 Nov 12 03:07:33.953250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'name': 'network-vif-deleted', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:33.957407 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f0941c-17c5-42c8-ad8d-ac801cd00e1c" -d '{"events": [{"server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "name": "network-vif-deleted", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:34.003427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270e189-7cde-498e-af01-b5fad25b5243 req-46c4ab1c-9352-4b09-9649-6741e511209b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:34.005813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e270e189-7cde-498e-af01-b5fad25b5243 req-46c4ab1c-9352-4b09-9649-6741e511209b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.0771730 Nov 12 03:07:34.071693 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84ca3e5-e88f-4c06-b929-4ecaf08a5e13 x-openstack-request-id: req-e84ca3e5-e88f-4c06-b929-4ecaf08a5e13 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:34.072461 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046ee94-cf6c-4de8-bbce-455e1878bd0a", "name": "network-vif-deleted", "tag": "b6ac7876-3a83-4915-8694-8953861d69ae", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:34.072957 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e84ca3e5-e88f-4c06-b929-4ecaf08a5e13 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:34.073660 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046ee94-cf6c-4de8-bbce-455e1878bd0a', 'name': 'network-vif-deleted', 'tag': 'b6ac7876-3a83-4915-8694-8953861d69ae', 'status': 'completed', 'code': 200} Nov 12 03:07:34.095203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e270e189-7cde-498e-af01-b5fad25b5243 req-e0b1ff28-f01e-4441-9e70-7f44886dc5df tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825047 Nov 12 03:07:34.265358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb2b3a-b22f-4e00-af8d-10e9a8b4cb7b req-1d50fb83-9efb-484f-93c4-b20749040bc9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:34.266915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88cb2b3a-b22f-4e00-af8d-10e9a8b4cb7b req-1d50fb83-9efb-484f-93c4-b20749040bc9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0717838 Nov 12 03:07:34.331304 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43e6372f-f89e-4154-baeb-e33ede957899 req-87dd2025-a3b3-4cbb-992f-ab58b5c9c062 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=b046ee94-cf6c-4de8-bbce-455e1878bd0a HTTP/1.1" status: 200 len: 210 time: 0.0625620 Nov 12 03:07:34.359137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88cb2b3a-b22f-4e00-af8d-10e9a8b4cb7b req-99a72f2a-6ec2-4160-aee0-a8e6565176a5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786188 Nov 12 03:07:34.518879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 88883a07-71f8-4e8b-b0f0-34aa0070fe21 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:34.582831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b89e17-6ab9-447c-99e2-a9d3fad0c204 req-13425058-a75f-4924-a018-e9b9f705ee23 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:34.597074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2b89e17-6ab9-447c-99e2-a9d3fad0c204 req-13425058-a75f-4924-a018-e9b9f705ee23 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 950 time: 0.1544697 Nov 12 03:07:34.638954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3f37f9d-6fac-4d56-8061-2bd1ad7648fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:34.660079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eb99f-1d13-417b-bf1f-c860128bb0af req-f2ebb54b-0e13-4500-b1b4-389ba588da01 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:34.661748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb2eb99f-1d13-417b-bf1f-c860128bb0af req-f2ebb54b-0e13-4500-b1b4-389ba588da01 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 943 time: 0.1239169 Nov 12 03:07:34.699086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2b89e17-6ab9-447c-99e2-a9d3fad0c204 req-f31fdf43-5f33-4ec0-b1e4-4c6fbfade06e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900099 Nov 12 03:07:34.794316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb2eb99f-1d13-417b-bf1f-c860128bb0af req-6ede52ac-adcf-4d68-84e8-99018d368b6c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256728 Nov 12 03:07:34.924161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8a124-539a-4218-b891-2709f21c1492 req-04972441-827e-48b3-bea9-182e76e4c622 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:34.928094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fc8a124-539a-4218-b891-2709f21c1492 req-04972441-827e-48b3-bea9-182e76e4c622 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1220384 Nov 12 03:07:34.993125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:35.051861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'port_id': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'mac_address': 'fa:16:3e:ee:26:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:35.068958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fc8a124-539a-4218-b891-2709f21c1492 req-26b5f90b-ee33-4896-8690-87418af2a551 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325319 Nov 12 03:07:35.324995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:35.411214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88883a07-71f8-4e8b-b0f0-34aa0070fe21 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:35.433491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:35.446488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:35.447210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:35.538333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:35.579205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-39838323-2fae-482d-879b-4c71fcb02df7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439503 Nov 12 03:07:35.673440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb51773-109a-4494-b199-73859d598f8f req-2485bc42-b4c4-4e24-a138-3430d2b8539f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:35.691813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccb51773-109a-4494-b199-73859d598f8f req-2485bc42-b4c4-4e24-a138-3430d2b8539f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1225698 Nov 12 03:07:35.809076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccb51773-109a-4494-b199-73859d598f8f req-640732aa-de47-4ded-9344-f937f4f6e081 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107326 Nov 12 03:07:35.823679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:35.841768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:35.843251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18', 'port_id': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'mac_address': 'fa:16:3e:2f:00:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c95d2fb-29f0-488c-898c-8f71761aaccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:35.872016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-214ca4a1-27c7-4101-ac9b-a95ef7380091 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:35.890866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-214ca4a1-27c7-4101-ac9b-a95ef7380091 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100336 Nov 12 03:07:35.922783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-20692134-73d7-4632-aef6-83cebe2110ea tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/quotas/45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 375 time: 0.0308599 Nov 12 03:07:35.950962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:36.046457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-2e6c90b1-ab42-469a-bde7-3e0466111e8f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175480 Nov 12 03:07:36.048394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00042e32-1fd4-4491-99d1-e02a72d19df6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:36.077782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:36.084830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:36.085623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f58f38b2-460f-4d1e-a791-d08a302955e3 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:36.204437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:36.289142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:36.323528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'mac_address': 'fa:16:3e:f9:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:36.433367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:36.472542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f58f38b2-460f-4d1e-a791-d08a302955e3 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:36.493883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b9a53-dd1c-4746-874d-7e5f60632299 req-a7fbf8a1-5a5c-4283-a53d-bc5ad6aad63f tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:36.504701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-673b9a53-dd1c-4746-874d-7e5f60632299 req-a7fbf8a1-5a5c-4283-a53d-bc5ad6aad63f tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 944 time: 0.1663301 Nov 12 03:07:36.517534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33b68-c67c-492e-8935-9b90fdc171cf req-dcfc102d-8c4e-4e17-8765-2f155116c112 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:36.531148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ab33b68-c67c-492e-8935-9b90fdc171cf req-dcfc102d-8c4e-4e17-8765-2f155116c112 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.0898509 Nov 12 03:07:36.560554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:36.574705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:36.612834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-673b9a53-dd1c-4746-874d-7e5f60632299 req-d9b14288-efe2-46c0-85d2-bc5d2dadc3c0 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012213 Nov 12 03:07:36.637680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ab33b68-c67c-492e-8935-9b90fdc171cf req-ef0fa0f1-e248-4164-a822-e619ad7b5566 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053631 Nov 12 03:07:36.807940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f58f38b2-460f-4d1e-a791-d08a302955e3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:36.832830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d85a38e-7b40-4571-bf20-22520dd22950 req-924c3a4a-7678-4959-99d1-2d24092606b6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 210 time: 0.1013165 Nov 12 03:07:36.896312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9958fb-50ee-49ba-a755-0cac70c45d74 req-00cb0ade-0353-4b60-acc6-e76924b9f05f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:36.922841 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f9958fb-50ee-49ba-a755-0cac70c45d74 req-00cb0ade-0353-4b60-acc6-e76924b9f05f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 949 time: 0.1969526 Nov 12 03:07:37.029570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:37.088918 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f9958fb-50ee-49ba-a755-0cac70c45d74 req-01a2a165-5834-4633-926d-a025f372ea40 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616921 Nov 12 03:07:37.138870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['00042e32-1fd4-4491-99d1-e02a72d19df6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:37.150517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['88883a07-71f8-4e8b-b0f0-34aa0070fe21'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:37.181272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110c49e-fe8c-4948-afef-394c79bcdeb4 req-f18077d0-df74-405c-bc69-e0f223a643ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:37.187079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f110c49e-fe8c-4948-afef-394c79bcdeb4 req-f18077d0-df74-405c-bc69-e0f223a643ca tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 945 time: 0.1599901 Nov 12 03:07:37.273188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:37.283689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:37.292479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f110c49e-fe8c-4948-afef-394c79bcdeb4 req-6d8ef6ce-1cfb-4e60-8ca5-505a803088bb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999763 Nov 12 03:07:37.565428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 1406cb3b-3c27-44d3-8277-168ea62880b4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:37.614040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 1406cb3b-3c27-44d3-8277-168ea62880b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:37.614697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:37.883993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935826ca-7004-4720-9185-573457583994 req-0ecc1273-f312-4516-8ad1-eb5019434e55 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:37.885488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-935826ca-7004-4720-9185-573457583994 req-0ecc1273-f312-4516-8ad1-eb5019434e55 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 949 time: 0.0959578 Nov 12 03:07:37.916310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ac6ba-c0db-41c4-ab73-f4533c797b4f req-4c6e3630-0235-4a53-a105-c471dac20e36 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:37.917882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a43ac6ba-c0db-41c4-ab73-f4533c797b4f req-4c6e3630-0235-4a53-a105-c471dac20e36 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 944 time: 0.1509893 Nov 12 03:07:37.993675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ea852-4b5b-40d9-b0fd-60a5af3d8a0b req-4d432f8d-21e3-430f-965a-6d838b953067 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:38.005623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d5ea852-4b5b-40d9-b0fd-60a5af3d8a0b req-4d432f8d-21e3-430f-965a-6d838b953067 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.1592953 Nov 12 03:07:38.038745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a43ac6ba-c0db-41c4-ab73-f4533c797b4f req-ce935f82-f914-4239-9471-9a513437d6cc tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008775 Nov 12 03:07:38.070843 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.104298 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.176566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d5ea852-4b5b-40d9-b0fd-60a5af3d8a0b req-a4e45485-7141-42b6-94c8-3db651cd5979 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700518 Nov 12 03:07:38.200171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:38.206448 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d208c-9558-401d-afeb-89e00eec3f00" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:38.207509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:38.209838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.310816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:38.316362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.374293 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f6906a0-2984-45ce-a170-8a5bd716e6b4 req-b36aabbe-7241-4fd4-a798-9942d981ef14 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 210 time: 0.0785873 Nov 12 03:07:38.421553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=13']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:38.430050 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25566349-709a-4c5f-add7-d201a4bcee9f x-openstack-request-id: req-25566349-709a-4c5f-add7-d201a4bcee9f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:38.430743 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-plugged", "status": "completed", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:38.431189 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25566349-709a-4c5f-add7-d201a4bcee9f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:38.434846 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'code': 200} Nov 12 03:07:38.477993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-718e3216-4295-4d79-8567-16f5d509c7ad tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912538 Nov 12 03:07:38.518758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43958) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:38.580319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f58f38b2-460f-4d1e-a791-d08a302955e3 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:38.659308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port 80d992a0-fc8f-4821-ad50-adab7dfb28b9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80d992a0-fc8f-4821-ad50-adab7dfb28b9,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:38.659308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.690885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for 80d992a0-fc8f-4821-ad50-adab7dfb28b9 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:38.701888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f58f38b2-460f-4d1e-a791-d08a302955e3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:38.702340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.713031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821f2c3-d565-4e32-bd0d-4e6e34d02354 req-a3694446-b230-4076-93e5-ecdad3101866 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:38.726855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9821f2c3-d565-4e32-bd0d-4e6e34d02354 req-a3694446-b230-4076-93e5-ecdad3101866 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 945 time: 0.0882442 Nov 12 03:07:38.792165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c62ba67-115e-482c-85c6-094a88cc2d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.838700 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9821f2c3-d565-4e32-bd0d-4e6e34d02354 req-da690cbe-2340-43c1-abcd-226e02b09dd7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Nov 12 03:07:38.850691 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.946429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:38.951383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.952201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6ac7876-3a83-4915-8694-8953861d69ae no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:38.968768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c62ba67-115e-482c-85c6-094a88cc2d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:38.986142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c62ba67-115e-482c-85c6-094a88cc2d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.033856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b6ac7876-3a83-4915-8694-8953861d69ae {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:39.034209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6ac7876-3a83-4915-8694-8953861d69ae not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:39.055686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6c62ba67-115e-482c-85c6-094a88cc2d3f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8691891dd7914f21a7d5394e683b3015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346186 Nov 12 03:07:39.057356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62ba67-115e-482c-85c6-094a88cc2d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519b6a9-bf16-41af-8580-204e295e000f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:39.085769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:39.094811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:39.233286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.257281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0', 'e14cef78-2b69-4434-b652-3599631c7769', '80d992a0-fc8f-4821-ad50-adab7dfb28b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:39.309471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.319005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:39.323125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffaaa2-5970-4f85-8479-3f40200acd45 req-69a268c5-4f33-4460-96e5-9c53c5e24c85 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:39.328889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39ffaaa2-5970-4f85-8479-3f40200acd45 req-69a268c5-4f33-4460-96e5-9c53c5e24c85 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 944 time: 0.1099846 Nov 12 03:07:39.346264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5b58f-2571-4e12-b13e-1176163ae2be req-e54e4598-8e78-45b1-b66f-8bfe6163d80d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:39.354946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33a5b58f-2571-4e12-b13e-1176163ae2be req-e54e4598-8e78-45b1-b66f-8bfe6163d80d tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=a557fe71-f843-403a-9c0f-aab2108a8703 HTTP/1.1" status: 200 len: 867 time: 0.9272377 Nov 12 03:07:39.411610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.479428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port 80d992a0-fc8f-4821-ad50-adab7dfb28b9 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:39.490947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.494273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-935826ca-7004-4720-9185-573457583994 req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "DELETE /v2.0/ports/80d992a0-fc8f-4821-ad50-adab7dfb28b9 HTTP/1.1" status: 204 len: 173 time: 1.5978072 Nov 12 03:07:39.495021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'name': 'network-vif-deleted', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:39.510680 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae57aa9-18b0-4eca-b6ed-fa5d6c04c2a3" -d '{"events": [{"server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "name": "network-vif-deleted", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:39.511498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99cc64-4874-43ac-9076-43b5ac03bee4 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=80d992a0-fc8f-4821-ad50-adab7dfb28b9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:39.527826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39ffaaa2-5970-4f85-8479-3f40200acd45 req-41883a6e-7eee-4910-96e0-f1b527027a33 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897702 Nov 12 03:07:39.557533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33a5b58f-2571-4e12-b13e-1176163ae2be req-56b84a9b-97bf-4cab-8e54-8ac4fb05b5c9 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995358 Nov 12 03:07:39.646661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.652267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:39.655306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6519b6a9-bf16-41af-8580-204e295e000f HTTP/1.1" status: 204 len: 168 time: 0.5654950 Nov 12 03:07:39.667248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5f6d6-acbb-42fb-8811-35aee5ac9c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519b6a9-bf16-41af-8580-204e295e000f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:39.689737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-e14c7fc4-e89c-4413-bc8e-1a8eb46599ba tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:39.693665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-e14c7fc4-e89c-4413-bc8e-1a8eb46599ba tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1815140 Nov 12 03:07:39.744396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Request body: {'port': {'device_id': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '45e2f2cfc6414928b4eab61ea6589c50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:39.928872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1dbc-0b5f-4a92-923c-ae6e5986eaaf req-182ce664-0521-42f0-9c8c-3d8ea9f30c56 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:39.937632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbad1dbc-0b5f-4a92-923c-ae6e5986eaaf req-182ce664-0521-42f0-9c8c-3d8ea9f30c56 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.2049630 Nov 12 03:07:40.096405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbad1dbc-0b5f-4a92-923c-ae6e5986eaaf req-1f538f52-d2c2-4522-b32f-920553458722 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540959 Nov 12 03:07:40.101943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cea9306c-045f-4cad-ad7d-b5343bed0c65 req-a59065cd-60f5-417d-b474-98432040a27d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 210 time: 0.1495993 Nov 12 03:07:40.105676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Made reservation on behalf of 45e2f2cfc6414928b4eab61ea6589c50 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:40.113318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:40.170208 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb81c23-51ea-4b36-8418-e36b62f77f27 x-openstack-request-id: req-ebb81c23-51ea-4b36-8418-e36b62f77f27 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:40.170517 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a557fe71-f843-403a-9c0f-aab2108a8703", "name": "network-vif-deleted", "tag": "80d992a0-fc8f-4821-ad50-adab7dfb28b9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:40.172535 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ebb81c23-51ea-4b36-8418-e36b62f77f27 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:40.176576 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a557fe71-f843-403a-9c0f-aab2108a8703', 'name': 'network-vif-deleted', 'tag': '80d992a0-fc8f-4821-ad50-adab7dfb28b9', 'status': 'completed', 'code': 200} Nov 12 03:07:40.443015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f26c7e-de9f-409a-84b0-b7bf82b051d7 req-939f77d3-8d08-480f-bc5b-acd92f8a04ac tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:40.451648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5f26c7e-de9f-409a-84b0-b7bf82b051d7 req-939f77d3-8d08-480f-bc5b-acd92f8a04ac tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1031702 Nov 12 03:07:40.468851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:40.472824 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a279bf-8baa-4608-9da7-88086b08b43c" -d '{"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-plugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:40.578110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5f26c7e-de9f-409a-84b0-b7bf82b051d7 req-0ef90c14-cb58-482f-b50a-e1413559b78a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254385 Nov 12 03:07:40.588299 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08006b28-c977-47cc-b60a-3b4737208cd2 x-openstack-request-id: req-08006b28-c977-47cc-b60a-3b4737208cd2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:40.588517 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-plugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:40.588772 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-08006b28-c977-47cc-b60a-3b4737208cd2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:40.590915 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'code': 200} Nov 12 03:07:40.641028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 88883a07-71f8-4e8b-b0f0-34aa0070fe21 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:40.656951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Allocated IP 192.168.233.194 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/e1db122f-e0cf-464d-ba9b-dcc8903a10eb) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:40.992758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf77ae-0d93-489c-8668-885979cd7177 req-25b9b5e3-c30c-45e5-8d01-130dd361e230 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:40.994348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becf77ae-0d93-489c-8668-885979cd7177 req-25b9b5e3-c30c-45e5-8d01-130dd361e230 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 944 time: 0.2237501 Nov 12 03:07:41.009321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:41.031605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe5c41-541b-49d6-b89d-f5e5b93e4224 req-d1d4e42d-63ef-4a3d-afda-87638d3e8e2c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:41.044036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-debe5c41-541b-49d6-b89d-f5e5b93e4224 req-d1d4e42d-63ef-4a3d-afda-87638d3e8e2c tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.0931642 Nov 12 03:07:41.071837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:41.072228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.114692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-debe5c41-541b-49d6-b89d-f5e5b93e4224 req-53782790-feb7-49af-8a20-21997392bb8e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688651 Nov 12 03:07:41.254655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80d992a0-fc8f-4821-ad50-adab7dfb28b9 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:41.265860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becf77ae-0d93-489c-8668-885979cd7177 req-b53ccc5a-5b35-473f-a54a-2a483be96dd6 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495832 Nov 12 03:07:41.278069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd42dc6-acc1-47e6-9aeb-5bb74bf69ffa req-67ce5ee8-7cdd-4f26-8c6f-e3f0696f1d5e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:41.296075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd42dc6-acc1-47e6-9aeb-5bb74bf69ffa req-67ce5ee8-7cdd-4f26-8c6f-e3f0696f1d5e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.0860143 Nov 12 03:07:41.330405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.341211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 80d992a0-fc8f-4821-ad50-adab7dfb28b9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:41.343531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80d992a0-fc8f-4821-ad50-adab7dfb28b9 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:41.397965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd42dc6-acc1-47e6-9aeb-5bb74bf69ffa req-5a0c1c1e-fdcb-4532-a256-09f95af932dd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067653 Nov 12 03:07:41.425886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.478591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.500263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:41.509930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.510996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:41.562421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:41.584893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227492d6-42fe-48ba-81be-f53644d4827c req-31511bd0-470a-488b-bbbe-a9181eca6246 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:41.584893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-227492d6-42fe-48ba-81be-f53644d4827c req-31511bd0-470a-488b-bbbe-a9181eca6246 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 936 time: 0.1702685 Nov 12 03:07:41.598688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:41.600783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:41.606955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:41.607682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.632726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:41.642312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-6adb90bd-8ae3-4f8a-9b26-ec453daeb5da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9272141 Nov 12 03:07:41.663932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Request body: {'port': {'device_id': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:41.771378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:41.782481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 00042e32-1fd4-4491-99d1-e02a72d19df6 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:41.791583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 00042e32-1fd4-4491-99d1-e02a72d19df6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:41.791960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.796489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-227492d6-42fe-48ba-81be-f53644d4827c req-77777482-f5e5-4816-92db-12e326267aed tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032840 Nov 12 03:07:41.800691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:41.894034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6f922-8660-443e-99c5-f4a79c02b564 req-786eaa57-a9cc-42bf-9741-4e8f090bc3ab tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:41.903042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ba6f922-8660-443e-99c5-f4a79c02b564 req-786eaa57-a9cc-42bf-9741-4e8f090bc3ab tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1473682 Nov 12 03:07:41.958549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.029044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:42.037179 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.044660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ba6f922-8660-443e-99c5-f4a79c02b564 req-3f83950c-ea45-4f23-bf94-6128fce0ebfa tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391652 Nov 12 03:07:42.126160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:42.202675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cd2bf254-a2cc-4885-8420-38a7ffa6d51a None None] Provisioning complete for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:42.203058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf254-a2cc-4885-8420-38a7ffa6d51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.260455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bf254-a2cc-4885-8420-38a7ffa6d51a None None] Port e1db122f-e0cf-464d-ba9b-dcc8903a10eb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:42.345727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:42.356014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.366403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273629-c8e1-489d-b85b-ccab46533239 req-8535dce4-8e43-407f-a129-4254e992fabd tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:42.373862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f273629-c8e1-489d-b85b-ccab46533239 req-8535dce4-8e43-407f-a129-4254e992fabd tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.1051905 Nov 12 03:07:42.416166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123899bf-c19d-449f-800f-7cfc9a8ee4f4 req-6f72eb5b-4aa4-44c8-93c5-f3f549bae9f9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:42.423739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-123899bf-c19d-449f-800f-7cfc9a8ee4f4 req-6f72eb5b-4aa4-44c8-93c5-f3f549bae9f9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.0707240 Nov 12 03:07:42.426846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Transition to ACTIVE for port object e1db122f-e0cf-464d-ba9b-dcc8903a10eb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:42.431040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20', 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', '1406cb3b-3c27-44d3-8277-168ea62880b4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:42.442461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.493854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f273629-c8e1-489d-b85b-ccab46533239 req-b0df06ef-5abf-4b0f-ab9e-eccc99ce8798 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168399 Nov 12 03:07:42.596987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-123899bf-c19d-449f-800f-7cfc9a8ee4f4 req-e04e5577-0259-4c41-ab78-f80c82992ba1 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613948 Nov 12 03:07:42.598141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21'}, {'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:42.610906 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c345b8-bdf2-480c-b3a3-71d71b73ccb2" -d '{"events": [{"server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "name": "network-vif-plugged", "status": "completed", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21"}, {"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-plugged", "status": "completed", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:42.625541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:42.680923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-8770c954-bbee-4f5d-afc9-587f3fb67b11 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:42.682419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-8770c954-bbee-4f5d-afc9-587f3fb67b11 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 950 time: 0.2544260 Nov 12 03:07:42.748991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44074) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:42.776452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:42.776838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:42.777189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:42.790617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:42.791563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:42.842790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:42.843153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:42.843561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:42.844021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Bound port: e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:42.844386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:42.866312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d140b5-71d0-48ca-987f-79d71744b84b req-899025d2-72c4-4dfe-a06a-11a4b49eb3d2 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:42.867914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88d140b5-71d0-48ca-987f-79d71744b84b req-899025d2-72c4-4dfe-a06a-11a4b49eb3d2 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.2672288 Nov 12 03:07:42.975045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-e8bcd13c-e0ae-461a-a75e-3d924ba4eb2d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1798037267&fields=id&tenant_id=65d95d47d8194398a5103fa8ca242e7f HTTP/1.1" status: 200 len: 267 time: 0.0903480 Nov 12 03:07:43.023907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port e14cef78-2b69-4434-b652-3599631c7769 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:43.024290 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.039162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7632fbb-38b6-47dc-8779-a541037d0c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.145674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88d140b5-71d0-48ca-987f-79d71744b84b req-6e866529-ea2a-48bb-8a6f-a9ee61198f76 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369328 Nov 12 03:07:43.162891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:43.172234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:43.182834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.260681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.261301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.262690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 1097 time: 1.6054492 Nov 12 03:07:43.265684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:43.269750 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4201780-fef1-4794-be5c-648c2c7c1dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:43.270131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7632fbb-38b6-47dc-8779-a541037d0c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.288279 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37831edf-0767-4f52-8a6c-a2825242f52a x-openstack-request-id: req-37831edf-0767-4f52-8a6c-a2825242f52a {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:43.289821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "name": "network-vif-plugged", "status": "completed", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21", "code": 200}, {"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-plugged", "status": "completed", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:43.289821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37831edf-0767-4f52-8a6c-a2825242f52a {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:43.292614 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'code': 200} Nov 12 03:07:43.292614 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'code': 200} Nov 12 03:07:43.328737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f7632fbb-38b6-47dc-8779-a541037d0c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.351005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e3fd2-23f3-4d02-adfa-ed24a2fc64e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:43.372540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port e14cef78-2b69-4434-b652-3599631c7769, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e14cef78-2b69-4434-b652-3599631c7769,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:43.373160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.438247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for e14cef78-2b69-4434-b652-3599631c7769 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:43.443021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f7632fbb-38b6-47dc-8779-a541037d0c60 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2da81c9f509146868626958f0f2b57bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6904409 Nov 12 03:07:43.451726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-80e1e84c-c4f6-4b4c-a31d-a031293c37ed tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.459072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-80e1e84c-c4f6-4b4c-a31d-a031293c37ed tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/networks?id=6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 200 len: 816 time: 0.4719136 Nov 12 03:07:43.464779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44090) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:43.465710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7632fbb-38b6-47dc-8779-a541037d0c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a35a23-49cc-4ed7-abcd-4dac2b87de25,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:43.563242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-35dc2f3d-bb40-4b22-804e-984f5c408751 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/quotas/65d95d47d8194398a5103fa8ca242e7f HTTP/1.1" status: 200 len: 375 time: 0.1031237 Nov 12 03:07:43.569624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50da5-4c80-40ad-b19e-38891c38a495 req-6a85a220-eae3-4590-943f-6153013bbe69 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.571174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50b50da5-4c80-40ad-b19e-38891c38a495 req-6a85a220-eae3-4590-943f-6153013bbe69 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.1906006 Nov 12 03:07:43.575610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81128d-0af3-49ef-9723-87adaa20a2a1 req-903b8b1a-eec0-418c-89f0-342b39ebce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.577225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd81128d-0af3-49ef-9723-87adaa20a2a1 req-903b8b1a-eec0-418c-89f0-342b39ebce47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1098 time: 0.1669233 Nov 12 03:07:43.682453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50b50da5-4c80-40ad-b19e-38891c38a495 req-a2d574ed-9b09-48ca-980a-9ef387f8bb6c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007395 Nov 12 03:07:43.700916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.701356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd81128d-0af3-49ef-9723-87adaa20a2a1 req-1c3da2b3-87f0-40a4-8dd4-580e90e449e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035135 Nov 12 03:07:43.706419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14c40e-0197-4fbe-9703-61a581b20de9 req-b94faae8-9de4-40d7-b12b-4eb06d73b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.707975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c14c40e-0197-4fbe-9703-61a581b20de9 req-b94faae8-9de4-40d7-b12b-4eb06d73b777 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 1097 time: 0.2451577 Nov 12 03:07:43.719905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-7e735c5d-d67a-4ad1-a6ee-585365b4476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.719905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-7e735c5d-d67a-4ad1-a6ee-585365b4476a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.2482696 Nov 12 03:07:43.754162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-7784d74e-227c-4b33-9650-3f3aa6cd1183 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=65d95d47d8194398a5103fa8ca242e7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1827047 Nov 12 03:07:43.792802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.826651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:43.840822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03', '739eb2bf-565c-462c-bf6b-ca401e8f0576'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:43.907284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=e14cef78-2b69-4434-b652-3599631c7769,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:43.966077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60ee2-5ae7-4d99-b096-86ba539784c2 req-17483871-a341-48dd-a7c3-5b87607609e9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:43.971739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:43.979602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abd60ee2-5ae7-4d99-b096-86ba539784c2 req-17483871-a341-48dd-a7c3-5b87607609e9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1612713 Nov 12 03:07:43.990094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-7f8c6610-240a-4d40-8018-c36137077e52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0834639 Nov 12 03:07:44.006948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port e14cef78-2b69-4434-b652-3599631c7769 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:44.011677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:44.015361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa250ec6-2a03-452b-ba14-2fa144b47bca req-9ed9c7b6-80ef-4e38-b716-23b14233c776 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "DELETE /v2.0/ports/e14cef78-2b69-4434-b652-3599631c7769 HTTP/1.1" status: 204 len: 173 time: 1.3043666 Nov 12 03:07:44.076172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-6ba450a3-4193-46be-9ea4-adea0dc0fe29 service neutron] 10.222.0.84 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145812 Nov 12 03:07:44.097492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c14c40e-0197-4fbe-9703-61a581b20de9 req-0ee2a7ea-29ad-477b-9874-536d50ec0a99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874061 Nov 12 03:07:44.098737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abd60ee2-5ae7-4d99-b096-86ba539784c2 req-f0425797-773b-4627-be25-9157ab3a29bc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180370 Nov 12 03:07:44.108692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:44.111588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:44.112878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71a35a23-49cc-4ed7-abcd-4dac2b87de25 HTTP/1.1" status: 204 len: 168 time: 0.6429360 Nov 12 03:07:44.151530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ac41e-420d-48c8-a2b5-d7e04c423eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a35a23-49cc-4ed7-abcd-4dac2b87de25,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:44.157684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-ddc20164-be9e-4c73-bca2-6363e8053ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:44.159872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-ddc20164-be9e-4c73-bca2-6363e8053ed6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1585641 Nov 12 03:07:44.182297 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28211883-4dcc-4e63-9115-3e92c3be9ec9 x-openstack-request-id: req-28211883-4dcc-4e63-9115-3e92c3be9ec9 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:44.182987 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:44.183433 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-28211883-4dcc-4e63-9115-3e92c3be9ec9 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:44.184145 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'status': 'completed', 'code': 200} Nov 12 03:07:44.347134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-814774ec-4332-49f4-83bd-58c1ab048049 service neutron] 10.222.0.84 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672327 Nov 12 03:07:44.386453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cbd8d477-2bed-4000-88d9-af33861be86a req-aad4e092-bf4f-4b00-8776-bc914273a335 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=51e6e24b-b2fc-4913-a3c8-4da4b1c73895 HTTP/1.1" status: 200 len: 210 time: 0.0463412 Nov 12 03:07:44.505674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-73c85eff-1be2-478b-aa43-fd3cf9760d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:44.511009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-73c85eff-1be2-478b-aa43-fd3cf9760d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610134 Nov 12 03:07:44.552464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8bdf-cfea-4c4c-92eb-50a4ea4d7247 req-54c0e3f6-9678-4445-a21c-73653bd08647 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:44.571185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e1d8bdf-cfea-4c4c-92eb-50a4ea4d7247 req-54c0e3f6-9678-4445-a21c-73653bd08647 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.0928991 Nov 12 03:07:44.716772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e1d8bdf-cfea-4c4c-92eb-50a4ea4d7247 req-a2a98b95-3a45-45de-807b-fb23136a7a21 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445551 Nov 12 03:07:44.757462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-b2d5689f-d1a0-479a-916f-b4b252374805 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363553 Nov 12 03:07:45.010788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf8c71b7-38d2-4696-872d-83b82bd0c2a8 req-b4330921-d869-4cd9-87d8-8b9a854f0629 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315507 Nov 12 03:07:45.035109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228bebf-311b-47a9-bd18-2a53afc857a4 req-927d3ba4-dd4a-4709-ac9c-8d38906c95f5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.046661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2228bebf-311b-47a9-bd18-2a53afc857a4 req-927d3ba4-dd4a-4709-ac9c-8d38906c95f5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0989361 Nov 12 03:07:45.124999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2228bebf-311b-47a9-bd18-2a53afc857a4 req-e832d8e7-4730-45c8-b43f-9af760c886c1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709531 Nov 12 03:07:45.235434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-ba33bef1-bd8e-4645-9d5f-0a2867b136a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.238136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-ba33bef1-bd8e-4645-9d5f-0a2867b136a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.1685493 Nov 12 03:07:45.260627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a23ec02f-8c75-40be-987a-cd20430c7b69 req-e5ce0790-1954-4866-bc48-54d22d229b42 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0556219 Nov 12 03:07:45.266539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e14cef78-2b69-4434-b652-3599631c7769 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:45.323793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: e14cef78-2b69-4434-b652-3599631c7769 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:45.323793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e14cef78-2b69-4434-b652-3599631c7769 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:45.450883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-9d37ec81-8f9f-4fd5-ac14-c2a7a17ee812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.452392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-9d37ec81-8f9f-4fd5-ac14-c2a7a17ee812 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1922815 Nov 12 03:07:45.540865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-dd21db2f-880e-4753-a00a-471f0bd8f380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0802641 Nov 12 03:07:45.554840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dcfcc-67f0-4632-8597-9847b596f5d5 req-b2a460cc-7911-4f60-b8a4-c0f4e9506c84 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.561325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1248188-7457-45a6-8615-77f7f03debad req-97dd4f0b-074b-462e-8e31-aa3d36384b50 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.563358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1248188-7457-45a6-8615-77f7f03debad req-97dd4f0b-074b-462e-8e31-aa3d36384b50 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.3652058 Nov 12 03:07:45.566831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a4dcfcc-67f0-4632-8597-9847b596f5d5 req-b2a460cc-7911-4f60-b8a4-c0f4e9506c84 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1208012 Nov 12 03:07:45.644159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-807f4166-b4e0-4702-8dc7-8993dd1b49da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.645728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-807f4166-b4e0-4702-8dc7-8993dd1b49da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0805831 Nov 12 03:07:45.667129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1248188-7457-45a6-8615-77f7f03debad req-ce35cb43-228b-48cd-83fc-c681ec925495 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Nov 12 03:07:45.709934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-cd7df2cc-0062-42c9-a115-b434285b6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.713007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-cd7df2cc-0062-42c9-a115-b434285b6486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594339 Nov 12 03:07:45.723232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a4dcfcc-67f0-4632-8597-9847b596f5d5 req-15cf86a0-f6e0-4b12-a2f9-1d26ad51e772 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545277 Nov 12 03:07:45.878097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-101c7836-eadc-48c2-9f65-02cbeb680a9a service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564322 Nov 12 03:07:45.941338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544611c9-6160-43d3-9e66-9b0d09f21a81 req-7c3b811f-3b40-47e1-b9ce-7b537c4df609 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:45.950153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-544611c9-6160-43d3-9e66-9b0d09f21a81 req-7c3b811f-3b40-47e1-b9ce-7b537c4df609 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.0937064 Nov 12 03:07:46.043433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-544611c9-6160-43d3-9e66-9b0d09f21a81 req-688a489e-926c-4437-af32-383393500edb tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917268 Nov 12 03:07:46.071581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4201780-fef1-4794-be5c-648c2c7c1dbc req-2510e853-79ea-4675-99a6-04c1a01ec469 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868634 Nov 12 03:07:46.186098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'name': 'network-vif-deleted', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:46.190586 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0678de1e-8772-4e14-98a3-ed6b63fdaeed" -d '{"events": [{"server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "name": "network-vif-deleted", "tag": "e14cef78-2b69-4434-b652-3599631c7769"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:46.314932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680573-ded1-4ddd-8e74-074a92012cc4 req-8f35bc51-1bf1-4748-abd2-f6ea81ba5e4b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:46.320296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c680573-ded1-4ddd-8e74-074a92012cc4 req-8f35bc51-1bf1-4748-abd2-f6ea81ba5e4b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.0945644 Nov 12 03:07:46.329619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:46.334565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Request body: {'floatingip': {'port_id': '88883a07-71f8-4e8b-b0f0-34aa0070fe21'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:46.415483 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a38f6e-adb1-476f-a2ec-cd3429f96711 x-openstack-request-id: req-d4a38f6e-adb1-476f-a2ec-cd3429f96711 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:46.418862 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e6e24b-b2fc-4913-a3c8-4da4b1c73895", "name": "network-vif-deleted", "tag": "e14cef78-2b69-4434-b652-3599631c7769", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:46.419443 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4a38f6e-adb1-476f-a2ec-cd3429f96711 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:46.422922 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e6e24b-b2fc-4913-a3c8-4da4b1c73895', 'name': 'network-vif-deleted', 'tag': 'e14cef78-2b69-4434-b652-3599631c7769', 'status': 'completed', 'code': 200} Nov 12 03:07:46.504884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:46.578382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25a512-648c-46fe-b1bd-1034649a1e24 req-60544562-da12-4ce7-8433-74e88282a311 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:46.581254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd25a512-648c-46fe-b1bd-1034649a1e24 req-60544562-da12-4ce7-8433-74e88282a311 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 949 time: 0.1315024 Nov 12 03:07:46.605925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:07:46.702408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd25a512-648c-46fe-b1bd-1034649a1e24 req-0696a620-aedb-4e0d-bfeb-8d52d75d3140 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082854 Nov 12 03:07:46.908254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-528d0fe4-cf47-46cf-a61e-a56f1cbc18dd req-3d43cf47-f5b5-4937-a978-0ebbca6ad32a tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0585713 Nov 12 03:07:46.974925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:47.009726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'mac_address': 'fa:16:3e:47:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:07:47.125477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.156309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18004a6-e49a-48ac-a2ec-bc15b49a3582 req-06de3600-1a32-4577-9564-2d014ef4d02c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:47.159506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:47.161762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b18004a6-e49a-48ac-a2ec-bc15b49a3582 req-06de3600-1a32-4577-9564-2d014ef4d02c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.0912325 Nov 12 03:07:47.230752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44186) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:47.238098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:47.243528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.268357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.295574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.335651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b18004a6-e49a-48ac-a2ec-bc15b49a3582 req-e2c6c2af-3a37-4fc6-90b5-337419ba562b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663265 Nov 12 03:07:47.386510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:47.547589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1226962301', 'router:external': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:47.555969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e1db122f-e0cf-464d-ba9b-dcc8903a10eb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:47.572911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Made reservation on behalf of d92305f1f6604fad8759b972e646fcbb for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:47.575340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.582737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc04e0b-66b7-4c4b-98b5-a8c41821b377 req-7e2652e7-0146-4713-bcde-eea42d1e2ee6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:47.596663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcc04e0b-66b7-4c4b-98b5-a8c41821b377 req-7e2652e7-0146-4713-bcde-eea42d1e2ee6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 1.1689892 Nov 12 03:07:47.597871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-2e9fad13-9643-4694-907b-23b102ad8f9f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:47.599519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-2e9fad13-9643-4694-907b-23b102ad8f9f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 949 time: 0.1759646 Nov 12 03:07:47.601603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:47.628682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-3211b814-35ac-4755-8b71-d0d018fb26c9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:47.630535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-3211b814-35ac-4755-8b71-d0d018fb26c9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.39 "GET /v2.0/networks?id=6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 200 len: 816 time: 0.8502843 Nov 12 03:07:47.736344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0e5b-a2c0-4417-9270-6a647dccc3ae req-ec714ef9-0228-41fb-9b29-a39f10bd1de0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:47.745880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f1d0e5b-a2c0-4417-9270-6a647dccc3ae req-ec714ef9-0228-41fb-9b29-a39f10bd1de0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2664089 Nov 12 03:07:47.991827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f1d0e5b-a2c0-4417-9270-6a647dccc3ae req-27637a3d-bae0-405a-82ca-cc1ab1bbface tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374115 Nov 12 03:07:48.075034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port 739eb2bf-565c-462c-bf6b-ca401e8f0576 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:48.080160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.325561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcc04e0b-66b7-4c4b-98b5-a8c41821b377 req-123432b5-b192-4f47-9c16-1ea538f52a7a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277534 Nov 12 03:07:48.389746 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Floating IP 11aacdba-afe2-46b5-a106-fe25317a3276 associated. External IP: 172.25.2.25, port: 88883a07-71f8-4e8b-b0f0-34aa0070fe21. Nov 12 03:07:48.537091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2a6296d2-b918-4f39-b551-c33ed4f2ccf0 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65d95d47d8194398a5103fa8ca242e7f HTTP/1.1" status: 200 len: 380 time: 0.8862922 Nov 12 03:07:48.560483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.574790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.575692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c60e6f87-4025-41ed-8837-03fd9a1335d2 req-d0531933-2fcd-4af9-a70d-259732619fc2 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0482688 Nov 12 03:07:48.593343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'port': {'device_id': '5098568d-b101-405a-a741-f6cf8239bb3c', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'admin_state_up': True, 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'security_groups': ['10d24a11-9452-48e5-967d-1ee79c438030']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:48.617169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a1aa05-4db9-4a4f-b95c-92e783cddd06,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:48.631384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:07:48.649386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-776e3a15-a70d-4fa6-84f6-2d03a4ec7429 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:48.650985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-776e3a15-a70d-4fa6-84f6-2d03a4ec7429 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6602764-59e0-4fdc-b4d3-531205e4fc47 HTTP/1.1" status: 200 len: 950 time: 0.7706435 Nov 12 03:07:48.664867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:07:48.704076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074cb60-f6fd-4c66-9c43-a367092c34da req-a6676a52-58ee-4ec7-80bd-abc2bb3106ae tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:48.711976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e074cb60-f6fd-4c66-9c43-a367092c34da req-a6676a52-58ee-4ec7-80bd-abc2bb3106ae tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 949 time: 0.1588004 Nov 12 03:07:48.716002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port 739eb2bf-565c-462c-bf6b-ca401e8f0576, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=739eb2bf-565c-462c-bf6b-ca401e8f0576,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:48.716367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.721038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.721390 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Added segment 9dc24eee-c08b-42dd-9312-119210cc6c80 of type vlan for network 5fe35275-977d-4d2f-b83a-74d744c63629 Nov 12 03:07:48.734778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:07:48.743291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:48.743926 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.774997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for 739eb2bf-565c-462c-bf6b-ca401e8f0576 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:48.886026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e074cb60-f6fd-4c66-9c43-a367092c34da req-246d3789-b438-4d97-b681-34e6a91419ca tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731062 Nov 12 03:07:48.916253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:48.971979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:48.977481 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dde54f-a7ba-46d5-b9f6-f35ed0d41b8d" -d '{"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:49.015962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:49.020940 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.027801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.050867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.078830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23', '716331d2-756e-4680-9b02-370046fb8ab0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:49.082258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:49.088092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73666e8-38a1-406f-8545-8f344c803590 req-f682e702-c9b5-4a14-beee-4b125385dfab tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:49.096863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e73666e8-38a1-406f-8545-8f344c803590 req-f682e702-c9b5-4a14-beee-4b125385dfab tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 949 time: 0.3782091 Nov 12 03:07:49.105833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=739eb2bf-565c-462c-bf6b-ca401e8f0576,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:49.171890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port 716331d2-756e-4680-9b02-370046fb8ab0 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:49.184253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.226364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:49.263565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Made reservation on behalf of 65d95d47d8194398a5103fa8ca242e7f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:49.269645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.273919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:07:49.290133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port 739eb2bf-565c-462c-bf6b-ca401e8f0576 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:49.293625 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.294985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:49.295748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.307137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.311735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-99fce8b8-51fc-4a51-b627-f1139d691fb7 req-b46411fd-21e6-43f6-9c72-75b18f53e93f tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "DELETE /v2.0/ports/739eb2bf-565c-462c-bf6b-ca401e8f0576 HTTP/1.1" status: 204 len: 173 time: 1.6994436 Nov 12 03:07:49.315050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'name': 'network-vif-deleted', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:49.317641 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d46a90-987b-4d74-9259-07bff0310093" -d '{"events": [{"server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "name": "network-vif-deleted", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:49.333649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0908928 Nov 12 03:07:49.336769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:49.362718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8e67-fdf9-4f41-a3c3-2004cef1dc6c req-7b93be55-6e0c-48b7-a51d-2c1271146836 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:49.373369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dcec8e67-fdf9-4f41-a3c3-2004cef1dc6c req-7b93be55-6e0c-48b7-a51d-2c1271146836 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1098 time: 0.3561106 Nov 12 03:07:49.394209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e73666e8-38a1-406f-8545-8f344c803590 req-5fe07ed8-1910-495f-8247-7e23c49d7d31 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754796 Nov 12 03:07:49.401789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'subnet': {'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:49.514488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4430b-82d1-499d-8237-7c920c92f824 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Network': ['ID=5fe35275-977d-4d2f-b83a-74d744c63629,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:49.529084 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c441a73-b93f-4621-8fab-8ffa39d8da7d x-openstack-request-id: req-7c441a73-b93f-4621-8fab-8ffa39d8da7d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:49.529580 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:49.529822 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c441a73-b93f-4621-8fab-8ffa39d8da7d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:49.530219 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'code': 200} Nov 12 03:07:49.542858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5fe35275-977d-4d2f-b83a-74d744c63629 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:07:49.586184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dcec8e67-fdf9-4f41-a3c3-2004cef1dc6c req-ca2ef994-e02a-4294-8b6d-b7bc290f4371 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056220 Nov 12 03:07:49.794729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb298ba2-de7d-4660-abe7-ccc8f3b5999d req-82bee12a-dead-4e76-966f-02cd1a30ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:49.802998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb298ba2-de7d-4660-abe7-ccc8f3b5999d req-82bee12a-dead-4e76-966f-02cd1a30ee55 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1102 time: 0.1022871 Nov 12 03:07:49.882453 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd7440-8fe9-4107-8aad-44d08149e156 x-openstack-request-id: req-f0cd7440-8fe9-4107-8aad-44d08149e156 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:49.884181 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96150a1a-5b32-4867-a711-e2c0ba84a07f", "name": "network-vif-deleted", "tag": "739eb2bf-565c-462c-bf6b-ca401e8f0576", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:49.884656 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0cd7440-8fe9-4107-8aad-44d08149e156 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:49.885263 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96150a1a-5b32-4867-a711-e2c0ba84a07f', 'name': 'network-vif-deleted', 'tag': '739eb2bf-565c-462c-bf6b-ca401e8f0576', 'status': 'completed', 'code': 200} Nov 12 03:07:49.923410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb298ba2-de7d-4660-abe7-ccc8f3b5999d req-1b603a79-d82c-45f2-b381-418862a6228a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105011 Nov 12 03:07:49.940712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:07:49.946939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:49.953096 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Sync routers for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:07:49.974719 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:49.978707 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:50.008186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d346027-2414-407b-ab6d-8c3ee7fd483d req-486a5cd8-5c8c-4482-8de1-f7d44f94fafb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0428596 Nov 12 03:07:50.052378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9adda19f-851b-4a51-988c-70aa04f53cc9 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "PUT /v2.0/floatingips/11aacdba-afe2-46b5-a106-fe25317a3276 HTTP/1.1" status: 200 len: 990 time: 3.7213969 Nov 12 03:07:50.085361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:50.094514 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6fee8-2aef-4818-b930-b80843b9dd14" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:50.149179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:50.171951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Made reservation on behalf of d92305f1f6604fad8759b972e646fcbb for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:50.175221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.186689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port 716331d2-756e-4680-9b02-370046fb8ab0, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=716331d2-756e-4680-9b02-370046fb8ab0,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:50.187218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.206485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc967cf-850a-4cab-8f46-bb10f7adfc15 req-ebfe9f52-26e2-4af5-b757-8685e81755ee tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:50.210837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dc967cf-850a-4cab-8f46-bb10f7adfc15 req-ebfe9f52-26e2-4af5-b757-8685e81755ee tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1098 time: 0.0714915 Nov 12 03:07:50.254266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Allocated IP 172.20.0.14 (6cdfd548-9722-4542-bf03-e4539c5b7605/10c5668d-cce4-45d1-89c4-b52a157da9a2/b41a7bf2-8a5e-4c67-8af0-ce0df93a3930) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:50.256715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for 716331d2-756e-4680-9b02-370046fb8ab0 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:50.291452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dc967cf-850a-4cab-8f46-bb10f7adfc15 req-9cd9682f-ef02-45f2-bdaa-d7b0fb84f25a tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Nov 12 03:07:50.327006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6ca60-d5d0-44c8-bae9-1eba68ecc8b9 req-dc073938-d90b-48bb-a105-dafb2d954214 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:50.328741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66a6ca60-d5d0-44c8-bae9-1eba68ecc8b9 req-dc073938-d90b-48bb-a105-dafb2d954214 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.3774006 Nov 12 03:07:50.517777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-292306cd-8381-4512-a7f2-0757c0d61d77 req-08564f78-a41c-4a69-a361-fb3f9edf3e4a tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=96150a1a-5b32-4867-a711-e2c0ba84a07f HTTP/1.1" status: 200 len: 210 time: 0.0473626 Nov 12 03:07:50.636500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 739eb2bf-565c-462c-bf6b-ca401e8f0576 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:50.677930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.683739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 739eb2bf-565c-462c-bf6b-ca401e8f0576 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:50.684092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 739eb2bf-565c-462c-bf6b-ca401e8f0576 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:50.724095 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7146f3-b4b9-4faa-aa0a-d2fc72a7e9d5 x-openstack-request-id: req-5d7146f3-b4b9-4faa-aa0a-d2fc72a7e9d5 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:50.724484 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:50.724745 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d7146f3-b4b9-4faa-aa0a-d2fc72a7e9d5 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:50.725144 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'status': 'completed', 'code': 200} Nov 12 03:07:50.732387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:50.744782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '11aacdba-afe2-46b5-a106-fe25317a3276', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'port_id': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'mac_address': 'fa:16:3e:ee:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:22Z', 'updated_at': '2021-11-12T03:07:47Z', 'revision_number': 1, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:50.747557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66a6ca60-d5d0-44c8-bae9-1eba68ecc8b9 req-8740a5ab-3242-4982-87ae-38edb095ce49 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044855 Nov 12 03:07:50.829876 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Checking router: 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:07:50.865040 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:07:50.866598 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:50.873632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-0bb38f66-1e58-4d86-b3ec-e742d83eeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:50.875393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:50.878525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-0bb38f66-1e58-4d86-b3ec-e742d83eeba7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=996d5128e3a84b7da075ad61fe33910f&device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 1097 time: 0.1574731 Nov 12 03:07:50.925366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event updated for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:50.927951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:50.960440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:50.975127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:50.975802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.059825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-501d5bd2-b573-4c9d-8201-9fa7ff0cf529 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4807093 Nov 12 03:07:51.084552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Request body: {'port': {'device_id': '5098568d-b101-405a-a741-f6cf8239bb3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:51.085722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-24ca6d76-3edd-4b8f-be4e-cf1cfb3b14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:51.087135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-24ca6d76-3edd-4b8f-be4e-cf1cfb3b14be service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 200 len: 906 time: 0.1990120 Nov 12 03:07:51.259564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.261151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-e089ca1c-c4c5-4a7e-8a24-e92ee1888e2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 200 len: 998 time: 0.1563032 Nov 12 03:07:51.272873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', '8babd14c-1a63-44ca-8def-8a9df9b2af23'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:51.282974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:51.357442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815f907-68ef-46c4-9692-07f78035e3a8 req-f3f9f6e8-c595-45b0-b673-c8e0ca5d3d5f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:51.364086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b815f907-68ef-46c4-9692-07f78035e3a8 req-f3f9f6e8-c595-45b0-b673-c8e0ca5d3d5f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.4930608 Nov 12 03:07:51.405442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-63e208a9-23be-4cf8-b11a-f7d9dd26a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:51.410062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-63e208a9-23be-4cf8-b11a-f7d9dd26a549 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8fbbfff-7b92-48c7-bc69-d77faf709c4a HTTP/1.1" status: 200 len: 844 time: 0.1416781 Nov 12 03:07:51.424364 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:07:51.468185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 716331d2-756e-4680-9b02-370046fb8ab0 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:51.523285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-c7a92017-dae3-4061-aca2-6e861df2390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:51.524962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-c7a92017-dae3-4061-aca2-6e861df2390f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c7dfef4-7796-4305-b0ae-d2039597ea0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073885 Nov 12 03:07:51.544112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=716331d2-756e-4680-9b02-370046fb8ab0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:51.562638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 716331d2-756e-4680-9b02-370046fb8ab0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:51.562991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 716331d2-756e-4680-9b02-370046fb8ab0 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:51.584947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.759158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5f8d63a9-69df-4d64-b4d4-c85101207fef None None] Provisioning complete for port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:07:51.759786 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f8d63a9-69df-4d64-b4d4-c85101207fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.765831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port 716331d2-756e-4680-9b02-370046fb8ab0 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:51.770043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:51.778080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7813014d-ed7a-41b2-8724-5fd9f5569924 req-dc19c567-cec9-4de5-bda7-80a986710e0b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "DELETE /v2.0/ports/716331d2-756e-4680-9b02-370046fb8ab0 HTTP/1.1" status: 204 len: 173 time: 3.1024678 Nov 12 03:07:51.785296 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '11aacdba-afe2-46b5-a106-fe25317a3276', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'port_id': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'mac_address': 'fa:16:3e:ee:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:22Z', 'updated_at': '2021-11-12T03:07:47Z', 'revision_number': 1, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:07:51.863448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-c718548f-2b68-482c-aa6c-748f8809532b service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194551 Nov 12 03:07:51.929353 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f80e1-aaad-40f2-baf6-361a35402b3f None None] The sync data for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 is: [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '11aacdba-afe2-46b5-a106-fe25317a3276', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'port_id': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'mac_address': 'fa:16:3e:ee:26:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:22Z', 'updated_at': '2021-11-12T03:07:47Z', 'revision_number': 1, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:07:51.984925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b815f907-68ef-46c4-9692-07f78035e3a8 req-f3965b78-47f7-4ee9-bff3-9971bd8ef58a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838099 Nov 12 03:07:52.254241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d63a9-69df-4d64-b4d4-c85101207fef None None] Port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:07:52.260691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4f6fee8-2aef-4818-b930-b80843b9dd14 req-7af251ad-50b8-4ac9-af07-86420d2c2e74 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890302 Nov 12 03:07:52.436652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e43be9-e2de-4154-8978-aaf276d110b3 None None] New status for floating IP 11aacdba-afe2-46b5-a106-fe25317a3276: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:07:52.632432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02823-9aad-4a4c-bee0-58f1e26e60d9 req-2ccb8654-95fd-4ec1-8941-b397af979539 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:52.634313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead02823-9aad-4a4c-bee0-58f1e26e60d9 req-2ccb8654-95fd-4ec1-8941-b397af979539 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 932 time: 0.2261746 Nov 12 03:07:52.754815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'name': 'network-vif-deleted', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:52.778871 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6461b7e-45ec-4751-a29c-d50159ad0179" -d '{"events": [{"server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "name": "network-vif-deleted", "tag": "716331d2-756e-4680-9b02-370046fb8ab0"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:52.786034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead02823-9aad-4a4c-bee0-58f1e26e60d9 req-c3250db3-13ca-47a8-9ab4-dc5480c0cea1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422489 Nov 12 03:07:52.907724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:07:52.912785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.001748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-ae6539a1-f183-482e-8bc7-8c043b15fc91 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:07:53.003184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-ae6539a1-f183-482e-8bc7-8c043b15fc91 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068605 Nov 12 03:07:53.072522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ef4f11fd-b249-4f58-961c-55da95d7f69b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:53.089220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:07:53.102037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.111012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-c98aa132-de19-411e-b50d-fd1f1b44b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:53.114779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-c98aa132-de19-411e-b50d-fd1f1b44b0c0 service neutron] 10.222.0.84 "GET /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 1095 time: 0.0896792 Nov 12 03:07:53.127711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Transition to ACTIVE for port object b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:07:53.131751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:53.132415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:07:53.149758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.240556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:53.263044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Checking segment: {'id': '9dc24eee-c08b-42dd-9312-119210cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:53.263695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network hostable DHCP agents. Network: 5fe35275-977d-4d2f-b83a-74d744c63629, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:07:53.290198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:53.291312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:53.291859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:53.297297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:53.297967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:53.303523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:53.304254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:53.305057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:53.305664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Bound port: 00042e32-1fd4-4491-99d1-e02a72d19df6, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:53.361882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23947f-f1dd-431a-9d36-ebe5d412e7c6 req-4528eaa1-dc3a-47f9-8f51-eb431c12e236 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:53.369229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db23947f-f1dd-431a-9d36-ebe5d412e7c6 req-4528eaa1-dc3a-47f9-8f51-eb431c12e236 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2312455 Nov 12 03:07:53.372842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:53.384544 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.388810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-193a0e67-cdc7-4931-b156-b5220f33b487 service neutron] 10.222.0.84 "POST /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6/bindings HTTP/1.1" status: 201 len: 390 time: 0.2658780 Nov 12 03:07:53.391590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 5fe35275-977d-4d2f-b83a-74d744c63629 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:07:53.397259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Attempting to bind port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:07:53.397629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Attempting to bind port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:07:53.397961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Attempting to bind port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 on network 6cdfd548-9722-4542-bf03-e4539c5b7605 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:53.416059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 on network 6cdfd548-9722-4542-bf03-e4539c5b7605 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:07:53.416388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Attempting to bind port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 on network 6cdfd548-9722-4542-bf03-e4539c5b7605 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:07:53.426705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5fe35275-977d-4d2f-b83a-74d744c63629) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:53.435673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4a33b-4371-45ba-bc8e-7fbcc04f35fa None None] Network 5fe35275-977d-4d2f-b83a-74d744c63629 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:53.441836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:07:53.442173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Checking segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:07:53.442554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Bound using segment: {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:07:53.450316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Bound port: b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900f1961-f99d-477a-81a0-60642cdf3690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:07:53.450886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.469313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:53.474401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.711022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db23947f-f1dd-431a-9d36-ebe5d412e7c6 req-86013b37-d01f-4f3e-9719-86441352936b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410063 Nov 12 03:07:53.750622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:53.757266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-976640954', 'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:53.766498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c78d3270-ab63-48ca-9dd5-019cf65d96bb tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.4103374 Nov 12 03:07:53.791755 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f316fa88-ca4a-4761-8ed2-46db1529f88f x-openstack-request-id: req-f316fa88-ca4a-4761-8ed2-46db1529f88f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:53.792315 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6602764-59e0-4fdc-b4d3-531205e4fc47", "name": "network-vif-deleted", "tag": "716331d2-756e-4680-9b02-370046fb8ab0", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:53.792572 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f316fa88-ca4a-4761-8ed2-46db1529f88f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:53.792999 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6602764-59e0-4fdc-b4d3-531205e4fc47', 'name': 'network-vif-deleted', 'tag': '716331d2-756e-4680-9b02-370046fb8ab0', 'status': 'completed', 'code': 200} Nov 12 03:07:53.845717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Made reservation on behalf of d92305f1f6604fad8759b972e646fcbb for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:07:53.846957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:07:53.848603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.858620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:07:53.874988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-3305d1ed-3fed-49ea-937a-6b38c810171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:53.879276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-3305d1ed-3fed-49ea-937a-6b38c810171a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1098 time: 0.1479416 Nov 12 03:07:53.880842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:53.885623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63186423-54e8-4803-8e02-22300aadc9ba None None] Network 5fe35275-977d-4d2f-b83a-74d744c63629 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:07:53.938136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] device_id is not set on port 449a6b0c-1bd8-49ad-8480-140297bfe338 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:07:53.974188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:54.101718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.102477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:54.104242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2d296ed8-56df-4276-b92b-a0d058ed7a0f service neutron] 10.222.0.39 "PUT /v2.0/ports/b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 200 len: 1093 time: 3.0320437 Nov 12 03:07:54.112648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2fe2c-87c5-481e-891f-6c91620ae684 req-17120d0a-4994-41e2-956e-11db7fc83e96 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.121611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e6a2fe2c-87c5-481e-891f-6c91620ae684 req-17120d0a-4994-41e2-956e-11db7fc83e96 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.2209098 Nov 12 03:07:54.209786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 2001:db8::253 (5fe35275-977d-4d2f-b83a-74d744c63629/ef4f11fd-b249-4f58-961c-55da95d7f69b/449a6b0c-1bd8-49ad-8480-140297bfe338) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:54.216589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50f57b-441c-4c64-a9c1-598a33e928d7 req-890d87fe-433e-41b7-82f3-4b41257d4e62 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.218483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a50f57b-441c-4c64-a9c1-598a33e928d7 req-890d87fe-433e-41b7-82f3-4b41257d4e62 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.2069757 Nov 12 03:07:54.237879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e6a2fe2c-87c5-481e-891f-6c91620ae684 req-f72f8a45-2143-4ff6-84ab-76f751fc97da tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102014 Nov 12 03:07:54.293868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-81d25205-baea-4f2c-8474-1c427d9e812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.297606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-81d25205-baea-4f2c-8474-1c427d9e812b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.3255653 Nov 12 03:07:54.385556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-62b9c177-bf02-497c-872c-d743f169ceb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 217 time: 0.0600309 Nov 12 03:07:54.415172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-4e88f60e-8035-4c31-845e-cdbe0f7d0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.417093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-4e88f60e-8035-4c31-845e-cdbe0f7d0ecb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65d95d47d8194398a5103fa8ca242e7f&device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 1096 time: 0.2519948 Nov 12 03:07:54.510839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a76fc-a07e-408a-a6ac-85c917c22e25 req-8250cfad-e3e8-4a65-861e-919944a5f6cb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.512995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a3a76fc-a07e-408a-a6ac-85c917c22e25 req-8250cfad-e3e8-4a65-861e-919944a5f6cb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.1437576 Nov 12 03:07:54.547156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a50f57b-441c-4c64-a9c1-598a33e928d7 req-ddf98949-0101-4a9d-a65c-4326715ce3d1 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589893 Nov 12 03:07:54.551979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-9a20215d-c4c5-43f1-8ce3-45fadf0e7dee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 200 len: 217 time: 0.0774705 Nov 12 03:07:54.558230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:54.619484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a3a76fc-a07e-408a-a6ac-85c917c22e25 req-54958e01-039d-45f7-9c66-8cfac3de3545 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961180 Nov 12 03:07:54.654557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-a0376b08-9445-4803-b907-4c485a6b91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.656142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-a0376b08-9445-4803-b907-4c485a6b91be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2537565 Nov 12 03:07:54.670877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:54.679710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-bb25905c-d47d-4b96-9b73-b9f09da25db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.681201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-bb25905c-d47d-4b96-9b73-b9f09da25db1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10c5668d-cce4-45d1-89c4-b52a157da9a2 HTTP/1.1" status: 200 len: 855 time: 0.0713787 Nov 12 03:07:54.708084 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-e54d7e71-1a3c-4e19-8eb1-a992b1a22f48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419018 Nov 12 03:07:54.766066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 5fe35275-977d-4d2f-b83a-74d744c63629 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:54.778901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:54.785622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:54.787393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.788105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:54.792784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=449a6b0c-1bd8-49ad-8480-140297bfe338,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:54.819946 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-47b986b2-eb79-4dcd-97c7-e19c6efe286a tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0669565 Nov 12 03:07:54.822168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44286) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:54.899276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-857cf4eb-88bb-4259-9caa-fd567e2efff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:54.900814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-857cf4eb-88bb-4259-9caa-fd567e2efff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cdfd548-9722-4542-bf03-e4539c5b7605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012646 Nov 12 03:07:55.016521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Deleting port 449a6b0c-1bd8-49ad-8480-140297bfe338 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:55.019012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.124591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.147039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Calling delete_port for 449a6b0c-1bd8-49ad-8480-140297bfe338 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:55.367694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.373488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661291d-6434-46ec-bfba-f98dea9f0314 req-c8dda68d-7605-4ec2-955b-e04b64672980 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:55.381920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0661291d-6434-46ec-bfba-f98dea9f0314 req-c8dda68d-7605-4ec2-955b-e04b64672980 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1102 time: 0.6026254 Nov 12 03:07:55.436295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Port': ['ID=449a6b0c-1bd8-49ad-8480-140297bfe338,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:55.450535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-86c477aa-eb0c-4996-afd7-e548c364b072 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701717 Nov 12 03:07:55.472441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.481064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1c802346-1bca-4dc9-a01f-cc390f6e2ecf tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/ports/449a6b0c-1bd8-49ad-8480-140297bfe338 HTTP/1.1" status: 204 len: 168 time: 0.6574452 Nov 12 03:07:55.483167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44290) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:07:55.488946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629', 'external_fixed_ips': [{'subnet_id': 'ef4f11fd-b249-4f58-961c-55da95d7f69b', 'ip_address': '2001:db8::253'}]}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:07:55.522750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5c178-adac-4bed-8469-667569cfce9f req-1133c34a-05e6-42ae-90fa-a58496a875de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:55.531695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fd5c178-adac-4bed-8469-667569cfce9f req-1133c34a-05e6-42ae-90fa-a58496a875de tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.2795911 Nov 12 03:07:55.557120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0661291d-6434-46ec-bfba-f98dea9f0314 req-58d48514-bb52-4be6-a146-7f6be44c1355 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718640 Nov 12 03:07:55.627843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-e8db0504-5152-428b-8c94-abcc2549d609 service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169485 Nov 12 03:07:55.641564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.643008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.679373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fd5c178-adac-4bed-8469-667569cfce9f req-d61079e3-087e-4939-9da2-4dd674e2a2ef tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458213 Nov 12 03:07:55.872117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:55.903584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:55.907241 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e9c70f-12a0-4124-98ba-54f3f03ce16f" -d '{"events": [{"name": "network-changed", "server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:55.912109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-e8eb7b54-91c2-40c1-bb61-a9ded1f9c0b7 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399159 Nov 12 03:07:56.017254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ceed97a8-6280-4046-8f74-6a5932e6adf7 req-2ebd2dbc-9799-4d62-bf21-bb44da4a5f2f service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727906 Nov 12 03:07:56.136231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7a7e-d1d5-48f1-ae54-ac4efb808f43 req-9a04fbf9-a062-4439-bd05-18ea443fef8a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:56.137845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cdb7a7e-d1d5-48f1-ae54-ac4efb808f43 req-9a04fbf9-a062-4439-bd05-18ea443fef8a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.2618120 Nov 12 03:07:56.322452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108c33-cd11-4f1e-9261-69783b61034a req-5fc9b6d7-eb05-4257-8056-49fe19700bac tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:56.336787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65108c33-cd11-4f1e-9261-69783b61034a req-5fc9b6d7-eb05-4257-8056-49fe19700bac tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.1080070 Nov 12 03:07:56.427658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65108c33-cd11-4f1e-9261-69783b61034a req-c27c8dd8-0780-47a1-aa8e-92136a91672f tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843830 Nov 12 03:07:56.465414 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:56.489913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cdb7a7e-d1d5-48f1-ae54-ac4efb808f43 req-64e94010-68d4-41de-adaa-769af2c1646f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413032 Nov 12 03:07:56.557460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-6e561df9-9586-4df0-ab7d-dd24973fbbe6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3101127 Nov 12 03:07:56.638716 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e67791-d108-4322-8012-aeda64556cba x-openstack-request-id: req-c4e67791-d108-4322-8012-aeda64556cba {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:56.649213 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:56.649640 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4e67791-d108-4322-8012-aeda64556cba {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:56.650212 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'status': 'completed', 'code': 200} Nov 12 03:07:56.752553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-071be078-07a8-4106-9f76-7d983afc6d9b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:56.754502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-071be078-07a8-4106-9f76-7d983afc6d9b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 950 time: 0.1541312 Nov 12 03:07:56.797983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35148146-b507-42a9-8648-53c41a502cf8 req-c390e60a-ffc6-42ec-baf9-f9257730c168 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:56.806611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35148146-b507-42a9-8648-53c41a502cf8 req-c390e60a-ffc6-42ec-baf9-f9257730c168 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 950 time: 0.1214385 Nov 12 03:07:56.917454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-769b6a61-a268-456c-9e24-2186b81355c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:56.923847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-769b6a61-a268-456c-9e24-2186b81355c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65d95d47d8194398a5103fa8ca242e7f&device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 1096 time: 0.2531071 Nov 12 03:07:56.924150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35148146-b507-42a9-8648-53c41a502cf8 req-201eed8b-12cc-4dd9-b00a-aa17b4a7e724 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166229 Nov 12 03:07:57.226245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50519e8-28e6-4bd7-bfa4-9892ba2a6c6d req-f76aacb4-2c04-4835-b2d1-7af3836d167d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:57.228134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c50519e8-28e6-4bd7-bfa4-9892ba2a6c6d req-f76aacb4-2c04-4835-b2d1-7af3836d167d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.4033315 Nov 12 03:07:57.299820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:57.347689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c50519e8-28e6-4bd7-bfa4-9892ba2a6c6d req-fd7e09ec-3683-4791-bcef-f901128024cf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039078 Nov 12 03:07:57.371366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port 8babd14c-1a63-44ca-8def-8a9df9b2af23 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:57.379366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:57.380286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:57.520236 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:57.525132 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:07:57.584886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d937b-4e5f-435a-9a1e-ee9e9cf4d5f5 req-7f24109d-1787-4b4d-8e20-429463a59f00 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:57.594289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc2d937b-4e5f-435a-9a1e-ee9e9cf4d5f5 req-7f24109d-1787-4b4d-8e20-429463a59f00 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.4477978 Nov 12 03:07:57.605046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-c161b0c5-92f6-49f6-8f3e-708ccb24b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:57.611040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-c161b0c5-92f6-49f6-8f3e-708ccb24b64f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 200 len: 917 time: 0.6692622 Nov 12 03:07:57.707849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc2d937b-4e5f-435a-9a1e-ee9e9cf4d5f5 req-31057928-8f17-43b5-9926-5049174185af tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124084 Nov 12 03:07:57.840491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-d4d5a687-24bf-4466-88ec-2a24596a2a28 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:57.842586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-d4d5a687-24bf-4466-88ec-2a24596a2a28 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "GET /v2.0/ports?device_id=2969a9a2-35aa-4a71-bee2-573aa9e0adc8 HTTP/1.1" status: 200 len: 949 time: 0.2979686 Nov 12 03:07:57.844206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-11b78050-52e9-4e5a-b519-53de635d1658 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 200 len: 217 time: 0.1695640 Nov 12 03:07:58.062215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-dd938f9d-7def-464e-baaf-8b30eda3ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:58.064846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-dd938f9d-7def-464e-baaf-8b30eda3ceee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10c5668d-cce4-45d1-89c4-b52a157da9a2 HTTP/1.1" status: 200 len: 855 time: 0.1135325 Nov 12 03:07:58.085264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb7725-59e2-48b7-b6c0-360e7ad1567a req-7a77e0a0-8d7e-407d-8476-a6208a59558b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:58.096297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4fdb7725-59e2-48b7-b6c0-360e7ad1567a req-7a77e0a0-8d7e-407d-8476-a6208a59558b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.4734309 Nov 12 03:07:58.098671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 2001:db8::253 (5fe35275-977d-4d2f-b83a-74d744c63629/ef4f11fd-b249-4f58-961c-55da95d7f69b/8ed9ca52-5192-4763-8048-26bdee06cd55) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:07:58.115927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port 8babd14c-1a63-44ca-8def-8a9df9b2af23, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8babd14c-1a63-44ca-8def-8a9df9b2af23,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:58.117565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:58.125441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bdb82-41d5-4f70-b9aa-b8d50dea0444 req-136f727a-24ee-4dde-b891-2572efbb5bd5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:58.138168 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-546bdb82-41d5-4f70-b9aa-b8d50dea0444 req-136f727a-24ee-4dde-b891-2572efbb5bd5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.2446055 Nov 12 03:07:58.179376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for 8babd14c-1a63-44ca-8def-8a9df9b2af23 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:58.246456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-ae8a7d29-b206-4b1b-a8f5-eb8e1386fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:58.249402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-ae8a7d29-b206-4b1b-a8f5-eb8e1386fe8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cdfd548-9722-4542-bf03-e4539c5b7605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351554 Nov 12 03:07:58.394396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-92b2596d-fb69-4b8e-ab86-56be718e5602 service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060903 Nov 12 03:07:58.395436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:58.407277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:07:58.407782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:58.438013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4fdb7725-59e2-48b7-b6c0-360e7ad1567a req-a5ddd4d2-5b46-4411-85a9-9110395d1604 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379555 Nov 12 03:07:58.480640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-546bdb82-41d5-4f70-b9aa-b8d50dea0444 req-5903e51d-56d9-4c63-bd52-0f8fe34521d4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398659 Nov 12 03:07:58.483220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:58.609332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=8ed9ca52-5192-4763-8048-26bdee06cd55,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:58.635998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 5fe35275-977d-4d2f-b83a-74d744c63629 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:07:58.638874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:07:58.664336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:07:58.774614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3b6d5-8e2a-4068-aca6-4a5dc7642fa0 req-50ae2e9a-5cdd-432d-abcc-35a4415d90a5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:58.785205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70a3b6d5-8e2a-4068-aca6-4a5dc7642fa0 req-50ae2e9a-5cdd-432d-abcc-35a4415d90a5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=fed328a1-5ec3-4ce9-98bd-73ebfa1b5850 HTTP/1.1" status: 200 len: 950 time: 0.1624222 Nov 12 03:07:58.891440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70a3b6d5-8e2a-4068-aca6-4a5dc7642fa0 req-42b8577f-3abd-4de9-b743-05d47e33a6f5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050003 Nov 12 03:07:58.931340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e9c70f-12a0-4124-98ba-54f3f03ce16f req-7c05de28-6809-4d26-949a-002f8b2abf0e service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278473 Nov 12 03:07:58.941811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:58.962632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:07:58.963011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.029679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58df144-2dd0-49ed-8350-2c49b883e51c req-039da9d0-b683-4958-bd95-f3e691d88e98 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:59.031283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d58df144-2dd0-49ed-8350-2c49b883e51c req-039da9d0-b683-4958-bd95-f3e691d88e98 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.2154465 Nov 12 03:07:59.036708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:07:59.071130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.084845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:59.102171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:07:59.152530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=8babd14c-1a63-44ca-8def-8a9df9b2af23,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:59.162222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.266378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port 8babd14c-1a63-44ca-8def-8a9df9b2af23 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:59.271455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.275121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04b12c14-247c-4771-8de7-68f06b0a5815 req-0e3491d1-8b9b-4380-ada4-9cb3f0e3dce2 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "DELETE /v2.0/ports/8babd14c-1a63-44ca-8def-8a9df9b2af23 HTTP/1.1" status: 204 len: 173 time: 2.5131550 Nov 12 03:07:59.275615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'name': 'network-vif-deleted', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:07:59.278294 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c774be3b-c866-4828-afcb-7b5016ca3230" -d '{"events": [{"server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "name": "network-vif-deleted", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:07:59.293630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d58df144-2dd0-49ed-8350-2c49b883e51c req-2b351ac3-1b7d-4773-bd50-b35dfaf7d13a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276857 Nov 12 03:07:59.401143 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68c1bc1-bb6b-421c-af6a-d08094ac00ab x-openstack-request-id: req-f68c1bc1-bb6b-421c-af6a-d08094ac00ab {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:07:59.401534 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed328a1-5ec3-4ce9-98bd-73ebfa1b5850", "name": "network-vif-deleted", "tag": "8babd14c-1a63-44ca-8def-8a9df9b2af23", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:07:59.401864 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f68c1bc1-bb6b-421c-af6a-d08094ac00ab {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:07:59.402349 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed328a1-5ec3-4ce9-98bd-73ebfa1b5850', 'name': 'network-vif-deleted', 'tag': '8babd14c-1a63-44ca-8def-8a9df9b2af23', 'status': 'completed', 'code': 200} Nov 12 03:07:59.444694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.495518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:07:59.592997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:07:59.610017 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:07:59.614053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12f90e0f-c159-4a64-b283-c3553b24aaeb req-f2a1dcfa-1ad5-49a9-b0e7-71c38e550fc5 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.39 "DELETE /v2.0/ports/d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc HTTP/1.1" status: 204 len: 173 time: 1.7429609 Nov 12 03:07:59.720308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2516ea-4ecf-410f-b4d3-34c675a39302 req-b4a722bd-4f80-45e8-a26e-e2cc3d883157 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:59.723721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb2516ea-4ecf-410f-b4d3-34c675a39302 req-b4a722bd-4f80-45e8-a26e-e2cc3d883157 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.1328638 Nov 12 03:07:59.725467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8babd14c-1a63-44ca-8def-8a9df9b2af23 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:07:59.841481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb2516ea-4ecf-410f-b4d3-34c675a39302 req-35f8b97c-672a-449d-820b-0c93a34e7975 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097977 Nov 12 03:07:59.872489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 8babd14c-1a63-44ca-8def-8a9df9b2af23 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:07:59.877397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8babd14c-1a63-44ca-8def-8a9df9b2af23 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:07:59.966693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842dd90-54a7-4413-83c3-f28c5155bac3 req-a3a9b272-6d5a-49a2-84d9-38d5b1871ec3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:07:59.968250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e842dd90-54a7-4413-83c3-f28c5155bac3 req-a3a9b272-6d5a-49a2-84d9-38d5b1871ec3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.9654648 Nov 12 03:08:00.059708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbabfd-a67d-4193-96ce-673b5f0db595 req-99889c66-69b7-489f-b2d7-4292c7f4d5e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.069395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-3a0baa1b-7190-48c9-8ae5-bc2188c1cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.073497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-3a0baa1b-7190-48c9-8ae5-bc2188c1cd13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1102 time: 0.9082127 Nov 12 03:08:00.085806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbbbabfd-a67d-4193-96ce-673b5f0db595 req-99889c66-69b7-489f-b2d7-4292c7f4d5e8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.1037860 Nov 12 03:08:00.155681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbbbabfd-a67d-4193-96ce-673b5f0db595 req-c17947cd-1c57-49c9-9006-c4f669db8630 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Nov 12 03:08:00.195846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e842dd90-54a7-4413-83c3-f28c5155bac3 req-9dc46ded-eb78-40c1-81ec-3b44dd757d48 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165377 Nov 12 03:08:00.358313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:00.447730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:00.507445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-1b09aa2c-57be-487a-832a-e5cf89a62f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.509987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-1b09aa2c-57be-487a-832a-e5cf89a62f14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3935990 Nov 12 03:08:00.668839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-a2358673-38c4-4c43-a3e1-f583af39ac8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.1446300 Nov 12 03:08:00.818855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa405dd-0ca2-474b-b489-5a995f27d541 req-ac52b584-4f6f-417f-bafb-2e8ea06b1ec2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.820732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8aa405dd-0ca2-474b-b489-5a995f27d541 req-ac52b584-4f6f-417f-bafb-2e8ea06b1ec2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.3097723 Nov 12 03:08:00.876494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-8f42adf4-bfd7-4f7d-80ed-dc55bc8d81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.878100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-8f42adf4-bfd7-4f7d-80ed-dc55bc8d81d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1927505 Nov 12 03:08:00.951420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8aa405dd-0ca2-474b-b489-5a995f27d541 req-548e8216-b30b-42fd-8225-32380e020919 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186099 Nov 12 03:08:00.976504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-d90eaa14-2440-4008-adef-963ab3147abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:00.978434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-d90eaa14-2440-4008-adef-963ab3147abd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801489 Nov 12 03:08:00.984993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:01.006650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd5de-f483-46b8-9ccc-923d7e217f1c req-b82074e6-3748-418a-99a1-2a0dafba3c7b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.012764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d8ecd5de-f483-46b8-9ccc-923d7e217f1c req-b82074e6-3748-418a-99a1-2a0dafba3c7b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.1091447 Nov 12 03:08:01.111404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d8ecd5de-f483-46b8-9ccc-923d7e217f1c req-4f420ac0-1a27-4ad2-906f-1b34397cd08b tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844231 Nov 12 03:08:01.230764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d23ceb-3644-4297-9aff-75b67539aa20 req-f3f0ef7d-c77c-497d-a054-c3158b13187b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.233150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0d23ceb-3644-4297-9aff-75b67539aa20 req-f3f0ef7d-c77c-497d-a054-c3158b13187b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.1634359 Nov 12 03:08:01.241201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-424af121-fa22-4080-a2a3-94ebba4d3dfd service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463305 Nov 12 03:08:01.278585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:01.292925 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Sync routers for ids ['04c9a3e7-c2e3-43a1-b4a5-baf637f065a6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:01.296665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b32d8-76a4-4c5a-a07b-a043e7691c2f req-eb781fb8-a33d-40c8-99a5-f6371449b156 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.300208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-474b32d8-76a4-4c5a-a07b-a043e7691c2f req-eb781fb8-a33d-40c8-99a5-f6371449b156 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0535390 Nov 12 03:08:01.302191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:01.319425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Routers {'04c9a3e7-c2e3-43a1-b4a5-baf637f065a6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:01.320096 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['04c9a3e7-c2e3-43a1-b4a5-baf637f065a6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:01.320348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.321680 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-020d6025-0979-4bf1-aabe-329fccb42146 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.8374014 Nov 12 03:08:01.325087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:01.340819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:01.344469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:01.380571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0d23ceb-3644-4297-9aff-75b67539aa20 req-10620808-9871-492c-ba5b-fe1976c3d732 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379950 Nov 12 03:08:01.416295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'name': 'network-vif-deleted', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:01.421208 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e94eca-c638-447a-8cc9-52c8c7761d4a" -d '{"events": [{"server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "name": "network-vif-deleted", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:01.447933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-331a9546-6ce5-46ed-a979-015bfa43383a service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829810 Nov 12 03:08:01.502162 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Set router 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:01.513994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47e672-eb37-44fb-b599-159e0820b17e req-d118f10a-0efb-45f0-ac67-cd331244a18d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.523003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f47e672-eb37-44fb-b599-159e0820b17e req-d118f10a-0efb-45f0-ac67-cd331244a18d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0660398 Nov 12 03:08:01.567192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-474b32d8-76a4-4c5a-a07b-a043e7691c2f req-a37d582b-e4c3-433e-af35-d1aa5b79c544 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566495 Nov 12 03:08:01.568600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.608971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f47e672-eb37-44fb-b599-159e0820b17e req-3fae6be1-3c4e-48b3-b5ed-81235f0615a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854118 Nov 12 03:08:01.673118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-82790e2c-2195-4787-9856-c57866dc2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.674673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-82790e2c-2195-4787-9856-c57866dc2c7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 1098 time: 0.0978889 Nov 12 03:08:01.722106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.776244 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5748c6-d099-4103-990f-9b9d30219c20 x-openstack-request-id: req-fc5748c6-d099-4103-990f-9b9d30219c20 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:01.776536 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969a9a2-35aa-4a71-bee2-573aa9e0adc8", "name": "network-vif-deleted", "tag": "d2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:01.776786 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fc5748c6-d099-4103-990f-9b9d30219c20 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:01.777171 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969a9a2-35aa-4a71-bee2-573aa9e0adc8', 'name': 'network-vif-deleted', 'tag': 'd2aeb584-c8c1-4e5d-8f28-4fed5dcb21cc', 'status': 'completed', 'code': 200} Nov 12 03:08:01.802704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Deleting port 8ed9ca52-5192-4763-8048-26bdee06cd55 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:01.803067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.835597 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c9a3e7-c2e3-43a1-b4a5-baf637f065a6', 'name': '', 'tenant_id': 'd92305f1f6604fad8759b972e646fcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629', 'external_fixed_ips': [{'subnet_id': 'ef4f11fd-b249-4f58-961c-55da95d7f69b', 'ip_address': '2001:db8::253'}], 'enable_snat': True}, 'gw_port_id': '8ed9ca52-5192-4763-8048-26bdee06cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:55Z', 'updated_at': '2021-11-12T03:07:58Z', 'revision_number': 3, 'project_id': 'd92305f1f6604fad8759b972e646fcbb', 'gw_port': {'id': '8ed9ca52-5192-4763-8048-26bdee06cd55', 'name': '', 'network_id': '5fe35275-977d-4d2f-b83a-74d744c63629', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c9a3e7-c2e3-43a1-b4a5-baf637f065a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ef4f11fd-b249-4f58-961c-55da95d7f69b', 'ip_address': '2001:db8::253', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:57Z', 'updated_at': '2021-11-12T03:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef4f11fd-b249-4f58-961c-55da95d7f69b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:01.846556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-e60d9e22-1b4b-4b66-a2b7-52cf283bc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.848932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-e60d9e22-1b4b-4b66-a2b7-52cf283bc8a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.1361134 Nov 12 03:08:01.869404 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Checking router: 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:01.869762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Updating router 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 port 8ed9ca52-5192-4763-8048-26bdee06cd55 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:08:01.888615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.896935 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:01.902581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Calling delete_port for 8ed9ca52-5192-4763-8048-26bdee06cd55 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:01.908950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-31e6b5e8-5c0f-44ce-8981-a4c5e4018b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 200 len: 217 time: 0.0441036 Nov 12 03:08:01.980414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-d5a0a201-224d-4403-8672-3f09f536bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:01.983324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-d5a0a201-224d-4403-8672-3f09f536bc0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0603983 Nov 12 03:08:02.024778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-b81b6f8a-a3fc-4215-b209-e4d0e545318c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317829 Nov 12 03:08:02.126944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.167003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cb981-2327-43b3-bd20-d6eb6c5b1f8d req-e48e81d0-442a-485e-b58c-c98dc33dd9b1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.168706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-417cb981-2327-43b3-bd20-d6eb6c5b1f8d req-e48e81d0-442a-485e-b58c-c98dc33dd9b1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1155856 Nov 12 03:08:02.189985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ed9ca52-5192-4763-8048-26bdee06cd55,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:02.198547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-307a1a08-43b1-40c8-94f1-3606c80c86e7 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539266 Nov 12 03:08:02.222338 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.db.api [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:08:02.222764 n-d-615180-50 neutron-server[102435]: DEBUG oslo_db.api [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:08:02.223490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4680a654-effd-40fa-8520-89450c35d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.242431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.301369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-417cb981-2327-43b3-bd20-d6eb6c5b1f8d req-2aeaba25-cf89-4c27-8d72-8fb511ff84b2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250086 Nov 12 03:08:02.325325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-486cb6eb-ae3f-4543-9cf3-7be23a203e4d req-fdb902d3-b00e-4835-943e-962a28dd1f09 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165509 Nov 12 03:08:02.361793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.365348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.423140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2d6ef-c5e3-408d-bd54-32b38624008c req-accbc103-2de9-48c1-b1aa-60ea207bbe84 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.424660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8c2d6ef-c5e3-408d-bd54-32b38624008c req-accbc103-2de9-48c1-b1aa-60ea207bbe84 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.1844821 Nov 12 03:08:02.425731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.426280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:02.430837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.434635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a0ef28ca-7525-4343-b864-fdb56ed3a229 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/routers/04c9a3e7-c2e3-43a1-b4a5-baf637f065a6 HTTP/1.1" status: 204 len: 168 time: 1.1052666 Nov 12 03:08:02.434957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44404) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:02.493612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8c2d6ef-c5e3-408d-bd54-32b38624008c req-a3414edc-7e7a-48b7-95a0-cbc2669acb2e tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/security-groups?id=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475018 Nov 12 03:08:02.522275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Deleting subnet ef4f11fd-b249-4f58-961c-55da95d7f69b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:08:02.526224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.572665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc721e-6f73-4393-b294-b077fcf8bacb req-a0e4d03d-cf9f-4d22-aeb7-785d72768a6b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.574165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ebc721e-6f73-4393-b294-b077fcf8bacb req-a0e4d03d-cf9f-4d22-aeb7-785d72768a6b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.1067667 Nov 12 03:08:02.576663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.648212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.681561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ebc721e-6f73-4393-b294-b077fcf8bacb req-f2b0c779-d50a-40bf-9d7f-a20df37c93f7 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841341 Nov 12 03:08:02.684303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a6d2f-645e-42a9-8c9b-859f8a11dc99 req-6545cd11-5731-4793-aafa-973c590aaadc tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.685870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d58a6d2f-645e-42a9-8c9b-859f8a11dc99 req-6545cd11-5731-4793-aafa-973c590aaadc tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0502536 Nov 12 03:08:02.744746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Port 8ed9ca52-5192-4763-8048-26bdee06cd55 not found while updating agent binding for router 04c9a3e7-c2e3-43a1-b4a5-baf637f065a6. {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:08:02.749030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.769208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d58a6d2f-645e-42a9-8c9b-859f8a11dc99 req-bd3ec796-3ebc-4ad1-b51d-aedf2797ab02 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Nov 12 03:08:02.786864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:02.787442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:08:02.790857 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_agentschedulers_db [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04c9a3e7-c2e3-43a1-b4a5-baf637f065a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:08:02.791536 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525c1a8-a694-45ee-8946-44290f4212f8 None None] The sync data for ids ['04c9a3e7-c2e3-43a1-b4a5-baf637f065a6'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:02.813593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4f11fd-b249-4f58-961c-55da95d7f69b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:02.829196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.835137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95cb2c2b-4659-43f8-b4e0-66ae2662ec27 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/ef4f11fd-b249-4f58-961c-55da95d7f69b HTTP/1.1" status: 204 len: 168 time: 0.3967512 Nov 12 03:08:02.835559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44414) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:02.911718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70f635-467f-459b-b9d6-b755a48216dd req-823887d7-9d7f-4e42-973f-981e919fda96 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.913390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb70f635-467f-459b-b9d6-b755a48216dd req-823887d7-9d7f-4e42-973f-981e919fda96 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 949 time: 0.1315589 Nov 12 03:08:02.915225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:02.926508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cc85b-a55c-45e3-bab9-aea883a8821f req-03ca8e6c-09e1-4186-9f43-0078e7c870fc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:02.928776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-133cc85b-a55c-45e3-bab9-aea883a8821f req-03ca8e6c-09e1-4186-9f43-0078e7c870fc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.1156826 Nov 12 03:08:03.013941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-133cc85b-a55c-45e3-bab9-aea883a8821f req-542a3ff7-f568-4c59-baac-80a174340265 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795739 Nov 12 03:08:03.019077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.058003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.058388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.059151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.059504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > port after_create 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.059820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.060143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > port after_update 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.060462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.060802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.061120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.061440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.071854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Deleting port b6d1ec47-4212-4be4-9159-b06ade216b03 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:03.072191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.169155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] For port b6d1ec47-4212-4be4-9159-b06ade216b03, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b6d1ec47-4212-4be4-9159-b06ade216b03,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:03.169527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.173245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.173793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.174143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.174573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:03.175179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe35275-977d-4d2f-b83a-74d744c63629']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:03.182563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Calling delete_port for b6d1ec47-4212-4be4-9159-b06ade216b03 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:03.197684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc24eee-c08b-42dd-9312-119210cc6c80') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:03.198139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc24eee-c08b-42dd-9312-119210cc6c80') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:03.224671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f535-f9ef-43a6-bede-106239ef1c27 req-14a79e5e-abed-4677-bd62-4c2eab4fc189 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:03.232115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a612f535-f9ef-43a6-bede-106239ef1c27 req-14a79e5e-abed-4677-bd62-4c2eab4fc189 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.2272890 Nov 12 03:08:03.236588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.277252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.296076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:08:03.296596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: from cryptography.utils import int_from_bytes Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: from cryptography.utils import int_from_bytes Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:08:03.301122 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:08:03.332880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.347411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b6d1ec47-4212-4be4-9159-b06ade216b03'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:03.380575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a612f535-f9ef-43a6-bede-106239ef1c27 req-5854b67f-c342-4946-93f5-f19614ab1691 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475275 Nov 12 03:08:03.404609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Pushing event deleted for resources: {'Port': ['ID=b6d1ec47-4212-4be4-9159-b06ade216b03,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:03.417134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.427777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fe35275-977d-4d2f-b83a-74d744c63629 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:08:03.450211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.456770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/networks/5fe35275-977d-4d2f-b83a-74d744c63629 HTTP/1.1" status: 204 len: 168 time: 0.6172204 Nov 12 03:08:03.456770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9096f0-f9ba-42f8-bee0-a46e14d8ee72 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Network': ['ID=5fe35275-977d-4d2f-b83a-74d744c63629,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:03.493045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] No DVR routers for this DVR port b6d1ec47-4212-4be4-9159-b06ade216b03 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:03.496104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.499620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb70f635-467f-459b-b9d6-b755a48216dd req-4a5fca1c-b42b-4a3d-ad9a-4a61767a4e07 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.32 "DELETE /v2.0/ports/b6d1ec47-4212-4be4-9159-b06ade216b03 HTTP/1.1" status: 204 len: 173 time: 0.5582421 Nov 12 03:08:03.502470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'name': 'network-vif-deleted', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:03.504705 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f932703-efbc-4655-8543-a41e3a60810d" -d '{"events": [{"server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "name": "network-vif-deleted", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:03.541314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6df3e-ae39-4bd1-9db4-b2339663407b req-a6fe36ea-1997-40f7-bfe6-6b55501f47a9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:03.542535 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16f6df3e-ae39-4bd1-9db4-b2339663407b req-a6fe36ea-1997-40f7-bfe6-6b55501f47a9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1480947 Nov 12 03:08:03.590095 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a537c12-4de6-438f-b87a-3fbc0a3c6e8b x-openstack-request-id: req-2a537c12-4de6-438f-b87a-3fbc0a3c6e8b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:03.590395 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c24b08c-faf0-4706-8e58-cd6632754800", "name": "network-vif-deleted", "tag": "b6d1ec47-4212-4be4-9159-b06ade216b03", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:03.590840 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a537c12-4de6-438f-b87a-3fbc0a3c6e8b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:03.591639 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c24b08c-faf0-4706-8e58-cd6632754800', 'name': 'network-vif-deleted', 'tag': 'b6d1ec47-4212-4be4-9159-b06ade216b03', 'status': 'completed', 'code': 200} Nov 12 03:08:03.657303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16f6df3e-ae39-4bd1-9db4-b2339663407b req-9ea9bf72-fa55-4262-891f-070a0aaf0def tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011164 Nov 12 03:08:03.731362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e4d1a4d-2e8f-4618-9ee3-5007a8d00bc8 req-c7c38e40-48ed-429c-b285-1cebb652f248 tempest-ServersOnMultiNodesTest-563777832 tempest-ServersOnMultiNodesTest-563777832-project] 10.222.0.84 "GET /v2.0/ports?device_id=6c24b08c-faf0-4706-8e58-cd6632754800 HTTP/1.1" status: 200 len: 210 time: 0.0432003 Nov 12 03:08:03.784533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44436) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:03.788831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'name': 'tempest-router--1394409360', 'project_id': '06abea245fa642d9bc02b1881eab9600'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:03.834317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.836217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:03.861763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a0b7c-bd75-4486-8ad5-f23e8830e257 req-9aa80c77-bb31-4538-a402-204996fd03c1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:03.869982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c67a0b7c-bd75-4486-8ad5-f23e8830e257 req-9aa80c77-bb31-4538-a402-204996fd03c1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.0724292 Nov 12 03:08:03.942848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c67a0b7c-bd75-4486-8ad5-f23e8830e257 req-eac0fb64-3bad-48d9-a71b-d5c166ec8d0c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716665 Nov 12 03:08:04.184517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c568-e758-49c8-b68a-52b5b4269641 req-c3fc3e28-ae90-424a-b33e-aacea16c85f4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:04.188550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1aa9c568-e758-49c8-b68a-52b5b4269641 req-c3fc3e28-ae90-424a-b33e-aacea16c85f4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 946 time: 0.0765028 Nov 12 03:08:04.263632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1aa9c568-e758-49c8-b68a-52b5b4269641 req-4f94d201-2d07-4158-83c5-e5e51a9842cb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650911 Nov 12 03:08:04.310618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.333341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.356232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.357415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-636d0702-abd6-46f2-8405-57d32f3c9f45 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5718818 Nov 12 03:08:04.360145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44444) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:04.373927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ec1eb-ba7f-4454-8bdb-2fae8abdde67 req-98f719c4-a1e2-4a0c-a490-e3eaae797dca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:04.376066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a7ec1eb-ba7f-4454-8bdb-2fae8abdde67 req-98f719c4-a1e2-4a0c-a490-e3eaae797dca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.5431197 Nov 12 03:08:04.458250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.536286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a7ec1eb-ba7f-4454-8bdb-2fae8abdde67 req-c261880c-f4eb-4e31-a27d-5a6fb8f82d8b tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310487 Nov 12 03:08:04.594022 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6f0d-524b-485b-af6f-e084adeee823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.618355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddaeb-ac33-4e5a-bdec-7fa8e3287dd4 req-fe8c275e-181b-4b27-837e-cdb79b6c99d3 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:04.620016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a8ddaeb-ac33-4e5a-bdec-7fa8e3287dd4 req-fe8c275e-181b-4b27-837e-cdb79b6c99d3 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.0826144 Nov 12 03:08:04.677297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a8ddaeb-ac33-4e5a-bdec-7fa8e3287dd4 req-eee24a6c-fe96-42c7-a722-e869524ef508 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510044 Nov 12 03:08:04.689203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.691580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.694876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f58f38b2-460f-4d1e-a791-d08a302955e3 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:04.762892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.763481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1187ee16-dc5d-4c42-928a-c340fc660627 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:04.776534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.780679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-607e90d5-ddc7-4582-a413-4f0eef93b400 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/routers/1187ee16-dc5d-4c42-928a-c340fc660627 HTTP/1.1" status: 204 len: 168 time: 0.4166248 Nov 12 03:08:04.790217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.809981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ab238-48ee-406b-9e53-ae2492e87065 req-37f16c6d-7d69-4a3b-aeac-16fdbd94a7f4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:04.812463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd6ab238-48ee-406b-9e53-ae2492e87065 req-37f16c6d-7d69-4a3b-aeac-16fdbd94a7f4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.0757315 Nov 12 03:08:04.831255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:04.833626 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ce606-b172-42d0-99ca-32f07bb6f6fc" -d '{"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-unplugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:04.847457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:04.853023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:04.897255 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fcebf-5b00-4b97-9877-7fe333f7d8d2 x-openstack-request-id: req-894fcebf-5b00-4b97-9877-7fe333f7d8d2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:04.897927 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-unplugged", "status": "completed", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:04.898496 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-894fcebf-5b00-4b97-9877-7fe333f7d8d2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:04.899303 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'code': 200} Nov 12 03:08:04.903234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd6ab238-48ee-406b-9e53-ae2492e87065 req-f1185e2d-e34a-4228-a1ff-b7a14a1d8f23 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Nov 12 03:08:04.917792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:04.938182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44458) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:05.026263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-20812131-d2a0-487d-a38e-8010b279176a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646873 Nov 12 03:08:05.079073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f4d22-7fdc-4341-b0f7-d74ae645957e req-bc1986a1-ecd1-4bc9-a084-ee843501be8d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.086659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-277f4d22-7fdc-4341-b0f7-d74ae645957e req-bc1986a1-ecd1-4bc9-a084-ee843501be8d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.0779634 Nov 12 03:08:05.185322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-45183424', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:05.199228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-277f4d22-7fdc-4341-b0f7-d74ae645957e req-3cc8f751-94fc-47f1-ba51-b2cc58aa0172 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116693 Nov 12 03:08:05.210851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.211383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-d7bc2e0b-c4ff-4458-a631-2344d4691928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.212548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.213092 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-d7bc2e0b-c4ff-4458-a631-2344d4691928 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 1096 time: 0.0850043 Nov 12 03:08:05.228840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:05.275340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.333126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:05.363562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-94d15fb2-cfae-44af-b878-ab6cfbb89d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.365035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-94d15fb2-cfae-44af-b878-ab6cfbb89d43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.1288226 Nov 12 03:08:05.424545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-fba7d7e5-1276-4d9e-952d-3acfdc76a2bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 200 len: 217 time: 0.0469756 Nov 12 03:08:05.430107 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c91dadeb-2076-4ef6-98de-346edcdb1b50 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78c393c0e4f045d39dea0abdaeab4e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995130 Nov 12 03:08:05.430736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:05.440895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:05.453101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'port_id': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'mac_address': 'fa:16:3e:e9:59:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:05.497196 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.505934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-dd737760-edc4-4807-ae37-dbb2552e5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.507425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-dd737760-edc4-4807-ae37-dbb2552e5346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0705953 Nov 12 03:08:05.512307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.517130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:05.523534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c594-780f-4a5b-9a50-c36ac7ecdfcf req-16745ed6-0253-4c39-97ee-5e9f3591cf96 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.524409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.530255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cf9c594-780f-4a5b-9a50-c36ac7ecdfcf req-16745ed6-0253-4c39-97ee-5e9f3591cf96 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 944 time: 0.1766222 Nov 12 03:08:05.539385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:05.543276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.545112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-9af2e5dd-7ffc-499d-8566-a5983c49f159 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293744 Nov 12 03:08:05.545730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.594761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.609144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:05.643584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cf9c594-780f-4a5b-9a50-c36ac7ecdfcf req-16c41453-bf98-43ad-b1a2-8024e0274495 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121588 Nov 12 03:08:05.730355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ecbc0-fb76-40b0-8fe7-7d69aba6b972 req-a29a86da-4073-49b8-b149-e347eed7a9c7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:05.731911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb2ecbc0-fb76-40b0-8fe7-7d69aba6b972 req-a29a86da-4073-49b8-b149-e347eed7a9c7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0932784 Nov 12 03:08:05.735947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-70b48b5d-b5c9-4d5d-b0fe-10997069594e service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786993 Nov 12 03:08:05.738503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.741224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.745300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6 HTTP/1.1" status: 204 len: 168 time: 0.3135862 Nov 12 03:08:05.788182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.793674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab9145-a32d-4b4d-9a19-8327b548547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebdfd4-e8e4-4459-a6ba-f4d05338c0d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:05.810279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:05.819418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:05.884499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb2ecbc0-fb76-40b0-8fe7-7d69aba6b972 req-c2cc2a91-94b3-48e3-bad3-dbac834681e4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379151 Nov 12 03:08:05.928657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d2c3898-c941-4752-a27c-2d6902955ff8 req-23e4c830-fd3f-4220-b9a1-c4a99f7a2044 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809530 Nov 12 03:08:05.999320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Allocated IP 172.25.2.97 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6c89b878-2b9f-4568-8ddc-05c9d052f58f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:06.056726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae25bcf-91fd-45fe-a341-d49a69102615 req-de91cacb-c5f5-4692-919b-8a488d0eacc1 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:06.067078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ae25bcf-91fd-45fe-a341-d49a69102615 req-de91cacb-c5f5-4692-919b-8a488d0eacc1 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.0816655 Nov 12 03:08:06.122216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.135450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ae25bcf-91fd-45fe-a341-d49a69102615 req-cc842f22-fcb7-4b17-9e71-36bb47e8ad28 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664284 Nov 12 03:08:06.184263 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.260198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb6d3c-903f-486c-9a3b-85a579f7704c req-dd370c0d-7f4a-410a-81a5-39fabc1fe45a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:06.262269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5bb6d3c-903f-486c-9a3b-85a579f7704c req-dd370c0d-7f4a-410a-81a5-39fabc1fe45a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.0658629 Nov 12 03:08:06.262845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44506) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:06.269486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:06.272950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:06.278331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:06.281502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event updated for resources: {'Port': ['ID=6c89b878-2b9f-4568-8ddc-05c9d052f58f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:06.354769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4d5dec1-52bc-4f18-a95d-37fedb6ed5b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2d733a97a380400dad0b6589818abd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902374 Nov 12 03:08:06.359279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44516) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:06.388501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5bb6d3c-903f-486c-9a3b-85a579f7704c req-b88431bc-1189-4140-b4ba-10301bcc3e94 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013422 Nov 12 03:08:06.527318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22915d19-a254-462e-b7ba-e9498c003bdd req-b073375d-78a8-47ce-a736-8bb688ef03d0 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:06.531238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22915d19-a254-462e-b7ba-e9498c003bdd req-b073375d-78a8-47ce-a736-8bb688ef03d0 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.32 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 945 time: 0.1407981 Nov 12 03:08:06.597833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.646892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.700211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6acc9-698e-45f9-873c-4253844640e7 req-3dd6aad4-9264-4555-b8f1-727a6d3edbad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:06.700464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.701992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5df6acc9-698e-45f9-873c-4253844640e7 req-3dd6aad4-9264-4555-b8f1-727a6d3edbad tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 945 time: 0.1647062 Nov 12 03:08:06.720161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6d1ec47-4212-4be4-9159-b06ade216b03 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:06.751962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b6d1ec47-4212-4be4-9159-b06ade216b03 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:06.752623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b6d1ec47-4212-4be4-9159-b06ade216b03 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:06.753258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device db07ea24-7ee3-4b6d-ae4e-2a1de2d523be no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:06.769987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-51a945fc-0424-4aa2-b410-0253f127b713 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:06.771688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-51a945fc-0424-4aa2-b410-0253f127b713 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=93fd5ef8-4b4e-4aad-9d80-36dbca720563 HTTP/1.1" status: 200 len: 944 time: 0.1053877 Nov 12 03:08:06.791158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Deleting port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:06.791584 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.797180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.799918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.801057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7366391-8785-4fff-987a-92490d91402b HTTP/1.1" status: 204 len: 168 time: 0.4399855 Nov 12 03:08:06.843748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5df6acc9-698e-45f9-873c-4253844640e7 req-80f5bfc1-0562-4556-beae-3c91fd384d8b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230719 Nov 12 03:08:06.859871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb42dd-63e1-4da7-9d20-d4798c2afe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7366391-8785-4fff-987a-92490d91402b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:06.940741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:06.973376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:06.974219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.020435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:07.030180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:07.033460 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8037a13f-a8e6-493e-95bd-d4ea8fb9b7f6" -d '{"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-unplugged", "status": "completed", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:07.043112 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.049214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.108911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:07.119870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.132544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port f58f38b2-460f-4d1e-a791-d08a302955e3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:07.132948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.291164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port f58f38b2-460f-4d1e-a791-d08a302955e3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f58f38b2-460f-4d1e-a791-d08a302955e3,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:07.292253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.304204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Router c790e1fb-f185-45c6-8a03-57fbed3ea31b is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:07.313877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for f58f38b2-460f-4d1e-a791-d08a302955e3 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:07.331390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:07.390906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:08:07.396253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:07.396765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.491792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:07.513707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] Sync routers for ids ['c790e1fb-f185-45c6-8a03-57fbed3ea31b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:07.524727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.540192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.544206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-83baca45-0b26-4f0d-9f36-1cfb7f26d41c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6023030 Nov 12 03:08:07.550723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] Routers {'c790e1fb-f185-45c6-8a03-57fbed3ea31b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:07.550987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44558) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:07.551084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c790e1fb-f185-45c6-8a03-57fbed3ea31b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:07.594406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989ba4-c86c-464a-8b83-ae77b5ebe10d req-02090466-c95f-4978-b7bd-247432b53428 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:07.601745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-02989ba4-c86c-464a-8b83-ae77b5ebe10d req-02090466-c95f-4978-b7bd-247432b53428 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.6179404 Nov 12 03:08:07.630868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:07.632944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.633345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.633649 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd disassociated. External IP: 172.25.2.79, port: db07ea24-7ee3-4b6d-ae4e-2a1de2d523be. Nov 12 03:08:07.634546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Calling delete_port for db07ea24-7ee3-4b6d-ae4e-2a1de2d523be owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:07.655632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] Routers {'c790e1fb-f185-45c6-8a03-57fbed3ea31b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:07.656286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c790e1fb-f185-45c6-8a03-57fbed3ea31b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:07.724873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:07.726678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:07.727311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-02989ba4-c86c-464a-8b83-ae77b5ebe10d req-d31ed505-7353-4c26-a890-064f956c1271 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166601 Nov 12 03:08:07.729090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5316814-ac8c-493b-8f6f-74ff977443ca None None] The sync data for ids ['c790e1fb-f185-45c6-8a03-57fbed3ea31b'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:07.738682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.793950 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f2e9a-f82c-4cac-affe-1b710b2954c1 x-openstack-request-id: req-a00f2e9a-f82c-4cac-affe-1b710b2954c1 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:07.794361 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-unplugged", "status": "completed", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:07.794718 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a00f2e9a-f82c-4cac-affe-1b710b2954c1 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:07.796410 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'code': 200} Nov 12 03:08:07.851272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:07.900373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.919334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.943204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:07.944783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0337-b8cd-4797-bc73-71e67f407159 req-f0c3e6e2-4f5a-4b9f-8b06-8c5ba87bea64 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:07.946317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d9f0337-b8cd-4797-bc73-71e67f407159 req-f0c3e6e2-4f5a-4b9f-8b06-8c5ba87bea64 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 865 time: 0.1075947 Nov 12 03:08:07.969770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event deleted for resources: {'Port': ['ID=db07ea24-7ee3-4b6d-ae4e-2a1de2d523be,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:08.022222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=f58f38b2-460f-4d1e-a791-d08a302955e3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:08.062654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d9f0337-b8cd-4797-bc73-71e67f407159 req-cbfce4c6-e75a-49a9-86ac-30346675d3f0 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups?id=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966413 Nov 12 03:08:08.069707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port f58f38b2-460f-4d1e-a791-d08a302955e3 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:08.072605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.100812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbdb5e98-375c-4b5b-b1ad-516c127038aa req-b3456ea6-7299-445d-b40e-f72a9f5681e0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "DELETE /v2.0/ports/f58f38b2-460f-4d1e-a791-d08a302955e3 HTTP/1.1" status: 204 len: 173 time: 1.2944446 Nov 12 03:08:08.103150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-deleted', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:08.105558 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b48494b-44de-4c6f-ab11-fb79040a2559" -d '{"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-deleted", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:08.121748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7625faad-b6e8-40df-8c87-5d3f75fada69 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/c790e1fb-f185-45c6-8a03-57fbed3ea31b HTTP/1.1" status: 200 len: 922 time: 0.5700331 Nov 12 03:08:08.125052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44572) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:08.165169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7852e42e-eda1-42a0-affd-2c5d672d5a5e tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=c790e1fb-f185-45c6-8a03-57fbed3ea31b HTTP/1.1" status: 200 len: 205 time: 0.0294008 Nov 12 03:08:08.166329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44578) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:08.169244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:08.224760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe6a2f-87d9-488a-be6b-21e80d4d4fb8 req-7399f9b6-b1c7-4bd4-aeb2-db7646e4f05b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:08.229714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aebe6a2f-87d9-488a-be6b-21e80d4d4fb8 req-7399f9b6-b1c7-4bd4-aeb2-db7646e4f05b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.0751033 Nov 12 03:08:08.289486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.413009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aebe6a2f-87d9-488a-be6b-21e80d4d4fb8 req-844591d7-c321-4efa-b075-3feae3f50540 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776936 Nov 12 03:08:08.445113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:08.452044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.464439 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:08.479789 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:08.480773 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:08.557004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] No DVR routers for this DVR port db07ea24-7ee3-4b6d-ae4e-2a1de2d523be on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:08.560715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.565508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22915d19-a254-462e-b7ba-e9498c003bdd req-dd90848a-088d-4d46-a8a2-9029de21a90e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.32 "DELETE /v2.0/ports/db07ea24-7ee3-4b6d-ae4e-2a1de2d523be HTTP/1.1" status: 204 len: 173 time: 2.0221264 Nov 12 03:08:08.566278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-deleted', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:08.568986 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00794adf-3733-4549-8a06-9f0e6420bc2b" -d '{"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-deleted", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:08.602027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port 6c89b878-2b9f-4568-8ddc-05c9d052f58f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:08.602365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.715520 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:08.737137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842740f2-dea5-4d12-ab50-25e6a8dca163 req-14cdfcec-1174-4d73-a3b2-24b8d250d906 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:08.740836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842740f2-dea5-4d12-ab50-25e6a8dca163 req-14cdfcec-1174-4d73-a3b2-24b8d250d906 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.0699954 Nov 12 03:08:08.791387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:08.832205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for 6c89b878-2b9f-4568-8ddc-05c9d052f58f owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:08.843181 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03fd230-6279-4edf-a53a-5e74d8ea1933 x-openstack-request-id: req-b03fd230-6279-4edf-a53a-5e74d8ea1933 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:08.843385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842740f2-dea5-4d12-ab50-25e6a8dca163 req-a0e92816-aeea-4823-8849-6f8f51130e90 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855770 Nov 12 03:08:08.844390 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd5ef8-4b4e-4aad-9d80-36dbca720563", "name": "network-vif-deleted", "tag": "f58f38b2-460f-4d1e-a791-d08a302955e3", "status": "failed", "code": 422}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:08.844706 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b03fd230-6279-4edf-a53a-5e74d8ea1933 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:08.845691 n-d-615180-50 neutron-server[102433]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93fd5ef8-4b4e-4aad-9d80-36dbca720563', 'name': 'network-vif-deleted', 'tag': 'f58f38b2-460f-4d1e-a791-d08a302955e3', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:08:08.882377 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe3e30-3e63-42e2-97bc-4368a4ef86c0 x-openstack-request-id: req-abfe3e30-3e63-42e2-97bc-4368a4ef86c0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:08.882871 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2535cdcf-e0fb-4a4e-8385-01d91a978d16", "name": "network-vif-deleted", "tag": "db07ea24-7ee3-4b6d-ae4e-2a1de2d523be", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:08.883322 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-abfe3e30-3e63-42e2-97bc-4368a4ef86c0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:08.883901 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2535cdcf-e0fb-4a4e-8385-01d91a978d16', 'name': 'network-vif-deleted', 'tag': 'db07ea24-7ee3-4b6d-ae4e-2a1de2d523be', 'status': 'completed', 'code': 200} Nov 12 03:08:08.975574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eae681-d869-4510-9d25-016a0613408a req-d78c4b8e-f644-409f-8983-c4dbd39963ca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:08.977118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55eae681-d869-4510-9d25-016a0613408a req-d78c4b8e-f644-409f-8983-c4dbd39963ca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0651135 Nov 12 03:08:09.036729 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:09.049739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.062405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55eae681-d869-4510-9d25-016a0613408a req-ab7dafb6-ac78-48c0-9b49-32adb6e23cba tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Nov 12 03:08:09.093127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=6c89b878-2b9f-4568-8ddc-05c9d052f58f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:09.218054 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:09.228570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:09.229228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:09.239499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.342641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-f5150c42-2548-43d5-b5aa-7497ff50a786 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:09.344568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-f5150c42-2548-43d5-b5aa-7497ff50a786 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.1358891 Nov 12 03:08:09.346191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.348368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.361972 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-b714b324-e46b-4468-9f33-ce26f86ce47a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0106404 Nov 12 03:08:09.362309 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:09.397792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-a9ebdc15-95ee-4817-8dfa-4d38b9197df5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296648 Nov 12 03:08:09.411965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2c0356f-c924-45b0-a089-62f35c7d3e90 req-12c0ac93-7a5b-4146-a519-6f8a659881e5 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/ports?device_id=2535cdcf-e0fb-4a4e-8385-01d91a978d16 HTTP/1.1" status: 200 len: 210 time: 0.0583296 Nov 12 03:08:09.416510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.417205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router c790e1fb-f185-45c6-8a03-57fbed3ea31b {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:09.426196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.431590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a2d1a44e-2a3b-46ff-8c0d-35fdaf2507af tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/c790e1fb-f185-45c6-8a03-57fbed3ea31b HTTP/1.1" status: 204 len: 168 time: 1.2608340 Nov 12 03:08:09.432168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44624) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:09.439891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-255041012', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:09.473207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.476309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.539462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-4900e08b-5406-44ef-a927-bdd31085b1cf service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329436 Nov 12 03:08:09.554128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.588295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:09.617252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec1239-0a6f-45f2-ba99-4f922c6a13ea None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:16Z', 'revision_number': 4, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '58c9224a-7146-4849-83c2-45fa0e4f2d00', 'name': '', 'network_id': 'b6502481-952b-4d53-80d1-7f49fb4c87a4', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'mac_address': 'fa:16:3e:84:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:15Z', 'updated_at': '2021-11-12T03:03:22Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'subnets': [{'id': 'c550ef9d-cf01-43a8-826f-dbac5a27f75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:09.631622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-699cad8a-8e47-406b-9fd3-62ea833b0583 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911317 Nov 12 03:08:09.705961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554d651-e9f0-43f1-a568-5b68d202ddc6 req-967cde72-dd7d-4082-96a7-ab03fce5e2f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:09.707905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1554d651-e9f0-43f1-a568-5b68d202ddc6 req-967cde72-dd7d-4082-96a7-ab03fce5e2f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1557090 Nov 12 03:08:09.745205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:09.798433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:09.800930 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773e658-18ee-4903-9f19-12d346f08666" -d '{"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-plugged", "status": "completed", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:09.835851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1554d651-e9f0-43f1-a568-5b68d202ddc6 req-13072309-7ed1-49f4-9d99-77f5f6e866a6 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022584 Nov 12 03:08:09.934372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a7d6e13-b6e9-4eda-81b0-9262cdff89c3 req-619d54f8-c4d7-4f59-ad5c-9fd3f1a8e80d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 210 time: 0.0376573 Nov 12 03:08:09.971970 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdfb1e9-9acd-4f93-a9c3-168cfc230f0a x-openstack-request-id: req-6fdfb1e9-9acd-4f93-a9c3-168cfc230f0a {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:09.972266 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-plugged", "status": "completed", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:09.972519 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6fdfb1e9-9acd-4f93-a9c3-168cfc230f0a {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:09.972910 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'code': 200} Nov 12 03:08:10.057597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bdc4dc-b3bf-49ec-bea4-7d437e5e3c28 None None] New status for floating IP f993dfca-cd66-4e12-a9f8-7857a8eb83fd: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:08:10.219966 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.249857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d298b-daa0-40f1-8373-56f7b4ac9ac3 req-62ac80cc-62e4-4a40-b19c-9b0b86a4bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:10.251514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f8d298b-daa0-40f1-8373-56f7b4ac9ac3 req-62ac80cc-62e4-4a40-b19c-9b0b86a4bccb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 1098 time: 0.1368904 Nov 12 03:08:10.258037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.278000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17239f1-ff5e-4293-b7a3-0543b5e691f2 req-c56d0a0c-996b-4ce8-9197-1609e79262f5 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:10.279560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f17239f1-ff5e-4293-b7a3-0543b5e691f2 req-c56d0a0c-996b-4ce8-9197-1609e79262f5 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.1672204 Nov 12 03:08:10.367595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc0055-f0c2-4c84-bd0d-a5001ebec26e req-eee7183f-5aa6-4b5a-b5b5-eda2cd3bcc55 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:10.369259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9cc0055-f0c2-4c84-bd0d-a5001ebec26e req-eee7183f-5aa6-4b5a-b5b5-eda2cd3bcc55 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 946 time: 0.0602348 Nov 12 03:08:10.427141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9cc0055-f0c2-4c84-bd0d-a5001ebec26e req-6828ec97-9843-4964-8e64-97ef40afb211 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503716 Nov 12 03:08:10.429092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f8d298b-daa0-40f1-8373-56f7b4ac9ac3 req-ab5df7dc-ef2d-47bc-b52c-e94073f04044 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688573 Nov 12 03:08:10.435404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f17239f1-ff5e-4293-b7a3-0543b5e691f2 req-fb86d3bc-9e2d-467d-a857-442dca274ff8 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400025 Nov 12 03:08:10.503355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 172.25.2.186 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/ca15f1ba-c033-444c-9796-a80a6ffb1470) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:10.604302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:10.633406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.649332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:10.670948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.672113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.699385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.724989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:10.741538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:10.747006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:10.772469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c400766b-daf7-4ca8-9721-ad8704f4a5eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.780714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.784022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.785164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "DELETE /v2.0/security-groups/926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6 HTTP/1.1" status: 204 len: 168 time: 0.1798885 Nov 12 03:08:10.786867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=ca15f1ba-c033-444c-9796-a80a6ffb1470,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:10.788586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44686) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:10.806050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-5b0a3f74-d99a-4bea-a87d-7ec896760050 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:10.807569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-5b0a3f74-d99a-4bea-a87d-7ec896760050 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1098 time: 0.1055541 Nov 12 03:08:10.809717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80210e3-5ed5-4dcf-bdec-a9f25421db88 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:10.813873 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-c5bcee35-b0e1-4c79-8444-8aefd76bc80e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] show failed (client error): The resource could not be found. Nov 12 03:08:10.817607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5bcee35-b0e1-4c79-8444-8aefd76bc80e tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "GET /v2.0/security-groups/926f0edb-e6a9-4c4d-ab85-fa14e98ad2d6 HTTP/1.1" status: 404 len: 347 time: 0.0229599 Nov 12 03:08:10.818692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:10.852984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:10.948678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c400766b-daf7-4ca8-9721-ad8704f4a5eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.975152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.995768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c400766b-daf7-4ca8-9721-ad8704f4a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.129139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f15a4e22-f59f-4854-b790-d5e365ea4629 req-d6880065-a433-4f69-8d03-463efcf119a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 210 time: 0.0758624 Nov 12 03:08:11.167089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c400766b-daf7-4ca8-9721-ad8704f4a5eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=be9ba1741e52448dbbd20a65d24f86c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163398 Nov 12 03:08:11.170276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400766b-daf7-4ca8-9721-ad8704f4a5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae06b6-36d8-4ac8-8a64-e8110ca08a16,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:11.177108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44696) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:11.214200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.220589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d0cc6-f6c3-41a3-9733-25eea5cc1ff7 req-4d654ae2-1ffa-473d-a2fa-80e6495be68c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:11.222121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f92d0cc6-f6c3-41a3-9733-25eea5cc1ff7 req-4d654ae2-1ffa-473d-a2fa-80e6495be68c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.2718260 Nov 12 03:08:11.292192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-68f70dab-5c71-4eda-a9e9-09ddaab0c26b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:11.293650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-68f70dab-5c71-4eda-a9e9-09ddaab0c26b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2995336 Nov 12 03:08:11.318452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:11.322691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:11.353390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Deleting port c0440ee4-7fdf-4486-8d7f-e595952f47c7 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:11.353733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.363790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.383297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f92d0cc6-f6c3-41a3-9733-25eea5cc1ff7 req-cc77035e-0f61-41ab-b58a-e94c7ef9c068 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456678 Nov 12 03:08:11.406466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:11.467328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.483763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:11.486558 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9871869-74ef-4c3c-bf18-0e341d4a5375" -d '{"events": [{"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-unplugged", "status": "completed", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:11.492894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.505102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.516377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.560397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.560744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.578926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Calling delete_port for c0440ee4-7fdf-4486-8d7f-e595952f47c7 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:11.592530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:11.596655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.602422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.605021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:11.606523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d8ae06b6-36d8-4ac8-8a64-e8110ca08a16 HTTP/1.1" status: 204 len: 168 time: 0.4279869 Nov 12 03:08:11.672261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68cbc1-8891-45f6-9983-8b18ca3fc4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae06b6-36d8-4ac8-8a64-e8110ca08a16,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:11.799485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6cd8-a806-4731-a69d-fc5a005ebc6a req-0286fedc-6e68-4ba5-9d2a-6f1c41995c0d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:11.801018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731e6cd8-a806-4731-a69d-fc5a005ebc6a req-0286fedc-6e68-4ba5-9d2a-6f1c41995c0d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.1555550 Nov 12 03:08:11.932474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.2 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:11.943451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731e6cd8-a806-4731-a69d-fc5a005ebc6a req-e6a7b76d-359f-41c5-bb16-8ba1518aef9c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314659 Nov 12 03:08:11.963707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.002647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Pushing event deleted for resources: {'Port': ['ID=c0440ee4-7fdf-4486-8d7f-e595952f47c7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:12.006415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:12.052167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44710) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:12.064138 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5e3a01-10c2-4450-b179-bd3c07bfd6e9 x-openstack-request-id: req-2c5e3a01-10c2-4450-b179-bd3c07bfd6e9 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:12.064647 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-unplugged", "status": "completed", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:12.065097 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2c5e3a01-10c2-4450-b179-bd3c07bfd6e9 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:12.065493 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'code': 200} Nov 12 03:08:12.068613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:12.068952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:12.069382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:12.087072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f56e5f-af8a-4f84-b657-f89e3eba347a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.092672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:08:12.093204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Attempting to bind port 00042e32-1fd4-4491-99d1-e02a72d19df6 on network d71223ab-1a45-4e33-ad1b-09a40ef3de18 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:12.108093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98f10-16fb-4353-bb96-ff5ce9431c76 req-1575d1bb-3cfe-4b64-b39b-2a717854b638 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:12.109642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7c98f10-16fb-4353-bb96-ff5ce9431c76 req-1575d1bb-3cfe-4b64-b39b-2a717854b638 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.5146017 Nov 12 03:08:12.120469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:12.120807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Checking segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:12.121189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Bound using segment: {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:12.121623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Bound port: 00042e32-1fd4-4491-99d1-e02a72d19df6, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd71223ab-1a45-4e33-ad1b-09a40ef3de18'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:12.122172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.139681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.143298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.144488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b221996e-899e-49fc-9f9e-8d5455974f35 tempest-ServersWithSpecificFlavorTestJSON-837443827 tempest-ServersWithSpecificFlavorTestJSON-837443827-project] 10.222.0.84 "DELETE /v2.0/floatingips/f993dfca-cd66-4e12-a9f8-7857a8eb83fd HTTP/1.1" status: 204 len: 168 time: 1.3246853 Nov 12 03:08:12.197095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.239821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7c98f10-16fb-4353-bb96-ff5ce9431c76 req-be057edd-7e42-4344-8d96-7c98a0e8325a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215649 Nov 12 03:08:12.273116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.275912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router 7345d293-c7f4-49df-9b96-fb3ade62afb4 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:12.297846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:12.301848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:12.323367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:12.338496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.341707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:12.344478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:12.347988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:12.387953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83349a56-ae5f-40f0-9ba6-570f86f24b40 req-bbb8ac03-69b8-4d4b-99bb-06aaf9a3f9cb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:12.390536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83349a56-ae5f-40f0-9ba6-570f86f24b40 req-bbb8ac03-69b8-4d4b-99bb-06aaf9a3f9cb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 931 time: 0.1584275 Nov 12 03:08:12.395612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f56e5f-af8a-4f84-b657-f89e3eba347a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.406117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f56e5f-af8a-4f84-b657-f89e3eba347a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.461625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:12.462530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.475649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83349a56-ae5f-40f0-9ba6-570f86f24b40 req-0bad0245-9473-4e42-8521-8c4f2a424088 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Nov 12 03:08:12.497488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-6a13a78f-4b9e-4902-a337-fb78ffd70bc3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1859646 Nov 12 03:08:12.513673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Request body: {'port': {'device_id': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:12.521038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:12.551989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-33f56e5f-af8a-4f84-b657-f89e3eba347a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e4bbf4c4a35475f98eac32355ca3224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973779 Nov 12 03:08:12.557097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44728) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:12.558327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f56e5f-af8a-4f84-b657-f89e3eba347a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35042b80-dcef-4266-a101-5baa1d792d13,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:12.561588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:12.562203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.563647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-4e009ee6-9fc0-403a-bfff-cfed679ce6d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 1124 time: 1.7166233 Nov 12 03:08:12.575467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:12.599624 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Sync routers for ids ['7345d293-c7f4-49df-9b96-fb3ade62afb4'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:12.607410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33271f12-4d69-4ed5-808d-f4d1bd511e61 req-11731f89-ee15-4a94-a8b7-3aa50bb363fa tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:12.615901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33271f12-4d69-4ed5-808d-f4d1bd511e61 req-11731f89-ee15-4a94-a8b7-3aa50bb363fa tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1353111 Nov 12 03:08:12.626480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.631399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f635654c-3fb4-437a-af4e-91d71c9f2621 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1979933 Nov 12 03:08:12.632068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44734) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:12.633662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Routers {'7345d293-c7f4-49df-9b96-fb3ade62afb4'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:12.636085 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7345d293-c7f4-49df-9b96-fb3ade62afb4'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:12.654346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['00042e32-1fd4-4491-99d1-e02a72d19df6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:12.685471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.700856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.704284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['00042e32-1fd4-4491-99d1-e02a72d19df6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:12.706714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:12.750967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33271f12-4d69-4ed5-808d-f4d1bd511e61 req-ea22aa29-8b23-48da-85a7-11099f23ddd0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315866 Nov 12 03:08:12.818989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e10cf3a9-8209-4c45-b08d-4e7c25279856 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/7345d293-c7f4-49df-9b96-fb3ade62afb4 HTTP/1.1" status: 200 len: 908 time: 0.1821260 Nov 12 03:08:12.819854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44740) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:12.826203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'name': 'tempest-snat-router-255041012', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': True}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:12.846276 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Set router 7345d293-c7f4-49df-9b96-fb3ade62afb4 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:12.867131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.869870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.961596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:12.967018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.021026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.023896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.027707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/35042b80-dcef-4266-a101-5baa1d792d13 HTTP/1.1" status: 204 len: 168 time: 0.4678473 Nov 12 03:08:13.045880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b66785-196f-49f3-b82e-eb8c2f64d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35042b80-dcef-4266-a101-5baa1d792d13,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:13.166055 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'name': 'tempest-snat-router-255041012', 'tenant_id': 'd92305f1f6604fad8759b972e646fcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:09Z', 'updated_at': '2021-11-12T03:08:10Z', 'revision_number': 3, 'project_id': 'd92305f1f6604fad8759b972e646fcbb', 'gw_port': {'id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:10Z', 'updated_at': '2021-11-12T03:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:13.215590 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Checking router: 7345d293-c7f4-49df-9b96-fb3ade62afb4 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:13.218857 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Updating router 7345d293-c7f4-49df-9b96-fb3ade62afb4 port ca15f1ba-c033-444c-9796-a80a6ffb1470 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:08:13.264368 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.309095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4113e-5b3e-426e-8f26-62f33154a998 req-c7e85b75-016b-438d-841a-50d2d3d76afb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:13.310076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.318620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bb4113e-5b3e-426e-8f26-62f33154a998 req-c7e85b75-016b-438d-841a-50d2d3d76afb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.1935637 Nov 12 03:08:13.338120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:13.374427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:13.400065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.477441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:13.494087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:08:13.494551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bb4113e-5b3e-426e-8f26-62f33154a998 req-916f6a44-8d54-4933-999b-e3dc60a58fa2 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749680 Nov 12 03:08:13.500688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Transition to ACTIVE for port object 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:08:13.506112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.627027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:13.640137 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.649680 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.677803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6fd27-775a-43cd-a071-8efa46aba556 req-409d28cf-8da8-4a4c-9535-ee106a9d5e5e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:13.686335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ed6fd27-775a-43cd-a071-8efa46aba556 req-409d28cf-8da8-4a4c-9535-ee106a9d5e5e tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.3374794 Nov 12 03:08:13.709624 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Pushing event updated for resources: {'Port': ['ID=ca15f1ba-c033-444c-9796-a80a6ffb1470,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:13.726284 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.726915 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.727446 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.728016 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.728608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.729117 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.730346 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.730979 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.731552 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.732242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.732743 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.733305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:13.752279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b654b-debe-463c-9503-be7b2ae3bf60 req-6d3ba737-418f-4ec7-9c4f-a39bc8337e73 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:13.753828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc1b654b-debe-463c-9503-be7b2ae3bf60 req-6d3ba737-418f-4ec7-9c4f-a39bc8337e73 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.1527066 Nov 12 03:08:13.772123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:13.790553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Request body: {'floatingip': {'port_id': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:13.794839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Attempting to bind port ca15f1ba-c033-444c-9796-a80a6ffb1470 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:13.797002 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Attempting to bind port ca15f1ba-c033-444c-9796-a80a6ffb1470 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:13.797204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Attempting to bind port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:13.797844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Attempting to bind port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:13.798185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Attempting to bind port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:13.798718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Attempting to bind port ca15f1ba-c033-444c-9796-a80a6ffb1470 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:13.802668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:08:13.802993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Attempting to bind port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:13.811238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:13.811419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:13.811617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:13.812113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:13.812694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Bound port: 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:13.813227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.815831 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:13.816262 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.816677 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:13.817172 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Bound port: ca15f1ba-c033-444c-9796-a80a6ffb1470, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:13.820536 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.877458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ed6fd27-775a-43cd-a071-8efa46aba556 req-ab2d6085-0b9f-431f-9cc0-8f9084402b9d tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900842 Nov 12 03:08:13.891033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.907904 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] For port ca15f1ba-c033-444c-9796-a80a6ffb1470, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:13.913167 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] For port ca15f1ba-c033-444c-9796-a80a6ffb1470, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca15f1ba-c033-444c-9796-a80a6ffb1470,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:13.918173 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:13.973353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc2046-b59a-427e-bba0-465e6a24d360 req-913b326c-e97a-4752-a254-70251d09c760 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:13.979361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5fc2046-b59a-427e-bba0-465e6a24d360 req-913b326c-e97a-4752-a254-70251d09c760 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 943 time: 0.1154599 Nov 12 03:08:13.981510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:13.992105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:14.022565 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Routers {'7345d293-c7f4-49df-9b96-fb3ade62afb4'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:14.023343 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7345d293-c7f4-49df-9b96-fb3ade62afb4'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:14.044508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.069426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:14.072302 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8093ea3-e905-42bb-93fd-24e40cca1edd" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:14.109458 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650eec7-d414-4eab-a252-808aae4f71ad None None] Pushing event updated for resources: {'Port': ['ID=ca15f1ba-c033-444c-9796-a80a6ffb1470,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:14.118409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.119960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.121371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] 10.222.0.32 "PUT /v2.0/ports/6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 HTTP/1.1" status: 200 len: 1092 time: 1.6131883 Nov 12 03:08:14.122300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:14.126124 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c" -d '{"events": [{"name": "network-changed", "server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:14.149124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5fc2046-b59a-427e-bba0-465e6a24d360 req-f7732245-2a22-44fa-b3a6-b622ff710b8a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482909 Nov 12 03:08:14.216547 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] Set router 7345d293-c7f4-49df-9b96-fb3ade62afb4 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:14.252896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44782) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:14.261382 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a305469-8083-49ec-a50e-099d6e895241 x-openstack-request-id: req-4a305469-8083-49ec-a50e-099d6e895241 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:14.261926 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:14.262376 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4a305469-8083-49ec-a50e-099d6e895241 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:14.262931 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4', 'status': 'completed', 'code': 200} Nov 12 03:08:14.268453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2adac8-3dfb-46c0-a1fa-56825d58940d service neutron] Pushing event updated for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:14.270503 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0e648-4909-4551-9341-5993f126c30f x-openstack-request-id: req-29d0e648-4909-4551-9341-5993f126c30f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:14.270999 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:14.271403 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29d0e648-4909-4551-9341-5993f126c30f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:14.280645 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'status': 'completed', 'code': 200} Nov 12 03:08:14.323774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-4370939f-bf60-4062-8219-85fde69345fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.325803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-4370939f-bf60-4062-8219-85fde69345fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 1095 time: 0.1494722 Nov 12 03:08:14.333924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-b04164f4-3322-479f-86d2-1ddf8a96ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.335935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-b04164f4-3322-479f-86d2-1ddf8a96ecc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1127 time: 0.0691841 Nov 12 03:08:14.393231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-823de3b9-e17f-4b17-8a2e-7c38dd2af73f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 HTTP/1.1" status: 200 len: 217 time: 0.0562286 Nov 12 03:08:14.462880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553beee-e76f-4a34-8f3d-07eb7897ecd8 req-a69fa8a5-9daa-457c-8b4a-459f5daf6917 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.465025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5553beee-e76f-4a34-8f3d-07eb7897ecd8 req-a69fa8a5-9daa-457c-8b4a-459f5daf6917 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.4397511 Nov 12 03:08:14.477789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6d198-47da-4e04-8af1-283cce336f4b req-3b3ccd51-9b55-49aa-bb1f-edbef6c05a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.478440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-3b3ccd51-9b55-49aa-bb1f-edbef6c05a0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0720861 Nov 12 03:08:14.534702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-769513106-network', 'tenant_id': '021758485e83448193033df2c34ec2e5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:14.537796 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'name': 'tempest-snat-router-255041012', 'tenant_id': 'd92305f1f6604fad8759b972e646fcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:09Z', 'updated_at': '2021-11-12T03:08:10Z', 'revision_number': 3, 'project_id': 'd92305f1f6604fad8759b972e646fcbb', 'gw_port': {'id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:10Z', 'updated_at': '2021-11-12T03:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:14.552039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-e379713b-7c53-4fcd-8467-447f776733ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313694 Nov 12 03:08:14.557057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.572767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0f7e9-8c1e-4501-91c5-654cc0bb78c5 None None] The sync data for ids ['7345d293-c7f4-49df-9b96-fb3ade62afb4'] in n-d-615180-50 is: [{'id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'name': 'tempest-snat-router-255041012', 'tenant_id': 'd92305f1f6604fad8759b972e646fcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186'}], 'enable_snat': False}, 'gw_port_id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:09Z', 'updated_at': '2021-11-12T03:08:10Z', 'revision_number': 3, 'project_id': 'd92305f1f6604fad8759b972e646fcbb', 'gw_port': {'id': 'ca15f1ba-c033-444c-9796-a80a6ffb1470', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7345d293-c7f4-49df-9b96-fb3ade62afb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:10Z', 'updated_at': '2021-11-12T03:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:14.624464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.652604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-5721f089-816e-45ad-a4b3-15c916d3ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.653051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:14.653837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-5721f089-816e-45ad-a4b3-15c916d3ae64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.2713909 Nov 12 03:08:14.655665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.660486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.710659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-09d6b3e6-5472-4ef5-b167-ed5f45508fa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 217 time: 0.0463040 Nov 12 03:08:14.760784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5553beee-e76f-4a34-8f3d-07eb7897ecd8 req-f1841038-ba71-449b-a436-45bdf34d1859 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777784 Nov 12 03:08:14.782385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-ec0aabad-7ee9-443c-91c4-01e66fa68255 service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207115 Nov 12 03:08:14.840177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-ffa50766-3fe0-4f77-a4f1-695555780cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:14.841892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:14.845087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-ffa50766-3fe0-4f77-a4f1-695555780cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.1251130 Nov 12 03:08:14.907224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-cff52ec6-e25b-4239-8702-509c13f999dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549133 Nov 12 03:08:15.370708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca15f1ba-c033-444c-9796-a80a6ffb1470 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:15.400227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90a6d198-47da-4e04-8af1-283cce336f4b req-7f4def76-10a9-4e85-a674-c4801f71989c service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071312 Nov 12 03:08:15.431363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 172.25.2.35 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6cac4b59-79d6-4258-851c-51f56d97fb05) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:15.438214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ca15f1ba-c033-444c-9796-a80a6ffb1470 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:15.438939 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.445478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c9dc5-899a-440e-b32b-02f4b624baaa req-6ba09c89-8232-49f7-b405-03377ec4f9df tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.455050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-028c9dc5-899a-440e-b32b-02f4b624baaa req-6ba09c89-8232-49f7-b405-03377ec4f9df tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.1310048 Nov 12 03:08:15.482843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-caf1b2f1-b899-48fe-b918-c248d918963a service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665929 Nov 12 03:08:15.532734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.556386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port ca15f1ba-c033-444c-9796-a80a6ffb1470, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca15f1ba-c033-444c-9796-a80a6ffb1470,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:15.564184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.632228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=ca15f1ba-c033-444c-9796-a80a6ffb1470,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:15.637845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-028c9dc5-899a-440e-b32b-02f4b624baaa req-eaf317bd-93cd-42ac-9cc7-a606359124a7 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774511 Nov 12 03:08:15.684570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8093ea3-e905-42bb-93fd-24e40cca1edd req-78180c1e-d211-4bc8-abc9-8f5785f10a6f service neutron] 10.222.0.32 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764750 Nov 12 03:08:15.687935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-49c2564b-4711-4ae6-8d78-ee618f044181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.689823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-49c2564b-4711-4ae6-8d78-ee618f044181 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 1095 time: 0.2247057 Nov 12 03:08:15.695418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318624e-f97e-4ed7-b93d-a5ce11e6e297 req-122d0e69-7438-4a80-8863-f5706247179e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.697147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c318624e-f97e-4ed7-b93d-a5ce11e6e297 req-122d0e69-7438-4a80-8863-f5706247179e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 943 time: 0.3140004 Nov 12 03:08:15.719550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:08:15.802091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-de204c06-321b-45a9-856e-6b5434c4e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.803643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-de204c06-321b-45a9-856e-6b5434c4e7de service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.0989125 Nov 12 03:08:15.812127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.840753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.845649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.847276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-ed5dd502-48ec-4d1e-8f89-5f90f63926f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 HTTP/1.1" status: 200 len: 217 time: 0.0356488 Nov 12 03:08:15.880588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.895735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.931684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-2efd7b30-21a4-4b94-96dd-5911e8ce8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.933270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-2efd7b30-21a4-4b94-96dd-5911e8ce8ace service neutron] 10.222.0.32 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.0714688 Nov 12 03:08:15.934441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:08:15.946669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb09f6-374e-4925-8312-1bcfa79ab6ff req-4c70ffc8-c667-4892-9ecc-21ce2873aaaf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:15.948028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45fb09f6-374e-4925-8312-1bcfa79ab6ff req-4c70ffc8-c667-4892-9ecc-21ce2873aaaf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.0949593 Nov 12 03:08:15.959165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c318624e-f97e-4ed7-b93d-a5ce11e6e297 req-d3b2c2f8-3697-4d01-93a0-b6fe22a2387b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489908 Nov 12 03:08:15.970042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:15.970343 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Added segment 0611562a-abf1-4af9-87a8-73f67cf90705 of type vlan for network f3543065-3b7a-4f95-b243-0b823b2b236f Nov 12 03:08:15.975977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b028e1e9-4e4d-46f7-9f1f-a58852a4e503,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:15.981188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-e9dc9e8c-1db9-4dc7-b0cc-d75ff64141ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320046 Nov 12 03:08:16.094669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.095087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.095382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.095720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.096085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.096403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.096812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.097287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.097624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.097945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.098269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.098591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:16.107988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45fb09f6-374e-4925-8312-1bcfa79ab6ff req-f4919119-3367-4b87-ac54-948812081a7a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301832 Nov 12 03:08:16.131527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.147636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-d1b7d96f-5ac7-4ca2-a899-ab2e0d856e4b service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557093 Nov 12 03:08:16.214154 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Floating IP 384104f1-1c32-4d1d-8eee-af1f57ed0f30 associated. External IP: 172.25.2.69, port: b41a7bf2-8a5e-4c67-8af0-ce0df93a3930. Nov 12 03:08:16.221482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.264621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca7e1ae0-256f-48d9-9fee-c00cf391f29c req-5567d0ab-0ddd-4d52-9749-70a5302a400f service neutron] 10.222.0.32 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094930 Nov 12 03:08:16.268975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.270217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:16.270471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.298233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:16.322718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:16.346686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:16.387576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1001561 Nov 12 03:08:16.392208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44794) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:16.396174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Request body: {'subnet': {'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-769513106-subnet', 'tenant_id': '021758485e83448193033df2c34ec2e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:16.419608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:16.422538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.446389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=6cac4b59-79d6-4258-851c-51f56d97fb05,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:16.462122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07847-f8d1-4053-91b8-a4403b1369d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f3543065-3b7a-4f95-b243-0b823b2b236f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:16.480783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f3543065-3b7a-4f95-b243-0b823b2b236f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:08:16.500616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Deleting port 58c9224a-7146-4849-83c2-45fa0e4f2d00 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:16.501355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.650643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.733174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04932c19-9bee-4ed8-80ce-a3adf72d9caa,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:16.743066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Checking segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:16.743743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Network hostable DHCP agents. Network: f3543065-3b7a-4f95-b243-0b823b2b236f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:08:16.774523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:16.784386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] For port 58c9224a-7146-4849-83c2-45fa0e4f2d00, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=58c9224a-7146-4849-83c2-45fa0e4f2d00,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:16.784639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.786151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Network f3543065-3b7a-4f95-b243-0b823b2b236f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:08:16.804632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f3543065-3b7a-4f95-b243-0b823b2b236f) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:16.817857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:16.818902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:16.840463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12686e4e-d66b-4bec-8e01-bd38a03b242a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4485824 Nov 12 03:08:16.857402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Calling delete_port for 58c9224a-7146-4849-83c2-45fa0e4f2d00 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:16.910471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b369690-eaf1-4611-b0bc-953be11850df None None] Network f3543065-3b7a-4f95-b243-0b823b2b236f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:16.980319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:17.015948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Router 93bdd094-8e7b-4fad-b390-852ffa5a7188 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:17.023568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4', 'mac_address': 'fa:16:3e:55:e1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:17.088333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73571a-c8d4-44f1-90aa-e1b571e7d716 req-8ff5372a-79e0-40a1-9349-b8d6761f8e2a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:17.096918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a73571a-c8d4-44f1-90aa-e1b571e7d716 req-8ff5372a-79e0-40a1-9349-b8d6761f8e2a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.3319902 Nov 12 03:08:17.117402 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:17.134786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb220107-e455-4ab5-8c8f-b35abf889aa2 None None] Network f3543065-3b7a-4f95-b243-0b823b2b236f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:17.137828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:17.140208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b6dce-7169-4e73-b8ae-167a038e0571 req-edd8b690-2949-4a61-90e8-7facb1f14219 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:17.148222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-415b6dce-7169-4e73-b8ae-167a038e0571 req-edd8b690-2949-4a61-90e8-7facb1f14219 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 943 time: 0.0640299 Nov 12 03:08:17.209060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-415b6dce-7169-4e73-b8ae-167a038e0571 req-ebb2e0dd-f30c-4d14-a13d-76c378358a94 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543709 Nov 12 03:08:17.209982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:17.230669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:17.249019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:17.449135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:17.483547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca15f1ba-c033-444c-9796-a80a6ffb1470 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:17.486101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:17.492641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Sync routers for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:17.589694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a73571a-c8d4-44f1-90aa-e1b571e7d716 req-624969f1-e62b-4af2-a497-a07b7ae25256 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908929 Nov 12 03:08:17.590726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:17.591697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:17.594099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:17.596685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:17.603620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:17.650752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-e1ba3466-2908-49e3-a4d6-af8ef0352c16 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:17.662987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-e1ba3466-2908-49e3-a4d6-af8ef0352c16 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.2141886 Nov 12 03:08:17.695644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c9224a-7146-4849-83c2-45fa0e4f2d00,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:17.702821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:08:17.709313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:17.711474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-74fc76e0-98b4-467f-9c08-873ee114f7cc tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/quotas/021758485e83448193033df2c34ec2e5 HTTP/1.1" status: 200 len: 375 time: 0.0462737 Nov 12 03:08:17.778917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-020512a1-d4a8-4f47-b481-8c9c185020ef tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654356 Nov 12 03:08:17.901791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:17.921351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:08:17.929899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f20e250d-d610-4b6d-b390-788ffa976962 service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483819 Nov 12 03:08:18.057764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-229d7de4-9f7f-408c-8b4c-2efcf112343e service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195345 Nov 12 03:08:18.065530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ca15f1ba-c033-444c-9796-a80a6ffb1470 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:18.065907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.072373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:18.423806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-85b2eeaa-0d01-4ee9-8fa5-86393856d25c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "PUT /v2.0/floatingips/384104f1-1c32-4d1d-8eee-af1f57ed0f30 HTTP/1.1" status: 200 len: 991 time: 4.6398587 Nov 12 03:08:18.513419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:18.516604 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c381713-acba-4a09-af7e-432ef848f305" -d '{"events": [{"name": "network-changed", "server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:18.519720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.521507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64672da9-35c3-47f3-bb07-fd6c793b7bed req-780e4155-d9ae-4864-a704-28d7667551f1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:18.523119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64672da9-35c3-47f3-bb07-fd6c793b7bed req-780e4155-d9ae-4864-a704-28d7667551f1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 944 time: 0.0923388 Nov 12 03:08:18.525176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-645566f5-078b-468f-b7fe-938d53e76673 service neutron] 10.222.0.32 "GET /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.1425843 Nov 12 03:08:18.594388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910bff9-9edc-4af7-b276-432a4afdd11a req-1ca584c5-6599-4606-990e-5ec8e25cf2d9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:18.595964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d910bff9-9edc-4af7-b276-432a4afdd11a req-1ca584c5-6599-4606-990e-5ec8e25cf2d9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.3086250 Nov 12 03:08:18.613743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '384104f1-1c32-4d1d-8eee-af1f57ed0f30', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'port_id': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'mac_address': 'fa:16:3e:e9:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5098568d-b101-405a-a741-f6cf8239bb3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:10Z', 'updated_at': '2021-11-12T03:08:15Z', 'revision_number': 1, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:18.652273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Checking router: 93bdd094-8e7b-4fad-b390-852ffa5a7188 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:18.664217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:18.665105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:18.691602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:18.780559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64672da9-35c3-47f3-bb07-fd6c793b7bed req-77bc6af4-0dcd-4fab-bd18-e28c869422bc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497988 Nov 12 03:08:18.784565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d910bff9-9edc-4af7-b276-432a4afdd11a req-a73d20a9-34cd-439d-b8ea-339ce7aca445 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439435 Nov 12 03:08:18.825035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:18.887555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:18.931321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:18.952284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:18.998627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router 9c6b730b-99aa-4f8f-8f17-e953f129bc51 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:19.019787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4cef026-4088-4765-9657-5bfff1ed8675 req-81b70d06-9df8-40dc-97fd-613deb1dd1ec tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 210 time: 0.0379393 Nov 12 03:08:19.052478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00042e32-1fd4-4491-99d1-e02a72d19df6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:19.084113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:19.118370 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8110d4-691a-47d4-b3b4-258e67d5f7bf x-openstack-request-id: req-8f8110d4-691a-47d4-b3b4-258e67d5f7bf {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:19.118633 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.119088 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:19.119541 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f8110d4-691a-47d4-b3b4-258e67d5f7bf {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:19.120122 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'status': 'completed', 'code': 200} Nov 12 03:08:19.182769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Router 3f419386-db90-49b3-92d7-e05c462506ee has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:19.251421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] Transition to ACTIVE for port object 00042e32-1fd4-4491-99d1-e02a72d19df6 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:08:19.256984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.264740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381713-acba-4a09-af7e-432ef848f305 req-4c83d41a-6a13-4c79-8696-b8a4d638f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:19.266452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-4c83d41a-6a13-4c79-8696-b8a4d638f86c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65d95d47d8194398a5103fa8ca242e7f&device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 1098 time: 0.1452348 Nov 12 03:08:19.338727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '384104f1-1c32-4d1d-8eee-af1f57ed0f30', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'port_id': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'mac_address': 'fa:16:3e:e9:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5098568d-b101-405a-a741-f6cf8239bb3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:10Z', 'updated_at': '2021-11-12T03:08:15Z', 'revision_number': 1, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:19.343851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] No DVR routers for this DVR port 00042e32-1fd4-4491-99d1-e02a72d19df6 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:19.362621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] Pushing event updated for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:19.388331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94f0d7-686b-4a69-a613-7e2248005d7a None None] The sync data for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 is: [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '384104f1-1c32-4d1d-8eee-af1f57ed0f30', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'port_id': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'mac_address': 'fa:16:3e:e9:59:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5098568d-b101-405a-a741-f6cf8239bb3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:07:10Z', 'updated_at': '2021-11-12T03:08:15Z', 'revision_number': 1, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:19.396520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-60894db0-98d7-4fe4-89f3-1e6801bb035f service neutron] 10.222.0.32 "PUT /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 0.8377497 Nov 12 03:08:19.441141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a309d-3e23-4d22-a4f5-343552eccbd7 req-11ef7208-b050-4fe6-8f17-ff15c47b12ca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:19.442955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e17a309d-3e23-4d22-a4f5-343552eccbd7 req-11ef7208-b050-4fe6-8f17-ff15c47b12ca tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 944 time: 0.2848573 Nov 12 03:08:19.495179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:19.511113 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Sync routers for ids ['9c6b730b-99aa-4f8f-8f17-e953f129bc51'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:19.524722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Routers {'9c6b730b-99aa-4f8f-8f17-e953f129bc51'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:19.525763 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9c6b730b-99aa-4f8f-8f17-e953f129bc51'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:19.667832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:19.669123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2adb1def-76e9-4496-ae5d-9eeaeac1fb0e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8480806 Nov 12 03:08:19.669257 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Set router 9c6b730b-99aa-4f8f-8f17-e953f129bc51 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:19.670273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:19.673724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44844) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:19.682581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Sync routers for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:19.695520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4c2e2d86-8106-4d23-90f0-4e550c47a932 admin admin] 10.222.0.84 "PUT /v2.0/routers/3f419386-db90-49b3-92d7-e05c462506ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9852703 Nov 12 03:08:19.709247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44846) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:19.714004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:19.715487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:19.771471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381713-acba-4a09-af7e-432ef848f305 req-5af13712-c7dd-4021-981d-358774403b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:19.773013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-5af13712-c7dd-4021-981d-358774403b43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 200 len: 917 time: 0.4979570 Nov 12 03:08:19.790701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e17a309d-3e23-4d22-a4f5-343552eccbd7 req-67384fe9-2f65-4db7-ad57-8377c8697bd3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995284 Nov 12 03:08:19.808567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-2c960633-8286-4635-a770-14038d955531 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:19.810187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-2c960633-8286-4635-a770-14038d955531 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.3286712 Nov 12 03:08:19.879901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-e6e0b07c-9411-43a7-bca1-50ba7a7979a5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:19.882955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-e6e0b07c-9411-43a7-bca1-50ba7a7979a5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.3295414 Nov 12 03:08:19.914445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Request body: {'port': {'device_id': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'admin_state_up': True, 'tenant_id': '021758485e83448193033df2c34ec2e5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:19.915025 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69bd364-49f2-43cb-a7f2-957ef9cc3a9b None None] New status for floating IP 384104f1-1c32-4d1d-8eee-af1f57ed0f30: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:08:19.984777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a8b7891-4770-4190-8ad4-54869d1a6fa7 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/9c6b730b-99aa-4f8f-8f17-e953f129bc51 HTTP/1.1" status: 200 len: 906 time: 0.3084214 Nov 12 03:08:19.986305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:19.994095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-eed48ca0-b60f-4faa-bf19-afa77e44e979 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 200 len: 999 time: 0.2080712 Nov 12 03:08:20.007610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:20.094174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf9ca9-b449-4f67-abb7-3aeee9a075d6 req-c6c24dc5-a8a3-402d-805f-912759e5983c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:20.104192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-7c09088c-92de-46a3-97b3-818a5ef62b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:20.105726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-7c09088c-92de-46a3-97b3-818a5ef62b7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f&tenant_id=7c2c6410511c4f00ac7738c51af324d5 HTTP/1.1" status: 200 len: 1097 time: 0.2560811 Nov 12 03:08:20.107508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.109941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-daaf9ca9-b449-4f67-abb7-3aeee9a075d6 req-c6c24dc5-a8a3-402d-805f-912759e5983c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1689613 Nov 12 03:08:20.213462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.232815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-daaf9ca9-b449-4f67-abb7-3aeee9a075d6 req-82c21a77-71ce-4d5e-b375-76abd87a82fb tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170263 Nov 12 03:08:20.247391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381713-acba-4a09-af7e-432ef848f305 req-0c7e8c98-9260-4162-822a-2be44266b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:20.248891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-0c7e8c98-9260-4162-822a-2be44266b7d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10c5668d-cce4-45d1-89c4-b52a157da9a2 HTTP/1.1" status: 200 len: 855 time: 0.2368407 Nov 12 03:08:20.299869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439248d6-a633-4579-ae80-33ea68b948e3 req-41d0edca-8051-4bab-b526-af9281afdfaf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:20.301466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-439248d6-a633-4579-ae80-33ea68b948e3 req-41d0edca-8051-4bab-b526-af9281afdfaf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 944 time: 0.3258078 Nov 12 03:08:20.303215 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6b730b-99aa-4f8f-8f17-e953f129bc51', 'name': 'tempest-snat-router-255041012', 'tenant_id': 'd92305f1f6604fad8759b972e646fcbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '6cac4b59-79d6-4258-851c-51f56d97fb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:12Z', 'updated_at': '2021-11-12T03:08:16Z', 'revision_number': 3, 'project_id': 'd92305f1f6604fad8759b972e646fcbb', 'gw_port': {'id': '6cac4b59-79d6-4258-851c-51f56d97fb05', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:94:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6b730b-99aa-4f8f-8f17-e953f129bc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:14Z', 'updated_at': '2021-11-12T03:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:20.366956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Checking router: 9c6b730b-99aa-4f8f-8f17-e953f129bc51 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:20.367514 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Updating router 9c6b730b-99aa-4f8f-8f17-e953f129bc51 port 6cac4b59-79d6-4258-851c-51f56d97fb05 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:08:20.373397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-496e6f4d-8e72-4786-9605-8a87e2cca8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:20.375645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-496e6f4d-8e72-4786-9605-8a87e2cca8d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c2c6410511c4f00ac7738c51af324d5&device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1097 time: 0.2020805 Nov 12 03:08:20.384717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:20.388482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.404191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.405227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.433350 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.480957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Deleting port 6cac4b59-79d6-4258-851c-51f56d97fb05 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:20.481485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.494533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-439248d6-a633-4579-ae80-33ea68b948e3 req-7d74fc01-b260-4f08-8e55-a3cce5d6a8c1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839716 Nov 12 03:08:20.523073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:08:17Z', 'revision_number': 5, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port': {'id': 'd5916996-4bf2-4057-ac5e-499e4f0f9f61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f419386-db90-49b3-92d7-e05c462506ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:20.549066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a77ea64-ed19-4d28-833d-a40d7898c02d req-2fa5720d-51bb-48de-9e85-64c0ae596d5c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 210 time: 0.0439079 Nov 12 03:08:20.575815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Checking router: 3f419386-db90-49b3-92d7-e05c462506ee for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:20.592562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Routers {'3f419386-db90-49b3-92d7-e05c462506ee'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:20.593206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3f419386-db90-49b3-92d7-e05c462506ee'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:20.628406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.643604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Calling delete_port for 6cac4b59-79d6-4258-851c-51f56d97fb05 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:20.741288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] Set router 3f419386-db90-49b3-92d7-e05c462506ee gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:20.795243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:20.848404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:08:20Z', 'revision_number': 6, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:20.881324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:20.882719 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.db.api [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:08:20.883252 n-d-615180-50 neutron-server[102435]: DEBUG oslo_db.api [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:08:20.912835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ce277-7286-46e5-9c3f-ed6f669d3319 None None] The sync data for ids ['3f419386-db90-49b3-92d7-e05c462506ee'] in n-d-615180-50 is: [{'id': '3f419386-db90-49b3-92d7-e05c462506ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386386869-router', 'tenant_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:12Z', 'updated_at': '2021-11-12T03:08:20Z', 'revision_number': 6, 'project_id': 'ab3e3e7d346e4ba3a61f6057ee567992', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:20.940087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cac4b59-79d6-4258-851c-51f56d97fb05,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:20.948278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:08:20.956686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:20.970404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.012156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c381713-acba-4a09-af7e-432ef848f305 req-eefc8194-1ab9-441d-afe5-bb8fab93a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.013977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-eefc8194-1ab9-441d-afe5-bb8fab93a308 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cdfd548-9722-4542-bf03-e4539c5b7605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6110573 Nov 12 03:08:21.024544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf6f7-eb21-4ec0-b254-a2eeff524b57 req-49ef972e-2815-4081-b3b5-cfec6b5f75a4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.026211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1baaf6f7-eb21-4ec0-b254-a2eeff524b57 req-49ef972e-2815-4081-b3b5-cfec6b5f75a4 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.1051798 Nov 12 03:08:21.029229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.053642 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.076295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:21.079131 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf83ac6-1dd8-403a-bf64-b5eadf84e010" -d '{"events": [{"server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:21.092801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-5427f2c4-14b8-4689-a5d1-e3e31c735914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.094337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-5427f2c4-14b8-4689-a5d1-e3e31c735914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 200 len: 909 time: 0.7005546 Nov 12 03:08:21.096294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:21.108359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.144562 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e54d89e-46ec-4e94-8076-5c03b9cae5bc x-openstack-request-id: req-8e54d89e-46ec-4e94-8076-5c03b9cae5bc {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:21.144796 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "name": "network-vif-plugged", "status": "completed", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:21.145025 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8e54d89e-46ec-4e94-8076-5c03b9cae5bc {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:21.145412 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4', 'code': 200} Nov 12 03:08:21.153790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Deleting port d5916996-4bf2-4057-ac5e-499e4f0f9f61 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:21.154658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.176893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.182943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:21.183758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.191789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.192137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.192475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.192811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.193142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.193850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.193850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.194105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.194430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.194751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.195071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.195415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:21.199609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-c79e5fdf-8116-4170-a334-68d5b98d3dad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 200 len: 217 time: 0.0668235 Nov 12 03:08:21.218046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Allocated IP 172.20.0.6 (f3543065-3b7a-4f95-b243-0b823b2b236f/04932c19-9bee-4ed8-80ce-a3adf72d9caa/de66f2b7-e75f-408b-9050-185c8b2732ce) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:21.289263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1baaf6f7-eb21-4ec0-b254-a2eeff524b57 req-9af9d28c-e62e-41b1-ade0-71e008a0d8a8 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289689 Nov 12 03:08:21.305657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.306615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6b730b-99aa-4f8f-8f17-e953f129bc51 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:21.311476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.314936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5dfdee52-cf18-439a-b96d-4eebff5c3e12 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/routers/9c6b730b-99aa-4f8f-8f17-e953f129bc51 HTTP/1.1" status: 204 len: 168 time: 1.3230398 Nov 12 03:08:21.315901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:21.324986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a5546-ff94-4a4a-b32d-3710d0bf71d7 req-697b2f31-7d07-489d-90dc-07508bfdaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.326575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-059a5546-ff94-4a4a-b32d-3710d0bf71d7 req-697b2f31-7d07-489d-90dc-07508bfdaff1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 1097 time: 0.1376865 Nov 12 03:08:21.326927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-16687d1f-f9c6-4f8d-b724-65db62076009 service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022082 Nov 12 03:08:21.358302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 58c9224a-7146-4849-83c2-45fa0e4f2d00 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:21.382469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 58c9224a-7146-4849-83c2-45fa0e4f2d00 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:21.383862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 58c9224a-7146-4849-83c2-45fa0e4f2d00 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:21.422088 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Port 6cac4b59-79d6-4258-851c-51f56d97fb05 not found while updating agent binding for router 9c6b730b-99aa-4f8f-8f17-e953f129bc51. {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:08:21.439494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-23525802-854b-4b59-bec7-157655e1426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.440987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-23525802-854b-4b59-bec7-157655e1426b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 200 len: 848 time: 0.2260175 Nov 12 03:08:21.444464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:21.444846 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:08:21.445460 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_agentschedulers_db [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c6b730b-99aa-4f8f-8f17-e953f129bc51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:08:21.446035 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de8d97-ebe6-4968-86c5-41705d31fa5f None None] The sync data for ids ['9c6b730b-99aa-4f8f-8f17-e953f129bc51'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:21.446880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] For port d5916996-4bf2-4057-ac5e-499e4f0f9f61, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d5916996-4bf2-4057-ac5e-499e4f0f9f61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:21.447731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.449393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-059a5546-ff94-4a4a-b32d-3710d0bf71d7 req-1e7bb92a-e503-472a-a857-dc4a5c00c92a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843141 Nov 12 03:08:21.511340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.542447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Calling delete_port for d5916996-4bf2-4057-ac5e-499e4f0f9f61 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:21.564605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-b63b8b10-a70b-4ce6-a950-bc524817accf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d71223ab-1a45-4e33-ad1b-09a40ef3de18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095457 Nov 12 03:08:21.647920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b28954-a6d8-4cf8-a873-7cf5aef98320 req-f6857031-71eb-4421-b303-6d6b00738188 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.649306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2b28954-a6d8-4cf8-a873-7cf5aef98320 req-f6857031-71eb-4421-b303-6d6b00738188 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0875010 Nov 12 03:08:21.654977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.690502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c19f8-4037-4fc7-8104-07d246977dd1 req-e9256cf2-ca71-40ec-a335-f6cc77947960 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:21.692039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f2c19f8-4037-4fc7-8104-07d246977dd1 req-e9256cf2-ca71-40ec-a335-f6cc77947960 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.3675938 Nov 12 03:08:21.732614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2b28954-a6d8-4cf8-a873-7cf5aef98320 req-750cc3d0-a299-4b87-9e83-29a19b0ee336 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Nov 12 03:08:21.749402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Deleting port ca15f1ba-c033-444c-9796-a80a6ffb1470 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:21.750343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.750569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c381713-acba-4a09-af7e-432ef848f305 req-bf69801f-7c8d-4a18-b6a1-b77088d4758e service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995447 Nov 12 03:08:21.841931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.884255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70b18963-9eaf-4546-b8d5-697611f92129 req-3e191547-34f7-4748-bc43-9aa0d4164cae tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 210 time: 0.0393376 Nov 12 03:08:21.907329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f2c19f8-4037-4fc7-8104-07d246977dd1 req-22765d79-2b48-4a69-9026-8e5138ad5ef0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647122 Nov 12 03:08:21.907329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-2990caa2-2cbe-47aa-8cae-26a336d97972 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319330 Nov 12 03:08:21.912862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] For port ca15f1ba-c033-444c-9796-a80a6ffb1470, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ca15f1ba-c033-444c-9796-a80a6ffb1470,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:21.913320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:21.942980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Calling delete_port for ca15f1ba-c033-444c-9796-a80a6ffb1470 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:22.034472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.111783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-5147bb50-27e7-42db-928e-c30934c32552 service neutron] 10.222.0.39 "GET /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958470 Nov 12 03:08:22.121344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.125723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Network f3543065-3b7a-4f95-b243-0b823b2b236f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:22.136445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:22.139303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:22.142177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:22.157075 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.194549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca15f1ba-c033-444c-9796-a80a6ffb1470,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:22.196721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5916996-4bf2-4057-ac5e-499e4f0f9f61,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:22.255159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:22.255519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.256254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.275840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.281803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8a36fd3b-5042-48c1-8bf2-321805181d6f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3713269 Nov 12 03:08:22.310031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Request body: {'port': {'device_id': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:22.365469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.367637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.414399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.415374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7345d293-c7f4-49df-9b96-fb3ade62afb4 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:22.427136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.427861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.433155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f104c6ef-9cb1-4785-ae7d-a1958f0f3ac0 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "DELETE /v2.0/routers/7345d293-c7f4-49df-9b96-fb3ade62afb4 HTTP/1.1" status: 204 len: 168 time: 1.1161194 Nov 12 03:08:22.433495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.433851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44880) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:22.438432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1616808177', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:22.462065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.463466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.544262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.547246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-8e991dc4-4539-48a7-83b9-12a462e844d5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:22.550048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-8e991dc4-4539-48a7-83b9-12a462e844d5 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f&tenant_id=7c2c6410511c4f00ac7738c51af324d5&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.1880198 Nov 12 03:08:22.550781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.570891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.570891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f419386-db90-49b3-92d7-e05c462506ee {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:22.576297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.579541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a240f58e-3621-4a16-8fdc-bccfd6950c26 admin admin] 10.222.0.84 "DELETE /v2.0/routers/3f419386-db90-49b3-92d7-e05c462506ee HTTP/1.1" status: 204 len: 168 time: 2.8660238 Nov 12 03:08:22.580332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44884) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:22.728472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0333796-dad6-4eb9-8eae-19103b0769de req-cec60f89-0886-4d12-973d-4c7ad81a1790 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:22.730026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0333796-dad6-4eb9-8eae-19103b0769de req-cec60f89-0886-4d12-973d-4c7ad81a1790 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.3665071 Nov 12 03:08:22.761741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Deleting subnet c550ef9d-cf01-43a8-826f-dbac5a27f75c {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:08:22.789758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.813237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.923383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:22.971057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0333796-dad6-4eb9-8eae-19103b0769de req-b7b9dff6-28b3-4b32-9965-b4e4e6467190 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308140 Nov 12 03:08:23.027995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-aa1dff36-8477-45b4-aa41-ab7e70ef4ca9 service neutron] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:23.043462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-aa1dff36-8477-45b4-aa41-ab7e70ef4ca9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.043462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d11935d5-12a5-4e4c-b745-b59bd09cd89a req-aa1dff36-8477-45b4-aa41-ab7e70ef4ca9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.4604080 Nov 12 03:08:23.163898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.197970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb232526-4ce6-4c51-93fe-853da644420e req-e7c2fba8-97e0-4791-aebc-b978c3300349 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:23.199537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb232526-4ce6-4c51-93fe-853da644420e req-e7c2fba8-97e0-4791-aebc-b978c3300349 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.3823192 Nov 12 03:08:23.225380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225188b-a50d-4564-9bbb-18f3554f73c8 req-64af5220-b350-456c-bf97-f25c1838f2f0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:23.226796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b225188b-a50d-4564-9bbb-18f3554f73c8 req-64af5220-b350-456c-bf97-f25c1838f2f0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 931 time: 0.1648955 Nov 12 03:08:23.262305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb232526-4ce6-4c51-93fe-853da644420e req-2dc51d2c-cf84-4d35-9d16-8424d5685779 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548341 Nov 12 03:08:23.297164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de66f2b7-e75f-408b-9050-185c8b2732ce {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:23.306034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.311919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.348711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca15f1ba-c033-444c-9796-a80a6ffb1470 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:23.355490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c550ef9d-cf01-43a8-826f-dbac5a27f75c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:23.357275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.362851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d1ce0973-20ab-440f-bb0a-313121a30179 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c550ef9d-cf01-43a8-826f-dbac5a27f75c HTTP/1.1" status: 204 len: 168 time: 0.7751238 Nov 12 03:08:23.363516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44898) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:23.365552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Transition to ACTIVE for port object de66f2b7-e75f-408b-9050-185c8b2732ce will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:08:23.381514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b225188b-a50d-4564-9bbb-18f3554f73c8 req-a918b124-a3d4-49ec-b7c6-7217bd30a294 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297677 Nov 12 03:08:23.384311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936c7b0-d9e2-4d30-ba31-f1087574e433 None None] Network b6502481-952b-4d53-80d1-7f49fb4c87a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:23.387558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ca15f1ba-c033-444c-9796-a80a6ffb1470 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:23.387827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.388380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ca15f1ba-c033-444c-9796-a80a6ffb1470 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:23.388890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5916996-4bf2-4057-ac5e-499e4f0f9f61 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:23.415906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.439652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.441577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d5916996-4bf2-4057-ac5e-499e4f0f9f61 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:23.442163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5916996-4bf2-4057-ac5e-499e4f0f9f61 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:23.494496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ca545-67d6-4e97-b0dc-ecb09c6b707d req-21923a4c-549f-403e-a68c-d4e77373635f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:23.503543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-638ca545-67d6-4e97-b0dc-ecb09c6b707d req-21923a4c-549f-403e-a68c-d4e77373635f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1456473 Nov 12 03:08:23.570370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:23.598355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.620398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-638ca545-67d6-4e97-b0dc-ecb09c6b707d req-2c20a022-7769-474c-92f4-2619959be10a tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158869 Nov 12 03:08:23.665296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Allocated IP 172.25.2.204 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a868eecc-38b1-440e-8e47-ca79f018f17a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:23.690335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Attempting to bind port de66f2b7-e75f-408b-9050-185c8b2732ce on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:23.690681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Attempting to bind port de66f2b7-e75f-408b-9050-185c8b2732ce by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:23.691024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Attempting to bind port de66f2b7-e75f-408b-9050-185c8b2732ce on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:23.702941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Port de66f2b7-e75f-408b-9050-185c8b2732ce on network f3543065-3b7a-4f95-b243-0b823b2b236f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:08:23.703332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Attempting to bind port de66f2b7-e75f-408b-9050-185c8b2732ce on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:23.754292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] DHCP port deletion for b6502481-952b-4d53-80d1-7f49fb4c87a4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:08:23.833998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3ed6b-0994-480b-90d2-a394a3e16244 req-eb65068b-d8ad-4933-8a24-f75fcf195e60 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:23.842050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ba3ed6b-0994-480b-90d2-a394a3e16244 req-eb65068b-d8ad-4933-8a24-f75fcf195e60 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 1097 time: 0.1260898 Nov 12 03:08:23.870310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Deleting port c84ce14a-c8d8-486e-8efd-fb8b59cf232a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:23.871157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.927323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:23.961386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ba3ed6b-0994-480b-90d2-a394a3e16244 req-e5b5387a-3266-4e66-982e-eae8014140f7 tempest-LiveMigrationTest-1334644656 tempest-LiveMigrationTest-1334644656-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150296 Nov 12 03:08:24.013376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.020166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] For port c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,segment=NetworkSegment(ee0d9fec-8451-4aa6-8156-732f7d971898),segment_id=ee0d9fec-8451-4aa6-8156-732f7d971898)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:24.020577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.041164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Calling delete_port for c84ce14a-c8d8-486e-8efd-fb8b59cf232a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:24.081911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:24.083616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:24.088218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:24.097654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:24.098065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Checking segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:24.098474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Bound using segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:24.099411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Bound port: de66f2b7-e75f-408b-9050-185c8b2732ce, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:24.099411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.147382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event updated for resources: {'Port': ['ID=a868eecc-38b1-440e-8e47-ca79f018f17a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:24.185631 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.228115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] No DVR routers for this DVR port c84ce14a-c8d8-486e-8efd-fb8b59cf232a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:24.228376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:24.232903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:24.237140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dc0dd-b7df-4cbe-b0c0-3e30841fd39b None None] Pushing event deleted for resources: {'Port': ['ID=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:24.241600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.290189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd170c9-b9a0-4680-9a8c-420a0eade04e req-e0e722bb-bb5f-4501-97c5-87ebf4739ad6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.299400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffd170c9-b9a0-4680-9a8c-420a0eade04e req-e0e722bb-bb5f-4501-97c5-87ebf4739ad6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.2034833 Nov 12 03:08:24.323414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.324008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.325564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/de66f2b7-e75f-408b-9050-185c8b2732ce HTTP/1.1" status: 200 len: 1092 time: 2.0197334 Nov 12 03:08:24.333386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:24.337119 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:24.345684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40709-d0ad-4797-91e5-eeea8e817603 req-eaeb1db4-2504-4a3a-9eeb-8f1154cc2719 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.346774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37a40709-d0ad-4797-91e5-eeea8e817603 req-eaeb1db4-2504-4a3a-9eeb-8f1154cc2719 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.0996242 Nov 12 03:08:24.358373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Deleting port c84ce14a-c8d8-486e-8efd-fb8b59cf232a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:24.359462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.426845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60d27-f3ee-4049-9222-b050c91136d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:24.480582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffd170c9-b9a0-4680-9a8c-420a0eade04e req-31df35a0-1343-4b1e-94a7-a08ce5836ad8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Nov 12 03:08:24.497703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] For port c84ce14a-c8d8-486e-8efd-fb8b59cf232a, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:24.498486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.520589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-b09f70e1-fdb8-4595-a17d-332ee1ffc421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.522813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-b09f70e1-fdb8-4595-a17d-332ee1ffc421 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 1095 time: 0.1417727 Nov 12 03:08:24.528912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Calling delete_port for c84ce14a-c8d8-486e-8efd-fb8b59cf232a owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:24.532219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37a40709-d0ad-4797-91e5-eeea8e817603 req-0a925c51-d540-4440-a795-b067e0e903e5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482806 Nov 12 03:08:24.538300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Port c84ce14a-c8d8-486e-8efd-fb8b59cf232a was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:08:24.540733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.548781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.588749 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c521dc-67b0-4a15-a5a1-80cc95d3279e x-openstack-request-id: req-c9c521dc-67b0-4a15-a5a1-80cc95d3279e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:24.589757 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:24.589937 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c9c521dc-67b0-4a15-a5a1-80cc95d3279e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:24.590327 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'status': 'completed', 'code': 200} Nov 12 03:08:24.595556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] No DVR routers for this DVR port c84ce14a-c8d8-486e-8efd-fb8b59cf232a on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:24.597972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-8dae910d-b70f-4aa5-9626-a142a8a54dc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de66f2b7-e75f-408b-9050-185c8b2732ce HTTP/1.1" status: 200 len: 217 time: 0.0667927 Nov 12 03:08:24.648685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Pushing event deleted for resources: {'Port': ['ID=c84ce14a-c8d8-486e-8efd-fb8b59cf232a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:24.736637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb333d-f22f-4859-87e2-dd4848efbf20 req-5f641413-ea79-4bcb-8ae4-fc75c1b9a6a6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.738115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46cb333d-f22f-4859-87e2-dd4848efbf20 req-5f641413-ea79-4bcb-8ae4-fc75c1b9a6a6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 943 time: 0.1033041 Nov 12 03:08:24.763753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd1a12-9011-4540-b975-0c017da719fa req-17aac785-dea9-4ea0-8d73-7f59302f7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.765472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-17aac785-dea9-4ea0-8d73-7f59302f7496 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.1421444 Nov 12 03:08:24.770680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.822455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-878bf9ee-bfb6-4831-a43a-6ad2250b0d0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473766 Nov 12 03:08:24.824794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6502481-952b-4d53-80d1-7f49fb4c87a4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:24.841077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46cb333d-f22f-4859-87e2-dd4848efbf20 req-f7273169-e3f5-44cc-a0f6-0ba42396851e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964766 Nov 12 03:08:24.842026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.856488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775174-98d6-4275-82e1-209ce272c321 req-112ce573-ecfc-45c4-8cc4-74f8b8947c82 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:24.857987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b775174-98d6-4275-82e1-209ce272c321 req-112ce573-ecfc-45c4-8cc4-74f8b8947c82 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1615655 Nov 12 03:08:24.861527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d9fec-8451-4aa6-8156-732f7d971898') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:24.861825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d9fec-8451-4aa6-8156-732f7d971898') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:24.895978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.973569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.988106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:08:24.988538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.989991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Router 36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:08:24.998295 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:08:25.083652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b775174-98d6-4275-82e1-209ce272c321 req-c0c92fb5-03f3-42aa-ba89-9be7a8e15786 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137606 Nov 12 03:08:25.091948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-35a43127-d7df-49ae-a5d0-d688134b79fb tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:25.094143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-35a43127-d7df-49ae-a5d0-d688134b79fb tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.2110698 Nov 12 03:08:25.115306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.116480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:25.126815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] Sync routers for ids ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:25.137342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-e106d853-b049-41d6-a131-9f09034b671e service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989833 Nov 12 03:08:25.139922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.141436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] Routers {'36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:25.142763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.143216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ab357a84-b56a-472f-9763-c79e5ad392fe tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7071266 Nov 12 03:08:25.144769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:25.145638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:25.149370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] 10.222.0.84 "DELETE /v2.0/networks/b6502481-952b-4d53-80d1-7f49fb4c87a4 HTTP/1.1" status: 204 len: 168 time: 1.7821002 Nov 12 03:08:25.151524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44922) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:25.153860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:25.182381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:25.189488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f78d-fb58-4574-90f9-6f5ccb47b16c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6502481-952b-4d53-80d1-7f49fb4c87a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:25.198056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] Routers {'36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:25.198795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:25.235958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:25.236939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed199b1-5e99-4c99-a06d-d79793404bea None None] The sync data for ids ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:25.319038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c84ce14a-c8d8-486e-8efd-fb8b59cf232a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:25.340977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c84ce14a-c8d8-486e-8efd-fb8b59cf232a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:25.341262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c84ce14a-c8d8-486e-8efd-fb8b59cf232a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:25.382544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fcd1a12-9011-4540-b975-0c017da719fa req-077d6f4c-10dd-41c8-960c-5076c94c4bdd service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317986 Nov 12 03:08:25.405462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Deleting port 00042e32-1fd4-4491-99d1-e02a72d19df6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:25.405836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.481847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.590511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-0e8a5d70-df9e-4fb0-b8bc-408a6f999947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:25.592098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-0e8a5d70-df9e-4fb0-b8bc-408a6f999947 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 1095 time: 0.1432419 Nov 12 03:08:25.632238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368485f2-2bf5-4c56-bc49-730c8826ad8a req-cc9501a5-454a-4d46-b0a8-a1565c4b0db3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:25.633727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-368485f2-2bf5-4c56-bc49-730c8826ad8a req-cc9501a5-454a-4d46-b0a8-a1565c4b0db3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0652413 Nov 12 03:08:25.688730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] For port 00042e32-1fd4-4491-99d1-e02a72d19df6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=00042e32-1fd4-4491-99d1-e02a72d19df6,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:25.689085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.733285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Calling delete_port for 00042e32-1fd4-4491-99d1-e02a72d19df6 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:25.753365 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-368485f2-2bf5-4c56-bc49-730c8826ad8a req-61ee17ce-0c6c-4e84-9dac-35f7a878b745 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 Nov 12 03:08:25.829427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a293f-a523-4cea-943d-1e9402a5d861 req-e029b798-9f5f-4fa4-b307-0ec37430d1bf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:25.830990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-393a293f-a523-4cea-943d-1e9402a5d861 req-e029b798-9f5f-4fa4-b307-0ec37430d1bf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 945 time: 0.2165658 Nov 12 03:08:25.866324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-3086267a-3490-4ff1-af80-bf78d81cbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:25.867812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-3086267a-3490-4ff1-af80-bf78d81cbcf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 905 time: 0.2668042 Nov 12 03:08:25.941086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-41f63920-37d7-4388-a4e8-628572f22845 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de66f2b7-e75f-408b-9050-185c8b2732ce HTTP/1.1" status: 200 len: 217 time: 0.0559189 Nov 12 03:08:25.967598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-393a293f-a523-4cea-943d-1e9402a5d861 req-00a48c31-643e-43bf-94ea-fbef7a26609f tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251228 Nov 12 03:08:26.038343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.045361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.048828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-0d0c5db7-a9c7-49f2-95dc-aae14f084e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:26.050298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-0d0c5db7-a9c7-49f2-95dc-aae14f084e56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.0987542 Nov 12 03:08:26.095466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-e640dde4-fa33-4762-aa00-d4f985d9d8fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361469 Nov 12 03:08:26.097249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.101071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34abc3-87a0-4f4b-8eef-79edc3c512e5 req-43e7f268-e333-4d21-b384-8cb21b25c9b0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:26.102566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d34abc3-87a0-4f4b-8eef-79edc3c512e5 req-43e7f268-e333-4d21-b384-8cb21b25c9b0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 943 time: 0.1847947 Nov 12 03:08:26.108428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5eb41013-5381-4728-b009-2a703cc7ec8f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:26.173774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event deleted for resources: {'Port': ['ID=00042e32-1fd4-4491-99d1-e02a72d19df6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:26.286170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] No DVR routers for this DVR port 00042e32-1fd4-4491-99d1-e02a72d19df6 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:26.289703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.293339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98db056e-144d-46f3-9b89-f9a55bb3fa98 req-3ba129f5-fd89-4ef6-a717-86dfaf8b6ea0 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "DELETE /v2.0/ports/00042e32-1fd4-4491-99d1-e02a72d19df6 HTTP/1.1" status: 204 len: 173 time: 1.1890819 Nov 12 03:08:26.325131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-05100ec8-7794-4e58-9cc7-fb715c371114 service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104433 Nov 12 03:08:26.337767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53ee5b-b40b-4a90-ae7d-bfe308b5bf3c req-e9eb3834-ee86-484d-9aa3-05356ef44c1c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:26.339587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd53ee5b-b40b-4a90-ae7d-bfe308b5bf3c req-e9eb3834-ee86-484d-9aa3-05356ef44c1c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1349847 Nov 12 03:08:26.342443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.518253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d34abc3-87a0-4f4b-8eef-79edc3c512e5 req-6ed9b7c3-dda7-4fb7-b545-2a3e7c107e43 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011905 Nov 12 03:08:26.549819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router 36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:26.664207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:26.669142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.673906 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-35def6fc-27a3-4559-a06e-70d836e95a04 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "PUT /v2.0/routers/36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 200 len: 926 time: 1.5276179 Nov 12 03:08:26.674549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:26.676838 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] Sync routers for ids ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:26.690178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] Routers {'36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:26.691148 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:26.736071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:26.747533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] Routers {'36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:26.748553 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:26.770731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-deleted', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:26.773270 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed3bad9-5a91-45b1-953d-63db8263647b" -d '{"events": [{"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-deleted", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:26.788474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1c077419-7aac-4796-9525-dfd35773eb0f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 200 len: 926 time: 0.1127794 Nov 12 03:08:26.790645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:26.858490 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:26.862155 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ff009-3d87-4d64-ae21-5b1feefcf566 None None] The sync data for ids ['36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:26.865709 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6d218-9a56-4443-b4df-7224e9979202 x-openstack-request-id: req-33b6d218-9a56-4443-b4df-7224e9979202 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:26.866011 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e511cb-cecf-4e48-b3de-6ba8880fc47f", "name": "network-vif-deleted", "tag": "00042e32-1fd4-4491-99d1-e02a72d19df6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:26.866256 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33b6d218-9a56-4443-b4df-7224e9979202 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:26.868617 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e511cb-cecf-4e48-b3de-6ba8880fc47f', 'name': 'network-vif-deleted', 'tag': '00042e32-1fd4-4491-99d1-e02a72d19df6', 'status': 'completed', 'code': 200} Nov 12 03:08:26.884417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0adfa3-1233-4e15-9354-dc48bfe521e4 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:26.889400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c0adfa3-1233-4e15-9354-dc48bfe521e4 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0948679 Nov 12 03:08:26.890266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:26.902874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd53ee5b-b40b-4a90-ae7d-bfe308b5bf3c req-1c842d5b-18e7-488a-b4f7-b6a8793c7c80 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439336 Nov 12 03:08:26.913919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bf8d19-c7a6-4cb3-b24d-792e01121c3a req-1af05ff4-84d9-4bf5-8634-ee461844f55b service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687671 Nov 12 03:08:27.050364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108efe8d-fa0f-4469-b37c-462550fa7dee tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:27.054394 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-108efe8d-fa0f-4469-b37c-462550fa7dee tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.1607342 Nov 12 03:08:27.054629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:27.090395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4f7378d-a1a7-49d9-b0c4-c702a01e21ab tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 200 len: 205 time: 0.0321870 Nov 12 03:08:27.091126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:27.099965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34c85193-5262-443e-aeb9-eace735ad9b3 req-0876929b-e4f2-468b-bbf2-11664069b846 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.0543125 Nov 12 03:08:27.104716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d17d56-d478-4015-995d-f0ebb3c0db06 req-55b64402-c53a-4ded-9803-73d253de7197 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:27.106495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-63d17d56-d478-4015-995d-f0ebb3c0db06 req-55b64402-c53a-4ded-9803-73d253de7197 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1629224 Nov 12 03:08:27.161787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-63d17d56-d478-4015-995d-f0ebb3c0db06 req-80a27b62-8834-46a6-82a9-9986ee941e48 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Nov 12 03:08:27.219979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Deleting port 18944029-7428-4e6d-9996-640ebc500e84 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:27.220319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.276942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.383498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] For port 18944029-7428-4e6d-9996-640ebc500e84, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=18944029-7428-4e6d-9996-640ebc500e84,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:27.383858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.403328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Calling delete_port for 18944029-7428-4e6d-9996-640ebc500e84 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:27.423043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.440058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:27.462720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 00042e32-1fd4-4491-99d1-e02a72d19df6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:27.463382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 00042e32-1fd4-4491-99d1-e02a72d19df6 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:27.494964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.570876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port a868eecc-38b1-440e-8e47-ca79f018f17a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:27.571272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.646596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb312-fa56-4132-8692-c1c69607ce16 req-c1edc684-6953-4972-be09-353e067171f3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:27.648459 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14fcb312-fa56-4132-8692-c1c69607ce16 req-c1edc684-6953-4972-be09-353e067171f3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 943 time: 0.0556593 Nov 12 03:08:27.685366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.695267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.702820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14fcb312-fa56-4132-8692-c1c69607ce16 req-6c0363b1-89e3-4e74-a5f5-de387d22e00f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451570 Nov 12 03:08:27.703034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for a868eecc-38b1-440e-8e47-ca79f018f17a owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:27.728682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=18944029-7428-4e6d-9996-640ebc500e84,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:28.063844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.126599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.149014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4205a-e703-4d33-9e03-95549f667934 req-f9b0f6da-8e7e-441c-97d1-795840bba595 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:28.150614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45d4205a-e703-4d33-9e03-95549f667934 req-f9b0f6da-8e7e-441c-97d1-795840bba595 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1632237 Nov 12 03:08:28.181151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=a868eecc-38b1-440e-8e47-ca79f018f17a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:28.212855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b502cde6-a0db-4a5f-82c7-cf119f15284f req-8182bf38-2f93-4d6e-8d6a-897c10837988 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.0265985 Nov 12 03:08:28.310229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.330542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ea2e-a7d7-4739-a6c4-c8d82e82ec6d req-172d6377-6dd2-48e3-9f2a-1a7c2aa9a2d7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:28.332191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfa3ea2e-a7d7-4739-a6c4-c8d82e82ec6d req-172d6377-6dd2-48e3-9f2a-1a7c2aa9a2d7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0559585 Nov 12 03:08:28.383558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfa3ea2e-a7d7-4739-a6c4-c8d82e82ec6d req-8ae598b4-d069-4daa-af45-90274b758a1e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 Nov 12 03:08:28.390875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45d4205a-e703-4d33-9e03-95549f667934 req-fc39e62b-decd-49d1-beb1-b53dca7dc182 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178962 Nov 12 03:08:28.424396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.457489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.535653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.536168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router 36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:28.543765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.547585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae619c01-1821-4c9e-806d-8d43ed4ba7d1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 204 len: 168 time: 1.4558105 Nov 12 03:08:28.548647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44970) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:28.554816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66683284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:28.593558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.594530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.602222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:28.688133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.694841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.744482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:28.748872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0082865d-8a23-46cc-a1f2-3a4929c9c794 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1941803 Nov 12 03:08:28.748872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44974) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:28.755163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:28.858459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:28.864466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-03176214-eb72-4fd7-ad89-5922134d6e96 admin admin] 10.222.0.84 "PUT /v2.0/routers/2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6944923 Nov 12 03:08:28.867146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44976) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:28.872587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Sync routers for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:28.884079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:28.884977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:28.975331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce9c5-d576-4a49-a9ed-cfe497246d59 req-604f036e-a69f-43a3-a920-3e06003309f3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:28.981876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75fce9c5-d576-4a49-a9ed-cfe497246d59 req-604f036e-a69f-43a3-a920-3e06003309f3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 943 time: 0.1845491 Nov 12 03:08:29.000343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.019316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:29.021599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.089587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.149376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.157611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75fce9c5-d576-4a49-a9ed-cfe497246d59 req-8f597d69-0ce2-4162-b7be-ca8795a2d66b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747174 Nov 12 03:08:29.236395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Deleting port 04bebe77-6d00-44b7-9516-29277032e772 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:29.236989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.270208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '04bebe77-6d00-44b7-9516-29277032e772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:08:27Z', 'revision_number': 5, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port': {'id': '04bebe77-6d00-44b7-9516-29277032e772', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:03:23Z', 'updated_at': '2021-11-12T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:29.326137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Checking router: 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:08:29.335046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Routers {'2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:29.336019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:29.381864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] For port 04bebe77-6d00-44b7-9516-29277032e772, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=04bebe77-6d00-44b7-9516-29277032e772,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:29.382231 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.394893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.400638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Calling delete_port for 04bebe77-6d00-44b7-9516-29277032e772 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:29.419246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.571786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Allocated IP 172.25.2.194 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/087ae1b8-f550-4cf5-8f43-d67a1174c616) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:29.572075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:29.611074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] Set router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:08:29.634094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59552dc4-12c0-4c9d-8225-9a0b991515d6 req-56270bd6-77a0-4521-9528-a89de06bbe37 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.2889247 Nov 12 03:08:29.634094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.688074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Pushing event deleted for resources: {'Port': ['ID=04bebe77-6d00-44b7-9516-29277032e772,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:29.691190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:08:29Z', 'revision_number': 6, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:29.726460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.753584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388dbe3-3f23-46a1-9dd0-1db022c18dca None None] The sync data for ids ['2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e'] in n-d-615180-50 is: [{'id': '2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1800737208-router', 'tenant_id': '066129d15bf44090a119131f2fef0770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:03:22Z', 'updated_at': '2021-11-12T03:08:29Z', 'revision_number': 6, 'project_id': '066129d15bf44090a119131f2fef0770', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:29.785908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.798775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:29.820422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'mac_address': 'fa:16:3e:cb:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:29.821154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.821510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.821908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.822186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.822588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.822842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.823190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.823559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.823892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.824216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.824538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.824874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:29.859324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bfaa0-74f5-455a-b398-79f8b2b25745 req-6e7d2c06-3160-461f-8e3d-3f25ac53f9c2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:29.862141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event updated for resources: {'Port': ['ID=087ae1b8-f550-4cf5-8f43-d67a1174c616,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:29.871310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.872864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:29.876649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd4bfaa0-74f5-455a-b398-79f8b2b25745 req-6e7d2c06-3160-461f-8e3d-3f25ac53f9c2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1376967 Nov 12 03:08:29.879791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:29.888214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de66f2b7-e75f-408b-9050-185c8b2732ce {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:29.889984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:29.903708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.913806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:29.919170 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:29.932556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a5f83-7db4-46c7-b929-63982da3a4eb req-33696798-5a0c-4f4e-b8d7-6aaa78b9bef3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:29.934175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-499a5f83-7db4-46c7-b929-63982da3a4eb req-33696798-5a0c-4f4e-b8d7-6aaa78b9bef3 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.2830594 Nov 12 03:08:29.989929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:30.026450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.027434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-499a5f83-7db4-46c7-b929-63982da3a4eb req-2bb21d9e-a47d-4d62-b609-63aa7cf81d7d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835774 Nov 12 03:08:30.038927 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.063330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd4bfaa0-74f5-455a-b398-79f8b2b25745 req-973cc14a-01de-4f6a-ae95-a453ac588865 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855841 Nov 12 03:08:30.102333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.102923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:30.107871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.111579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c2b2588-d895-408d-bcd4-0c3320e616fe admin admin] 10.222.0.84 "DELETE /v2.0/routers/2feb50ec-9dc1-4aef-b9c2-fd9639d96a1e HTTP/1.1" status: 204 len: 168 time: 1.2410982 Nov 12 03:08:30.115160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44988) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:30.184954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Deleting subnet 6a4cabf6-c06f-4400-892f-2f44b0ede1a2 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:08:30.190116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.228894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['de66f2b7-e75f-408b-9050-185c8b2732ce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:30.280061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.388157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.457582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.488353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4cabf6-c06f-4400-892f-2f44b0ede1a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:30.490248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.493538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-54a1120f-1672-4a9b-bbbb-519a95f2c0a7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6a4cabf6-c06f-4400-892f-2f44b0ede1a2 HTTP/1.1" status: 204 len: 168 time: 0.3748629 Nov 12 03:08:30.497726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:30.501122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67831d3d-f80d-4e1e-b618-9c466cc948cb None None] Network 94bf1927-31a0-4f99-b001-724bfc3d62ae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:30.529419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefae1ec-194e-421f-b114-dbd025cacc12 req-bffe6dd0-b8f8-4be3-a7c9-b992829f7979 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:30.538963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eefae1ec-194e-421f-b114-dbd025cacc12 req-bffe6dd0-b8f8-4be3-a7c9-b992829f7979 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 944 time: 0.0944080 Nov 12 03:08:30.604941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.680504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eefae1ec-194e-421f-b114-dbd025cacc12 req-38c5fa78-af4e-415d-b927-6c6046f1acfd tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396303 Nov 12 03:08:30.689957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Deleting port 33037894-d1ba-4931-9fdb-3c043580bfed {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:30.690306 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.747036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.758827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] DHCP port deletion for 94bf1927-31a0-4f99-b001-724bfc3d62ae request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:08:30.797645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-114fc6f9-fc09-4806-ba63-57c918f22e0d req-38d767b3-3e7c-4bc9-8c5d-e2ce0a2d4428 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=f4e511cb-cecf-4e48-b3de-6ba8880fc47f HTTP/1.1" status: 200 len: 210 time: 0.0510459 Nov 12 03:08:30.828094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] For port 33037894-d1ba-4931-9fdb-3c043580bfed, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=33037894-d1ba-4931-9fdb-3c043580bfed,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:30.828477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.845011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Calling delete_port for 33037894-d1ba-4931-9fdb-3c043580bfed owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:30.862904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Deleting port 33037894-d1ba-4931-9fdb-3c043580bfed {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:30.863286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.948736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.965931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] For port 33037894-d1ba-4931-9fdb-3c043580bfed, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=33037894-d1ba-4931-9fdb-3c043580bfed,segment=NetworkSegment(00f09ced-9c3b-4c16-abf9-269da529c815),segment_id=00f09ced-9c3b-4c16-abf9-269da529c815)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:30.967349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:30.979276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33037894-d1ba-4931-9fdb-3c043580bfed,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:30.988965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] No DVR routers for this DVR port 33037894-d1ba-4931-9fdb-3c043580bfed on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:30.993766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Calling delete_port for 33037894-d1ba-4931-9fdb-3c043580bfed owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:31.050075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.054369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.108010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.112537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.150064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] Pushing event deleted for resources: {'Port': ['ID=33037894-d1ba-4931-9fdb-3c043580bfed,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:31.150559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bf1927-31a0-4f99-b001-724bfc3d62ae']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.161165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e5571-bd84-43c0-8821-8e9e7555093c None None] No DVR routers for this DVR port 33037894-d1ba-4931-9fdb-3c043580bfed on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:31.163433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f09ced-9c3b-4c16-abf9-269da529c815') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.163756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f09ced-9c3b-4c16-abf9-269da529c815') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.176741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.198021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.207469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:08:31.207896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:08:31.289961 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:08:31.296069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.307621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.312334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/94bf1927-31a0-4f99-b001-724bfc3d62ae HTTP/1.1" status: 204 len: 168 time: 0.8135912 Nov 12 03:08:31.347226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a9f62-ae14-4bc8-bb8d-dc717b34ecb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=94bf1927-31a0-4f99-b001-724bfc3d62ae,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:31.374954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 18944029-7428-4e6d-9996-640ebc500e84 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:31.380805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940443-c628-4501-bd77-07633190f932 req-379035ee-ca58-4aee-be6f-13d70945340d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:31.383031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33940443-c628-4501-bd77-07633190f932 req-379035ee-ca58-4aee-be6f-13d70945340d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1756568 Nov 12 03:08:31.407129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 18944029-7428-4e6d-9996-640ebc500e84 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:31.408112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 18944029-7428-4e6d-9996-640ebc500e84 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:31.408840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 33037894-d1ba-4931-9fdb-3c043580bfed no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:31.422136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Router 628e6607-6632-41e7-91aa-ef0763f53fac is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:31.440865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 33037894-d1ba-4931-9fdb-3c043580bfed {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:31.441120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 33037894-d1ba-4931-9fdb-3c043580bfed not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:31.441774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 04bebe77-6d00-44b7-9516-29277032e772 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:31.476187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:31.497996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 04bebe77-6d00-44b7-9516-29277032e772 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:31.498453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 04bebe77-6d00-44b7-9516-29277032e772 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:31.520495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45008) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:31.532834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33940443-c628-4501-bd77-07633190f932 req-482197ea-2ef5-4824-8b68-4b7081f69527 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413536 Nov 12 03:08:31.550889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port de66f2b7-e75f-408b-9050-185c8b2732ce completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:08:31.557520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port de66f2b7-e75f-408b-9050-185c8b2732ce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:31.557800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.611437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336a6a-833c-4d04-8ba6-4c8e4d30ed9f req-9b8a4087-fe06-4b56-a3b6-a73e3ef4b20e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:31.613420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a336a6a-833c-4d04-8ba6-4c8e4d30ed9f req-9b8a4087-fe06-4b56-a3b6-a73e3ef4b20e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1321247 Nov 12 03:08:31.625504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fd769527-dbed-4099-9f89-e0dfd5b1f2c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab3e3e7d346e4ba3a61f6057ee567992&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1028299 Nov 12 03:08:31.627178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:31.636493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.638205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-826ac7de-5f84-4aa4-b317-bc81aa4f97c4 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "PUT /v2.0/routers/628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 200 len: 882 time: 2.8889596 Nov 12 03:08:31.638806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45010) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:31.641410 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] Sync routers for ids ['628e6607-6632-41e7-91aa-ef0763f53fac'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:31.645852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45012) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:31.659913 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] Routers {'628e6607-6632-41e7-91aa-ef0763f53fac'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:31.660623 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['628e6607-6632-41e7-91aa-ef0763f53fac'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.781472 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.790622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a336a6a-833c-4d04-8ba6-4c8e4d30ed9f req-1b78c935-9dfb-44cd-bead-ac63889b7118 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620543 Nov 12 03:08:31.805149 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] Routers {'628e6607-6632-41e7-91aa-ef0763f53fac'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:31.806944 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['628e6607-6632-41e7-91aa-ef0763f53fac'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.808825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.814127 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.835664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.847860 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:31.848765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efebb16-adda-444e-b078-6d0f13ab7fb3 None None] The sync data for ids ['628e6607-6632-41e7-91aa-ef0763f53fac'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:31.886082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:31.887017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:31.890377 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c357b-064b-44a5-bf2c-463e3e778cd1" -d '{"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-plugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:31.894776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f4a13a79-53d2-4954-b8d6-cc7a5c946f49 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 200 len: 923 time: 0.2443795 Nov 12 03:08:31.894776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45020) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:31.895058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:31.962463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:31.990062 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579b98a-25a4-4c11-ac6d-28dae33a8efc x-openstack-request-id: req-4579b98a-25a4-4c11-ac6d-28dae33a8efc {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:31.991163 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-plugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:31.992771 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4579b98a-25a4-4c11-ac6d-28dae33a8efc {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:31.998365 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'code': 200} Nov 12 03:08:32.060213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.068190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.076933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc9fcb83-3af3-4a79-9c0e-bf5af54f42d8 HTTP/1.1" status: 204 len: 168 time: 0.4368896 Nov 12 03:08:32.102950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b730ede-687e-4eee-9e85-181a2e08ac1d req-c153b158-694a-4b34-ae79-3ad2a8bddc59 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:32.119987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b730ede-687e-4eee-9e85-181a2e08ac1d req-c153b158-694a-4b34-ae79-3ad2a8bddc59 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 945 time: 0.1889253 Nov 12 03:08:32.167129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad54e1-bcf3-4d32-8f03-fe75d158c98c tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:32.168695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5fad54e1-bcf3-4d32-8f03-fe75d158c98c tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=628e6607-6632-41e7-91aa-ef0763f53fac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2735033 Nov 12 03:08:32.171655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ee276-a548-466a-b610-95c47a1e900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9fcb83-3af3-4a79-9c0e-bf5af54f42d8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:32.172527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45030) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:32.279313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b730ede-687e-4eee-9e85-181a2e08ac1d req-a90d7ab8-695d-4248-a7f4-efb3379284ec tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555047 Nov 12 03:08:32.299606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb871f-bb4d-48b7-b89c-239bd27c0e41 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:32.301482 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-facb871f-bb4d-48b7-b89c-239bd27c0e41 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.1273997 Nov 12 03:08:32.304226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45032) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:32.305504 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a46c6950-d00c-4c26-becf-99af9a5a26f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.345106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6d4dcc74-c7b0-4e3a-9d29-bda883978834 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 200 len: 205 time: 0.0391295 Nov 12 03:08:32.346921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:32.431394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29f00-4164-4d5e-b290-7601569c9b27 req-af20ffba-3bd8-4553-beca-3156d3eecbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:32.432941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49e29f00-4164-4d5e-b290-7601569c9b27 req-af20ffba-3bd8-4553-beca-3156d3eecbe0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 1097 time: 0.3479431 Nov 12 03:08:32.468822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.507193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49e29f00-4164-4d5e-b290-7601569c9b27 req-dca680b6-db2c-4f20-bf6b-11d44f375534 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524025 Nov 12 03:08:32.595031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.613476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45040) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:32.657794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-39f5aa46-a23a-4d52-be1d-c220b620de10 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=066129d15bf44090a119131f2fef0770&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425045 Nov 12 03:08:32.660723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45042) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:32.704382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27be05-4bb9-48bb-a98a-2c53f0f1ff35 req-4a3a012e-387a-481d-b345-35cbb428382a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:32.706119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a27be05-4bb9-48bb-a98a-2c53f0f1ff35 req-4a3a012e-387a-481d-b345-35cbb428382a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0747497 Nov 12 03:08:32.712620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port 087ae1b8-f550-4cf5-8f43-d67a1174c616 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:32.713063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.743362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.773186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.822414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a27be05-4bb9-48bb-a98a-2c53f0f1ff35 req-af66b7ff-d1de-4574-96d3-5e525a6942d1 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066158 Nov 12 03:08:32.853249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.858552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.861009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a6df21d1-39c2-40b1-bacb-a1bc5fc15fde HTTP/1.1" status: 204 len: 168 time: 0.1986547 Nov 12 03:08:32.866032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.888462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for 087ae1b8-f550-4cf5-8f43-d67a1174c616 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:32.897000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631258e-a722-4a6d-b2b9-c6ad538b2cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df21d1-39c2-40b1-bacb-a1bc5fc15fde,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:33.016739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2f157-f11e-4f18-adeb-893abd32e3f8 req-138ef58c-3053-476e-88f0-3eb6e481e8db tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:33.018320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0da2f157-f11e-4f18-adeb-893abd32e3f8 req-138ef58c-3053-476e-88f0-3eb6e481e8db tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.0752587 Nov 12 03:08:33.140324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0da2f157-f11e-4f18-adeb-893abd32e3f8 req-c397b57a-c6a5-4190-8fb3-484dabc228e7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134951 Nov 12 03:08:33.217532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.300579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=087ae1b8-f550-4cf5-8f43-d67a1174c616,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:33.374947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.457921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6675304-a1d6-4f81-9ecc-10a53694e2a1 req-32d8210f-a12a-433e-bb6e-008a2e666bb1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:33.460417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6675304-a1d6-4f81-9ecc-10a53694e2a1 req-32d8210f-a12a-433e-bb6e-008a2e666bb1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 945 time: 0.0644054 Nov 12 03:08:33.540906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.543440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.548449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6675304-a1d6-4f81-9ecc-10a53694e2a1 req-9c221c57-c962-4e99-8388-2928e4ab19ce tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820084 Nov 12 03:08:33.652668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.653214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router 628e6607-6632-41e7-91aa-ef0763f53fac {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:33.661890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.666608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78de6703-00b0-462e-b46d-346e1ba57dd8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 204 len: 168 time: 1.3145428 Nov 12 03:08:33.667221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45072) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:33.680970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-154073915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:33.717435 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-4148dfb8-0d3b-4a79-9851-ac60cf7b25c3 service neutron] show failed (client error): The resource could not be found. Nov 12 03:08:33.719266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-4148dfb8-0d3b-4a79-9851-ac60cf7b25c3 service neutron] 10.222.0.32 "GET /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.1161773 Nov 12 03:08:33.721062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:33.722554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.085165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7976-78d4-42f1-b47d-84fe93221a4b req-9ea41d65-b182-4680-b667-d2a860575f6a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:34.086959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31cb7976-78d4-42f1-b47d-84fe93221a4b req-9ea41d65-b182-4680-b667-d2a860575f6a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1326177 Nov 12 03:08:34.111453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-85b02355-aae7-459a-b2a8-b086b40dcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:34.113017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-85b02355-aae7-459a-b2a8-b086b40dcb20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1102 time: 0.0729814 Nov 12 03:08:34.131604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:34.224405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.335139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.342838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31cb7976-78d4-42f1-b47d-84fe93221a4b req-fc96fc97-5380-4ff9-985e-d6797f61ab24 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450113 Nov 12 03:08:34.389699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.431077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.432319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a9465af-fdb9-4e5e-9d60-439d06291bbf tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7643743 Nov 12 03:08:34.435611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45094) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:34.453278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': True}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:34.504008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384902cc-0947-4b75-9a93-3e2acd8b3d67 req-ed8da937-2fd6-409d-a281-541e6e8cf745 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:34.511164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-384902cc-0947-4b75-9a93-3e2acd8b3d67 req-ed8da937-2fd6-409d-a281-541e6e8cf745 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1785078 Nov 12 03:08:34.525878 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:08:34.590032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:34.606461 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d1dbebab-ad38-47f2-b173-4bf398c1ede9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.644812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:34.712800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-384902cc-0947-4b75-9a93-3e2acd8b3d67 req-bd46408a-cd95-4d66-9de3-1235bc39341b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006862 Nov 12 03:08:34.790421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0663e-603c-4259-8410-5ccab4f9e054 req-dabb3726-fac7-4964-8f5c-eed1086d2c51 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:34.792131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99f0663e-603c-4259-8410-5ccab4f9e054 req-dabb3726-fac7-4964-8f5c-eed1086d2c51 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 945 time: 0.1061542 Nov 12 03:08:34.796916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:34.799578 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2389d9d8-4da6-447b-8f01-57a22bd6fd73" -d '{"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:34.808159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.811910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.856864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Transition to ACTIVE for port object e1db122f-e0cf-464d-ba9b-dcc8903a10eb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:08:34.877697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:34.965341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99f0663e-603c-4259-8410-5ccab4f9e054 req-d30bc707-7eab-41e5-ad65-6248d274b158 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622500 Nov 12 03:08:34.980673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:35.011787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] No DVR routers for this DVR port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:35.056914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:35.057264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:35.057596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:35.064148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:08:35.064479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:35.069885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:35.070220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:35.070732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:35.071208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Bound port: e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:35.071566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.146664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.156131 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d15ce0-2f46-40df-a95c-d0d4d298b4bd x-openstack-request-id: req-66d15ce0-2f46-40df-a95c-d0d4d298b4bd {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:35.156638 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:35.156776 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-66d15ce0-2f46-40df-a95c-d0d4d298b4bd {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:35.157355 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'code': 200} Nov 12 03:08:35.164301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:35.172214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:35.177645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.178753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.234660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.235825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.239206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] 10.222.0.39 "PUT /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 1097 time: 1.1155202 Nov 12 03:08:35.397083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ac2e-8504-4618-9c31-c51b3f30f925 service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:35.466714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-d4b6ed5f-61ec-4926-b5a9-ef1409febb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.469171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-d4b6ed5f-61ec-4926-b5a9-ef1409febb6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.1923354 Nov 12 03:08:35.513793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.517485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 172.25.2.218 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/2722b85e-1fdb-4817-a365-02995655017c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:35.705232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-c2bec407-60e7-455e-a9d2-a5d47ed485d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.707467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-c2bec407-60e7-455e-a9d2-a5d47ed485d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2278128 Nov 12 03:08:35.740560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646e20-99ad-46a5-9420-3b37a707ef95 req-81586bbc-012d-4460-92e4-9283a9dce385 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.742088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed646e20-99ad-46a5-9420-3b37a707ef95 req-81586bbc-012d-4460-92e4-9283a9dce385 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 945 time: 0.2498593 Nov 12 03:08:35.751620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7226c-4a5a-4d4a-a322-8b553baea5b1 req-aca8a828-eda4-4ae2-9c24-06cdd54c46a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.752928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6d7226c-4a5a-4d4a-a322-8b553baea5b1 req-aca8a828-eda4-4ae2-9c24-06cdd54c46a0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0931244 Nov 12 03:08:35.809625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-92092f61-c5f2-40ac-8e60-d5b93c18ce25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0928898 Nov 12 03:08:35.819434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.846671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6d7226c-4a5a-4d4a-a322-8b553baea5b1 req-e7794b3a-a228-464e-845b-499bad9a1d69 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803294 Nov 12 03:08:35.892410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-78ab18e7-f3df-4dc4-90ff-95db3e1521c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.894122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-78ab18e7-f3df-4dc4-90ff-95db3e1521c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0760164 Nov 12 03:08:35.896399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.898263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed646e20-99ad-46a5-9420-3b37a707ef95 req-ce689212-f105-4498-887a-04ac41691147 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198008 Nov 12 03:08:35.946386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:35.949592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:35.953234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:35.973030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-2e35d259-2632-4bd3-9f61-9b4adad2ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:35.975520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-2e35d259-2632-4bd3-9f61-9b4adad2ea57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741737 Nov 12 03:08:35.987153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=2722b85e-1fdb-4817-a365-02995655017c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:36.241281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-c825d7e4-c262-46ba-a535-8a17fe607523 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557054 Nov 12 03:08:36.272123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77eace-1638-4b53-9f1e-895cde716193 req-6a171006-437f-4977-9e8b-146d7b003e66 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:36.287298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc77eace-1638-4b53-9f1e-895cde716193 req-6a171006-437f-4977-9e8b-146d7b003e66 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.1889896 Nov 12 03:08:36.369898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.412451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc77eace-1638-4b53-9f1e-895cde716193 req-76ca9ba4-d9f8-4154-8098-b658ed8b4eb1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240819 Nov 12 03:08:36.454626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339345b3-fe70-4fa1-b345-f3b6059f0aac req-d0708505-c80d-405f-b10f-49e3b23e8d8d service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038996 Nov 12 03:08:36.678682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.682769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.830264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router f5969a33-e52c-4f2f-a22a-a38a0330cfbb is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:37.009754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:37.024496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.026581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-20e6a565-6a26-44d4-a763-09b2dc742f3e tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "PUT /v2.0/routers/f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 200 len: 918 time: 2.5902705 Nov 12 03:08:37.036392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45166) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.039902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] Sync routers for ids ['f5969a33-e52c-4f2f-a22a-a38a0330cfbb'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:37.045711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce3040-af8f-4cad-8cfa-9145d9bdd0db req-85db4351-3977-4141-a7b8-40e066eee5d2 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.059383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73ce3040-af8f-4cad-8cfa-9145d9bdd0db req-85db4351-3977-4141-a7b8-40e066eee5d2 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1148212 Nov 12 03:08:37.070026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.076121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] Routers {'f5969a33-e52c-4f2f-a22a-a38a0330cfbb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:37.077863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f5969a33-e52c-4f2f-a22a-a38a0330cfbb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:37.165815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:37.171289 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e602c-feab-497e-840b-0c522e71979b" -d '{"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:37.171474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-40386b21-a78f-403a-8e04-30102e0d4863 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 200 len: 924 time: 0.1332922 Nov 12 03:08:37.175703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:37.178947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45170) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.179300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45172) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.192587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] Routers {'f5969a33-e52c-4f2f-a22a-a38a0330cfbb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:37.193585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f5969a33-e52c-4f2f-a22a-a38a0330cfbb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:37.201632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73ce3040-af8f-4cad-8cfa-9145d9bdd0db req-8f69192a-16c5-4968-bc31-33292ce72ef4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354690 Nov 12 03:08:37.216957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee1feb-3cfc-4b46-9737-2943f1536c8e req-62831bfc-acca-4040-be72-cbf524e61b37 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.225111 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01ee1feb-3cfc-4b46-9737-2943f1536c8e req-62831bfc-acca-4040-be72-cbf524e61b37 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 945 time: 0.2173877 Nov 12 03:08:37.260511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:37.262148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f710e-1e2d-4832-9513-3b562116bdf5 None None] The sync data for ids ['f5969a33-e52c-4f2f-a22a-a38a0330cfbb'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:37.298557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01ee1feb-3cfc-4b46-9737-2943f1536c8e req-7ad055f2-39b8-4437-b7eb-b737724fef8c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724990 Nov 12 03:08:37.324629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e2157-e0a2-4a6c-b526-08d6b57db4dc tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.329551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae2e2157-e0a2-4a6c-b526-08d6b57db4dc tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=f5969a33-e52c-4f2f-a22a-a38a0330cfbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1247983 Nov 12 03:08:37.330403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45180) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.337317 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ed875-0771-4558-8c5a-a47dcc7405bd x-openstack-request-id: req-2d6ed875-0771-4558-8c5a-a47dcc7405bd {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:37.337858 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:37.338502 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2d6ed875-0771-4558-8c5a-a47dcc7405bd {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:37.339556 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'status': 'completed', 'code': 200} Nov 12 03:08:37.472979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f27b70f-5240-4171-bd28-8ecd4f5e136e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.499958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-e5174078-2b4d-45fd-ab08-b111a39f6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.502363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-e5174078-2b4d-45fd-ab08-b111a39f6ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.1204915 Nov 12 03:08:37.603855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-05f2f469-5481-4889-8d92-16e1ae7fd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.606252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-05f2f469-5481-4889-8d92-16e1ae7fd3d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.2438138 Nov 12 03:08:37.718241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-9041796d-70c7-4ecb-ac0b-eb8b49d402a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.724239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-9041796d-70c7-4ecb-ac0b-eb8b49d402a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2102737 Nov 12 03:08:37.757706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231e2bc-e6e0-45b0-8131-2e84b1d4d9f3 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.761606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1231e2bc-e6e0-45b0-8131-2e84b1d4d9f3 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.4297841 Nov 12 03:08:37.769568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45200) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.787337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f27b70f-5240-4171-bd28-8ecd4f5e136e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.811714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-4a1d6293-a62a-42f1-bdaf-206067580fdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0736187 Nov 12 03:08:37.820574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f27b70f-5240-4171-bd28-8ecd4f5e136e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.863559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f27b70f-5240-4171-bd28-8ecd4f5e136e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fce648d32b1048b39cb982a265728a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6607454 Nov 12 03:08:37.865379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45202) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.868903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9e5be6b-800b-4ea1-881a-a7c6b338eaa2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 200 len: 205 time: 0.0912631 Nov 12 03:08:37.891419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:37.902915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba0d81-f3b3-4b07-abd0-cbf35b3cc889 req-8af92a39-821a-46de-bef4-706cd69572d3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.918494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64ba0d81-f3b3-4b07-abd0-cbf35b3cc889 req-8af92a39-821a-46de-bef4-706cd69572d3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.2773643 Nov 12 03:08:37.930726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:37.979459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-090c4237-7f02-4136-896c-202588af8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:37.981897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-090c4237-7f02-4136-896c-202588af8ba7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3609681 Nov 12 03:08:38.033323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b70f-5240-4171-bd28-8ecd4f5e136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4314315-e227-4573-bfe2-c66980662aaa,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:38.079621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-e8cf9c63-7ea9-4edc-8513-d3b846321e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.089014 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-e8cf9c63-7ea9-4edc-8513-d3b846321e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2748692 Nov 12 03:08:38.090542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64ba0d81-f3b3-4b07-abd0-cbf35b3cc889 req-e50b2cbf-8cdf-4071-b7d6-5fbffdd49cd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711011 Nov 12 03:08:38.092217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-791a0777-ccc8-4ed9-9603-ebd87b7be957 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.1001599 Nov 12 03:08:38.166495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-65aac2e9-cd3c-4904-b813-c31d37e69e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.168192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-65aac2e9-cd3c-4904-b813-c31d37e69e2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0602474 Nov 12 03:08:38.236677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-c7c1fd82-22f2-4d37-b1b7-6eaf07b3c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.238237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-c7c1fd82-22f2-4d37-b1b7-6eaf07b3c8f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602624 Nov 12 03:08:38.298875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.326862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.394201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-3f749709-c2e7-496f-91d9-3d33d83a16fd service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424015 Nov 12 03:08:38.403967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1f22-88dc-4aef-80ef-1103717b0a77 req-76ca381f-7996-439e-8fe7-fee7acd1b902 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.406172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-921e1f22-88dc-4aef-80ef-1103717b0a77 req-76ca381f-7996-439e-8fe7-fee7acd1b902 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0769103 Nov 12 03:08:38.423438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.428559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e602c-feab-497e-840b-0c522e71979b req-69fe4ffb-cb82-4edc-98e3-284f06fb6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.430472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-69fe4ffb-cb82-4edc-98e3-284f06fb6445 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3085010 Nov 12 03:08:38.500727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfd7df-0d32-4357-b857-d5a74276b5e3 req-fa61cd91-a641-462f-9fdf-97eaa7a4a405 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:38.502216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3cfd7df-0d32-4357-b857-d5a74276b5e3 req-fa61cd91-a641-462f-9fdf-97eaa7a4a405 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.1642962 Nov 12 03:08:38.515997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.518454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.520103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4314315-e227-4573-bfe2-c66980662aaa HTTP/1.1" status: 204 len: 168 time: 0.6483264 Nov 12 03:08:38.523769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-921e1f22-88dc-4aef-80ef-1103717b0a77 req-62302353-dcd3-4cb7-8a86-560c83e97137 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064718 Nov 12 03:08:38.577831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-82d07a2a-7f1c-4553-939b-700a1aca6df5 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694283 Nov 12 03:08:38.603379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f51ef-086b-4e0f-bc85-6be0b1312f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4314315-e227-4573-bfe2-c66980662aaa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:38.707790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-6c8b9a52-4d1f-43f4-8e9f-16150b5f56e3 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415922 Nov 12 03:08:38.710290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:38.731210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3cfd7df-0d32-4357-b857-d5a74276b5e3 req-965d11d6-2948-4ebd-bff3-212a22af7bdf tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751637 Nov 12 03:08:38.831068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:38.872929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:38.918210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45226) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:38.964773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79f37b41-a2c2-41fb-839f-e4c23dbb03b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.006608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-aa62a94a-700c-442a-beb3-7d8f46c6f2cc tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.008497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-aa62a94a-700c-442a-beb3-7d8f46c6f2cc tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 945 time: 0.0888891 Nov 12 03:08:39.166873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79f37b41-a2c2-41fb-839f-e4c23dbb03b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.173001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79f37b41-a2c2-41fb-839f-e4c23dbb03b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.207612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c4e602c-feab-497e-840b-0c522e71979b req-a180ab58-7b22-4158-aa15-9adff009646a service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881756 Nov 12 03:08:39.211321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port 2722b85e-1fdb-4817-a365-02995655017c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:39.211780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.245816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79f37b41-a2c2-41fb-839f-e4c23dbb03b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c76e2b0ebf445cf9dfb29fce3966e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127799 Nov 12 03:08:39.248183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Deleting port 5eb41013-5381-4728-b009-2a703cc7ec8f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:39.248565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.252251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f37b41-a2c2-41fb-839f-e4c23dbb03b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206d7bd-eebb-49d4-8845-6e4116f1c99b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:39.255673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45238) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:39.380106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] For port 5eb41013-5381-4728-b009-2a703cc7ec8f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5eb41013-5381-4728-b009-2a703cc7ec8f,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:39.380649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.397712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Calling delete_port for 5eb41013-5381-4728-b009-2a703cc7ec8f owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:39.410314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.427403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4ffb2-1495-42cc-98b7-2b195f28963f req-8b85fc9d-7888-4d85-a2a4-73aecef650f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.428925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecd4ffb2-1495-42cc-98b7-2b195f28963f req-8b85fc9d-7888-4d85-a2a4-73aecef650f7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.1754434 Nov 12 03:08:39.441168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for 2722b85e-1fdb-4817-a365-02995655017c owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:39.452745 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.528986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.542276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.565529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecd4ffb2-1495-42cc-98b7-2b195f28963f req-6fcf4612-bde5-44a3-8b84-54e54010939e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254559 Nov 12 03:08:39.572567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event deleted for resources: {'Port': ['ID=5eb41013-5381-4728-b009-2a703cc7ec8f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:39.626905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] No DVR routers for this DVR port 5eb41013-5381-4728-b009-2a703cc7ec8f on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:39.630167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.634543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-173858ac-f04c-469b-b009-b21ae5d8d51f req-13512f39-161a-4a2a-8efa-b8b86f23b0e3 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "DELETE /v2.0/ports/5eb41013-5381-4728-b009-2a703cc7ec8f HTTP/1.1" status: 204 len: 173 time: 0.6182699 Nov 12 03:08:39.635040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-deleted', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:39.638484 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a097f43e-d606-40f4-8e60-071b599d3ce1" -d '{"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-deleted", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:39.687931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.697370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.698699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1206d7bd-eebb-49d4-8845-6e4116f1c99b HTTP/1.1" status: 204 len: 168 time: 0.4415050 Nov 12 03:08:39.724591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05337529-9bb6-4f86-8a62-d11df9a45b90 req-2b58541c-edfd-4dd7-9c21-0d4b10ca3d67 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.727061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05337529-9bb6-4f86-8a62-d11df9a45b90 req-2b58541c-edfd-4dd7-9c21-0d4b10ca3d67 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0703261 Nov 12 03:08:39.729373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8ec7-4ee5-4370-908f-be825198e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206d7bd-eebb-49d4-8845-6e4116f1c99b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:39.803385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05337529-9bb6-4f86-8a62-d11df9a45b90 req-243ce321-d49c-4455-b9e5-6393a48bec7b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600007 Nov 12 03:08:39.820070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.853046 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de23c93-43e3-4b53-baec-8386e7c6b616 x-openstack-request-id: req-3de23c93-43e3-4b53-baec-8386e7c6b616 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:39.853414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4520bc4-4bf1-45da-a222-167cbb2d64a9", "name": "network-vif-deleted", "tag": "5eb41013-5381-4728-b009-2a703cc7ec8f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:39.853698 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3de23c93-43e3-4b53-baec-8386e7c6b616 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:39.854364 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4520bc4-4bf1-45da-a222-167cbb2d64a9', 'name': 'network-vif-deleted', 'tag': '5eb41013-5381-4728-b009-2a703cc7ec8f', 'status': 'completed', 'code': 200} Nov 12 03:08:39.896890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=2722b85e-1fdb-4817-a365-02995655017c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:39.943827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-5378f540-a3d6-4d97-8a24-9f6b4fe8684d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.945843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-5378f540-a3d6-4d97-8a24-9f6b4fe8684d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8&tenant_id=45e2f2cfc6414928b4eab61ea6589c50&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 948 time: 0.0775685 Nov 12 03:08:39.947368 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.030829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd2eab08-efda-416a-bdae-5d9306f22f37 req-f1840010-fefd-444c-9192-98ce4da4b2c9 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4520bc4-4bf1-45da-a222-167cbb2d64a9 HTTP/1.1" status: 200 len: 210 time: 0.0389788 Nov 12 03:08:40.070027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-02f89059-495d-4591-9278-7db990a3117c service neutron] 10.222.0.39 "GET /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 383 time: 0.1140614 Nov 12 03:08:40.108495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.114129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.146649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-23ec0a89-d97a-44d7-8567-b0fcbff5d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.148538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-23ec0a89-d97a-44d7-8567-b0fcbff5d9de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1100 time: 0.0500145 Nov 12 03:08:40.178418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729fc5d-3f60-4ef4-b2f1-94b6c0b22d0c req-6861faf6-4631-4eed-8063-7bb7c024c93b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.190114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4729fc5d-3f60-4ef4-b2f1-94b6c0b22d0c req-6861faf6-4631-4eed-8063-7bb7c024c93b tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.1443188 Nov 12 03:08:40.209179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.209721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router f5969a33-e52c-4f2f-a22a-a38a0330cfbb {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:40.218118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.219488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6ea6e132-7ef4-4c54-952e-1e5f72ad4821 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 204 len: 168 time: 2.3249977 Nov 12 03:08:40.225149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45266) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:40.229634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117195527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:40.285845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4729fc5d-3f60-4ef4-b2f1-94b6c0b22d0c req-34be2ca0-3964-4b38-9199-e5c1dca2810e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928519 Nov 12 03:08:40.299727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.300407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-3235f153-477d-433e-b8ad-856350daeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.300679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.302290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-3235f153-477d-433e-b8ad-856350daeb30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1431661 Nov 12 03:08:40.370808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.380584 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.395282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-68dd791d-4ce5-406f-9a0b-9dd7d185d486 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0844393 Nov 12 03:08:40.408691 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.413459 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f87b1489-3879-4d5a-9ae8-a295b3c7b6b2 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1847897 Nov 12 03:08:40.413778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:40.420186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:40.463048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-d7d88532-36ff-4cd2-8c1b-aaba8bdc5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.465105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-d7d88532-36ff-4cd2-8c1b-aaba8bdc5444 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0613639 Nov 12 03:08:40.525929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-7c4ff848-6057-49a6-aae4-10e8ef289c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.527641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-7c4ff848-6057-49a6-aae4-10e8ef289c4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530379 Nov 12 03:08:40.637671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-07866e2a-8599-42c5-9fe4-896481f99c36 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952828 Nov 12 03:08:40.654008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.930167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.960065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.977322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8955f0-02a4-4901-a314-0262d4dd474e req-09b61960-4223-444b-bf85-37690249158b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:40.978738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a8955f0-02a4-4901-a314-0262d4dd474e req-09b61960-4223-444b-bf85-37690249158b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1010351 Nov 12 03:08:41.102493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-6ca9eced-8ffb-4386-b271-96bcdaaec819 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544098 Nov 12 03:08:41.125658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a8955f0-02a4-4901-a314-0262d4dd474e req-bd83a594-3bbc-4b8c-b9d2-d285f5ab6af4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068182 Nov 12 03:08:41.165723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Allocated IP 172.25.2.186 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fb323145-e270-4d36-8769-e7eb2a9d2930) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:41.321122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.414240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8c4ac-c309-4d4c-964b-c4156b390d41 req-6386d2e6-06a3-4b86-af44-ceaa673e379a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:41.416347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70e8c4ac-c309-4d4c-964b-c4156b390d41 req-6386d2e6-06a3-4b86-af44-ceaa673e379a tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 944 time: 0.0870938 Nov 12 03:08:41.423087 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.487376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:41.499407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:41.502831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:41.507025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:41.515722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Pushing event updated for resources: {'Port': ['ID=fb323145-e270-4d36-8769-e7eb2a9d2930,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:41.534503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a36d0-f326-45f4-a3ba-23cb24d41599 req-eeb6e232-15a2-43b6-9e6f-6a29be8b71ea tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:41.547938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-714a36d0-f326-45f4-a3ba-23cb24d41599 req-eeb6e232-15a2-43b6-9e6f-6a29be8b71ea tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 948 time: 0.0990782 Nov 12 03:08:41.560523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70e8c4ac-c309-4d4c-964b-c4156b390d41 req-ef818433-f643-4a59-82de-9034d6567733 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340702 Nov 12 03:08:41.582325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:41.610636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 5eb41013-5381-4728-b009-2a703cc7ec8f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:41.611270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5eb41013-5381-4728-b009-2a703cc7ec8f not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:41.621757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-714a36d0-f326-45f4-a3ba-23cb24d41599 req-97c9ebdb-b53c-4095-822b-2d42480824b0 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Nov 12 03:08:41.692553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:41.711648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'mac_address': 'fa:16:3e:cb:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:41.753103 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.767519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de66f2b7-e75f-408b-9050-185c8b2732ce {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:41.792011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:41.798007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.798973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:41.869835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.885183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588866e8-364a-492c-b497-9ad0f727c16e req-5c3113e8-ff7d-418d-9a39-7fbdea16cd53 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:41.887249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-588866e8-364a-492c-b497-9ad0f727c16e req-5c3113e8-ff7d-418d-9a39-7fbdea16cd53 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 944 time: 0.0754168 Nov 12 03:08:41.918875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:41.935168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'mac_address': 'fa:16:3e:47:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:42.004167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Deleting port 9ad65d2a-703d-4319-b66d-f8f251123184 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:42.029724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.038297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.066772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:42.103914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:42.105502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:42.119301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.192981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:42.209871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.213506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.213950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] For port 9ad65d2a-703d-4319-b66d-f8f251123184, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ad65d2a-703d-4319-b66d-f8f251123184,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:42.214635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.235164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Calling delete_port for 9ad65d2a-703d-4319-b66d-f8f251123184 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:42.254298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['de66f2b7-e75f-408b-9050-185c8b2732ce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:42.397739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2eca-0a28-4b6a-aec9-5ba7e0a40526 req-db2cd0ca-cca3-4edc-bb66-a8d42b84fa89 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:42.406128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e21e2eca-0a28-4b6a-aec9-5ba7e0a40526 req-db2cd0ca-cca3-4edc-bb66-a8d42b84fa89 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1315508 Nov 12 03:08:42.472006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e1db122f-e0cf-464d-ba9b-dcc8903a10eb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:42.536837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.563556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e21e2eca-0a28-4b6a-aec9-5ba7e0a40526 req-e902ba44-897a-437f-b635-01013909967e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413193 Nov 12 03:08:42.619931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Router fa812b1e-dd6e-43d0-b451-ee20b5e82f21 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:42.632662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event deleted for resources: {'Port': ['ID=9ad65d2a-703d-4319-b66d-f8f251123184,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:42.705490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] No DVR routers for this DVR port 9ad65d2a-703d-4319-b66d-f8f251123184 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:42.722888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.739743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-588866e8-364a-492c-b497-9ad0f727c16e req-a50adff2-b161-4c06-913b-d99acb80f019 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "DELETE /v2.0/ports/9ad65d2a-703d-4319-b66d-f8f251123184 HTTP/1.1" status: 204 len: 173 time: 0.8397386 Nov 12 03:08:42.755559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45380) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:42.772136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-deleted', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:42.774436 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b509850-7177-4462-aa1a-5707cd56e3ab" -d '{"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-deleted", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:42.826629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa35dbc1-24e9-4211-9b77-d1b964a47fb0 req-df914040-b0bb-4067-a6ae-87efef1c3266 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=814cc557-8bf7-4189-8da0-641edab54044 HTTP/1.1" status: 200 len: 210 time: 0.0851514 Nov 12 03:08:42.946841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:42.959359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] Sync routers for ids ['fa812b1e-dd6e-43d0-b451-ee20b5e82f21'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:42.965494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:42.972673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45396) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:42.974033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] Routers {'fa812b1e-dd6e-43d0-b451-ee20b5e82f21'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:42.975192 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['fa812b1e-dd6e-43d0-b451-ee20b5e82f21'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:42.989299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-196a4030-7514-4230-b66d-1c871e83360f tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "PUT /v2.0/routers/fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 200 len: 919 time: 2.5736680 Nov 12 03:08:43.013737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b2952-6316-4dec-bec4-d6a08cb65bd0 req-623d627b-580a-474c-8c69-74b5e9919c4c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:43.024845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a8b2952-6316-4dec-bec4-d6a08cb65bd0 req-623d627b-580a-474c-8c69-74b5e9919c4c tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 949 time: 0.2298133 Nov 12 03:08:43.035046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:43.046973 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] Routers {'fa812b1e-dd6e-43d0-b451-ee20b5e82f21'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:43.047922 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['fa812b1e-dd6e-43d0-b451-ee20b5e82f21'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:43.088806 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:43.090145 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee3e63-680e-4990-ba83-ec7d0b55d5e0 None None] The sync data for ids ['fa812b1e-dd6e-43d0-b451-ee20b5e82f21'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:43.102587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-714e98e1-35aa-4291-9282-050ca6cd447b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.160566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a8b2952-6316-4dec-bec4-d6a08cb65bd0 req-68b89885-558a-4deb-8fa6-b149c90a8e1f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253629 Nov 12 03:08:43.307382 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356d1622-595c-40b3-83d3-c4ec2b68f6ae x-openstack-request-id: req-356d1622-595c-40b3-83d3-c4ec2b68f6ae {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:43.307849 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814cc557-8bf7-4189-8da0-641edab54044", "name": "network-vif-deleted", "tag": "9ad65d2a-703d-4319-b66d-f8f251123184", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:43.311365 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-356d1622-595c-40b3-83d3-c4ec2b68f6ae {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:43.311968 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814cc557-8bf7-4189-8da0-641edab54044', 'name': 'network-vif-deleted', 'tag': '9ad65d2a-703d-4319-b66d-f8f251123184', 'status': 'completed', 'code': 200} Nov 12 03:08:43.343815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-714e98e1-35aa-4291-9282-050ca6cd447b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.354107 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-714e98e1-35aa-4291-9282-050ca6cd447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.367371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e19ce71d-81db-4f52-bb04-ca99d4d5d7e6 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 200 len: 925 time: 0.3933671 Nov 12 03:08:43.370088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45400) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:43.400272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-714e98e1-35aa-4291-9282-050ca6cd447b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9597cb9da0044338a413718e41cc45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145401 Nov 12 03:08:43.402995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45402) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:43.410198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e98e1-35aa-4291-9282-050ca6cd447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d515ca8-c148-4bde-9379-8c939dfd230a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:43.459294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.479702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170ec8e-9a8e-4b21-a809-f3f35f0db25b tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:43.482119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c170ec8e-9a8e-4b21-a809-f3f35f0db25b tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=fa812b1e-dd6e-43d0-b451-ee20b5e82f21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1103032 Nov 12 03:08:43.484890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45404) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:43.496186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.502400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:43.506381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:43.554651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.563311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.564762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d515ca8-c148-4bde-9379-8c939dfd230a HTTP/1.1" status: 204 len: 168 time: 0.1607850 Nov 12 03:08:43.608482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d520e-8ae7-4b0a-907e-9f8e1ec84762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d515ca8-c148-4bde-9379-8c939dfd230a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:43.773591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port de66f2b7-e75f-408b-9050-185c8b2732ce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:43.774256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:43.804233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e44959-b95e-43a5-b170-6902c4b5d6b6 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:43.808446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b0e44959-b95e-43a5-b170-6902c4b5d6b6 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.3162203 Nov 12 03:08:43.809107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45414) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:43.857432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-891f7079-d278-4c60-8d96-d206fea64d81 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 200 len: 205 time: 0.0445490 Nov 12 03:08:43.857809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45420) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:43.890306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-5ed9f1f5-e75d-4ab6-be14-ec15121f22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:43.893247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-5ed9f1f5-e75d-4ab6-be14-ec15121f22f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8&tenant_id=45e2f2cfc6414928b4eab61ea6589c50 HTTP/1.1" status: 200 len: 1101 time: 0.2512174 Nov 12 03:08:43.895541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:43.918236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:43.945725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc3f6d-7d85-49fe-97c4-d0999054fac7 req-4f359718-04d5-4475-a576-332c2c279ea2 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:43.948309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0cc3f6d-7d85-49fe-97c4-d0999054fac7 req-4f359718-04d5-4475-a576-332c2c279ea2 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.2387204 Nov 12 03:08:44.092212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.094779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.216879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0cc3f6d-7d85-49fe-97c4-d0999054fac7 req-5e18ecb8-89dd-467f-8b77-2f2fe7c34e81 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135413 Nov 12 03:08:44.244346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45438) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:44.265895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba7afe31-82ad-4fb4-9164-d173ed693d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.303954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.331997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'mac_address': 'fa:16:3e:47:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:44.348988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:44.352060 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0113c8ca-69d3-4559-bfaa-754239574d5e" -d '{"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-plugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:44.368320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:44.375796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.411733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.447285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:44.525469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55d86b-1388-4e01-8aaa-fafeb1dec963 req-0ffc24b2-5188-4eac-babc-a348bb2d7a63 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:44.535293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd55d86b-1388-4e01-8aaa-fafeb1dec963 req-0ffc24b2-5188-4eac-babc-a348bb2d7a63 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 949 time: 0.1255853 Nov 12 03:08:44.572668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f1c3-12d7-452d-b8e0-a21b63d000ca req-fc7b2b84-313e-42ae-89a9-5f8b1f9b45cd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:44.575644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d66f1c3-12d7-452d-b8e0-a21b63d000ca req-fc7b2b84-313e-42ae-89a9-5f8b1f9b45cd tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.1604648 Nov 12 03:08:44.617233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:44.675610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:44.681900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd55d86b-1388-4e01-8aaa-fafeb1dec963 req-b451073c-f582-426d-a36b-8a6cc9b1226f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103857 Nov 12 03:08:44.685641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port fb323145-e270-4d36-8769-e7eb2a9d2930 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:44.685985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.723007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:44.729153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-08df6ac9-7e52-4cc2-9bed-b5945d4e8f46 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:44.730746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-08df6ac9-7e52-4cc2-9bed-b5945d4e8f46 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 944 time: 0.1645498 Nov 12 03:08:44.733694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.749928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Ignored duplicate provisioning block setup for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 03:08:44.786411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba7afe31-82ad-4fb4-9164-d173ed693d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.790862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.841601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba7afe31-82ad-4fb4-9164-d173ed693d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.857960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:44.888038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for fb323145-e270-4d36-8769-e7eb2a9d2930 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:44.904988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7afe31-82ad-4fb4-9164-d173ed693d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9132d0e8-4a7b-45fa-b903-6d9c689024c7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:44.958172 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954206c9-7308-44c8-aaa8-67e9b16fdd89 x-openstack-request-id: req-954206c9-7308-44c8-aaa8-67e9b16fdd89 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:44.958693 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-plugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:44.959434 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-954206c9-7308-44c8-aaa8-67e9b16fdd89 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:44.959949 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'code': 200} Nov 12 03:08:45.042661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Deleting port d4386f87-fa82-44b6-87c1-198b8280c236 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:45.043171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.331846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] For port d4386f87-fa82-44b6-87c1-198b8280c236, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d4386f87-fa82-44b6-87c1-198b8280c236,segment=NetworkSegment(d2e9c82e-ed1d-4a5a-ac04-37a76606fe27),segment_id=d2e9c82e-ed1d-4a5a-ac04-37a76606fe27)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:45.331846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.350100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.378791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Calling delete_port for d4386f87-fa82-44b6-87c1-198b8280c236 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:45.401588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] No DVR routers for this DVR port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:45.408256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=fb323145-e270-4d36-8769-e7eb2a9d2930,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:45.410393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d66f1c3-12d7-452d-b8e0-a21b63d000ca req-d3a19f44-3252-4b90-bbc1-b15fcf1eb4b5 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/security-groups?id=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6218786 Nov 12 03:08:45.418241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba7afe31-82ad-4fb4-9164-d173ed693d07 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=de28c4ae25114f249a1056842c68991f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1726036 Nov 12 03:08:45.419328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=9']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:45.425309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45450) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:45.489856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:45.490116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:45.490449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:45.504817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:08:45.505293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Attempting to bind port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:45.520821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:45.521218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:45.521613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:45.522192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Bound port: e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:45.522336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:45.522653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.548506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.578649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 9ad65d2a-703d-4319-b66d-f8f251123184 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:45.579406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ad65d2a-703d-4319-b66d-f8f251123184 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:45.580073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:45.591405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6622-1480-485f-bc67-15b99679b577 req-d670e63f-eab8-4a95-8a1c-1551b88c421c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:45.593167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b20c6622-1480-485f-bc67-15b99679b577 req-d670e63f-eab8-4a95-8a1c-1551b88c421c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.2658725 Nov 12 03:08:45.614840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.640417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:45.671742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.677867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:45.681426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:45.687839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.754955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:45.755529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.757227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] 10.222.0.32 "PUT /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 1097 time: 1.8503442 Nov 12 03:08:45.758121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:45.760629 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:45.776682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.780826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.786432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9132d0e8-4a7b-45fa-b903-6d9c689024c7 HTTP/1.1" status: 204 len: 168 time: 0.3595276 Nov 12 03:08:45.789050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.791354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.862258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796240a-c6c6-4575-8936-1b6be3916259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9132d0e8-4a7b-45fa-b903-6d9c689024c7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:45.877055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-54cb0c56-02bf-4722-b571-df4252d69343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:45.878875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-54cb0c56-02bf-4722-b571-df4252d69343 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1101 time: 0.0707567 Nov 12 03:08:45.882532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19b49-fe5d-4f8f-8e04-c47d8baaf74f service neutron] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:45.972267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:45.973331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router fa812b1e-dd6e-43d0-b451-ee20b5e82f21 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:45.996234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.002389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9cb21a7d-1990-4c1f-a861-38518c80f0f1 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 204 len: 168 time: 2.1427858 Nov 12 03:08:46.010153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45470) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:46.016399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1770962105', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:46.113250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b20c6622-1480-485f-bc67-15b99679b577 req-e9823a1b-9d6c-4699-98fa-035118311aff tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071840 Nov 12 03:08:46.134717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.136499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.147229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.155971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-224059a3-4e69-4dca-b714-45be64b79672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:46.163775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-224059a3-4e69-4dca-b714-45be64b79672 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2724140 Nov 12 03:08:46.237243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Pushing event deleted for resources: {'Port': ['ID=d4386f87-fa82-44b6-87c1-198b8280c236,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:46.258142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-16bb31a2-08b6-4f30-ae5d-459c4b7a0ccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0828681 Nov 12 03:08:46.356637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] No DVR routers for this DVR port d4386f87-fa82-44b6-87c1-198b8280c236 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:46.385204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.389137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-87f768ed-d1bb-48c8-9b2b-1da599f97de7 req-f8295a1e-b0ec-4426-a430-a3d5b550eab6 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.39 "DELETE /v2.0/ports/d4386f87-fa82-44b6-87c1-198b8280c236 HTTP/1.1" status: 204 len: 173 time: 1.6308763 Nov 12 03:08:46.390771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-deleted', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:46.393396 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9def24-b4d4-4f13-a890-f3ec09b94ddf" -d '{"events": [{"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-deleted", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:46.401109 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.455704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-20ab8301-8aa6-4965-8b0b-325cee9d6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:46.458037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-20ab8301-8aa6-4965-8b0b-325cee9d6706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1916997 Nov 12 03:08:46.556734 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced4cb3-5df7-42b4-a3fe-41a266bb0cb5 x-openstack-request-id: req-2ced4cb3-5df7-42b4-a3fe-41a266bb0cb5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:46.557243 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:46.557650 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2ced4cb3-5df7-42b4-a3fe-41a266bb0cb5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:46.558105 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'status': 'completed', 'code': 200} Nov 12 03:08:46.575863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3ea06-fe1c-4d78-b7cf-27eafd067d3a req-109a86ac-eaf2-4cdc-b32b-af037e5c9293 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:46.578175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-abb3ea06-fe1c-4d78-b7cf-27eafd067d3a req-109a86ac-eaf2-4cdc-b32b-af037e5c9293 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 949 time: 0.2026370 Nov 12 03:08:46.605675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90273a7b-3e82-473a-ae2e-de0db1757ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:46.607261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-90273a7b-3e82-473a-ae2e-de0db1757ccd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947094 Nov 12 03:08:46.699740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-abb3ea06-fe1c-4d78-b7cf-27eafd067d3a req-8bb97229-aec6-4c21-bcc1-678e09d50455 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121752 Nov 12 03:08:46.809451 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc0ae7-8746-4462-975a-26b89cb9ed60 x-openstack-request-id: req-0afc0ae7-8746-4462-975a-26b89cb9ed60 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:46.810157 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be38705-b3fe-441b-8d1f-b7e48ebb7c0e", "name": "network-vif-deleted", "tag": "d4386f87-fa82-44b6-87c1-198b8280c236", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:46.810157 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0afc0ae7-8746-4462-975a-26b89cb9ed60 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:46.810620 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be38705-b3fe-441b-8d1f-b7e48ebb7c0e', 'name': 'network-vif-deleted', 'tag': 'd4386f87-fa82-44b6-87c1-198b8280c236', 'status': 'completed', 'code': 200} Nov 12 03:08:46.888296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-017ec50e-399f-43fc-8aa2-609f371229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:46.890392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-017ec50e-399f-43fc-8aa2-609f371229f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1101 time: 0.2548475 Nov 12 03:08:46.893639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:46.946819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-899933c4-e500-4243-b325-2284bee65878 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295000 Nov 12 03:08:47.011940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-883f0eb9-6471-47c1-8cda-065c2214ae8b req-b593de71-01bb-4bc7-bd90-809ab8232171 tempest-LiveMigrationTest-610743368 tempest-LiveMigrationTest-610743368-project] 10.222.0.84 "GET /v2.0/ports?device_id=9be38705-b3fe-441b-8d1f-b7e48ebb7c0e HTTP/1.1" status: 200 len: 210 time: 0.0629556 Nov 12 03:08:47.215068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-54446509-a71a-45fb-bf3e-e3bd69d27c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.217076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-54446509-a71a-45fb-bf3e-e3bd69d27c73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3176517 Nov 12 03:08:47.225577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9d2d9eb-b60d-4f1e-88f4-6319c22f7320 req-9e9fc289-500e-4706-9e1d-f614b22eafbb service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570260 Nov 12 03:08:47.328286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-8696604e-d7d9-46d0-b0ca-ebcb0b596beb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0832384 Nov 12 03:08:47.359716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d658481-1e48-4351-862a-45048e16bfaa req-4ed53de6-45db-4ae4-aed4-ec4c412c9741 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.362054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d658481-1e48-4351-862a-45048e16bfaa req-4ed53de6-45db-4ae4-aed4-ec4c412c9741 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1683834 Nov 12 03:08:47.379272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-9ee4c437-cc91-4713-86e5-64b2ced8dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.382509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-9ee4c437-cc91-4713-86e5-64b2ced8dc49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1101 time: 0.0642948 Nov 12 03:08:47.496095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-27f1163b-0489-4c2a-9e74-6d015b763ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.497837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-27f1163b-0489-4c2a-9e74-6d015b763ed5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1620812 Nov 12 03:08:47.533867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:47.535227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:47.584799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:47.599419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: d4386f87-fa82-44b6-87c1-198b8280c236 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:47.599770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d4386f87-fa82-44b6-87c1-198b8280c236 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:47.617110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-96b72b85-e0a9-4b0c-be12-6af3f7ba2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.622381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-96b72b85-e0a9-4b0c-be12-6af3f7ba2a06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2287369 Nov 12 03:08:47.714932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-48872c2e-b7b2-49e3-88c1-5c82993a7fb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 200 len: 217 time: 0.0821137 Nov 12 03:08:47.749043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Allocated IP 172.25.2.56 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/49a8852a-73ef-4952-88ee-232357f4d03a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:47.876516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-eb160cee-d850-4c35-9acc-38d2960b3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:47.880044 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-eb160cee-d850-4c35-9acc-38d2960b3b03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1571810 Nov 12 03:08:48.105802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-8f92b502-ef03-4a39-a68e-87455c35d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:48.107907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-8f92b502-ef03-4a39-a68e-87455c35d419 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2190037 Nov 12 03:08:48.131540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5066f1-3f5d-42d9-99a3-74d564a0a3fe req-adc4ccdb-4389-47c1-ad33-f2484d3b4e29 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:48.134878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ef5066f1-3f5d-42d9-99a3-74d564a0a3fe req-adc4ccdb-4389-47c1-ad33-f2484d3b4e29 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 949 time: 0.1695943 Nov 12 03:08:48.295965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-9c256e6a-88d8-4a55-bf7e-499edba223c5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572564 Nov 12 03:08:48.314714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d658481-1e48-4351-862a-45048e16bfaa req-1a7de7da-66d3-4438-89b8-39555b91edae tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9288719 Nov 12 03:08:48.389758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.395183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-65daeb14-0bf0-40dd-b8da-8b43a828be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:48.397074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-65daeb14-0bf0-40dd-b8da-8b43a828be67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8750367 Nov 12 03:08:48.412670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ef5066f1-3f5d-42d9-99a3-74d564a0a3fe req-6fb6134b-2874-4c66-8233-9e9d4bcee009 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407526 Nov 12 03:08:48.509408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-cb24d7e0-aec3-470b-94a1-0368ec1a1852 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029121 Nov 12 03:08:48.622272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.683870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:48.694733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:48.706910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:48.736248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event updated for resources: {'Port': ['ID=49a8852a-73ef-4952-88ee-232357f4d03a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:48.744276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-e7fe2d66-45b4-4cf2-ad84-fd8bae6eed34 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349979 Nov 12 03:08:48.856953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:08:49.083161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45550) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:49.147731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:49.165865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af3fdc07-1b91-41c9-99a6-f7ba2b9cb6ce req-c7d8eea9-c9b9-4047-98e8-5a07ca77a3cf service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020631 Nov 12 03:08:49.172265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'mac_address': 'fa:16:3e:47:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:08:49.227915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.275284 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.318374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:08:49.351310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:49.359295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.491675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:49.614279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535882d6-c96d-488c-8df8-8df13ca1e803 req-98d63cc2-d8aa-4a32-9b6d-83ca070986bf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:49.615988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-535882d6-c96d-488c-8df8-8df13ca1e803 req-98d63cc2-d8aa-4a32-9b6d-83ca070986bf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1982937 Nov 12 03:08:49.621921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e1db122f-e0cf-464d-ba9b-dcc8903a10eb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:49.672476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Deleting subnet 6c95d2fb-29f0-488c-898c-8f71761aaccf {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:08:49.680144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.697888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.721699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2becd4-2c1b-4cfd-b60a-9f2dc64e2636 req-57c9ff9d-544f-4b69-afac-735ed2e34eda tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:49.723306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f2becd4-2c1b-4cfd-b60a-9f2dc64e2636 req-57c9ff9d-544f-4b69-afac-735ed2e34eda tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.1207089 Nov 12 03:08:49.751853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-535882d6-c96d-488c-8df8-8df13ca1e803 req-1c670337-83cb-4401-a003-7bdd946a43d8 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077816 Nov 12 03:08:49.794313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.934315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f2becd4-2c1b-4cfd-b60a-9f2dc64e2636 req-10b93dc3-4100-4d81-9b41-a5cc7e315251 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035997 Nov 12 03:08:49.942663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.966649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Router b1df9967-2cf2-437e-94f5-76a94e5b0c77 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:50.103150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.144893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c95d2fb-29f0-488c-898c-8f71761aaccf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:50.148222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.155176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:50.156040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-920dd17f-72d1-4f77-8562-4c428c62271b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6c95d2fb-29f0-488c-898c-8f71761aaccf HTTP/1.1" status: 204 len: 168 time: 1.0717866 Nov 12 03:08:50.158129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45596) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:50.166677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] Sync routers for ids ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:50.189166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] Routers {'b1df9967-2cf2-437e-94f5-76a94e5b0c77'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:50.192833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.199819 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.204260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:50.206402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b778be54-b3ca-431c-b5e5-ae1e6e6bd181 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1939082 Nov 12 03:08:50.226203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f97d6-3262-4863-9920-7b2601c4a1cd req-848146f2-4da2-4967-b4d6-eff3ec46b1ee tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:50.242516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-397f97d6-3262-4863-9920-7b2601c4a1cd req-848146f2-4da2-4967-b4d6-eff3ec46b1ee tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 1102 time: 0.1722784 Nov 12 03:08:50.264986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:50.286358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.320798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] Routers {'b1df9967-2cf2-437e-94f5-76a94e5b0c77'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:50.321705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.371717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.372642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f63f73-d6aa-4b98-99d2-76dfc649a6ee None None] The sync data for ids ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:50.410935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.480118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-397f97d6-3262-4863-9920-7b2601c4a1cd req-38322422-135e-4b0d-939b-06e4297fd0f5 tempest-MigrationsAdminTest-1393154098 tempest-MigrationsAdminTest-1393154098-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358270 Nov 12 03:08:50.499763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:50.633446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b904262-3b9d-449b-9db6-bda68dcb03f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.646610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.721727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71223ab-1a45-4e33-ad1b-09a40ef3de18']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.738445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.738664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e9c82e-ed1d-4a5a-ac04-37a76606fe27') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:50.753181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.800127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b904262-3b9d-449b-9db6-bda68dcb03f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.807386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b904262-3b9d-449b-9db6-bda68dcb03f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.827056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.846904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b904262-3b9d-449b-9db6-bda68dcb03f1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b93179bd22d4aeaa2939780242e0d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435442 Nov 12 03:08:50.848375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:08:50.848784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.851354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45614) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:50.853165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:08:50.866344 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:08:50.919479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.921494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:08:50.926363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e1db122f-e0cf-464d-ba9b-dcc8903a10eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:50.927009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.958567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b904262-3b9d-449b-9db6-bda68dcb03f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abaf86-3a6c-4005-80da-3bd13c5983f2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:50.978441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.002357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.007198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ac1b9-f025-4145-bac5-6c61555b0c52 req-57743ffe-2206-4ad4-ad34-d8e878759b5d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:51.012508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9ac1b9-f025-4145-bac5-6c61555b0c52 req-57743ffe-2206-4ad4-ad34-d8e878759b5d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 950 time: 0.2340260 Nov 12 03:08:51.040729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.047198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] 10.222.0.84 "DELETE /v2.0/networks/d71223ab-1a45-4e33-ad1b-09a40ef3de18 HTTP/1.1" status: 204 len: 168 time: 0.8758545 Nov 12 03:08:51.047725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdab57f-8aa5-4104-9901-00ae55343e51 req-7771d517-47ff-4244-abbd-19f61083f7af tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:51.048615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04077b9-ad70-44c7-a086-aaf86bbe59aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d71223ab-1a45-4e33-ad1b-09a40ef3de18,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.049967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcdab57f-8aa5-4104-9901-00ae55343e51 req-7771d517-47ff-4244-abbd-19f61083f7af tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1522343 Nov 12 03:08:51.050998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45620) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:51.060338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.088161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:51.091158 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bbdd7-686c-4215-ab52-da25441cca1d" -d '{"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:51.106019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:51.112478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.160661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9ac1b9-f025-4145-bac5-6c61555b0c52 req-cd09f142-6204-4d11-9318-fd45713b4920 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Nov 12 03:08:51.166228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.190256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.200165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.226680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Deleting subnet f988fcee-375a-4950-adca-c66ba4dc05e2 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:08:51.240144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.268385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Deleting port 49a8852a-73ef-4952-88ee-232357f4d03a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:51.268803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.281708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcdab57f-8aa5-4104-9901-00ae55343e51 req-6fe7b038-153e-4e0a-af49-813e97887b53 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952879 Nov 12 03:08:51.289298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.293896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.295789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/36abaf86-3a6c-4005-80da-3bd13c5983f2 HTTP/1.1" status: 204 len: 168 time: 0.4427435 Nov 12 03:08:51.349984 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6a636-fa75-487b-8417-0e174f347da5 x-openstack-request-id: req-82c6a636-fa75-487b-8417-0e174f347da5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:51.350283 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-plugged", "status": "completed", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:51.350531 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82c6a636-fa75-487b-8417-0e174f347da5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:51.351138 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'code': 200} Nov 12 03:08:51.354787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b754b-5895-41fb-8ed2-5016dad5a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abaf86-3a6c-4005-80da-3bd13c5983f2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.362857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.423425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.439927 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.456475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Calling delete_port for 49a8852a-73ef-4952-88ee-232357f4d03a owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:51.541662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.580789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.590962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45638) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:51.591549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f988fcee-375a-4950-adca-c66ba4dc05e2 HTTP/1.1" status: 204 len: 168 time: 0.5179262 Nov 12 03:08:51.592651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf6a80-533c-4351-8353-f599c25d981a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f988fcee-375a-4950-adca-c66ba4dc05e2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.678773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.756156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45640) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:51.770625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-902f0d12-c2a7-4006-9636-3c8e93d78020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.773508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.856739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.861173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Pushing event deleted for resources: {'Port': ['ID=49a8852a-73ef-4952-88ee-232357f4d03a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.881174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-902f0d12-c2a7-4006-9636-3c8e93d78020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.885816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-902f0d12-c2a7-4006-9636-3c8e93d78020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.908824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9d87e9-0b35-4747-963c-4a7b705ca118']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:51.922738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dfc718-46b7-4d59-ad1c-96fc01bc0159') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:51.923503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dfc718-46b7-4d59-ad1c-96fc01bc0159') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:51.928649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-902f0d12-c2a7-4006-9636-3c8e93d78020 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36691c3fd2284a48a2222dccf516cf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687224 Nov 12 03:08:51.932001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45642) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:51.935488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.937394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0d12-c2a7-4006-9636-3c8e93d78020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04581f9-3d6c-47ea-a78d-51a7d210fc92,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:51.946998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.047243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.061492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:08:52.061992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:08:52.065615 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:08:52.270586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.276300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.322040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.323431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4b9d87e9-0b35-4747-963c-4a7b705ca118 HTTP/1.1" status: 204 len: 168 time: 0.7308521 Nov 12 03:08:52.335234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac8ed-6bc0-4a38-b1d1-297ebb1fa5ec req-f91a32b6-ab31-44ee-b193-a33b3eeac255 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:52.338687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57dac8ed-6bc0-4a38-b1d1-297ebb1fa5ec req-f91a32b6-ab31-44ee-b193-a33b3eeac255 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 951 time: 0.0945628 Nov 12 03:08:52.371659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936554d-132c-40b1-be4f-728e9e965364 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9d87e9-0b35-4747-963c-4a7b705ca118,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:52.387425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.402716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf395745-245d-422d-8a58-674112f94fe0 req-4cdd1a1f-afeb-4c5c-9986-cbc290d039c3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:52.405073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf395745-245d-422d-8a58-674112f94fe0 req-4cdd1a1f-afeb-4c5c-9986-cbc290d039c3 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 951 time: 0.2575200 Nov 12 03:08:52.413205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.460736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.499158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57dac8ed-6bc0-4a38-b1d1-297ebb1fa5ec req-6f721ddd-f625-4a2c-a0e0-aae621a65f77 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414773 Nov 12 03:08:52.580481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45656) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:52.661842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d8247309-ad8f-4785-a4f2-f5bcd1427ab0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7c2c6410511c4f00ac7738c51af324d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795963 Nov 12 03:08:52.664352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45666) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:52.685180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473a899-371c-4e26-be91-58b91d0a5fef req-6a78e611-fbc0-4c90-a60a-4e1bc2a30255 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:52.692570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0473a899-371c-4e26-be91-58b91d0a5fef req-6a78e611-fbc0-4c90-a60a-4e1bc2a30255 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.2826490 Nov 12 03:08:52.720110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Router b1df9967-2cf2-437e-94f5-76a94e5b0c77 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:08:52.746517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.783009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.791355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.794206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.799174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b04581f9-3d6c-47ea-a78d-51a7d210fc92 HTTP/1.1" status: 204 len: 168 time: 0.8650730 Nov 12 03:08:52.807560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Deleting port e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:52.807905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.868811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0473a899-371c-4e26-be91-58b91d0a5fef req-d9740570-76de-4d70-9a6f-14fec5fffa5f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753385 Nov 12 03:08:52.925540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0212f1b-ab6d-42c8-abda-549f8d77222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04581f9-3d6c-47ea-a78d-51a7d210fc92,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:52.934274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.941015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:52.942804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/867c5c1f-7be3-4250-bdc9-10ddaaeb37ce HTTP/1.1" status: 204 len: 168 time: 0.2768517 Nov 12 03:08:52.985592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0380e8-cf69-4787-91c0-87d7dc27d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c5c1f-7be3-4250-bdc9-10ddaaeb37ce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:53.408489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:53.416956 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.418207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7706b80d-9b8e-48bd-81f3-f6ce51856a14 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "PUT /v2.0/routers/b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 200 len: 710 time: 3.2126236 Nov 12 03:08:53.422573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45680) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.428522 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] Sync routers for ids ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:53.464814 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] Routers {'b1df9967-2cf2-437e-94f5-76a94e5b0c77'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:53.466875 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:53.483644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] For port e1db122f-e0cf-464d-ba9b-dcc8903a10eb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:53.484010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.505941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45684) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.526237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Calling delete_port for e1db122f-e0cf-464d-ba9b-dcc8903a10eb owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:53.568036 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:53.592755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] Routers {'b1df9967-2cf2-437e-94f5-76a94e5b0c77'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:53.595446 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:53.600553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-601f89d6-ae2c-444b-a255-a9fb15e1d7bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9fa4ec5b38624a90bf327cebdb04abeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0933321 Nov 12 03:08:53.603370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45692) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.640124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-68f87f0f-c947-49cb-823d-d8efe9b84124 tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/routers/b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 200 len: 745 time: 0.2129724 Nov 12 03:08:53.643336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.686149 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:53.687057 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01aadf6-a289-47b9-b1a2-885eb5777260 None None] The sync data for ids ['b1df9967-2cf2-437e-94f5-76a94e5b0c77'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:08:53.750459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.792971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5da82147-0d0b-4e2a-833a-d1203b9c3f9c tempest-RoutersIpV6AdminTest-140667773 tempest-RoutersIpV6AdminTest-140667773-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 200 len: 205 time: 0.1480000 Nov 12 03:08:53.794131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.797077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45706) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.843002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bf8f8-d93a-42c9-938d-df8072e0fdcb req-6b919b5c-8299-4b1a-872b-a4bfb03a9700 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:53.851002 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e79963f-6e49-420f-a521-9d2d5d5828c9 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 200 len: 205 time: 0.0500088 Nov 12 03:08:53.856789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c63bf8f8-d93a-42c9-938d-df8072e0fdcb req-6b919b5c-8299-4b1a-872b-a4bfb03a9700 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 951 time: 0.2142129 Nov 12 03:08:53.858878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:53.982684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:53.994879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20', 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', '1406cb3b-3c27-44d3-8277-168ea62880b4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:54.001176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e1db122f-e0cf-464d-ba9b-dcc8903a10eb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:54.002958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c63bf8f8-d93a-42c9-938d-df8072e0fdcb req-78ed0912-6a51-43aa-a6aa-a869640be028 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447134 Nov 12 03:08:54.023013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.082308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event deleted for resources: {'Port': ['ID=e1db122f-e0cf-464d-ba9b-dcc8903a10eb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:54.135775 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.138388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.142387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21964561-d997-4f97-84bb-1cf5c6282247 HTTP/1.1" status: 204 len: 168 time: 0.5356700 Nov 12 03:08:54.200521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3a7fa-4978-479f-a5e9-bbe3f50740f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21964561-d997-4f97-84bb-1cf5c6282247,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:54.203067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] No DVR routers for this DVR port e1db122f-e0cf-464d-ba9b-dcc8903a10eb on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:54.207022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.211537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf395745-245d-422d-8a58-674112f94fe0 req-58fa8029-4421-4cae-8cd1-490e466fbdd7 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.32 "DELETE /v2.0/ports/e1db122f-e0cf-464d-ba9b-dcc8903a10eb HTTP/1.1" status: 204 len: 173 time: 1.7575388 Nov 12 03:08:54.213295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-deleted', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:54.216001 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a08ab-7a24-40e7-9c17-92fbef66e2d8" -d '{"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-deleted", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:54.244931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de934e-3ef4-4d49-a7b1-eef58dd876f0 req-23e2d5b5-6520-4614-8250-6f8645520215 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:54.253143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59de934e-3ef4-4d49-a7b1-eef58dd876f0 req-23e2d5b5-6520-4614-8250-6f8645520215 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1735504 Nov 12 03:08:54.358710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59de934e-3ef4-4d49-a7b1-eef58dd876f0 req-09bb1708-6d22-42d4-8acb-89812343cbc5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041200 Nov 12 03:08:54.370310 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b135448-2d1b-4602-998b-691a97588ced x-openstack-request-id: req-5b135448-2d1b-4602-998b-691a97588ced {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:54.370533 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f5027-2fd5-4181-b6a9-04397056e7d8", "name": "network-vif-deleted", "tag": "e1db122f-e0cf-464d-ba9b-dcc8903a10eb", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:54.370736 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b135448-2d1b-4602-998b-691a97588ced {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:54.371220 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f5027-2fd5-4181-b6a9-04397056e7d8', 'name': 'network-vif-deleted', 'tag': 'e1db122f-e0cf-464d-ba9b-dcc8903a10eb', 'status': 'completed', 'code': 200} Nov 12 03:08:54.551699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.554706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.637085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.638323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Fanout notify agent at l3_agent the message router_deleted on router b1df9967-2cf2-437e-94f5-76a94e5b0c77 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:08:54.647455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.649102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3c13ebd1-724d-433b-9df6-0d66f270f2a8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 204 len: 168 time: 0.7884290 Nov 12 03:08:54.652885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45730) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:54.707143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dbd32084-1e6d-4514-994d-73571611c993 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 200 len: 205 time: 0.0514657 Nov 12 03:08:54.707952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45740) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:54.827559 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a82b5d1d-6998-4b5a-93ff-0aa44f3212aa tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:54.832770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a82b5d1d-6998-4b5a-93ff-0aa44f3212aa tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/b1df9967-2cf2-437e-94f5-76a94e5b0c77 HTTP/1.1" status: 404 len: 336 time: 0.1220248 Nov 12 03:08:54.833831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45748) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:54.877108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-11c37b47-2d2e-4839-84b1-a5b51490c9df tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 200 len: 205 time: 0.0399055 Nov 12 03:08:54.878070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45756) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:54.963529 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-ee30356d-1896-488f-964f-14e112c7e3f8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:54.969130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee30356d-1896-488f-964f-14e112c7e3f8 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/fa812b1e-dd6e-43d0-b451-ee20b5e82f21 HTTP/1.1" status: 404 len: 336 time: 0.0865445 Nov 12 03:08:54.969266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45762) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.021759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d1380735-64be-4f74-ae00-6b7a60e9b7ec tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 200 len: 205 time: 0.0477815 Nov 12 03:08:55.022570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45766) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.077354 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-c38626fa-87a3-4c64-ac67-29955c579df6 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:55.080853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c38626fa-87a3-4c64-ac67-29955c579df6 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/f5969a33-e52c-4f2f-a22a-a38a0330cfbb HTTP/1.1" status: 404 len: 336 time: 0.0533602 Nov 12 03:08:55.081237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.118549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be9b84fe-b0c8-4a8f-bb0d-b1407e476006 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 200 len: 205 time: 0.0337086 Nov 12 03:08:55.119180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45776) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.193599 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-20275daf-1126-4a9c-8e72-a81889bd784f tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:55.200519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-20275daf-1126-4a9c-8e72-a81889bd784f tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/628e6607-6632-41e7-91aa-ef0763f53fac HTTP/1.1" status: 404 len: 336 time: 0.0773749 Nov 12 03:08:55.200924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.292244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-71db8683-a039-48f0-98a2-1cdf53b33a1c tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 200 len: 205 time: 0.0896091 Nov 12 03:08:55.296688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45782) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.340155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6554032-3ea0-4fab-af59-b3ebe8d6059a req-3fdc864b-4fbf-455c-ae3b-d6d8c2cfe23f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=461f5027-2fd5-4181-b6a9-04397056e7d8 HTTP/1.1" status: 200 len: 210 time: 0.0586295 Nov 12 03:08:55.368090 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-37d3e889-00a2-48fe-8a26-c8a93d5b5ca0 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:55.369449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37d3e889-00a2-48fe-8a26-c8a93d5b5ca0 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/36481bbc-9d9b-4cd0-a7f5-c6f4b07ae75a HTTP/1.1" status: 404 len: 336 time: 0.0712559 Nov 12 03:08:55.372067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.441267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f5017ee-0d4a-40d7-a0c4-58839c4a5b5a tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "GET /v2.0/ports?device_id=c790e1fb-f185-45c6-8a03-57fbed3ea31b HTTP/1.1" status: 200 len: 205 time: 0.0625124 Nov 12 03:08:55.441963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45794) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.498872 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-3d7ac448-852d-4744-b1a4-118ff3c43796 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] delete failed (client error): The resource could not be found. Nov 12 03:08:55.502747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3d7ac448-852d-4744-b1a4-118ff3c43796 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/routers/c790e1fb-f185-45c6-8a03-57fbed3ea31b HTTP/1.1" status: 404 len: 336 time: 0.0573113 Nov 12 03:08:55.503127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45798) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:55.562630 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b33975-0281-4b2f-a23a-08dfe86722c0 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] DELETE failed (client error): The resource could not be found. Nov 12 03:08:55.563670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b33975-0281-4b2f-a23a-08dfe86722c0 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:08:55.569660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72b33975-0281-4b2f-a23a-08dfe86722c0 tempest-RoutersIpV6AdminTest-1270727831 tempest-RoutersIpV6AdminTest-1270727831-project] 10.222.0.84 "DELETE /v2.0/subnets/ef4f11fd-b249-4f58-961c-55da95d7f69b HTTP/1.1" status: 404 len: 337 time: 0.0635257 Nov 12 03:08:55.585003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b64e0c-6ccb-41f4-8815-536357e846d6 req-3540cdc4-2a7d-456d-a32f-a1d3117102b5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:55.596909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38b64e0c-6ccb-41f4-8815-536357e846d6 req-3540cdc4-2a7d-456d-a32f-a1d3117102b5 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1552289 Nov 12 03:08:55.673575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38b64e0c-6ccb-41f4-8815-536357e846d6 req-627b09b4-09e3-401c-a510-787b42c27e6e tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747674 Nov 12 03:08:56.059869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14076361-7d62-4bbb-b9f6-298e91ea9d31 req-febf02ee-98f6-4d29-9617-e520d4fcd40a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:56.067788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14076361-7d62-4bbb-b9f6-298e91ea9d31 req-febf02ee-98f6-4d29-9617-e520d4fcd40a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.0640986 Nov 12 03:08:56.127700 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14076361-7d62-4bbb-b9f6-298e91ea9d31 req-220ab414-0a2f-409d-aac0-c826122c6581 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587075 Nov 12 03:08:56.194445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45832) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:56.530059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5092bc8-ed13-440b-8d86-7dc8b5e2bcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:56.757287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5092bc8-ed13-440b-8d86-7dc8b5e2bcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:56.764189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5092bc8-ed13-440b-8d86-7dc8b5e2bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:56.804325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5092bc8-ed13-440b-8d86-7dc8b5e2bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd509cc-c8a0-4a6e-b934-3a6c8f5b2da6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:56.835725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b5092bc8-ed13-440b-8d86-7dc8b5e2bcc3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=36423c427e3a4d6caa3a9dc8653631fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6398535 Nov 12 03:08:56.838474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45866) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:56.846954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d2939-c4c2-4fd2-975d-8b5fa9de9bdb req-4f5fb3a6-a633-4935-9611-86edab912a42 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:56.857151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb8d2939-c4c2-4fd2-975d-8b5fa9de9bdb req-4f5fb3a6-a633-4935-9611-86edab912a42 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 951 time: 0.1410718 Nov 12 03:08:56.877518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:08:56.918623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb8d2939-c4c2-4fd2-975d-8b5fa9de9bdb req-349d94c5-e26d-4cab-aae0-b156274e8033 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548329 Nov 12 03:08:56.945431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: e1db122f-e0cf-464d-ba9b-dcc8903a10eb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:08:56.945771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e1db122f-e0cf-464d-ba9b-dcc8903a10eb not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:08:56.968660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:56.996793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.066509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.074911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.079535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfd509cc-c8a0-4a6e-b934-3a6c8f5b2da6 HTTP/1.1" status: 204 len: 168 time: 0.2396500 Nov 12 03:08:57.099752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0baf67b-dcc6-49d3-b8b3-91af7f7aff96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd509cc-c8a0-4a6e-b934-3a6c8f5b2da6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:57.333622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8181af-27f6-42e9-937d-1679772e75fe req-7eed622f-8a26-43bd-a0cc-d5e3e0d8c800 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:57.336185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df8181af-27f6-42e9-937d-1679772e75fe req-7eed622f-8a26-43bd-a0cc-d5e3e0d8c800 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1049025 Nov 12 03:08:57.471339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df8181af-27f6-42e9-937d-1679772e75fe req-050db496-c22b-4e02-9e75-8ccef8112efb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247735 Nov 12 03:08:57.509618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-a801a6dd-87d7-4a6f-82c9-e7ae28d585bb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:57.511512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-a801a6dd-87d7-4a6f-82c9-e7ae28d585bb tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 945 time: 0.1481025 Nov 12 03:08:57.516002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.552569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45900) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:57.642322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:57.642889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.666455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45904) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:57.725567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d57fa3f8-99de-4f40-a032-3024e05747fc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d92305f1f6604fad8759b972e646fcbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574141 Nov 12 03:08:57.728690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:57.825204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.852870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.865601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:57.866069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.892603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:58.064562 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-08854332-4a0f-4054-ac90-b380bf6194cc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376871 Nov 12 03:08:58.065346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.068682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.073154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/95a1aa05-4db9-4a4f-b95c-92e783cddd06 HTTP/1.1" status: 204 len: 168 time: 0.3426533 Nov 12 03:08:58.095613 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d059ede4-a0df-4b88-8ec5-bc0a4f16f12a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.136764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf547b8-1edc-45b1-a3de-07fc7f64c228 req-b8242170-22b7-4065-b9c9-07f3b2cfd3c1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:58.145919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4cf547b8-1edc-45b1-a3de-07fc7f64c228 req-b8242170-22b7-4065-b9c9-07f3b2cfd3c1 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 951 time: 0.1083002 Nov 12 03:08:58.220609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-bc3ff0a7-b08e-4830-82fc-f5bf4268a5ad tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:58.228091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4cf547b8-1edc-45b1-a3de-07fc7f64c228 req-f015f62e-3770-4229-848d-d5808c77de06 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766778 Nov 12 03:08:58.233867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-bc3ff0a7-b08e-4830-82fc-f5bf4268a5ad tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591458 Nov 12 03:08:58.237955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbed21e-8b5f-4905-b80b-1fc535a6a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a1aa05-4db9-4a4f-b95c-92e783cddd06,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:58.307551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-d1e9cd04-f60a-428f-a55e-8b078edb518d tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/quotas/ea5c795c9290431aaa38dc2d282e5d07 HTTP/1.1" status: 200 len: 375 time: 0.0724018 Nov 12 03:08:58.379276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-d29cd722-8182-4226-a27d-db6a69ab2f0e tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705700 Nov 12 03:08:58.380006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f5090-485c-46f4-8230-00d2ae97f397 req-5635855d-c0f8-4ffa-ac4e-34311b32d337 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:58.381792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-564f5090-485c-46f4-8230-00d2ae97f397 req-5635855d-c0f8-4ffa-ac4e-34311b32d337 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 951 time: 0.1522923 Nov 12 03:08:58.413996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d059ede4-a0df-4b88-8ec5-bc0a4f16f12a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.474582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d059ede4-a0df-4b88-8ec5-bc0a4f16f12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.484517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.503364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:58.550486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:58.644791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d059ede4-a0df-4b88-8ec5-bc0a4f16f12a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b248f203dc24aa2bc164c970273d9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0895655 Nov 12 03:08:58.646839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:58.651530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:58.654550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.668424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bde204f7-44b0-4605-8922-fd790c9467c5 req-08deed06-9351-4253-b72f-8a769759d909 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.32 "DELETE /v2.0/ports/6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 HTTP/1.1" status: 204 len: 173 time: 1.1468365 Nov 12 03:08:58.669978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'name': 'network-vif-deleted', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:58.672234 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8c1c36-d50e-45ac-bc58-af8b3e838b8d" -d '{"events": [{"server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "name": "network-vif-deleted", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:08:58.788934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059ede4-a0df-4b88-8ec5-bc0a4f16f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb46e7-de2e-4cfe-a3f0-8fd33aab25fa,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:58.856619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab3369d1-bb81-48a7-b076-991af69ea122 req-b4c704cb-e21d-416f-8869-2fb1b2361a5f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=98d00d51-216e-4a73-98e1-bf9da86c3205 HTTP/1.1" status: 200 len: 210 time: 0.1037817 Nov 12 03:08:58.980916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9680696e-f6f0-4113-86ad-97c955ccd622 req-8693bc66-72f0-4a20-aabb-255200f489a1 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 210 time: 0.0831459 Nov 12 03:08:58.984086 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0b31d6-fa2a-44cb-9839-540b80189c25 x-openstack-request-id: req-ce0b31d6-fa2a-44cb-9839-540b80189c25 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:08:58.984478 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d00d51-216e-4a73-98e1-bf9da86c3205", "name": "network-vif-deleted", "tag": "6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:08:58.985142 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ce0b31d6-fa2a-44cb-9839-540b80189c25 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:08:58.985738 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d00d51-216e-4a73-98e1-bf9da86c3205', 'name': 'network-vif-deleted', 'tag': '6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4', 'status': 'completed', 'code': 200} Nov 12 03:08:58.994965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.001609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.056629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.067446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Deleting port 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:08:59.068015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.208509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.215133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.217575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4fb46e7-de2e-4cfe-a3f0-8fd33aab25fa HTTP/1.1" status: 204 len: 168 time: 0.5361013 Nov 12 03:08:59.235708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b7a6-249c-4766-9694-a7135475414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb46e7-de2e-4cfe-a3f0-8fd33aab25fa,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:59.239971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] For port 1406cb3b-3c27-44d3-8277-168ea62880b4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1406cb3b-3c27-44d3-8277-168ea62880b4,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:59.240708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.258145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Calling delete_port for 1406cb3b-3c27-44d3-8277-168ea62880b4 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:08:59.587486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45980) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:59.635910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.636195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c83e0a-48d4-458b-a2ea-c6c3b4a6e655 req-80a7c91a-2e74-497d-a40b-b1dc0f9812cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:59.641099 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92c83e0a-48d4-458b-a2ea-c6c3b4a6e655 req-80a7c91a-2e74-497d-a40b-b1dc0f9812cd tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=619c4c7f-68c5-46af-af4e-a9fb717443f4 HTTP/1.1" status: 200 len: 951 time: 0.1952467 Nov 12 03:08:59.657278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20', 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:08:59.723943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event deleted for resources: {'Port': ['ID=1406cb3b-3c27-44d3-8277-168ea62880b4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:59.780565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92c83e0a-48d4-458b-a2ea-c6c3b4a6e655 req-497b9749-e068-410f-86fc-2e306b635bba tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287413 Nov 12 03:08:59.880165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] No DVR routers for this DVR port 1406cb3b-3c27-44d3-8277-168ea62880b4 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:08:59.886863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.897072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-564f5090-485c-46f4-8230-00d2ae97f397 req-1d553b7a-7f9c-4a61-82cb-f52793c53166 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "DELETE /v2.0/ports/1406cb3b-3c27-44d3-8277-168ea62880b4 HTTP/1.1" status: 204 len: 173 time: 1.5003796 Nov 12 03:08:59.897628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-deleted', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:08:59.902448 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277d4282-39f1-4f77-b5b4-b543236702a6" -d '{"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-deleted", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:00.043173 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58acb2a-32a4-4b2c-8809-4448765b2038 x-openstack-request-id: req-e58acb2a-32a4-4b2c-8809-4448765b2038 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:00.043626 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619c4c7f-68c5-46af-af4e-a9fb717443f4", "name": "network-vif-deleted", "tag": "1406cb3b-3c27-44d3-8277-168ea62880b4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:00.044230 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e58acb2a-32a4-4b2c-8809-4448765b2038 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:00.044816 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619c4c7f-68c5-46af-af4e-a9fb717443f4', 'name': 'network-vif-deleted', 'tag': '1406cb3b-3c27-44d3-8277-168ea62880b4', 'status': 'completed', 'code': 200} Nov 12 03:09:00.140832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1812779046'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:00.204503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46002) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:00.226547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:00.231495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.256464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.281874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4504565e-b142-4076-b4d6-7c0ccdefb0ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.312053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00327d55-5a99-46fa-a4aa-f35588f1a226 req-3b2ff6eb-7fa1-4c06-8ffd-049e85c4418b tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 210 time: 0.1389349 Nov 12 03:09:00.446113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4504565e-b142-4076-b4d6-7c0ccdefb0ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.455772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4504565e-b142-4076-b4d6-7c0ccdefb0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.473801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.563284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.588506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4504565e-b142-4076-b4d6-7c0ccdefb0ec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9ce030c5451f4980810e8929fa0700a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799806 Nov 12 03:09:00.594343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46016) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:00.619706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504565e-b142-4076-b4d6-7c0ccdefb0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d23c2-d099-4ad7-9aaf-e7893c5e0b9f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:00.620192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:00.649388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed74165-78d3-429e-b492-816b55a5ec83,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:00.664152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.664710 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Added segment 9684b875-c7df-4271-8499-a9da9c0ef2f4 of type vlan for network 59a8b81d-7fbf-4193-9a72-49bcce231277 Nov 12 03:09:00.704251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-146829e5-4611-4b46-927a-4416e180e556 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:00.705993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-146829e5-4611-4b46-927a-4416e180e556 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.2415075 Nov 12 03:09:00.735728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.782247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.790713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-f261fe0c-c691-4269-847a-2ceea8760dfe tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/quotas/711b932b4bd2412da6385200c9fa81e6 HTTP/1.1" status: 200 len: 375 time: 0.0527315 Nov 12 03:09:00.795741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.879699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-39ba7dbd-da8b-4b9c-8562-e0309474446b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829720 Nov 12 03:09:00.913204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.915048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:09:00.931301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.935521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d25d23c2-d099-4ad7-9aaf-e7893c5e0b9f HTTP/1.1" status: 204 len: 168 time: 0.3383074 Nov 12 03:09:00.986838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:00.993129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:00.993970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.001056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218cd05-f0ce-4765-8aba-1f79e6fe8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d23c2-d099-4ad7-9aaf-e7893c5e0b9f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:01.133247 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5441384 Nov 12 03:09:01.155566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46038) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:01.158925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-5f116c59-69c4-4851-8f16-4c31dc646657 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416360 Nov 12 03:09:01.172711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'subnet': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:01.460282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-267950f6-e920-4b66-8758-671bd9498306 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:01.462698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-267950f6-e920-4b66-8758-671bd9498306 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974832 Nov 12 03:09:01.480335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Request body: {'port': {'device_id': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'ea5c795c9290431aaa38dc2d282e5d07'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:01.581542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:01.638651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 1406cb3b-3c27-44d3-8277-168ea62880b4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:01.640160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1406cb3b-3c27-44d3-8277-168ea62880b4 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:01.788503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2bb37-9395-470f-a88c-a82f1483a706 req-609d7615-316e-425a-844b-3d240e204456 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:01.791482 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2fd2bb37-9395-470f-a88c-a82f1483a706 req-609d7615-316e-425a-844b-3d240e204456 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.2094095 Nov 12 03:09:01.826639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Made reservation on behalf of ea5c795c9290431aaa38dc2d282e5d07 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:01.830488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.862835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.934690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2fd2bb37-9395-470f-a88c-a82f1483a706 req-6fc53edd-bc97-4bd9-bd53-964d6fff7cbf tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366448 Nov 12 03:09:02.030010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9781d-b210-48f9-b1db-98d8942a4b72 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Network': ['ID=59a8b81d-7fbf-4193-9a72-49bcce231277,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:02.044832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:02.109341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e1417d5-76e3-47e2-a7a6-8d9bac613751 req-32d09010-cb71-4ee3-ae4a-17183114edae tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 210 time: 0.0768445 Nov 12 03:09:02.182983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.188390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.231080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a196b6e1-56a1-49a1-87f4-bfa2a39e869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.231461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:02.237611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.337335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-d1b53dfd-bf41-4fc3-99f8-4b789e1d2dd5 service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4566751 Nov 12 03:09:02.343011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be494c0e-4691-494f-8f17-487b94c3b1b4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:02.413072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Allocated IP 192.168.233.34 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/1faa3900-13d5-471f-8a82-6fb967a5f8f5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:02.531445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-ee0fceda-4ee2-40ec-863e-5b092a14d35b service neutron] 10.222.0.84 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929393 Nov 12 03:09:02.618519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.653856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.675315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-a7db153c-b7c7-46d3-bc37-c7d142de682d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:02.676873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-a7db153c-b7c7-46d3-bc37-c7d142de682d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.1180227 Nov 12 03:09:02.704016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:02.706919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:02.711000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:02.758258 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.778884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Pushing event updated for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:02.827724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e715fb5-a16e-4b2f-833f-07bb4d797dfd req-c3017132-fdc9-43df-8057-6b3d4fa23a69 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 210 time: 0.0596380 Nov 12 03:09:02.849523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:02.850357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.875516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-322f725d-fd68-439f-880e-9b270e6d4722 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3996603 Nov 12 03:09:02.897306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Request body: {'port': {'device_id': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:02.914229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:02.962217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:02.973653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6c0ca17b-2e81-4ddc-aa59-356eb5fa0bb4 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:02.976947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Checking segment: {'id': '9684b875-c7df-4271-8499-a9da9c0ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:02.977166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network hostable DHCP agents. Network: 59a8b81d-7fbf-4193-9a72-49bcce231277, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:02.992791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Subnet': ['ID=294d390a-1357-4616-8a74-627e2ebfb9cb,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:03.024456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Deleting port d0ad199c-ef5b-4e12-9518-5e2922972e5c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:03.025013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.045957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.080637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:03.171068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 59a8b81d-7fbf-4193-9a72-49bcce231277) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:03.175623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:03.176235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.180652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19394ae-e578-459b-a01a-ebf6c2146dd5 None None] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:03.211051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1700b449-0f6b-47d8-b8c8-e2cf48738e99 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0537207 Nov 12 03:09:03.215066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46116) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:03.226631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1131415971'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:03.259323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9746e-2fa5-4c41-a819-c68fee840304 req-6a9fa1f8-a182-45ea-9dd8-26efa4a8e011 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:03.261058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddc9746e-2fa5-4c41-a819-c68fee840304 req-6a9fa1f8-a182-45ea-9dd8-26efa4a8e011 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 949 time: 0.2031603 Nov 12 03:09:03.340212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ecca42a8-672d-47c1-9200-8e9d4cafd1d2 None None] Provisioning complete for port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:03.340754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecca42a8-672d-47c1-9200-8e9d4cafd1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.351848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] For port d0ad199c-ef5b-4e12-9518-5e2922972e5c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d0ad199c-ef5b-4e12-9518-5e2922972e5c,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:03.352315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.383395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Calling delete_port for d0ad199c-ef5b-4e12-9518-5e2922972e5c owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:03.399025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec8209-1bfc-4954-988f-456895346d20 req-16694816-e8ef-479c-beda-01a05a8b9f9c tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:03.405360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9ec8209-1bfc-4954-988f-456895346d20 req-16694816-e8ef-479c-beda-01a05a8b9f9c tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 935 time: 0.1462665 Nov 12 03:09:03.406757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ecca42a8-672d-47c1-9200-8e9d4cafd1d2 None None] Port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:03.468424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddc9746e-2fa5-4c41-a819-c68fee840304 req-863d803b-4f76-4d8c-b1b5-c39929bfb7cc tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933110 Nov 12 03:09:03.508804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-59a8b81d-7fbf-4193-9a72-49bcce231277', 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'tenant_id': '211b3de4206c407693e25739e63ad1f5', 'fixed_ips': [{'subnet_id': '294d390a-1357-4616-8a74-627e2ebfb9cb'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:03.509762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.528013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9ec8209-1bfc-4954-988f-456895346d20 req-380f39ab-d6fa-4208-ab70-ff24832a4c03 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121736 Nov 12 03:09:03.530620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:03.536239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.573919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port 39af1ebb-3a23-405f-8766-00b2f0d61021 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:03.631659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1faa3900-13d5-471f-8a82-6fb967a5f8f5 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:03.640557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.729797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Transition to ACTIVE for port object 1faa3900-13d5-471f-8a82-6fb967a5f8f5 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:03.731944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.734690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.745332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:03.834218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event deleted for resources: {'Port': ['ID=d0ad199c-ef5b-4e12-9518-5e2922972e5c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:03.887446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::245 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/39af1ebb-3a23-405f-8766-00b2f0d61021) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:03.932503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] No DVR routers for this DVR port d0ad199c-ef5b-4e12-9518-5e2922972e5c on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:03.932503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:03.936462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73cae903-8042-4bfe-8e96-9e8e36dc70ae req-31bbde3c-3061-4c8a-80fa-50d25df1093e tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "DELETE /v2.0/ports/d0ad199c-ef5b-4e12-9518-5e2922972e5c HTTP/1.1" status: 204 len: 173 time: 1.2391405 Nov 12 03:09:03.938540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-deleted', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:03.942805 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1c5da-47dd-48d3-b7ec-564dc3b236d1" -d '{"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-deleted", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:03.963637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Attempting to bind port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:03.967451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Attempting to bind port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:03.968054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Attempting to bind port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:03.988633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:03.996985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Attempting to bind port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:04.015959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:04.018143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:04.018710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:04.021773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Bound port: 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:04.022277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.162773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.206042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:04.209319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:04.211364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:04.226033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.266641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.305115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34fe9585-17ac-4d48-adda-d32a588cec27 req-bbdc2a88-c947-45df-8233-746a18b24e55 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 210 time: 0.2428768 Nov 12 03:09:04.312499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:04.313117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.314937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] 10.222.0.32 "PUT /v2.0/ports/1faa3900-13d5-471f-8a82-6fb967a5f8f5 HTTP/1.1" status: 200 len: 1096 time: 1.4238765 Nov 12 03:09:04.315127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:04.333110 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e89580f-334b-4ad1-9323-9a8c61aa0463" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:04.394695 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b3741d-96d3-4f7a-87cb-39613caa94de x-openstack-request-id: req-82b3741d-96d3-4f7a-87cb-39613caa94de {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:04.395017 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28c706e-cd11-4576-a03d-91ffac77ae1b", "name": "network-vif-deleted", "tag": "d0ad199c-ef5b-4e12-9518-5e2922972e5c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:04.395305 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-82b3741d-96d3-4f7a-87cb-39613caa94de {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:04.395893 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28c706e-cd11-4576-a03d-91ffac77ae1b', 'name': 'network-vif-deleted', 'tag': 'd0ad199c-ef5b-4e12-9518-5e2922972e5c', 'status': 'completed', 'code': 200} Nov 12 03:09:04.401980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad837579-ab09-4b0d-97df-fed6939c8732 service neutron] Pushing event updated for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:04.429540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Allocated IP 2001:db8::2 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/b51452fc-ec50-4439-ba40-795010dd9979) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:04.434406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:04.446496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:04.454630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:04.466085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:04.471449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.474628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=39af1ebb-3a23-405f-8766-00b2f0d61021,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:04.485975 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf9fe1-d595-46ef-8f06-bc38bb113ee0 x-openstack-request-id: req-9faf9fe1-d595-46ef-8f06-bc38bb113ee0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:04.486446 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:04.494763 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9faf9fe1-d595-46ef-8f06-bc38bb113ee0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:04.496231 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5', 'status': 'completed', 'code': 200} Nov 12 03:09:04.530273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-510e416d-3999-463d-9303-284f5eec8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:04.535753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-510e416d-3999-463d-9303-284f5eec8dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 1099 time: 0.1664965 Nov 12 03:09:04.554117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e29c496-7951-4182-b30e-903b5669b05b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3349526 Nov 12 03:09:04.556494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46174) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:04.565225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1797359101', 'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:75:2f:0d'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:04.589258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-24dabd16-46db-47e7-866f-a1d1e93e25b4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:04.595633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-24dabd16-46db-47e7-866f-a1d1e93e25b4 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 812 time: 0.3820701 Nov 12 03:09:04.609803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Request body: {'port': {'device_id': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'admin_state_up': True, 'tenant_id': '711b932b4bd2412da6385200c9fa81e6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:04.640111 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34ba01c8-204e-41db-9f6b-24ce3f284f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.644503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-0ef19c21-adb3-438c-8331-fac033e1f26c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0970304 Nov 12 03:09:04.707610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.729175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.792702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:04.808068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Made reservation on behalf of 711b932b4bd2412da6385200c9fa81e6 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:04.828459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:04.830653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46182) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:04.833639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Pushing event updated for resources: {'Port': ['ID=b51452fc-ec50-4439-ba40-795010dd9979,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:04.844167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:04.856684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:04.863039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:04.867019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8f0c351-17db-4b69-ae24-54339faebc7f req-f17fa4a0-5520-401e-986e-72a86663eef4 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=e28c706e-cd11-4576-a03d-91ffac77ae1b HTTP/1.1" status: 200 len: 210 time: 0.2267945 Nov 12 03:09:04.986594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Attempting to bind port b51452fc-ec50-4439-ba40-795010dd9979 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:04.987287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Attempting to bind port b51452fc-ec50-4439-ba40-795010dd9979 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9684b875-c7df-4271-8499-a9da9c0ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:04.989182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Attempting to bind port b51452fc-ec50-4439-ba40-795010dd9979 on network 59a8b81d-7fbf-4193-9a72-49bcce231277 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:05.001765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:05.002067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Checking segment: {'id': '9684b875-c7df-4271-8499-a9da9c0ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:05.002293 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.002756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Bound using segment: {'id': '9684b875-c7df-4271-8499-a9da9c0ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:05.003164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Bound port: b51452fc-ec50-4439-ba40-795010dd9979, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9684b875-c7df-4271-8499-a9da9c0ef2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:05.007998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.037115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-50a14477-585b-4273-8447-5af231d5df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.040692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-50a14477-585b-4273-8447-5af231d5df67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2789505 Nov 12 03:09:05.074766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b22f21c4-7eb4-43a2-8427-d3aaa766003c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.121688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Allocated IP 172.20.0.8 (bdf67113-b01b-4dee-90b2-5b492fbce521/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56/0404d9ae-fa0c-4deb-ad1b-4292469fcfdf) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:05.123399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea75daf-d3d6-46c2-a6fa-e232f56dcb18 req-66f8b1ea-65eb-43e5-bccb-62c93ec74f72 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.126162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea75daf-d3d6-46c2-a6fa-e232f56dcb18 req-66f8b1ea-65eb-43e5-bccb-62c93ec74f72 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 947 time: 0.1478634 Nov 12 03:09:05.129634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b23c2df-7807-4248-906a-b133276e036a None None] For port b51452fc-ec50-4439-ba40-795010dd9979, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:05.133663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b23c2df-7807-4248-906a-b133276e036a None None] For port b51452fc-ec50-4439-ba40-795010dd9979, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b51452fc-ec50-4439-ba40-795010dd9979,segment=NetworkSegment(9684b875-c7df-4271-8499-a9da9c0ef2f4),segment_id=9684b875-c7df-4271-8499-a9da9c0ef2f4)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:05.144573 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.148421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.187623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port 3abd0f26-6db8-4405-a8b2-6f16060184ba yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:05.241311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23c2df-7807-4248-906a-b133276e036a None None] Pushing event updated for resources: {'Port': ['ID=b51452fc-ec50-4439-ba40-795010dd9979,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:05.336721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::148 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/3abd0f26-6db8-4405-a8b2-6f16060184ba) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:05.372594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b22f21c4-7eb4-43a2-8427-d3aaa766003c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.395983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b22f21c4-7eb4-43a2-8427-d3aaa766003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.420257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-83aa0fef-dec8-4902-ae31-70b5be633d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.422186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-83aa0fef-dec8-4902-ae31-70b5be633d19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3709073 Nov 12 03:09:05.428576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea75daf-d3d6-46c2-a6fa-e232f56dcb18 req-b2b9ea13-612c-4665-ac5a-fc2447c5adc1 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778733 Nov 12 03:09:05.442366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b22f21c4-7eb4-43a2-8427-d3aaa766003c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=922a2965864845e8a4ca758b680bab03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6097569 Nov 12 03:09:05.455756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46214) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:05.511523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f21c4-7eb4-43a2-8427-d3aaa766003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf1dc1-d64c-44f9-85cd-46d76738a132,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:05.564556 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.574184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.591305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-8f07357c-252e-4010-9aa7-214054778e89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2148781 Nov 12 03:09:05.594181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:05.666085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.725404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-2adb39a4-e8b8-4117-9bc1-56a4bffa21df service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831113 Nov 12 03:09:05.727849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.782759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.795638 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.820201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.843111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:05.845896 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c67ecee-1a8a-4a0c-8215-d94b2eac05ba" -d '{"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-unplugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:05.868666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:05.874032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.875069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:05.884751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event updated for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:05.900175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:05.902326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: d0ad199c-ef5b-4e12-9518-5e2922972e5c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:05.903123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d0ad199c-ef5b-4e12-9518-5e2922972e5c not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:05.907996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-c547b272-ffd0-4c9f-817f-f89c00b2d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.909503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-c547b272-ffd0-4c9f-817f-f89c00b2d503 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 1102 time: 0.2091532 Nov 12 03:09:05.909632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14196e6-f024-4bec-9782-07347061cd30 req-77832224-567a-4643-b6fe-c1e8d278c51b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.911032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c14196e6-f024-4bec-9782-07347061cd30 req-77832224-567a-4643-b6fe-c1e8d278c51b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 931 time: 0.0927663 Nov 12 03:09:05.912904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16d813d1-29cc-4fff-b244-be4fe8bfa073 req-1ebf3f83-87a8-4396-b113-4d586eb23e9d service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833763 Nov 12 03:09:05.926875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Network bdf67113-b01b-4dee-90b2-5b492fbce521 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:05.928896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:05.931594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:05.974678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:06.028156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:06.038210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:06.043270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:06.050342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.050982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.054894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=3abd0f26-6db8-4405-a8b2-6f16060184ba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:06.153011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.157558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.158996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/74cf1dc1-d64c-44f9-85cd-46d76738a132 HTTP/1.1" status: 204 len: 168 time: 0.7025194 Nov 12 03:09:06.160285 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5cf07b1a-a5b6-42f8-aae9-d2319a95c0cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6023552 Nov 12 03:09:06.166416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:06.171900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-20e1288e-832e-4d75-83a9-f45bea69bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.172809 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-20e1288e-832e-4d75-83a9-f45bea69bae0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1896899 Nov 12 03:09:06.188710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.189344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.214733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-62adeef9-a156-4a03-84af-5628747ff475 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6096232 Nov 12 03:09:06.215504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4684dd-e782-4122-a7ac-ad1cb6be3a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf1dc1-d64c-44f9-85cd-46d76738a132,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:06.260928 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54be8115-364c-4a3f-9753-b13abacf0857 x-openstack-request-id: req-54be8115-364c-4a3f-9753-b13abacf0857 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:06.261946 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-unplugged", "status": "completed", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:06.262171 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54be8115-364c-4a3f-9753-b13abacf0857 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:06.262784 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'code': 200} Nov 12 03:09:06.282080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Request body: {'port': {'device_id': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:06.287403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-8b913932-4468-497b-8e9c-d38b2a84f833 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 200 len: 217 time: 0.0847738 Nov 12 03:09:06.395993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.481834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-d6a5e9b3-9412-4ef8-8e62-f37f2bdbe222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.484184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-d6a5e9b3-9412-4ef8-8e62-f37f2bdbe222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1792700 Nov 12 03:09:06.578755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:06.602207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00489325-f14a-42c5-8d3c-44ddc22a0089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.649671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809a8eb-6a97-4ae4-8c2d-3c957c4de686 None None] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:06.653255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c14196e6-f024-4bec-9782-07347061cd30 req-1fc0f5f4-46f8-4867-b379-547f0e389e14 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353058 Nov 12 03:09:06.681274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-1cd6a740-2864-4535-b145-65c81c8ff452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.681274 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-1cd6a740-2864-4535-b145-65c81c8ff452 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 1099 time: 0.6100855 Nov 12 03:09:06.688461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-fc627bf1-f02c-467e-bc9c-948b95894da8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5979218 Nov 12 03:09:06.738838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea735ce0-e655-4520-a09e-a55aef9824ee tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.744947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea735ce0-e655-4520-a09e-a55aef9824ee tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.751691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea735ce0-e655-4520-a09e-a55aef9824ee tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.756301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea735ce0-e655-4520-a09e-a55aef9824ee tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5835655 Nov 12 03:09:06.757072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:06.762734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] Provisioning complete for port b51452fc-ec50-4439-ba40-795010dd9979 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:06.764066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.882660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:06.892790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.907541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-11366f50-a822-4257-8ff4-6aa25c8245b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.909000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-11366f50-a822-4257-8ff4-6aa25c8245b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=996d5128e3a84b7da075ad61fe33910f&device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 1097 time: 0.1943631 Nov 12 03:09:06.910457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Transition to ACTIVE for port object 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:06.911075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-a88e3e0c-7f17-438d-ae00-a60b96da9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:06.912958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-a88e3e0c-7f17-438d-ae00-a60b96da9bc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2233715 Nov 12 03:09:06.940282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1faa3900-13d5-471f-8a82-6fb967a5f8f5 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:06.965658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.976967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-ca603eb4-0d88-4277-a16c-2cffeb404114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0542336 Nov 12 03:09:06.991903 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00489325-f14a-42c5-8d3c-44ddc22a0089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.004716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-a7f2ac8b-c24a-40a5-bd6a-6f5d84404a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.006281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-a7f2ac8b-c24a-40a5-bd6a-6f5d84404a47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5010953 Nov 12 03:09:07.011736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00489325-f14a-42c5-8d3c-44ddc22a0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.016481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.090683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port 3abd0f26-6db8-4405-a8b2-6f16060184ba {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:07.091127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.183520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00489325-f14a-42c5-8d3c-44ddc22a0089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7c7305-31e4-4979-893c-d2a0b74fd226,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.190854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8231b4-9259-4764-a461-79cd9b4d8bb8 req-278facf0-a05e-4ead-8395-e16b4d8e4c27 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.198718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b8231b4-9259-4764-a461-79cd9b4d8bb8 req-278facf0-a05e-4ead-8395-e16b4d8e4c27 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 947 time: 0.2660363 Nov 12 03:09:07.207568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-819699fd-b960-492a-8ebd-4964469e3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.208939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-819699fd-b960-492a-8ebd-4964469e3f8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2067070 Nov 12 03:09:07.213697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00489325-f14a-42c5-8d3c-44ddc22a0089 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=724025547e974f23859094ed6aae903c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6340640 Nov 12 03:09:07.221797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46256) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:07.228123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Pushing event updated for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.242783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-754be92d-6d22-4619-bcfb-febcf221def1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.244494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-754be92d-6d22-4619-bcfb-febcf221def1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.7589135 Nov 12 03:09:07.249951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] For port b51452fc-ec50-4439-ba40-795010dd9979, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b51452fc-ec50-4439-ba40-795010dd9979,segment=NetworkSegment(9684b875-c7df-4271-8499-a9da9c0ef2f4),segment_id=9684b875-c7df-4271-8499-a9da9c0ef2f4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:07.255584 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.263657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.269941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-ea3b55bd-eed1-4cee-9bc9-598d40f06e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.271503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-ea3b55bd-eed1-4cee-9bc9-598d40f06e2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 200 len: 906 time: 0.3030987 Nov 12 03:09:07.309482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.332248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:07.340725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-8c9459d2-cd23-4acf-bd6a-be250ebf2867 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/quotas/021758485e83448193033df2c34ec2e5 HTTP/1.1" status: 200 len: 375 time: 0.0704584 Nov 12 03:09:07.347464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-659a57e3-de11-4a81-8bcf-6345d861982c service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151555 Nov 12 03:09:07.353513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for 3abd0f26-6db8-4405-a8b2-6f16060184ba owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:07.360291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bc023-2083-4a2a-a503-f178b55d91b3 None None] Pushing event updated for resources: {'Port': ['ID=b51452fc-ec50-4439-ba40-795010dd9979,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.365039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '1faa3900-13d5-471f-8a82-6fb967a5f8f5', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '1faa3900-13d5-471f-8a82-6fb967a5f8f5', 'mac_address': 'fa:16:3e:f5:a0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:07.417836 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.447241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1faa3900-13d5-471f-8a82-6fb967a5f8f5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:07.483997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:07.488600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.513915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b8231b4-9259-4764-a461-79cd9b4d8bb8 req-1de581d1-a726-4cae-9028-64068e41cbbe tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148472 Nov 12 03:09:07.543461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-24de51a0-470f-4227-a598-52f036d9d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.545685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-24de51a0-470f-4227-a598-52f036d9d952 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3213651 Nov 12 03:09:07.553015 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-f26acc6c-6cdf-4d28-b4d6-f2a8950ba368 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 200 len: 1000 time: 0.2677896 Nov 12 03:09:07.579725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.582973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b51452fc-ec50-4439-ba40-795010dd9979 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:07.645245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b51452fc-ec50-4439-ba40-795010dd9979 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:07.646010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.774990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-40d0d2cb-e0af-4b43-af79-da25225dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:07.780958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-40d0d2cb-e0af-4b43-af79-da25225dedf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8fbbfff-7b92-48c7-bc69-d77faf709c4a HTTP/1.1" status: 200 len: 844 time: 0.2155735 Nov 12 03:09:07.792081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.812846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1faa3900-13d5-471f-8a82-6fb967a5f8f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:07.815624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Attempting to bind port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:07.815967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Attempting to bind port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:07.816297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Attempting to bind port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:07.838280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-91fe03e9-ebbd-41a3-a518-d4c0fdd0fc51 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821774 Nov 12 03:09:07.847854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-ef36ae44-a0bb-44c7-b697-995d9194c20f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4930434 Nov 12 03:09:07.860282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf on network bdf67113-b01b-4dee-90b2-5b492fbce521 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:07.860621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Attempting to bind port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf on network bdf67113-b01b-4dee-90b2-5b492fbce521 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:07.872494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.882257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.907324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Provisioning complete for port 39af1ebb-3a23-405f-8766-00b2f0d61021 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:07.907996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.949470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:07.949819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Checking segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:07.950209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Bound using segment: {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:07.950702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Bound port: 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:07.951067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.961642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=3abd0f26-6db8-4405-a8b2-6f16060184ba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:07.989448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.007393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133e07c6-c986-4b52-9cc3-e1795c5ffd51 req-6785c91a-bbe9-4e5c-b335-a779382e363a service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470370 Nov 12 03:09:08.011579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-a21ef47d-8f8c-4e1d-b3dc-e0e5eb936488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.013341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-a21ef47d-8f8c-4e1d-b3dc-e0e5eb936488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c7dfef4-7796-4305-b0ae-d2039597ea0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168233 Nov 12 03:09:08.035533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-204e87f9-8d61-44c9-8211-74064ebddb94 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.037248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-204e87f9-8d61-44c9-8211-74064ebddb94 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "GET /v2.0/ports?device_id=87e3f9c6-5310-4eef-b1a0-3427142c1de8 HTTP/1.1" status: 200 len: 943 time: 0.2795968 Nov 12 03:09:08.045900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Port 39af1ebb-3a23-405f-8766-00b2f0d61021 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:08.072414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Provisioning complete for port b51452fc-ec50-4439-ba40-795010dd9979 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:08.072790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.196856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.199554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.217074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba7c7305-31e4-4979-893c-d2a0b74fd226 HTTP/1.1" status: 204 len: 168 time: 0.9825389 Nov 12 03:09:08.218715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3a3bc-7a36-4450-8938-18d2f25a7ce3 req-730d917e-3c9b-4560-a75c-456320bd2c03 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.227021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-753f4669-ab3a-484a-a5f9-452e8fd6a621 None None] Could not find standard attr ID for object 3abd0f26-6db8-4405-a8b2-6f16060184ba. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:09:08.232798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79d3a3bc-7a36-4450-8938-18d2f25a7ce3 req-730d917e-3c9b-4560-a75c-456320bd2c03 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.3294344 Nov 12 03:09:08.240876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-7b1fefda-e3e6-415a-b9b0-8bf6d4b759c8 service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738251 Nov 12 03:09:08.253655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365246e-f5cd-4f89-858a-a09a02ca7dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7c7305-31e4-4979-893c-d2a0b74fd226,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:08.258699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:08.291867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e89580f-334b-4ad1-9323-9a8c61aa0463 req-50768fc7-7f04-48a8-b463-aff32c23104d service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367859 Nov 12 03:09:08.320835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.324241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0fb247b6-f823-48c5-9f0c-39049f0db0f0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/3abd0f26-6db8-4405-a8b2-6f16060184ba HTTP/1.1" status: 204 len: 168 time: 1.5627053 Nov 12 03:09:08.332678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46262) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:08.364498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-eb11cecf-6bb6-4c05-8d18-6d95edaba2f1 None None] Provisioning complete for port 39af1ebb-3a23-405f-8766-00b2f0d61021 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:08.364963 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eb11cecf-6bb6-4c05-8d18-6d95edaba2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.383184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:08.408947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.425027 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4225fbb-c231-4c74-acec-57879f00e9b7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] GET failed (client error): The resource could not be found. Nov 12 03:09:08.427071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4225fbb-c231-4c74-acec-57879f00e9b7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports/3abd0f26-6db8-4405-a8b2-6f16060184ba HTTP/1.1" status: 404 len: 333 time: 0.0925713 Nov 12 03:09:08.432263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-eb11cecf-6bb6-4c05-8d18-6d95edaba2f1 None None] Port 39af1ebb-3a23-405f-8766-00b2f0d61021 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:08.437363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:08.448314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79d3a3bc-7a36-4450-8938-18d2f25a7ce3 req-55a0371f-b090-4a3e-b6e9-124380c53f3d tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066634 Nov 12 03:09:08.452825 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-9a537df5-fbb5-4b15-ae07-3778833100a8 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264703 Nov 12 03:09:08.465699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-8476c1e8-7cab-4b90-9374-a57fd8fbca61 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.467331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-8476c1e8-7cab-4b90-9374-a57fd8fbca61 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.2240374 Nov 12 03:09:08.478281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607014139'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:08.506515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.512681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.514908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] 10.222.0.39 "PUT /v2.0/ports/0404d9ae-fa0c-4deb-ad1b-4292469fcfdf HTTP/1.1" status: 200 len: 1092 time: 2.2385030 Nov 12 03:09:08.539017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:08.545405 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692c505d-23ef-4bfa-a432-058eab44120d" -d '{"events": [{"name": "network-changed", "server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:08.553256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-86ec8955-c4ea-4921-b5ed-1f89f15cee15 None None] Could not find standard attr ID for object 3abd0f26-6db8-4405-a8b2-6f16060184ba. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:09:08.625047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e8738ad-8dd8-48c7-ad3e-f602a5149b06 req-0b7d6fa2-1f98-492b-856c-a446899d7239 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644313 Nov 12 03:09:08.633421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e2c9-8aac-4b5c-97ba-d045a95b5796 req-57cc7ca0-5dea-4093-a2ba-e0bf8c3aa953 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.641873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c37e2c9-8aac-4b5c-97ba-d045a95b5796 req-57cc7ca0-5dea-4093-a2ba-e0bf8c3aa953 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 943 time: 0.0950069 Nov 12 03:09:08.703940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c37e2c9-8aac-4b5c-97ba-d045a95b5796 req-c3575cbe-9c85-4d88-8890-0c6a39a705c2 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611246 Nov 12 03:09:08.824991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Deleting port de66f2b7-e75f-408b-9050-185c8b2732ce {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:08.825495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.830262 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-a9ff4ef6-529f-4308-9348-5642489b87c2 service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704737 Nov 12 03:09:08.848052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239512-da3d-4eef-bb73-90b026440701 req-9b1e41bc-6c90-4ed1-b7d1-ae7ee45c34c5 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:08.850628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9239512-da3d-4eef-bb73-90b026440701 req-9b1e41bc-6c90-4ed1-b7d1-ae7ee45c34c5 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 948 time: 0.0778501 Nov 12 03:09:08.868091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d95f3-413d-4894-b685-e43dbb33533d service neutron] Pushing event updated for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:08.912321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:08.915933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:08.938148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1faa3900-13d5-471f-8a82-6fb967a5f8f5 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:08.940507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9239512-da3d-4eef-bb73-90b026440701 req-ed300cc5-c94b-46d0-a277-b104c5d068e6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799522 Nov 12 03:09:08.975247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:09.002753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:09:09.007137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-be35e2d6-55ee-4c38-b4bc-129ad1177911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:09.009532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-be35e2d6-55ee-4c38-b4bc-129ad1177911 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 1095 time: 0.2765095 Nov 12 03:09:09.015920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:09.017144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.068251 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564cd8f-6b5d-483d-bde1-57396e4e4e79 x-openstack-request-id: req-7564cd8f-6b5d-483d-bde1-57396e4e4e79 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:09.068552 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:09.068804 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7564cd8f-6b5d-483d-bde1-57396e4e4e79 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:09.069203 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf', 'status': 'completed', 'code': 200} Nov 12 03:09:09.135862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-a8cbb7f4-214d-4c97-b517-accfd255ae9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf HTTP/1.1" status: 200 len: 217 time: 0.1127183 Nov 12 03:09:09.146376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] For port de66f2b7-e75f-408b-9050-185c8b2732ce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de66f2b7-e75f-408b-9050-185c8b2732ce,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:09.146745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.156136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Deleting port 4781134a-4098-4553-bdd6-048803b77e20 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:09.156464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.215553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Calling delete_port for de66f2b7-e75f-408b-9050-185c8b2732ce owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:09.245860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.305434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:09.308170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:09.316420 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c747c-f990-498f-b15c-4eee1f2b79eb" -d '{"events": [{"server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "name": "network-vif-plugged", "status": "completed", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:09.331487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.331712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9e7968f-b4e7-4ff0-b9c5-705700a8b814 req-ef6ea29e-90d1-46ef-b573-0c943e7da776 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 210 time: 0.1476405 Nov 12 03:09:09.425614 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550feb4a-79af-4b88-8ca4-5c5f1654a973 x-openstack-request-id: req-550feb4a-79af-4b88-8ca4-5c5f1654a973 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:09.425967 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "name": "network-vif-plugged", "status": "completed", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:09.426142 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-550feb4a-79af-4b88-8ca4-5c5f1654a973 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:09.426513 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5', 'code': 200} Nov 12 03:09:09.427820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:09.430542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b51452fc-ec50-4439-ba40-795010dd9979 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:09.452902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-78c070ec-dd49-4271-b6ff-11f60f8075c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:09.454435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-78c070ec-dd49-4271-b6ff-11f60f8075c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.3050530 Nov 12 03:09:09.460959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::30f (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/1135a9ca-24a4-4839-89d9-1135a2dae4f6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:09.495186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b51452fc-ec50-4439-ba40-795010dd9979 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:09.495973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.510755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:09.520866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-d8ff9786-e18f-4c3d-8ef8-8b142c339592 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515492 Nov 12 03:09:09.551282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] For port 4781134a-4098-4553-bdd6-048803b77e20, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4781134a-4098-4553-bdd6-048803b77e20,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:09.551723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.587474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Calling delete_port for 4781134a-4098-4553-bdd6-048803b77e20 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:09.622586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66fa5-2437-438f-b58d-ef91a8036b92 req-4a07c9a7-b7ac-444f-9bf7-8cf342f177d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:09.628151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05d66fa5-2437-438f-b58d-ef91a8036b92 req-4a07c9a7-b7ac-444f-9bf7-8cf342f177d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 1101 time: 0.1040695 Nov 12 03:09:09.688739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-805076750-network', 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:09.694259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05d66fa5-2437-438f-b58d-ef91a8036b92 req-3c12f525-1b08-4d6e-a9e4-43abae202db9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531907 Nov 12 03:09:09.715805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:09.719179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.729348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.850601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-0649f049-922c-4c7e-a8e2-f89f1406fb98 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146918 Nov 12 03:09:09.853355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.860508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.870800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fbba0-81b1-45ed-9331-9941d44acda8 req-e0f3ec32-859b-4122-bc53-afca7c85d8f9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:09.872447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-092fbba0-81b1-45ed-9331-9941d44acda8 req-e0f3ec32-859b-4122-bc53-afca7c85d8f9 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 943 time: 0.0882797 Nov 12 03:09:09.897910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:09.924702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.925048 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Added segment a0ef6864-08ea-45db-9bb0-4b9e092ab8d2 of type vlan for network 5a635e2d-a003-4b76-833d-7d5ccf120185 Nov 12 03:09:09.928576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20156a71-b480-4767-89a6-069ac396e4f6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:09.961531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae35a8e-f2f8-4ee0-98f5-65446eeba91b req-c34cf02b-c63e-442a-9449-1dd9c3385532 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:09.963057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ae35a8e-f2f8-4ee0-98f5-65446eeba91b req-c34cf02b-c63e-442a-9449-1dd9c3385532 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 950 time: 0.3450880 Nov 12 03:09:09.988209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.993268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-092fbba0-81b1-45ed-9331-9941d44acda8 req-fbf05999-34ae-4fed-99ce-f95c02246baf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081603 Nov 12 03:09:10.036131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.037333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.039269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.041698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.110017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event deleted for resources: {'Port': ['ID=de66f2b7-e75f-408b-9050-185c8b2732ce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.118663 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6063337 Nov 12 03:09:10.121440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:10.129007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Request body: {'subnet': {'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-805076750-subnet', 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:10.134985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28374fed-a56c-4bd5-83a1-416a0e6e7138 admin admin] Pushing event updated for resources: {'Network': ['ID=5a635e2d-a003-4b76-833d-7d5ccf120185,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.145914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:10.162469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.185895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:10.188293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.201207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f451-4966-478c-a460-1171d52941de req-af38f268-d271-435e-9f74-287ad2bdc3cc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.202951 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ae3f451-4966-478c-a460-1171d52941de req-af38f268-d271-435e-9f74-287ad2bdc3cc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.0703945 Nov 12 03:09:10.233130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adba39ae-3f8e-4159-a2ee-427c067c0446 req-2d4b2dc7-1e1f-497f-a6a8-1d7fb848c82e service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718789 Nov 12 03:09:10.234040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] No DVR routers for this DVR port de66f2b7-e75f-408b-9050-185c8b2732ce on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:10.244569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.247886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f1eb19d-5416-4fcc-b2db-f1bffb47fcbb req-4a30221a-a832-4369-bd7e-ef0e41c5aed2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "DELETE /v2.0/ports/de66f2b7-e75f-408b-9050-185c8b2732ce HTTP/1.1" status: 204 len: 173 time: 2.2005324 Nov 12 03:09:10.272349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ae35a8e-f2f8-4ee0-98f5-65446eeba91b req-e5426c28-6e6e-4336-a027-448dc8d5e4b9 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/security-groups?id=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680345 Nov 12 03:09:10.316100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.318583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ae3f451-4966-478c-a460-1171d52941de req-f624c3d1-2940-4baa-b639-457d6b4e8537 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042953 Nov 12 03:09:10.331767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4781134a-4098-4553-bdd6-048803b77e20'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:10.481646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.612708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed02460-bd0e-45e8-b307-41a2d023a582,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.621640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:10.622010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Network hostable DHCP agents. Network: 5a635e2d-a003-4b76-833d-7d5ccf120185, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:10.659534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Pushing event deleted for resources: {'Port': ['ID=4781134a-4098-4553-bdd6-048803b77e20,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.661963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:10.673828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-b6129bec-6b97-4cd4-a8ea-c2a3f146db3e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.675807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-b6129bec-6b97-4cd4-a8ea-c2a3f146db3e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.1649861 Nov 12 03:09:10.683042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5a635e2d-a003-4b76-833d-7d5ccf120185) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:10.689938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Request body: {'port': {'device_id': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'admin_state_up': True, 'tenant_id': '021758485e83448193033df2c34ec2e5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:10.696448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.697050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.697749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.700444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-41061633-d2d1-496a-ae8c-83f7c6ddc22f req-0765f8e4-e2f3-4fc8-b67e-1934737e994b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 210 time: 0.0456631 Nov 12 03:09:10.702843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cdb10e-a385-4a25-a8a3-99a23094ae8a None None] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:10.794077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] No DVR routers for this DVR port 4781134a-4098-4553-bdd6-048803b77e20 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:10.794851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc431c60-332b-4a3b-83aa-12885d2f56d0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6632788 Nov 12 03:09:10.794975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c505d-23ef-4bfa-a432-058eab44120d req-e1124446-6e4e-4439-854c-cd65c8b91bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.794975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-e1124446-6e4e-4439-854c-cd65c8b91bce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=711b932b4bd2412da6385200c9fa81e6&device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 1095 time: 0.4866719 Nov 12 03:09:10.808015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.813010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c88723c4-cc46-40b4-8d7b-cfa91d05437d req-c093760a-c27e-4737-b494-f33a5a6a93a2 tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.39 "DELETE /v2.0/ports/4781134a-4098-4553-bdd6-048803b77e20 HTTP/1.1" status: 204 len: 173 time: 2.3122880 Nov 12 03:09:10.815244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:10.830713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:10.851438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:10.858496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:10.859439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.865492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=1135a9ca-24a4-4839-89d9-1135a2dae4f6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.934201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dc0ea4-103d-4faf-974d-fac02ec155d8 None None] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:10.961905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:10.966312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.974963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f681f9a4-21f3-4ee9-9d36-2656afe5af07 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5059268 Nov 12 03:09:10.978006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:10.992157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:75:2f:0d'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:11.078579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-deleted', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce'}, {'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-deleted', 'tag': '4781134a-4098-4553-bdd6-048803b77e20'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:11.085645 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fbbc48-dcf0-4e3b-a9c3-6175d95d71d3" -d '{"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-deleted", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce"}, {"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-deleted", "tag": "4781134a-4098-4553-bdd6-048803b77e20"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:11.201575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c505d-23ef-4bfa-a432-058eab44120d req-d58a5504-95ec-4053-af0d-002a298f4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:11.206700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-d58a5504-95ec-4053-af0d-002a298f4134 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 200 len: 913 time: 0.4004948 Nov 12 03:09:11.249951 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835f636-9288-46b0-9577-d949549f9825 x-openstack-request-id: req-1835f636-9288-46b0-9577-d949549f9825 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:11.251211 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e3f9c6-5310-4eef-b1a0-3427142c1de8", "name": "network-vif-deleted", "tag": "de66f2b7-e75f-408b-9050-185c8b2732ce", "status": "completed", "code": 200}, {"server_uuid": "075f879c-5ebd-4128-ac71-1dd737e51907", "name": "network-vif-deleted", "tag": "4781134a-4098-4553-bdd6-048803b77e20", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:11.251328 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1835f636-9288-46b0-9577-d949549f9825 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:11.251702 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e3f9c6-5310-4eef-b1a0-3427142c1de8', 'name': 'network-vif-deleted', 'tag': 'de66f2b7-e75f-408b-9050-185c8b2732ce', 'status': 'completed', 'code': 200} Nov 12 03:09:11.251956 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075f879c-5ebd-4128-ac71-1dd737e51907', 'name': 'network-vif-deleted', 'tag': '4781134a-4098-4553-bdd6-048803b77e20', 'status': 'completed', 'code': 200} Nov 12 03:09:11.273402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Allocated IP 172.20.0.8 (f3543065-3b7a-4f95-b243-0b823b2b236f/04932c19-9bee-4ed8-80ce-a3adf72d9caa/9add63f4-e471-433d-b35e-751433e4c76e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:11.311036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f6e99b43-9c3c-4864-a229-6d10c0ea3306 None None] Provisioning complete for port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:11.311579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f6e99b43-9c3c-4864-a229-6d10c0ea3306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.342962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909951f7-8060-4c9f-87c8-0039fa05c046 req-37262864-1ca9-4051-836d-bd955acf24ee tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:11.351216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909951f7-8060-4c9f-87c8-0039fa05c046 req-37262864-1ca9-4051-836d-bd955acf24ee tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 943 time: 0.1382399 Nov 12 03:09:11.378737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f6e99b43-9c3c-4864-a229-6d10c0ea3306 None None] Port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:11.392758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-cd42dfba-3b91-42e5-a577-597b436c4ed4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf HTTP/1.1" status: 200 len: 217 time: 0.1677973 Nov 12 03:09:11.501821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-819200d9-71ec-446f-85ac-4524322d7a91 req-2bbefb4a-f0d7-43bb-a9ee-c0e03b8ef65f tempest-MigrationsAdminTest-1846560342 tempest-MigrationsAdminTest-1846560342-project] 10.222.0.84 "GET /v2.0/ports?device_id=075f879c-5ebd-4128-ac71-1dd737e51907 HTTP/1.1" status: 200 len: 210 time: 0.0531666 Nov 12 03:09:11.530064 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:11.546789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909951f7-8060-4c9f-87c8-0039fa05c046 req-786e5512-464a-44ad-abae-39a8b70b66d6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900964 Nov 12 03:09:11.600617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c505d-23ef-4bfa-a432-058eab44120d req-86474c0d-22d2-4e44-85bd-cd676c17f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:11.601839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-86474c0d-22d2-4e44-85bd-cd676c17f5db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 200 len: 852 time: 0.1993668 Nov 12 03:09:11.620611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.643325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.670569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.699604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-c99ca004-c424-4d80-8d9e-85f6f55c2d59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bdf67113-b01b-4dee-90b2-5b492fbce521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871637 Nov 12 03:09:11.743607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Network f3543065-3b7a-4f95-b243-0b823b2b236f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:11.747351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:11.761873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:11.803886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:11.838094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:11.839124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.853782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:11.860486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-597991858-network', 'tenant_id': 'c3bc750f35bf4919aa40d300703db469'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:11.868970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-856dea59-7e32-4f5e-92de-e21aad0ea1c1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1828871 Nov 12 03:09:11.889460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Request body: {'port': {'device_id': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:11.898836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-395d765b-8f73-4660-a420-6f398cea8d6f service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400778 Nov 12 03:09:11.942605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Made reservation on behalf of c3bc750f35bf4919aa40d300703db469 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:11.944900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.974364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.001690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14ab8c-344c-4059-8e8b-6f4756de5384 req-70413005-8752-4cc2-b9c1-a499067ac62d tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.003213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d14ab8c-344c-4059-8e8b-6f4756de5384 req-70413005-8752-4cc2-b9c1-a499067ac62d tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 931 time: 0.1377337 Nov 12 03:09:12.006614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.016011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd9bf-1f05-418e-ad4f-087a98a8b60d req-b32649ec-54f7-49e5-90e6-31f51384cabc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.017925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee0fd9bf-1f05-418e-ad4f-087a98a8b60d req-b32649ec-54f7-49e5-90e6-31f51384cabc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.1613362 Nov 12 03:09:12.112508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-692c505d-23ef-4bfa-a432-058eab44120d req-6fc5e000-7e8e-4101-a63c-969d527174a4 service neutron] 10.222.0.39 "GET /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041879 Nov 12 03:09:12.119501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d14ab8c-344c-4059-8e8b-6f4756de5384 req-decb0bff-597a-46dd-a995-25cbfebdae12 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066518 Nov 12 03:09:12.146744 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee0fd9bf-1f05-418e-ad4f-087a98a8b60d req-8a031f87-cd28-422d-a49c-90d665145395 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976107 Nov 12 03:09:12.177849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.183232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.217900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] In _notify_port_updated(), no bound segment for port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 on network 59a8b81d-7fbf-4193-9a72-49bcce231277 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:09:12.223745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.224639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.225661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "PUT /v2.0/ports/1135a9ca-24a4-4839-89d9-1135a2dae4f6 HTTP/1.1" status: 200 len: 1002 time: 1.2462831 Nov 12 03:09:12.228727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:12.290099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fc248-c584-4121-883a-2ab087ca8db0 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=1135a9ca-24a4-4839-89d9-1135a2dae4f6,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:12.359837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:12.360463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.473976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.495583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for 1135a9ca-24a4-4839-89d9-1135a2dae4f6 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:12.525477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.541856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.604795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:12.620691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f19fb5fa-d3d8-4a6a-951c-f3f16cf89506 None None] Provisioning complete for port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:12.621995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f19fb5fa-d3d8-4a6a-951c-f3f16cf89506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.649091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9879a01-bafe-4dc3-9ff5-e4fe2c4acee0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:12.656811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.657240 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Added segment a3bcb1ef-6191-4c40-8a47-27fa94350abf of type vlan for network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf Nov 12 03:09:12.696064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f19fb5fa-d3d8-4a6a-951c-f3f16cf89506 None None] Port 1135a9ca-24a4-4839-89d9-1135a2dae4f6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:12.723062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.728509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252945ec-6869-4fd5-9f5a-e25e58d5fc17 req-7841621b-9e80-4924-ba12-047953e788b7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.736400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-252945ec-6869-4fd5-9f5a-e25e58d5fc17 req-7841621b-9e80-4924-ba12-047953e788b7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 943 time: 0.0797718 Nov 12 03:09:12.746157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81290ab-0e13-43e9-9508-1be30c433510 req-e0e02730-a9ed-41bc-b80e-1ceeac723746 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.747742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c81290ab-0e13-43e9-9508-1be30c433510 req-e0e02730-a9ed-41bc-b80e-1ceeac723746 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.1441894 Nov 12 03:09:12.754840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.794034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=1135a9ca-24a4-4839-89d9-1135a2dae4f6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:12.830825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.832238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:12.833170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.883906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add63f4-e471-433d-b35e-751433e4c76e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:12.884228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-252945ec-6869-4fd5-9f5a-e25e58d5fc17 req-fe5f40a3-77b8-43b0-9c12-76801bd57124 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465931 Nov 12 03:09:12.936023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c81290ab-0e13-43e9-9508-1be30c433510 req-3246dfbb-22f5-4df0-a557-4cddf17416f3 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789081 Nov 12 03:09:12.940462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0848789 Nov 12 03:09:12.943233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:12.948019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:12.954126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Request body: {'subnet': {'network_id': '98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-597991858-subnet', 'tenant_id': 'c3bc750f35bf4919aa40d300703db469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:12.996079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cb424-965d-4f04-800a-0dd15a446eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.004767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Transition to ACTIVE for port object 9add63f4-e471-433d-b35e-751433e4c76e will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:13.009572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Made reservation on behalf of c3bc750f35bf4919aa40d300703db469 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:13.010159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:13.012555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.028634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.036648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.050537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-444e9aed-247f-4531-a1a6-fcd4585b59cc tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/1135a9ca-24a4-4839-89d9-1135a2dae4f6 HTTP/1.1" status: 204 len: 168 time: 0.8186429 Nov 12 03:09:13.055455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.108816 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-79962ab9-2c0f-41ea-a568-a12ac6b007fb tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] GET failed (client error): The resource could not be found. Nov 12 03:09:13.119409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.120216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79962ab9-2c0f-41ea-a568-a12ac6b007fb tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports/1135a9ca-24a4-4839-89d9-1135a2dae4f6 HTTP/1.1" status: 404 len: 333 time: 0.0635629 Nov 12 03:09:13.133672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1504581687'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:13.143581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46382) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.174539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.279327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7c51e-a78a-4d37-bc1c-33edf5d1589a req-6ec92c1d-ff10-4128-8e61-b35e848a162c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:13.281184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9d7c51e-a78a-4d37-bc1c-33edf5d1589a req-6ec92c1d-ff10-4128-8e61-b35e848a162c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 943 time: 0.0606394 Nov 12 03:09:13.339372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-5b374c8a-603e-4973-b9a5-0d8f92852b0b tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469465 Nov 12 03:09:13.364598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-83893dab-b661-41cc-a81e-86c4f95d59cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45e2f2cfc6414928b4eab61ea6589c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172270 Nov 12 03:09:13.366183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9d7c51e-a78a-4d37-bc1c-33edf5d1589a req-9ecd3156-7f77-4667-80cc-4695c716138e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691206 Nov 12 03:09:13.366646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46398) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.418461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.440845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.447371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Attempting to bind port 9add63f4-e471-433d-b35e-751433e4c76e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:13.447715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Attempting to bind port 9add63f4-e471-433d-b35e-751433e4c76e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:13.448043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Attempting to bind port 9add63f4-e471-433d-b35e-751433e4c76e on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:13.484682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Port 9add63f4-e471-433d-b35e-751433e4c76e on network f3543065-3b7a-4f95-b243-0b823b2b236f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:13.485057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Attempting to bind port 9add63f4-e471-433d-b35e-751433e4c76e on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:13.487768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.490779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.492443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66 HTTP/1.1" status: 204 len: 168 time: 0.1246722 Nov 12 03:09:13.504741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd242c9-f153-4dc8-8b25-66db5b3c6131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba3a82-5ac1-4a04-94a8-d8d73ba0ac66,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.520162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:13.520596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Checking segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:13.520884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Bound using segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:13.521316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Bound port: 9add63f4-e471-433d-b35e-751433e4c76e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:13.522154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.587216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:13.590960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.624402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:13.629890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:13.636672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-89104280-c98a-4207-b082-4bc8d3bc3a96 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:13.637740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-89104280-c98a-4207-b082-4bc8d3bc3a96 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909193 Nov 12 03:09:13.659672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: de66f2b7-e75f-408b-9050-185c8b2732ce {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:13.660029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de66f2b7-e75f-408b-9050-185c8b2732ce not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:13.660683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:13.661745 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.664129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:13.690932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 4781134a-4098-4553-bdd6-048803b77e20 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:13.691311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4781134a-4098-4553-bdd6-048803b77e20 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:13.755852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-79742bdf-3b6c-4f66-b9b7-a32548caec81 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/quotas/ea5c795c9290431aaa38dc2d282e5d07 HTTP/1.1" status: 200 len: 375 time: 0.0980029 Nov 12 03:09:13.780779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:13.787753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:13.798974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf', 'network_id': 'bdf67113-b01b-4dee-90b2-5b492fbce521', 'port_id': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf', 'mac_address': 'fa:16:3e:f2:55:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:13.816807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:13.816954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46404) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.822097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db03fe46-b62b-4249-a682-d64c6e37640f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.839660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.850083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.853268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:13.863820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b457367-aa36-4237-9e93-e5e43d48940b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c21a2e479d564d989d29465e8253bb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454261 Nov 12 03:09:13.866533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46406) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:13.877098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:13.881993 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.917691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.934432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:13.934821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.936225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.936393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] 10.222.0.32 "PUT /v2.0/ports/9add63f4-e471-433d-b35e-751433e4c76e HTTP/1.1" status: 200 len: 1092 time: 2.0530105 Nov 12 03:09:13.939869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:13.942387 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da" -d '{"events": [{"name": "network-changed", "server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "tag": "9add63f4-e471-433d-b35e-751433e4c76e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:13.944456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:13.957988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Checking segment: {'id': 'a3bcb1ef-6191-4c40-8a47-27fa94350abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:13.957988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Network hostable DHCP agents. Network: 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:13.994187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::381 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/0d1b65d4-e449-4f9c-95a6-b01673ef46b4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:14.022670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:14.025324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:14.026551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e751d26-04d0-4ed9-bf3d-a1e3390c1707 HTTP/1.1" status: 204 len: 168 time: 0.1590099 Nov 12 03:09:14.041875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a554-0175-4761-b4a5-9eb7cb590086 service neutron] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:14.042477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11585331-c65b-4430-a364-9bebce2ac6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e751d26-04d0-4ed9-bf3d-a1e3390c1707,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:14.060762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13ebd-5493-4c1f-a10b-229b7fb01e47 req-429cdd53-bca8-4d34-bdb5-5fca6283c23a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.065955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6aaad0e8-2431-4412-b8bb-0a98e49c56d6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2739248 Nov 12 03:09:14.068238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88d13ebd-5493-4c1f-a10b-229b7fb01e47 req-429cdd53-bca8-4d34-bdb5-5fca6283c23a tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 944 time: 0.0800390 Nov 12 03:09:14.107667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0404d9ae-fa0c-4deb-ad1b-4292469fcfdf'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:14.124317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88d13ebd-5493-4c1f-a10b-229b7fb01e47 req-cfa97555-b185-40ca-9f08-3e4f4cd4a04d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Nov 12 03:09:14.172194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:14.178378 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e49136-f34c-4164-8186-d2654f5e806b x-openstack-request-id: req-71e49136-f34c-4164-8186-d2654f5e806b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:14.178974 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "tag": "9add63f4-e471-433d-b35e-751433e4c76e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:14.180626 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-71e49136-f34c-4164-8186-d2654f5e806b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:14.181141 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e', 'status': 'completed', 'code': 200} Nov 12 03:09:14.211874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:14.217410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-c3920a8e-3e8f-498e-9b5d-f40429236e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.219000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-c3920a8e-3e8f-498e-9b5d-f40429236e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 1095 time: 0.2130599 Nov 12 03:09:14.225348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b32b64-c4de-4536-b4bf-e59540754dbb None None] Network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:14.259285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.261919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:14.339038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c15ab053-4fac-4f65-bb72-50b544754741 req-707ea2f9-1eea-43bd-a9f2-23551990256e tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 210 time: 0.0366371 Nov 12 03:09:14.346481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-7c80c42b-bbe2-4acd-9028-de0e1e826c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add63f4-e471-433d-b35e-751433e4c76e HTTP/1.1" status: 200 len: 217 time: 0.0804336 Nov 12 03:09:14.493485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7badff40-ee25-431a-8260-7bf0d9c3221d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5420563 Nov 12 03:09:14.516095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad143a3b-7114-4505-b5d7-31a0d1258d51 None None] Network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:14.548134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-9b3a6818-5c7a-4023-9967-1b2ed12d5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.550185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-9b3a6818-5c7a-4023-9967-1b2ed12d5c3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.1726532 Nov 12 03:09:14.650812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-e0767bf5-f334-4570-9aa8-00bd718c8390 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889781 Nov 12 03:09:14.695942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f76aff-3fb2-49fe-b759-7614f7cba0d9 req-30ae35c8-eb0f-4797-8cca-4961499ba751 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.703831 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61f76aff-3fb2-49fe-b759-7614f7cba0d9 req-30ae35c8-eb0f-4797-8cca-4961499ba751 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 943 time: 0.2202468 Nov 12 03:09:14.723548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:14.852445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61f76aff-3fb2-49fe-b759-7614f7cba0d9 req-de417b1f-4cb2-42e0-b7db-96cdb7c3d10c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471219 Nov 12 03:09:14.880934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:14.928843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-ca29e00e-b424-4aaa-b115-c5afaf7dab19 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573166 Nov 12 03:09:14.952455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:14.969267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:14.971826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:14.980715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:14.981607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.002417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=0d1b65d4-e449-4f9c-95a6-b01673ef46b4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:15.067345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7f29516-489f-4496-b683-5c50d81aec3d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9385870 Nov 12 03:09:15.067958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46464) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:15.124348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0fad240-f777-46ae-a405-2b8c0a4a7a23 req-d3a7470a-a6c5-4214-b482-7a134cbdff33 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838999 Nov 12 03:09:15.125604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:2f:0d'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:15.231372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.241499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-b20f75f0-9fab-4fb5-be4b-76719e22619c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.249739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-b20f75f0-9fab-4fb5-be4b-76719e22619c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.2297940 Nov 12 03:09:15.281558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-83c92cab-a9bd-4316-b772-f14385dbf1eb tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/quotas/4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 375 time: 0.0304608 Nov 12 03:09:15.309087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-97bab78b-b232-4dfd-8f24-00016a8b17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.311715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-97bab78b-b232-4dfd-8f24-00016a8b17c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 1095 time: 0.1081514 Nov 12 03:09:15.355448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-ec277890-9d14-4720-b45f-68adcbc32008 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729380 Nov 12 03:09:15.356020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f382575-ee64-43c0-b341-d011b08df27e req-4e86da35-83b7-48dc-967f-2af371ff6d1c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.358190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f382575-ee64-43c0-b341-d011b08df27e req-4e86da35-83b7-48dc-967f-2af371ff6d1c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 944 time: 0.1122277 Nov 12 03:09:15.361909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9175f898-9121-4eab-a14c-3d9b02c317bb None None] Provisioning complete for port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:15.362448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9175f898-9121-4eab-a14c-3d9b02c317bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.440642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9175f898-9121-4eab-a14c-3d9b02c317bb None None] Port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:15.486047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f382575-ee64-43c0-b341-d011b08df27e req-ce3f5339-85d5-436b-ac2e-332f272d5f97 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860710 Nov 12 03:09:15.492550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-2ea3b077-df04-429f-9a12-28a53f23f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.493813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-2ea3b077-df04-429f-9a12-28a53f23f553 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 905 time: 0.1733072 Nov 12 03:09:15.555301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-8696580a-29bb-4988-a134-699000489635 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add63f4-e471-433d-b35e-751433e4c76e HTTP/1.1" status: 200 len: 217 time: 0.0528002 Nov 12 03:09:15.555733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-fa35fbbe-d5ef-40ed-9007-95d20a417937 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646451 Nov 12 03:09:15.562503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-c2c4c5c7-4416-4a92-a107-322a4c1834b8 service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740813 Nov 12 03:09:15.617135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-322ab8ec-51c9-4ce5-98ec-dd66c8f02f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:15.618728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-322ab8ec-51c9-4ce5-98ec-dd66c8f02f89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.0556865 Nov 12 03:09:15.657392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:15.660237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-209474c7-8357-4610-a63f-69b56f712562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332820 Nov 12 03:09:15.735868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:09:15.740874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:15.741676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.836313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-478a6a72-2e59-454e-97df-ff5e708ff01f req-ef8e789c-2948-4f80-a879-7b34fd901d59 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 210 time: 0.0398157 Nov 12 03:09:15.839208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-130724f1-061b-4cc5-8f34-00440da90bad service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696374 Nov 12 03:09:15.852259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.901038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:15.902085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:15.905526 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba05d57-229c-444b-abd7-013ac5a7b646" -d '{"events": [{"server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "name": "network-vif-plugged", "status": "completed", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:15.909771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.933144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.960573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:15.970363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:15.993602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c538e3f-a1e3-46c9-9e0c-4eaedec393da req-70ee0cdb-0cda-46ff-a7e4-7fa1d879c2bf service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438494 Nov 12 03:09:16.034216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8057-11b0-4808-8080-c6382d4ac2df req-e4fa629a-326d-4b85-a69a-834f1f79cf82 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:16.035824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9caa8057-11b0-4808-8080-c6382d4ac2df req-e4fa629a-326d-4b85-a69a-834f1f79cf82 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 943 time: 0.0580533 Nov 12 03:09:16.086261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9caa8057-11b0-4808-8080-c6382d4ac2df req-da752f3b-67e5-4020-b92d-6eee74e6d19b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Nov 12 03:09:16.130909 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fdb92-2e97-41a3-b95c-db58ef3cb9b3 x-openstack-request-id: req-298fdb92-2e97-41a3-b95c-db58ef3cb9b3 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:16.131230 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "name": "network-vif-plugged", "status": "completed", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:16.131489 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-298fdb92-2e97-41a3-b95c-db58ef3cb9b3 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:16.131889 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf', 'code': 200} Nov 12 03:09:16.295933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] In _notify_port_updated(), no bound segment for port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 on network 59a8b81d-7fbf-4193-9a72-49bcce231277 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:09:16.301478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:16.302122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.303450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "PUT /v2.0/ports/0d1b65d4-e449-4f9c-95a6-b01673ef46b4 HTTP/1.1" status: 200 len: 1003 time: 1.2346547 Nov 12 03:09:16.306495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:16.330212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-a6a87d17-304a-45ba-9d53-c9598cabe470 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:16.331692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-a6a87d17-304a-45ba-9d53-c9598cabe470 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7604349 Nov 12 03:09:16.334504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-36ae2619-6d18-4a30-956c-30c02dec86f9 service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753902 Nov 12 03:09:16.347110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Request body: {'port': {'device_id': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'ea5c795c9290431aaa38dc2d282e5d07'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:16.352657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=0d1b65d4-e449-4f9c-95a6-b01673ef46b4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:16.384859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.385447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.386126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.386644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.387155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.387644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.388732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.389241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.389735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.390215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.390698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.391221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90007506-496d-436e-99e6-538d3e561e05 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:16.436225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154c6d0-1653-4631-a967-00a4ba9e64ef req-3319bd4e-bfb1-4b8b-b7e6-715490b00898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:16.437860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3154c6d0-1653-4631-a967-00a4ba9e64ef req-3319bd4e-bfb1-4b8b-b7e6-715490b00898 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 1097 time: 0.1702540 Nov 12 03:09:16.466303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:16.466643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.534325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3154c6d0-1653-4631-a967-00a4ba9e64ef req-a044aec0-af05-46fd-b00d-10831cd5e357 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Nov 12 03:09:16.553061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Made reservation on behalf of ea5c795c9290431aaa38dc2d282e5d07 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:16.557312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.678128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97a4047a-468c-4541-9aac-09de78c02f2e None None] Provisioning complete for port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:16.679578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97a4047a-468c-4541-9aac-09de78c02f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.703726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d34fd0d6-08ee-4bc2-8913-6e2fe8ab656f req-121473df-ffaf-496d-9a78-06eab0a94273 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 210 time: 0.0580051 Nov 12 03:09:16.726831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.741397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-97a4047a-468c-4541-9aac-09de78c02f2e None None] Port 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:16.756543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for 0d1b65d4-e449-4f9c-95a6-b01673ef46b4 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:16.774128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868550b1-6e24-4fc1-a2de-e72f071037aa req-5b9db828-9127-49c9-b8da-4edbea05d754 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:16.781401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-868550b1-6e24-4fc1-a2de-e72f071037aa req-5b9db828-9127-49c9-b8da-4edbea05d754 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.1563985 Nov 12 03:09:16.841808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Allocated IP 192.168.233.61 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/5896f161-2bde-462b-8658-356ab3bb20e7) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:16.861074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-868550b1-6e24-4fc1-a2de-e72f071037aa req-e901a3dd-3d32-47a2-9f90-b1ec29165796 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775349 Nov 12 03:09:16.957774 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:16.972457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9add63f4-e471-433d-b35e-751433e4c76e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:16.998419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=0d1b65d4-e449-4f9c-95a6-b01673ef46b4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:17.031752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.039244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12d140a8-8947-46df-b237-553b3e2d825c tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/0d1b65d4-e449-4f9c-95a6-b01673ef46b4 HTTP/1.1" status: 204 len: 168 time: 0.7302189 Nov 12 03:09:17.043046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46536) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:17.095113 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bbdffe-6e09-487a-8f4c-00cc88ec81c8 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] GET failed (client error): The resource could not be found. Nov 12 03:09:17.096762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46bbdffe-6e09-487a-8f4c-00cc88ec81c8 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports/0d1b65d4-e449-4f9c-95a6-b01673ef46b4 HTTP/1.1" status: 404 len: 333 time: 0.0517690 Nov 12 03:09:17.107040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:17.114259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebe09ebe-4a2e-463f-bd0d-68a3c2962794 req-14c1d719-3ac3-442c-a5f8-fb33d383fd8b tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 210 time: 0.0480046 Nov 12 03:09:17.126187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-385469509'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:17.163567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c465c257-1679-4a9a-aded-b077f5d96aec req-628b6bff-6855-4614-89e6-8d64e57e6d67 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758939 Nov 12 03:09:17.191735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:17.212089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '9add63f4-e471-433d-b35e-751433e4c76e', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': '9add63f4-e471-433d-b35e-751433e4c76e', 'mac_address': 'fa:16:3e:3c:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:17.254294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.273438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96bdb8-a568-4ea7-948c-446840bbddcb req-22e2d916-75d5-4be5-a5cb-4792b24ab85d tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:17.273739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.275299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa96bdb8-a568-4ea7-948c-446840bbddcb req-22e2d916-75d5-4be5-a5cb-4792b24ab85d tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 943 time: 0.0661941 Nov 12 03:09:17.302255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add63f4-e471-433d-b35e-751433e4c76e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:17.342927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:17.348581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.369242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa96bdb8-a568-4ea7-948c-446840bbddcb req-7c7bd7ff-dfe4-4e71-824b-9d946c690bf6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826919 Nov 12 03:09:17.408512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:17.423236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.438563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1faa3900-13d5-471f-8a82-6fb967a5f8f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:17.443528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c257-1679-4a9a-aded-b077f5d96aec req-15fd4159-ca31-43da-bff7-72b536b2ca15 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:17.452156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c465c257-1679-4a9a-aded-b077f5d96aec req-15fd4159-ca31-43da-bff7-72b536b2ca15 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748826 Nov 12 03:09:17.511657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:17.516500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:17.530435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c465c257-1679-4a9a-aded-b077f5d96aec req-d8dd52dd-12e0-41ad-9543-9ff0e5a1df91 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/quotas/4ca79b9d256740fd8b3becd1b9a021ce HTTP/1.1" status: 200 len: 375 time: 0.0770998 Nov 12 03:09:17.535920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:17.580562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:17.584211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.602871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9add63f4-e471-433d-b35e-751433e4c76e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:17.625305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Pushing event updated for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:17.650189 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c465c257-1679-4a9a-aded-b077f5d96aec req-4a4f9961-cc65-4b15-8a8e-fae99f405071 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186821 Nov 12 03:09:17.666573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:17.667238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.672198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port 12f56a3f-0881-4314-9773-3fdba6a205c5 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:17.717826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-6509c6c2-1917-49a5-8817-b6e8b39546ab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3752077 Nov 12 03:09:17.738749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Request body: {'port': {'device_id': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:17.895175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35520ec2-076c-44f3-8d3b-58a8354005f2 req-32422e4b-c74a-4787-af05-0b069d630661 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 210 time: 0.0855546 Nov 12 03:09:17.992055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.996867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::220 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/12f56a3f-0881-4314-9773-3fdba6a205c5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:18.058733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-59721b79-cc04-493a-8031-2475599991c1 None None] Provisioning complete for port 5896f161-2bde-462b-8658-356ab3bb20e7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:18.059381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-59721b79-cc04-493a-8031-2475599991c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.115201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-59721b79-cc04-493a-8031-2475599991c1 None None] Port 5896f161-2bde-462b-8658-356ab3bb20e7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:18.181614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1bd9622b-3d35-4e05-81c7-bc696f5caa82 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.183056 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1bd9622b-3d35-4e05-81c7-bc696f5caa82 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.2462089 Nov 12 03:09:18.192163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece35db-1a03-4aec-8723-de82b85ee04c req-1741ccf8-6005-4f6e-bb9f-e2f27d29d56f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.201712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ece35db-1a03-4aec-8723-de82b85ee04c req-1741ccf8-6005-4f6e-bb9f-e2f27d29d56f tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.1464012 Nov 12 03:09:18.209949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Request body: {'port': {'device_id': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'admin_state_up': True, 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:18.324567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ece35db-1a03-4aec-8723-de82b85ee04c req-e8704569-8cfd-4697-907e-4897d6e1fdb6 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219723 Nov 12 03:09:18.376648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:18.380492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.428752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4e872-350b-4c95-8b0e-f01388fb6a64 req-f8f56d3d-9c37-48ec-8894-a7ee46ff2082 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.430251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cbe4e872-350b-4c95-8b0e-f01388fb6a64 req-f8f56d3d-9c37-48ec-8894-a7ee46ff2082 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 935 time: 0.1425948 Nov 12 03:09:18.434698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.543028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cbe4e872-350b-4c95-8b0e-f01388fb6a64 req-6ba124e2-6d7f-4257-a162-bb367cf9116e tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042511 Nov 12 03:09:18.561286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5896f161-2bde-462b-8658-356ab3bb20e7 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:18.570590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.573416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.578671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Allocated IP 172.20.0.11 (5a635e2d-a003-4b76-833d-7d5ccf120185/2ed02460-bd0e-45e8-b307-41a2d023a582/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:18.625217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Transition to ACTIVE for port object 5896f161-2bde-462b-8658-356ab3bb20e7 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:18.644406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.674486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:18.683869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:18.686741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=12f56a3f-0881-4314-9773-3fdba6a205c5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:18.693351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:18.699168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.699835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.753981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c5421c4a-6363-4945-a92d-1c1ca3d1226b tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6368911 Nov 12 03:09:18.760101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46592) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:18.772460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'network_id': '59a8b81d-7fbf-4193-9a72-49bcce231277', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-645124663'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:18.775131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9847b64-4bef-4fbf-b168-bc0514f01dcb req-dd393f6a-f056-4609-9e93-846b29988c49 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:18.776748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9847b64-4bef-4fbf-b168-bc0514f01dcb req-dd393f6a-f056-4609-9e93-846b29988c49 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 944 time: 0.1531091 Nov 12 03:09:18.779968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Pushing event updated for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:18.855932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fa0b63-90c0-43ec-a00a-761e7612a733 req-e8d270fc-bc96-4169-9def-073cbc88299e tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303797 Nov 12 03:09:18.904306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9847b64-4bef-4fbf-b168-bc0514f01dcb req-acd366d5-bb6f-4f7b-b912-c28b2eb1a8cb tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029403 Nov 12 03:09:18.905655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Attempting to bind port 5896f161-2bde-462b-8658-356ab3bb20e7 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:18.905996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Attempting to bind port 5896f161-2bde-462b-8658-356ab3bb20e7 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:18.906326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Attempting to bind port 5896f161-2bde-462b-8658-356ab3bb20e7 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:18.913755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Port 5896f161-2bde-462b-8658-356ab3bb20e7 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:18.914330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Attempting to bind port 5896f161-2bde-462b-8658-356ab3bb20e7 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:18.936345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:18.936699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:18.937099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:18.940710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Bound port: 5896f161-2bde-462b-8658-356ab3bb20e7, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:18.941103 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:18.982518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9add63f4-e471-433d-b35e-751433e4c76e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:19.022532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.066890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Made reservation on behalf of 211b3de4206c407693e25739e63ad1f5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:19.070418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.075672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e1b3-d6b8-47df-bd0f-d6a0cb0c9be8 req-2a13795d-56f1-46f4-85d9-609070ea9568 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.077806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7b7e1b3-d6b8-47df-bd0f-d6a0cb0c9be8 req-2a13795d-56f1-46f4-85d9-609070ea9568 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.0909123 Nov 12 03:09:19.079924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9e4fba74-f55d-4681-873e-8382f6d46c6a None None] Provisioning complete for port 12f56a3f-0881-4314-9773-3fdba6a205c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:19.080501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9e4fba74-f55d-4681-873e-8382f6d46c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.081069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:19.082413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 9add63f4-e471-433d-b35e-751433e4c76e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:09:19.084626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5896f161-2bde-462b-8658-356ab3bb20e7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:19.092758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.107978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 9add63f4-e471-433d-b35e-751433e4c76e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:19.108460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.119216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa0b63-90c0-43ec-a00a-761e7612a733 req-92279d1c-4882-466b-9eb3-cc9100cd6a2f tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.126302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fa0b63-90c0-43ec-a00a-761e7612a733 req-92279d1c-4882-466b-9eb3-cc9100cd6a2f tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541957 Nov 12 03:09:19.128922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] device_id is not set on port ad214840-2964-4487-a103-16f63b3a80ce yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:19.141425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.156013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fba74-f55d-4681-873e-8382f6d46c6a None None] Port 12f56a3f-0881-4314-9773-3fdba6a205c5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:19.180210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Pushing event updated for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:19.189042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fa0b63-90c0-43ec-a00a-761e7612a733 req-3e4bce2d-c201-4174-a202-9b5864d8ec23 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/quotas/4ca79b9d256740fd8b3becd1b9a021ce HTTP/1.1" status: 200 len: 375 time: 0.0614822 Nov 12 03:09:19.201941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.202732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.204396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-47ecdf29-2c1a-4985-9236-d4ea4ce18e6f service neutron] 10.222.0.39 "PUT /v2.0/ports/5896f161-2bde-462b-8658-356ab3bb20e7 HTTP/1.1" status: 200 len: 1096 time: 1.4742370 Nov 12 03:09:19.204875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:19.207501 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444732eb-4747-4b1b-bb01-64ffe0ec750a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:19.257173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.265054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:19.267056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7b7e1b3-d6b8-47df-bd0f-d6a0cb0c9be8 req-ffa799b2-f5b4-458a-9fa6-44370cc5e6dc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641953 Nov 12 03:09:19.284689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fa0b63-90c0-43ec-a00a-761e7612a733 req-35cf5803-0b23-4b36-9bad-e7a463037d29 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895479 Nov 12 03:09:19.308088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:19.310370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:19.314038 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bafc22-d2eb-456b-9768-acd609729b66" -d '{"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-plugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:19.323664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:19.329524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:19.335006 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.362786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-72dbae65-c058-4918-8939-e29cfb12fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.365710 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-72dbae65-c058-4918-8939-e29cfb12fdf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 1099 time: 0.0930624 Nov 12 03:09:19.374563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:19.408948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:19.439040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-79c7a405-79be-4498-852a-0a83662b140a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5896f161-2bde-462b-8658-356ab3bb20e7 HTTP/1.1" status: 200 len: 217 time: 0.0617793 Nov 12 03:09:19.468385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.469118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:19.523295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-a8ff9148-ca5e-40c2-9f8d-fcd0b7089462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.524917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-a8ff9148-ca5e-40c2-9f8d-fcd0b7089462 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0550365 Nov 12 03:09:19.552453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7ec06-c2f6-45dd-aca7-3c65eb4b75de req-25cb71b4-b0d6-4f99-afdc-5af07db7f2f1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.554048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45d7ec06-c2f6-45dd-aca7-3c65eb4b75de req-25cb71b4-b0d6-4f99-afdc-5af07db7f2f1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 932 time: 0.1178465 Nov 12 03:09:19.577615 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c11694-9fd4-4ce3-b51c-49dcbc371df7 x-openstack-request-id: req-c5c11694-9fd4-4ce3-b51c-49dcbc371df7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:19.578186 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:19.578462 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c5c11694-9fd4-4ce3-b51c-49dcbc371df7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:19.578861 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7', 'status': 'completed', 'code': 200} Nov 12 03:09:19.619020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-ad9e8394-120a-4e37-acd0-a87f1df1132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.620734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-ad9e8394-120a-4e37-acd0-a87f1df1132c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874393 Nov 12 03:09:19.622616 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9211ad7-f53b-4f81-8354-92795ea41ce4 x-openstack-request-id: req-c9211ad7-f53b-4f81-8354-92795ea41ce4 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:19.622921 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-plugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:19.623200 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c9211ad7-f53b-4f81-8354-92795ea41ce4 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:19.623602 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e', 'code': 200} Nov 12 03:09:19.662979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45d7ec06-c2f6-45dd-aca7-3c65eb4b75de req-11ab6da6-fa06-497c-beec-d4ac8ec69cc2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881841 Nov 12 03:09:19.757156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-a8f6219d-df92-4db1-9180-912b235a4f13 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274145 Nov 12 03:09:19.823796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Allocated IP 2001:db8::114 (59a8b81d-7fbf-4193-9a72-49bcce231277/294d390a-1357-4616-8a74-627e2ebfb9cb/ad214840-2964-4487-a103-16f63b3a80ce) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:19.852036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cf1be-725b-430b-a1ad-ff49afdda8e6 req-e2d0468c-b8be-476b-aa82-43b013da1a57 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.853802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-014cf1be-725b-430b-a1ad-ff49afdda8e6 req-e2d0468c-b8be-476b-aa82-43b013da1a57 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 947 time: 0.1106806 Nov 12 03:09:19.885369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-1331c0b3-2d14-4605-8bb3-fcd359e5389d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6813903 Nov 12 03:09:19.906274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Request body: {'port': {'device_id': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:19.908250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28f94835-c4b3-4d1d-ab6f-532a74d324b7 req-38a2a588-978f-456a-91e9-725a84acd86a service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374114 Nov 12 03:09:19.924213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-014cf1be-725b-430b-a1ad-ff49afdda8e6 req-71c803a9-3e60-4730-b33c-6c8df33a46f6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Nov 12 03:09:19.969805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651f843-ea55-4a85-8463-8986cc3f321b req-416381d5-1cfd-4a36-9522-fc7390d8903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:19.971290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7651f843-ea55-4a85-8463-8986cc3f321b req-416381d5-1cfd-4a36-9522-fc7390d8903e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 1097 time: 0.1452272 Nov 12 03:09:20.050845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-0062c921-cbe3-46df-9b34-674b3ae7e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.052659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-0062c921-cbe3-46df-9b34-674b3ae7e2db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 1099 time: 0.0804369 Nov 12 03:09:20.081268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf801be-da67-4911-9daa-7ab619d32312 req-d3b9fda8-49bd-4d70-b8e9-71055c303d52 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.082839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cf801be-da67-4911-9daa-7ab619d32312 req-d3b9fda8-49bd-4d70-b8e9-71055c303d52 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.0709682 Nov 12 03:09:20.098043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.138968 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7651f843-ea55-4a85-8463-8986cc3f321b req-1dd2c322-ed66-47ba-bbc0-c85cc4ab0227 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564529 Nov 12 03:09:20.197603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cf801be-da67-4911-9daa-7ab619d32312 req-08567f0b-a96b-438f-af30-6fc557881074 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003244 Nov 12 03:09:20.210718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-38cd6b1a-f4a9-4eb7-ad42-cfcb54f6f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.212254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-38cd6b1a-f4a9-4eb7-ad42-cfcb54f6f79e service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1511111 Nov 12 03:09:20.226891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80718950-ab41-4f79-b6d9-4d871e238ff7 req-0c8d12c6-c268-4ee5-aa0d-95daad68f4c4 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480454 Nov 12 03:09:20.254699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-a57feb1c-8e94-4dce-8891-e0c5d3406dde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=5896f161-2bde-462b-8658-356ab3bb20e7 HTTP/1.1" status: 200 len: 217 time: 0.0345764 Nov 12 03:09:20.281100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.314473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-6e8b8dd4-5605-4f76-a528-fcaa57174ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.316012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-6e8b8dd4-5605-4f76-a528-fcaa57174ed0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0541706 Nov 12 03:09:20.398755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6283877-08f4-45b8-9de6-bbb19148daaa req-0d64a5b5-c9c6-428e-b87b-bb503dd35efc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.400286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6283877-08f4-45b8-9de6-bbb19148daaa req-0d64a5b5-c9c6-428e-b87b-bb503dd35efc tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.0668015 Nov 12 03:09:20.402410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-431d05ca-84d4-4eab-94ea-755b017b6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.403861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-431d05ca-84d4-4eab-94ea-755b017b6aba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806007 Nov 12 03:09:20.469925 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.507265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6283877-08f4-45b8-9de6-bbb19148daaa req-bbb76921-acef-4556-8a39-cb145ced4e8d tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007671 Nov 12 03:09:20.507859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80718950-ab41-4f79-b6d9-4d871e238ff7 req-53bacda4-87dc-48b2-ac09-f835bd89b4a1 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.508744 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80718950-ab41-4f79-b6d9-4d871e238ff7 req-53bacda4-87dc-48b2-ac09-f835bd89b4a1 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348175 Nov 12 03:09:20.539824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-c7ee1547-f0ac-470e-a831-d1ad9acea00b service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275847 Nov 12 03:09:20.554641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:20.561580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:20.564711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:20.570512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:20.571266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.593875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80718950-ab41-4f79-b6d9-4d871e238ff7 req-fe24132c-7eb7-40ab-b2e4-2b6daa8e56bb tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/quotas/4ca79b9d256740fd8b3becd1b9a021ce HTTP/1.1" status: 200 len: 375 time: 0.0654068 Nov 12 03:09:20.635715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=ad214840-2964-4487-a103-16f63b3a80ce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:20.641208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80718950-ab41-4f79-b6d9-4d871e238ff7 req-bf95dc2e-a784-48ea-b7bd-f091fe1b3581 tempest-QuotasAdminNegativeTest-501242258 tempest-QuotasAdminNegativeTest-501242258-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465114 Nov 12 03:09:20.649387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e7a8cfef-467b-434f-af29-e45c83096f5a tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8853364 Nov 12 03:09:20.652510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:20.657659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-444732eb-4747-4b1b-bb01-64ffe0ec750a req-877de713-6b3a-4ff5-9bb2-147e0f3692dd service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097555 Nov 12 03:09:20.662004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:75:2f:0d'}, {'ip_address': '2001:db8::220', 'mac_address': 'fa:16:3e:f4:55:64'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:20.706425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27b9843-5e82-4e8d-b6aa-435bcb4b20fd {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:20.719986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.735710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Transition to ACTIVE for port object e27b9843-5e82-4e8d-b6aa-435bcb4b20fd will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:20.740881 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:20.907607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:20.922514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:20.922923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:20.923296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:20.928228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:20.928587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:20.934361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:20.935276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:20.935661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:20.936098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Bound port: e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:20.936457 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.024299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:21.026474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c2c0dfe9-42a3-4141-a541-7d3a50dd393d None None] Provisioning complete for port ad214840-2964-4487-a103-16f63b3a80ce triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:21.027015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dfe9-42a3-4141-a541-7d3a50dd393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.027521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:21.032137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.069652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.070555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.072159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 1093 time: 1.1732993 Nov 12 03:09:21.072610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:21.074864 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fef811-f7ac-4445-8852-17ea0079284a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:21.077558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0dfe9-42a3-4141-a541-7d3a50dd393d None None] Port ad214840-2964-4487-a103-16f63b3a80ce cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:21.143311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8b82-cdac-4573-8b9b-4fbb0aca64f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:21.163908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391fb55-5df1-4407-9c0b-31796ec53ade req-706407a1-f383-4862-9f21-c17406520c70 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.165463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c391fb55-5df1-4407-9c0b-31796ec53ade req-706407a1-f383-4862-9f21-c17406520c70 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.1028337 Nov 12 03:09:21.190848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5412-8f82-4e70-8916-f0eff142e0ef req-633fd091-381e-458b-ba36-08b680d0a5ff tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.192446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-642f5412-8f82-4e70-8916-f0eff142e0ef req-633fd091-381e-458b-ba36-08b680d0a5ff tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.1099706 Nov 12 03:09:21.199445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-2bcdfa62-f732-430a-b604-362a1287b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.201461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-2bcdfa62-f732-430a-b604-362a1287b16d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1096 time: 0.0759690 Nov 12 03:09:21.250868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.259974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-2b06899b-143d-4606-978c-7d68039be045 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.0434122 Nov 12 03:09:21.262407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c391fb55-5df1-4407-9c0b-31796ec53ade req-38192705-72b3-4f4a-9010-013b3c76b870 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Nov 12 03:09:21.304539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-642f5412-8f82-4e70-8916-f0eff142e0ef req-b6b414ae-43f0-4ef9-bd41-55e67577eeea tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020136 Nov 12 03:09:21.384042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d77e60bf-9c8d-443c-b8a4-df07b1bf9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.385648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-d77e60bf-9c8d-443c-b8a4-df07b1bf9b2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1153572 Nov 12 03:09:21.388043 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c69ddf-3f56-446c-89fb-f8727f6ad11e x-openstack-request-id: req-65c69ddf-3f56-446c-89fb-f8727f6ad11e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:21.388335 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:21.388593 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65c69ddf-3f56-446c-89fb-f8727f6ad11e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:21.389192 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'status': 'completed', 'code': 200} Nov 12 03:09:21.442456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-7f3c8346-a9d8-4420-91c2-79659bb5d38a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393863 Nov 12 03:09:21.496677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c8df-f1b9-4a47-b508-13f6dd846656 req-b7762233-7ca1-48a2-80ca-a6236aa227f0 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.504498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c85c8df-f1b9-4a47-b508-13f6dd846656 req-b7762233-7ca1-48a2-80ca-a6236aa227f0 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 947 time: 0.1365230 Nov 12 03:09:21.553554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26a46b-d01e-4cc8-b1c7-c937f56841ed req-e4406ad2-212b-4cf4-9787-cdc0b6da50b4 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.560525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf26a46b-d01e-4cc8-b1c7-c937f56841ed req-e4406ad2-212b-4cf4-9787-cdc0b6da50b4 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1196232 Nov 12 03:09:21.578456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c85c8df-f1b9-4a47-b508-13f6dd846656 req-25571343-043a-434c-82c8-ad1233883a2f tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730972 Nov 12 03:09:21.623602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.628777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-5ccd0f53-9ce9-4e4b-830b-df7412f0dca3 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760764 Nov 12 03:09:21.631514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.666067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46672) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:21.672120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] In _notify_port_updated(), no bound segment for port ad214840-2964-4487-a103-16f63b3a80ce on network 59a8b81d-7fbf-4193-9a72-49bcce231277 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:09:21.677625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:21.678308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.679696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "PUT /v2.0/ports/ad214840-2964-4487-a103-16f63b3a80ce HTTP/1.1" status: 200 len: 1067 time: 1.0253949 Nov 12 03:09:21.681268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf26a46b-d01e-4cc8-b1c7-c937f56841ed req-01a93a9c-0278-4495-838c-e49ecae383dd tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192791 Nov 12 03:09:21.682474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:21.732730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904e23a-e8e0-41d4-a58a-e224e529208d tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event updated for resources: {'Port': ['ID=ad214840-2964-4487-a103-16f63b3a80ce,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:21.798154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d1c65d0-eaf4-488f-aa18-c79091b91439 req-62473009-7a6c-484f-b503-c034c24fa8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609604 Nov 12 03:09:21.814097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port ad214840-2964-4487-a103-16f63b3a80ce {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:21.814444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.937749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-688b7941-a8d6-48cf-b281-81a203be879f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.960286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:21.975045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for ad214840-2964-4487-a103-16f63b3a80ce owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:22.002098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fef811-f7ac-4445-8852-17ea0079284a req-8761f727-b869-4527-952f-8c767317f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.003551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-8761f727-b869-4527-952f-8c767317f657 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1096 time: 0.1177037 Nov 12 03:09:22.031307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-043fbef6-f1b0-4be9-9b36-d729c464f193 None None] Provisioning complete for port ad214840-2964-4487-a103-16f63b3a80ce triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:22.032278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-043fbef6-f1b0-4be9-9b36-d729c464f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.055377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161904a-e740-4634-9303-b2e153f7e8f9 req-c2fe209e-318b-4391-8991-4f92f1bb651c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.056881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0161904a-e740-4634-9303-b2e153f7e8f9 req-c2fe209e-318b-4391-8991-4f92f1bb651c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1390741 Nov 12 03:09:22.077227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-043fbef6-f1b0-4be9-9b36-d729c464f193 None None] Port ad214840-2964-4487-a103-16f63b3a80ce cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:22.135115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.165499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=ad214840-2964-4487-a103-16f63b3a80ce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:22.179193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0161904a-e740-4634-9303-b2e153f7e8f9 req-1ad6f4d1-32fa-47ce-a3be-00ce132f7bd2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Nov 12 03:09:22.188665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fef811-f7ac-4445-8852-17ea0079284a req-42f2bc6d-8b47-43e8-87cc-7aebfd981f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.190142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-42f2bc6d-8b47-43e8-87cc-7aebfd981f10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.1777782 Nov 12 03:09:22.195417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-688b7941-a8d6-48cf-b281-81a203be879f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.248069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-64daf212-10b5-4b5b-977c-ad13ceb0ef36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.0503898 Nov 12 03:09:22.248780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-688b7941-a8d6-48cf-b281-81a203be879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.337794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-688b7941-a8d6-48cf-b281-81a203be879f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ca79b9d256740fd8b3becd1b9a021ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680849 Nov 12 03:09:22.338398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b7941-a8d6-48cf-b281-81a203be879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948e5c6a-3cb6-4e5f-a919-c8c2ed015ef9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:22.346286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:22.359867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.363134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f46457c2-1d32-4e13-af90-c7b127194ec7 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/ad214840-2964-4487-a103-16f63b3a80ce HTTP/1.1" status: 204 len: 168 time: 0.6797054 Nov 12 03:09:22.366492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fef811-f7ac-4445-8852-17ea0079284a req-baff4ad6-cc4b-4172-96ac-774add7eda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.367919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46690) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:22.368056 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-baff4ad6-cc4b-4172-96ac-774add7eda63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1084929 Nov 12 03:09:22.409323 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa38ae15-b275-418a-a6cf-9405055011ac tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] GET failed (client error): The resource could not be found. Nov 12 03:09:22.412111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fa38ae15-b275-418a-a6cf-9405055011ac tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports/ad214840-2964-4487-a103-16f63b3a80ce HTTP/1.1" status: 404 len: 333 time: 0.0403116 Nov 12 03:09:22.421175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46692) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:22.431869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-e30236c8-066f-4343-adae-c54377f082a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514557 Nov 12 03:09:22.474504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-0be30110-4c1c-4ea0-837a-682b01fd88a7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.475906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-0be30110-4c1c-4ea0-837a-682b01fd88a7 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.1851227 Nov 12 03:09:22.491204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.554505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.563819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd645-c21e-4153-9d5d-4578c53af352 req-8a3deeed-8e54-410a-a76a-79dd8f512bcf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.564235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4e172-df35-4607-84c5-a394cb217dc4 req-1d54b822-7124-4b06-bfa6-e718f0be1fc0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.565288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f48bd645-c21e-4153-9d5d-4578c53af352 req-8a3deeed-8e54-410a-a76a-79dd8f512bcf tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 945 time: 0.1702094 Nov 12 03:09:22.565714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81d4e172-df35-4607-84c5-a394cb217dc4 req-1d54b822-7124-4b06-bfa6-e718f0be1fc0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.1593299 Nov 12 03:09:22.634357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-22b1306a-cadf-4053-944f-ca533ebc59ac service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822600 Nov 12 03:09:22.650715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port 12f56a3f-0881-4314-9773-3fdba6a205c5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:22.651249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.667311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f48bd645-c21e-4153-9d5d-4578c53af352 req-95a0f3c2-6253-4602-a6bc-8db5828e55c0 tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/security-groups?id=ff1ead7f-2c4c-4637-bc7f-6487b2207da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923023 Nov 12 03:09:22.687743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81d4e172-df35-4607-84c5-a394cb217dc4 req-80053bc1-60e9-492d-a173-975c6aba65a8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971942 Nov 12 03:09:22.738886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Deleting port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:22.739258 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.749851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.752537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.756186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/948e5c6a-3cb6-4e5f-a919-c8c2ed015ef9 HTTP/1.1" status: 204 len: 168 time: 0.4065177 Nov 12 03:09:22.814152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98fef811-f7ac-4445-8852-17ea0079284a req-b69eb824-302d-4360-a077-5b2511d9e413 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714973 Nov 12 03:09:22.814777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955090aa-fe21-4dff-bc49-58a0c1613f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948e5c6a-3cb6-4e5f-a919-c8c2ed015ef9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:22.845085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46631bbf-c013-4593-bbf1-15253defc5ec req-74f7ead8-1cee-4195-b97c-b073b927d958 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:22.854758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46631bbf-c013-4593-bbf1-15253defc5ec req-74f7ead8-1cee-4195-b97c-b073b927d958 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 947 time: 0.0992455 Nov 12 03:09:22.866195 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.888717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for 12f56a3f-0881-4314-9773-3fdba6a205c5 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:22.907316 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46631bbf-c013-4593-bbf1-15253defc5ec req-e515ce31-a43c-499a-a2a6-f99328f1b30c tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Nov 12 03:09:22.917749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] For port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,segment=NetworkSegment(ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134),segment_id=ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:22.917749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:22.956384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Calling delete_port for 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:22.987444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:23.075795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46704) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:23.090372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2adc114-a072-45f2-8225-0ff3743a1c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.097554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:23.116433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'port_id': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'mac_address': 'fa:16:3e:ca:35:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed02460-bd0e-45e8-b307-41a2d023a582', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:23.147321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.165310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.169693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2adc114-a072-45f2-8225-0ff3743a1c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.175111 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2adc114-a072-45f2-8225-0ff3743a1c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.179822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27b9843-5e82-4e8d-b6aa-435bcb4b20fd {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:23.193846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=12f56a3f-0881-4314-9773-3fdba6a205c5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.201272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:23.204892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.217682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.219911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0404d9ae-fa0c-4deb-ad1b-4292469fcfdf'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:23.243024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c2adc114-a072-45f2-8225-0ff3743a1c19 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c287b7882a4f42f185690b5a5dee29b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636889 Nov 12 03:09:23.243024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adc114-a072-45f2-8225-0ff3743a1c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd241c2-f4b7-44cd-ad3a-62fb8c850c88,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.244023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46708) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:23.255817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Pushing event deleted for resources: {'Port': ['ID=0404d9ae-fa0c-4deb-ad1b-4292469fcfdf,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.266207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.269841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9d374ba-292a-4087-874a-be4d91ce21c4 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/12f56a3f-0881-4314-9773-3fdba6a205c5 HTTP/1.1" status: 204 len: 168 time: 0.8465664 Nov 12 03:09:23.301441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46710) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:23.321523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] No DVR routers for this DVR port 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:23.324078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.326005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.329467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e09f3890-4784-4b13-81ab-07aff4abbbc6 req-e1c0f94e-65f1-476b-8a18-1086ca83346c tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.39 "DELETE /v2.0/ports/0404d9ae-fa0c-4deb-ad1b-4292469fcfdf HTTP/1.1" status: 204 len: 173 time: 0.8441329 Nov 12 03:09:23.329890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'name': 'network-vif-deleted', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:23.332802 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a821ee-0f3b-410b-8e4a-4a6719a4a141" -d '{"events": [{"server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "name": "network-vif-deleted", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:23.336741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.337408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.337907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.338400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.339548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.339996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.340375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.340984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.341390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.341877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.342279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.342681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:23.351616 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5034ff-880a-40fd-8bc3-e69b667049c3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] GET failed (client error): The resource could not be found. Nov 12 03:09:23.357513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:23.357673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e5034ff-880a-40fd-8bc3-e69b667049c3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "GET /v2.0/ports/12f56a3f-0881-4314-9773-3fdba6a205c5 HTTP/1.1" status: 404 len: 333 time: 0.0528145 Nov 12 03:09:23.380747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.427064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.443029 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a801a3-75b1-42c5-afb9-1bd5d2e79cb0 x-openstack-request-id: req-92a801a3-75b1-42c5-afb9-1bd5d2e79cb0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:23.443342 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9621e14b-4979-4c82-b3fc-abcecd06fc37", "name": "network-vif-deleted", "tag": "0404d9ae-fa0c-4deb-ad1b-4292469fcfdf", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:23.443596 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92a801a3-75b1-42c5-afb9-1bd5d2e79cb0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:23.444237 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9621e14b-4979-4c82-b3fc-abcecd06fc37', 'name': 'network-vif-deleted', 'tag': '0404d9ae-fa0c-4deb-ad1b-4292469fcfdf', 'status': 'completed', 'code': 200} Nov 12 03:09:23.454569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a0e1-de96-4014-8572-0563e18fb6d1 req-693e374e-2791-4f12-98c4-601ad722e26b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:23.456173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c91a0e1-de96-4014-8572-0563e18fb6d1 req-693e374e-2791-4f12-98c4-601ad722e26b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1091053 Nov 12 03:09:23.477432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port 39af1ebb-3a23-405f-8766-00b2f0d61021 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:23.477781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.488488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:23.523656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c91a0e1-de96-4014-8572-0563e18fb6d1 req-d797cd57-baab-48c0-b47d-0069c0104d5c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Nov 12 03:09:23.542924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.546351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.556839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdd241c2-f4b7-44cd-ad3a-62fb8c850c88 HTTP/1.1" status: 204 len: 168 time: 0.3052278 Nov 12 03:09:23.577021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e07628-8dd6-472b-835b-31a453f906f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd241c2-f4b7-44cd-ad3a-62fb8c850c88,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.620843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.636936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for 39af1ebb-3a23-405f-8766-00b2f0d61021 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:23.692604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5896f161-2bde-462b-8658-356ab3bb20e7 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:23.851408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e3fe285-f762-4725-b078-8fde65e8b4b7 req-bb32cdac-e7a1-4cc6-a26b-14188d53f17b tempest-DeleteServersTestJSON-83073064 tempest-DeleteServersTestJSON-83073064-project] 10.222.0.84 "GET /v2.0/ports?device_id=9621e14b-4979-4c82-b3fc-abcecd06fc37 HTTP/1.1" status: 200 len: 210 time: 0.0389531 Nov 12 03:09:23.861143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5896f161-2bde-462b-8658-356ab3bb20e7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:23.879745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '5896f161-2bde-462b-8658-356ab3bb20e7', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '5896f161-2bde-462b-8658-356ab3bb20e7', 'mac_address': 'fa:16:3e:97:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:23.896668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.915376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40432-680d-4074-88f9-06bffc89b243 req-2bb1a417-6e9a-4045-ad19-9374e6af090e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:23.918175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71c40432-680d-4074-88f9-06bffc89b243 req-2bb1a417-6e9a-4045-ad19-9374e6af090e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.1140635 Nov 12 03:09:23.973293 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:23.974912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=39af1ebb-3a23-405f-8766-00b2f0d61021,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:23.997810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5896f161-2bde-462b-8658-356ab3bb20e7 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:24.031422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5896f161-2bde-462b-8658-356ab3bb20e7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:24.031744 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71c40432-680d-4074-88f9-06bffc89b243 req-b45dea71-f6ec-4583-a0b6-2d50d6b15ce1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064832 Nov 12 03:09:24.047135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.074135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.077508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a77929f2-d41c-4c9a-ac51-34f61a78ef69 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/ports/39af1ebb-3a23-405f-8766-00b2f0d61021 HTTP/1.1" status: 204 len: 168 time: 0.7188025 Nov 12 03:09:24.080107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46734) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:24.128106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02a908-9292-4664-8a02-c850a9cc8618 req-d18265d3-e023-4ec4-89d3-24e211d6f467 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:24.135308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c02a908-9292-4664-8a02-c850a9cc8618 req-d18265d3-e023-4ec4-89d3-24e211d6f467 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 948 time: 0.0961809 Nov 12 03:09:24.150764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:24.169904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting subnet 294d390a-1357-4616-8a74-627e2ebfb9cb {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:09:24.174240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.223487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c02a908-9292-4664-8a02-c850a9cc8618 req-96a819e4-cccc-4e0e-97c0-05c8fa6e76ed tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871699 Nov 12 03:09:24.230700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.261971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5896f161-2bde-462b-8658-356ab3bb20e7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:24.332647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.393974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.421412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Subnet': ['ID=294d390a-1357-4616-8a74-627e2ebfb9cb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:24.425231 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.430991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46746) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:24.431178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4eca073d-4121-44c5-92a1-91240b243016 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/subnets/294d390a-1357-4616-8a74-627e2ebfb9cb HTTP/1.1" status: 204 len: 168 time: 0.3499041 Nov 12 03:09:24.432853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04e2cc-5df2-4183-9867-571f94f2b7ff None None] Network 59a8b81d-7fbf-4193-9a72-49bcce231277 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:24.519412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.555172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:24.582685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Deleting port b51452fc-ec50-4439-ba40-795010dd9979 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:24.583284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.648685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] DHCP port deletion for 59a8b81d-7fbf-4193-9a72-49bcce231277 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:09:24.661542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] For port b51452fc-ec50-4439-ba40-795010dd9979, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b51452fc-ec50-4439-ba40-795010dd9979,segment=NetworkSegment(9684b875-c7df-4271-8499-a9da9c0ef2f4),segment_id=9684b875-c7df-4271-8499-a9da9c0ef2f4)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:24.661995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.664711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f29f8-2493-4d3d-b64d-634d052c6263 req-6948b1c4-9ffb-4de7-9dbd-4ef69500f994 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:24.672642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-870f29f8-2493-4d3d-b64d-634d052c6263 req-6948b1c4-9ffb-4de7-9dbd-4ef69500f994 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.0620346 Nov 12 03:09:24.684655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-network', 'tenant_id': 'ee3467a36c714654b688fe107346c598'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:24.687715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Calling delete_port for b51452fc-ec50-4439-ba40-795010dd9979 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:24.701070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Deleting port b51452fc-ec50-4439-ba40-795010dd9979 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:24.701742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.735713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Made reservation on behalf of ee3467a36c714654b688fe107346c598 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:24.738298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.744466 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-870f29f8-2493-4d3d-b64d-634d052c6263 req-38d4d948-c78a-4c2f-9eda-51550983de44 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709565 Nov 12 03:09:24.750525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.780505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] For port b51452fc-ec50-4439-ba40-795010dd9979, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b51452fc-ec50-4439-ba40-795010dd9979,segment=NetworkSegment(9684b875-c7df-4271-8499-a9da9c0ef2f4),segment_id=9684b875-c7df-4271-8499-a9da9c0ef2f4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:24.781061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.782031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.796160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Calling delete_port for b51452fc-ec50-4439-ba40-795010dd9979 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:24.810622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Port': ['ID=b51452fc-ec50-4439-ba40-795010dd9979,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:24.815979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] No DVR routers for this DVR port b51452fc-ec50-4439-ba40-795010dd9979 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:24.845642 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.851679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.877595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:24.887562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:24.894686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.895075 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Added segment 22834722-74a9-44f3-aecd-e245f8ad1cd0 of type vlan for network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 Nov 12 03:09:24.901909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.940338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.941207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.941719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] No DVR routers for this DVR port b51452fc-ec50-4439-ba40-795010dd9979 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:24.948208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cb86b-43d0-400b-b0b7-84bb29b0e635 None None] Pushing event deleted for resources: {'Port': ['ID=b51452fc-ec50-4439-ba40-795010dd9979,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:24.972489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a8b81d-7fbf-4193-9a72-49bcce231277']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:24.982441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.983520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:24.984407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.984762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:24.990555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9684b875-c7df-4271-8499-a9da9c0ef2f4') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:24.990814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9684b875-c7df-4271-8499-a9da9c0ef2f4') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:25.005417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.034240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.049149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:09:25.051850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4954908 Nov 12 03:09:25.055079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46768) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:25.061918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Request body: {'subnet': {'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-subnet', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:25.065732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:25.066711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:25.067124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.067664 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:25.070907 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:25.132852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77100456-8343-4e15-b306-98d759d431bf admin admin] Pushing event updated for resources: {'Network': ['ID=9a8bf9b2-13ac-4aea-a626-a74f515b6144,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:25.170421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:25.170984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Made reservation on behalf of ee3467a36c714654b688fe107346c598 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:25.173481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.207208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.212308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.220551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] 10.222.0.84 "DELETE /v2.0/networks/59a8b81d-7fbf-4193-9a72-49bcce231277 HTTP/1.1" status: 204 len: 168 time: 0.7858093 Nov 12 03:09:25.249705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.273818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca3e69-6b41-4aca-9fa4-dbac79d13cb3 tempest-AllowedAddressPairIpV6TestJSON-1981480861 tempest-AllowedAddressPairIpV6TestJSON-1981480861-project] Pushing event deleted for resources: {'Network': ['ID=59a8b81d-7fbf-4193-9a72-49bcce231277,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:25.289474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:25.292280 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d0ab43-c64b-4114-b62b-0034c8db5143" -d '{"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-plugged", "status": "completed", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:25.298731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f668d5-cea4-4edb-b44f-ec3586fc013a req-8ac06cf8-c821-4115-bc00-1a7f9abb2929 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.300731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3f668d5-cea4-4edb-b44f-ec3586fc013a req-8ac06cf8-c821-4115-bc00-1a7f9abb2929 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.1501083 Nov 12 03:09:25.307775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:25.323424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.391837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3f668d5-cea4-4edb-b44f-ec3586fc013a req-9ce993a2-1638-40f2-991d-1e339b01595f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791264 Nov 12 03:09:25.394527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:25.417424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b51452fc-ec50-4439-ba40-795010dd9979 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:25.434899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0c0f-a433-4a19-9161-6a13d4b9ee8c req-4d718233-b08c-453b-8270-109857146476 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.443503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d95c0c0f-a433-4a19-9161-6a13d4b9ee8c req-4d718233-b08c-453b-8270-109857146476 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 948 time: 0.1315558 Nov 12 03:09:25.456002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b51452fc-ec50-4439-ba40-795010dd9979 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:25.456993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b51452fc-ec50-4439-ba40-795010dd9979 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:25.513430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d95c0c0f-a433-4a19-9161-6a13d4b9ee8c req-89ecae2c-cb1f-4d2e-a715-b4c888857e9f tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 Nov 12 03:09:25.531801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704c864-50ed-4909-9c9b-408426dd5e11 x-openstack-request-id: req-4704c864-50ed-4909-9c9b-408426dd5e11 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:25.531801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-plugged", "status": "completed", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:25.531801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4704c864-50ed-4909-9c9b-408426dd5e11 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:25.531801 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'code': 200} Nov 12 03:09:25.533107 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.555434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:25.604134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e7e2ef-2f8e-4c19-8033-3e23f643d345,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:25.609636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Checking segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:25.610005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Network hostable DHCP agents. Network: 9a8bf9b2-13ac-4aea-a626-a74f515b6144, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:25.638397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:25.650402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9a8bf9b2-13ac-4aea-a626-a74f515b6144) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:25.657737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.658349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.662608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1ac4c-cff6-4b34-9bf6-c232b7dd9dc3 None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:25.672040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5bdf4-9311-4cc1-aa2d-0a2c013fb923 req-fc15dc21-7840-4079-9d72-23626a7e849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.674361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7f5bdf4-9311-4cc1-aa2d-0a2c013fb923 req-fc15dc21-7840-4079-9d72-23626a7e849f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1098 time: 0.0753508 Nov 12 03:09:25.683388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2c08f6b8-ec97-47e7-8e27-3d9b20a07c29 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6250796 Nov 12 03:09:25.685301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:25.692306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:25.737619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.740655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5896f161-2bde-462b-8658-356ab3bb20e7 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:25.740809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.765201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7f5bdf4-9311-4cc1-aa2d-0a2c013fb923 req-4cfffe3f-9032-41f5-b50b-d240cf671631 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Nov 12 03:09:25.794943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9152e87c-7485-4ff7-ab7e-6d3cd15f480c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=211b3de4206c407693e25739e63ad1f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382281 Nov 12 03:09:25.800772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:25.829919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.885461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 5896f161-2bde-462b-8658-356ab3bb20e7 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:09:25.892007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 5896f161-2bde-462b-8658-356ab3bb20e7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:25.892511 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.905698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.942936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.955649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'fixed_ips': [{'subnet_id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:25.956610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.980498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8381b05-235a-43fb-abe5-961052f69cbb req-2ead7cde-d6d4-4975-ac58-8a7f1f5a4815 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:25.983555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8381b05-235a-43fb-abe5-961052f69cbb req-2ead7cde-d6d4-4975-ac58-8a7f1f5a4815 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1231904 Nov 12 03:09:26.025313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.061822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8381b05-235a-43fb-abe5-961052f69cbb req-11b1eaea-832e-400c-979e-5eb03e7c9ffc tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Nov 12 03:09:26.075713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.078319 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.079724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ed74165-78d3-429e-b492-816b55a5ec83 HTTP/1.1" status: 204 len: 168 time: 0.2780306 Nov 12 03:09:26.094434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f1a66-bf85-42fd-8fbc-ee1a1fe8f1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed74165-78d3-429e-b492-816b55a5ec83,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:26.097796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.183751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5896f161-2bde-462b-8658-356ab3bb20e7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:26.197577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.198417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:26.384620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.406790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.415393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Allocated IP 172.20.0.2 (9a8bf9b2-13ac-4aea-a626-a74f515b6144/f5e7e2ef-2f8e-4c19-8033-3e23f643d345/7f17056f-8da7-4fe5-bb66-fe58a083b4c5) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:26.420116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:26.432074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:26.432422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0404d9ae-fa0c-4deb-ad1b-4292469fcfdf not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:26.620613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432f0fa-db8a-418a-bea8-d598717045ad req-823d4db0-652e-4273-b6f9-49f5f64b73f2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:26.628979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b432f0fa-db8a-418a-bea8-d598717045ad req-823d4db0-652e-4273-b6f9-49f5f64b73f2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 946 time: 0.1109524 Nov 12 03:09:26.636956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.645090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.687603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Allocated IP 172.25.2.141 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/5af448a7-a7ca-4f0a-9a21-a248fd0cf93c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:26.688292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:26.691754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:26.700691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:26.720675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b432f0fa-db8a-418a-bea8-d598717045ad req-780ad04d-0ac9-4a3a-ade0-35a0aa835a14 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Nov 12 03:09:26.782781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488f5f-7e73-4af8-8d1b-a9fab13f6b29 req-3523009a-bbed-47b4-8b82-0c53a6a82685 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:26.794427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1488f5f-7e73-4af8-8d1b-a9fab13f6b29 req-3523009a-bbed-47b4-8b82-0c53a6a82685 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.1423464 Nov 12 03:09:26.800300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Attempting to bind port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:26.800911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Attempting to bind port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:26.801371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Attempting to bind port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 on network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:26.812011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Pushing event updated for resources: {'Port': ['ID=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:26.816504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:26.817058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Checking segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:26.817559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.818044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Bound using segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:26.818948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Bound port: 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:26.819420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.921055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.927699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1488f5f-7e73-4af8-8d1b-a9fab13f6b29 req-43a321d3-32f0-4a57-b0ba-68bc4da969f6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323073 Nov 12 03:09:26.933606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4539650d-1e17-4207-a409-78697c0c586e None None] For port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:26.938777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4539650d-1e17-4207-a409-78697c0c586e None None] For port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:26.944604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.015505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.016827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539650d-1e17-4207-a409-78697c0c586e None None] Pushing event updated for resources: {'Port': ['ID=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:27.080323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:27.086063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:27.090236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:27.147522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Pushing event updated for resources: {'Port': ['ID=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:27.255297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.485849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-09048e8e-085b-4f07-a5cf-ebcc5bc4875e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.487291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-09048e8e-085b-4f07-a5cf-ebcc5bc4875e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2304838 Nov 12 03:09:27.490180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46848) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.494865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-4e5da39a-64a8-4146-a0f3-2bf955fbc006 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.496358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e5da39a-64a8-4146-a0f3-2bf955fbc006 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051095 Nov 12 03:09:27.499605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46850) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.505232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-ce1f0b37-35b9-42dc-a7d8-35af9bc87b8a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.506338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce1f0b37-35b9-42dc-a7d8-35af9bc87b8a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056462 Nov 12 03:09:27.508835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46852) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.514130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-427ebe5a-febf-4ec2-bc8e-208b478ee0a8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.516027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.526853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-427ebe5a-febf-4ec2-bc8e-208b478ee0a8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0114422 Nov 12 03:09:27.530194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.530701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:27.533064 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9616b875-240a-484a-a13d-90300ae3507d" -d '{"events": [{"server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "name": "network-vif-plugged", "status": "completed", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:27.536455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-2d92ffb7-6799-4b5e-bdb2-88af5bab0853 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.538146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:27.540441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2d92ffb7-6799-4b5e-bdb2-88af5bab0853 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082023 Nov 12 03:09:27.541240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46858) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.546828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-07ffc052-73e2-46d0-9b68-ab1c0cf51411 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.550942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-07ffc052-73e2-46d0-9b68-ab1c0cf51411 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0085747 Nov 12 03:09:27.551575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.556850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-09113338-92d4-4892-82d9-65281716aab8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.560993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-09113338-92d4-4892-82d9-65281716aab8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084891 Nov 12 03:09:27.561770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.566697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-cd2cb9f2-f7ff-4572-a57f-6c7fe07f2d56 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.570385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd2cb9f2-f7ff-4572-a57f-6c7fe07f2d56 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074966 Nov 12 03:09:27.571244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46864) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.575900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-ff60e6f8-fbdd-458e-b427-b12aa821af16 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.580064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff60e6f8-fbdd-458e-b427-b12aa821af16 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074189 Nov 12 03:09:27.580812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.585358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-e2b5b8f9-a4ed-4a4e-8112-49d942de127d tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.589938 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2b5b8f9-a4ed-4a4e-8112-49d942de127d tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080249 Nov 12 03:09:27.590553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46868) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.594626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-13de387e-3248-43e1-98ee-92b61876c091 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.595836 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e3fefa-a598-47a0-88f4-de10fb315ede x-openstack-request-id: req-c7e3fefa-a598-47a0-88f4-de10fb315ede {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:27.596462 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "name": "network-vif-plugged", "status": "completed", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:27.596873 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c7e3fefa-a598-47a0-88f4-de10fb315ede {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:27.597426 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7', 'code': 200} Nov 12 03:09:27.598471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-13de387e-3248-43e1-98ee-92b61876c091 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069988 Nov 12 03:09:27.599372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46870) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.603911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-d16f2127-91ec-4ca5-be81-fdd4c579f0ae tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.608106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d16f2127-91ec-4ca5-be81-fdd4c579f0ae tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076470 Nov 12 03:09:27.609052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.613530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-f642f011-d3e5-44ff-abe6-0dae2ff9d3a4 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.615825 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f642f011-d3e5-44ff-abe6-0dae2ff9d3a4 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052054 Nov 12 03:09:27.616953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46874) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.623378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-c43ed167-b7c7-4c42-9328-0997c5f8ee11 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.627537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c43ed167-b7c7-4c42-9328-0997c5f8ee11 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0094209 Nov 12 03:09:27.629419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46876) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.629774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:27.630344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.634597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-100168cf-6103-4191-9f02-65652b014cdc tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.635630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-100168cf-6103-4191-9f02-65652b014cdc tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049629 Nov 12 03:09:27.638016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46878) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.659830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-24dd4023-65b8-4317-9189-977f8acf75d9 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.661139 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24dd4023-65b8-4317-9189-977f8acf75d9 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0218608 Nov 12 03:09:27.665468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46880) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.673867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-e37beb6d-6c6c-42ab-a214-c3f4fd5fbde5 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.674881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e37beb6d-6c6c-42ab-a214-c3f4fd5fbde5 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079250 Nov 12 03:09:27.678521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.684504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-1dc87f01-55e2-4c92-b294-be86d6878efc tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.688645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1dc87f01-55e2-4c92-b294-be86d6878efc tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086849 Nov 12 03:09:27.689510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46884) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.693921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-e43ba166-035b-4110-85d0-aeb981e614ac tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.696982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e43ba166-035b-4110-85d0-aeb981e614ac tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042677 Nov 12 03:09:27.697577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46886) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.709227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-fc72a368-3850-4d22-a68f-e5b4b661c001 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.712993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc72a368-3850-4d22-a68f-e5b4b661c001 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0127854 Nov 12 03:09:27.713172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46888) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.722144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-c3b71847-c49a-45ef-8064-07ac866a4f59 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.725207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3b71847-c49a-45ef-8064-07ac866a4f59 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0087066 Nov 12 03:09:27.725756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46890) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.730562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-244e10f5-161c-47d8-9f66-c0d1f1d11663 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.732823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-244e10f5-161c-47d8-9f66-c0d1f1d11663 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059986 Nov 12 03:09:27.735260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46892) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.736764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4a988-5e54-4ee8-8909-9e9ca6a95ff1 req-5802ae37-14a5-4b75-82e1-5ff4d876e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:27.738786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8b4a988-5e54-4ee8-8909-9e9ca6a95ff1 req-5802ae37-14a5-4b75-82e1-5ff4d876e289 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 1101 time: 0.0675268 Nov 12 03:09:27.741876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-73040149-e85b-4964-ad4f-274843257893 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.743302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-73040149-e85b-4964-ad4f-274843257893 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068576 Nov 12 03:09:27.749560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d339aa-292c-4033-b485-52a8d5f56ad9 req-be544d71-cc41-4003-9c8c-9286bf6cb4a7 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:27.749810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.751154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14d339aa-292c-4033-b485-52a8d5f56ad9 req-be544d71-cc41-4003-9c8c-9286bf6cb4a7 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1721857 Nov 12 03:09:27.754059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-7c7760b2-dbac-426c-bce6-1a09dfc14fe3 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.758105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c7760b2-dbac-426c-bce6-1a09dfc14fe3 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073166 Nov 12 03:09:27.759683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46898) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.763025 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.764581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-b3de77d8-30b4-4cfb-8ba0-d66d92d73f0d tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.765554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3de77d8-30b4-4cfb-8ba0-d66d92d73f0d tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046797 Nov 12 03:09:27.770519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46900) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.780465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-72567864-d43b-41ff-9e9a-0be3214a6008 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.783842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-72567864-d43b-41ff-9e9a-0be3214a6008 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108085 Nov 12 03:09:27.786062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46902) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.792588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-f3585a57-24e9-49b1-ad9f-ec43c47a28d2 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.794291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3585a57-24e9-49b1-ad9f-ec43c47a28d2 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063963 Nov 12 03:09:27.797273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.801979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-14f98f40-f832-431f-8bc3-8cec119106ad tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.802934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-14f98f40-f832-431f-8bc3-8cec119106ad tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051472 Nov 12 03:09:27.807539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.812058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-d13aff12-b5a6-4c94-8f0d-ba372668727b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.813021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d13aff12-b5a6-4c94-8f0d-ba372668727b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045664 Nov 12 03:09:27.814033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:27.815924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46908) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.818356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.820833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-4bf11b92-40db-494d-9f47-aa85e501ef29 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.822205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4bf11b92-40db-494d-9f47-aa85e501ef29 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050611 Nov 12 03:09:27.824590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.832892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-0e2aeba5-e6c6-4fb5-8e85-3fd6c05295bf tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.836683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0e2aeba5-e6c6-4fb5-8e85-3fd6c05295bf tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109220 Nov 12 03:09:27.837866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46912) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.844395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-66a96317-b1e0-4f9b-a337-f5ef36698e39 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.848506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66a96317-b1e0-4f9b-a337-f5ef36698e39 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093050 Nov 12 03:09:27.849310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.855940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-9b1d2c2f-88e7-4e05-b528-8c7cc8c89375 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.860795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9b1d2c2f-88e7-4e05-b528-8c7cc8c89375 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0094092 Nov 12 03:09:27.861918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46916) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.866576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-806f5018-2d64-453e-bf5b-42f3f62310e7 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.870577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-806f5018-2d64-453e-bf5b-42f3f62310e7 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069184 Nov 12 03:09:27.871507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46918) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.882638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:27.906941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-78132336-102c-421d-81f2-06dc3be4b3d1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.910470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78132336-102c-421d-81f2-06dc3be4b3d1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050154 Nov 12 03:09:27.910607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.914683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-87f48fa1-a616-446f-9dae-083bb9b7df61 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.915928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-87f48fa1-a616-446f-9dae-083bb9b7df61 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042841 Nov 12 03:09:27.918354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46922) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.924754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-789597f7-1dc5-4951-a3ac-5629cc2dd213 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.926404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-789597f7-1dc5-4951-a3ac-5629cc2dd213 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063934 Nov 12 03:09:27.933648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46926) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.943214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-ef968ab3-709a-4c46-a4a3-5ed6ecf7663e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.944281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef968ab3-709a-4c46-a4a3-5ed6ecf7663e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068741 Nov 12 03:09:27.946986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.960281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-dcf3409c-0976-4de2-8525-eca2b68df63a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.964017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dcf3409c-0976-4de2-8525-eca2b68df63a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070670 Nov 12 03:09:27.964318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6db22e-9234-4e0e-be8e-d2d0a83c9c39 req-57ed1e02-bb97-428e-ba78-ff707777e1b3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:27.966196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8b4a988-5e54-4ee8-8909-9e9ca6a95ff1 req-0d378078-6707-4d39-9701-f9e0653ef455 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130783 Nov 12 03:09:27.971213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46932) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.973593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6db22e-9234-4e0e-be8e-d2d0a83c9c39 req-57ed1e02-bb97-428e-ba78-ff707777e1b3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 946 time: 0.1006272 Nov 12 03:09:27.978828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-656da903-218c-4fd8-937d-f60ea627c661 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.982612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-656da903-218c-4fd8-937d-f60ea627c661 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067627 Nov 12 03:09:27.983021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:27.988871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-02ee0fd0-359f-4635-b6d6-5cddcc181cd6 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:27.990091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02ee0fd0-359f-4635-b6d6-5cddcc181cd6 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058575 Nov 12 03:09:27.990228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14d339aa-292c-4033-b485-52a8d5f56ad9 req-c22ea958-c2da-4e0f-a22c-b97c1ad7e2a8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182984 Nov 12 03:09:28.006586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.006586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-f0012cea-9627-4ac1-8c45-569a12b07b76 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.006586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f0012cea-9627-4ac1-8c45-569a12b07b76 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061097 Nov 12 03:09:28.010397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.023050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-97f3dc51-3b7f-469d-acc1-3c7b09730063 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.024299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-97f3dc51-3b7f-469d-acc1-3c7b09730063 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0123417 Nov 12 03:09:28.027748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:28.030465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46940) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.038057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-ec7776c0-66e6-45db-9f70-9427e64e38ae tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.041409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec7776c0-66e6-45db-9f70-9427e64e38ae tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065010 Nov 12 03:09:28.042448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.051973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-6e99d9f5-48d7-418b-bc5c-38ee57b704e1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.055866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e99d9f5-48d7-418b-bc5c-38ee57b704e1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0097148 Nov 12 03:09:28.057261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.061911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-be9e4b67-216f-4d31-9a31-44023fbb82e8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.065001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be9e4b67-216f-4d31-9a31-44023fbb82e8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0047786 Nov 12 03:09:28.067685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.077028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-15b0f09a-a522-4510-93cd-16ee83d09f1b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.081216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-15b0f09a-a522-4510-93cd-16ee83d09f1b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0082579 Nov 12 03:09:28.094887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.099490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6db22e-9234-4e0e-be8e-d2d0a83c9c39 req-b3481554-c34d-4e21-a817-20345fc0d2b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249268 Nov 12 03:09:28.102696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-ac8af6e3-c99a-4677-883c-8ae936d4013e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.104229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac8af6e3-c99a-4677-883c-8ae936d4013e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075028 Nov 12 03:09:28.106761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46950) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.111122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-0216fcd0-5145-4193-aa2b-5e5ecce73c3e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.118156 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0216fcd0-5145-4193-aa2b-5e5ecce73c3e tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0102918 Nov 12 03:09:28.118751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.123773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-c48e1805-496e-4efd-af32-2e3faa9f921b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.127364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c48e1805-496e-4efd-af32-2e3faa9f921b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0073843 Nov 12 03:09:28.127539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46954) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.139915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [None req-4235400d-d3ee-4e80-af8d-e9ef78978254 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.140916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4235400d-d3ee-4e80-af8d-e9ef78978254 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0105319 Nov 12 03:09:28.144007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.148277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-df1613e7-b8a9-478e-8706-f0bf738fe028 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.152553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-df1613e7-b8a9-478e-8706-f0bf738fe028 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075662 Nov 12 03:09:28.153830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.159377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-da1cc103-0db2-4b78-8d76-175fb9ce167f tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.163237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-da1cc103-0db2-4b78-8d76-175fb9ce167f tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082679 Nov 12 03:09:28.163951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46964) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.167845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-d09a9866-027c-4e3c-9dfa-61615721812a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.171280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d09a9866-027c-4e3c-9dfa-61615721812a tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063603 Nov 12 03:09:28.171809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46966) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.176053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-04c47cc6-7137-4b5e-9218-d868a1973fda tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.180157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04c47cc6-7137-4b5e-9218-d868a1973fda tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074677 Nov 12 03:09:28.180902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46968) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.185431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-9b78355a-93e5-4c35-b4be-e9d57a808340 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.189732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9b78355a-93e5-4c35-b4be-e9d57a808340 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076358 Nov 12 03:09:28.190530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46970) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.195355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-d2b7e989-9387-497f-9fc8-8ae93b509484 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.198970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d2b7e989-9387-497f-9fc8-8ae93b509484 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072637 Nov 12 03:09:28.200331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.204720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-f4bf5c41-7c86-4567-a0ed-78773e196629 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.208499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4bf5c41-7c86-4567-a0ed-78773e196629 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070992 Nov 12 03:09:28.209262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46974) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.214318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-dea86a7f-0571-4297-9132-ad9763c05c89 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.218850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dea86a7f-0571-4297-9132-ad9763c05c89 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084870 Nov 12 03:09:28.219683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46976) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.225853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-2f5c82fe-8b50-49ea-8441-cc798b0ecbab tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.229658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f5c82fe-8b50-49ea-8441-cc798b0ecbab tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0086453 Nov 12 03:09:28.230419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46978) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.235430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-bb667fb1-b48e-4467-9fcd-2765d855063f tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.239263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb667fb1-b48e-4467-9fcd-2765d855063f tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076780 Nov 12 03:09:28.240045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46980) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.244285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-86521ff6-325c-4b89-96b1-1dd41a134077 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.247796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-86521ff6-325c-4b89-96b1-1dd41a134077 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050788 Nov 12 03:09:28.249525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.255742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-b3a856a9-3a21-4e78-a8bd-85c6bd97eb0b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.261266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3a856a9-3a21-4e78-a8bd-85c6bd97eb0b tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100486 Nov 12 03:09:28.263979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46984) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.268489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-4da7ffcf-72f3-4e77-9ef5-48cb84995db4 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.273892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4da7ffcf-72f3-4e77-9ef5-48cb84995db4 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0089018 Nov 12 03:09:28.274695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46986) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.280306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-5c7880bf-872f-412e-8d75-c698f903ac40 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.284195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5c7880bf-872f-412e-8d75-c698f903ac40 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0083389 Nov 12 03:09:28.285074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46990) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.290710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-39e59910-dfb1-4970-94e1-361225e1ca8c tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.295431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39e59910-dfb1-4970-94e1-361225e1ca8c tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092916 Nov 12 03:09:28.296118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46992) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.301317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-db742615-697f-4b47-ab53-46e628bd2236 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.305006 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-db742615-697f-4b47-ab53-46e628bd2236 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069315 Nov 12 03:09:28.305815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.310579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-fb235220-f0c6-4782-9883-37d418c718c0 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.315550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb235220-f0c6-4782-9883-37d418c718c0 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085092 Nov 12 03:09:28.316305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46996) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.322125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-79d5e724-b5e2-4c67-b339-92c9042b8ca1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.326616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79d5e724-b5e2-4c67-b339-92c9042b8ca1 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092959 Nov 12 03:09:28.327400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.332188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-34211fc7-9446-4e41-9151-fae1b06b41c8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.335877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34211fc7-9446-4e41-9151-fae1b06b41c8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074441 Nov 12 03:09:28.336687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47000) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.342377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [None req-c5f24de7-8941-476b-8839-451ffc4849b8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:28.348780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5f24de7-8941-476b-8839-451ffc4849b8 tempest-ExtensionsTestJSON-1290378008 tempest-ExtensionsTestJSON-1290378008-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089066 Nov 12 03:09:28.397975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340df8-6836-41ee-9e7e-88d906d07c89 req-e5dbe047-fd0c-43ba-a767-336873c9fe8f tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:28.401349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a340df8-6836-41ee-9e7e-88d906d07c89 req-e5dbe047-fd0c-43ba-a767-336873c9fe8f tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.2728083 Nov 12 03:09:28.448986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:28.472486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a340df8-6836-41ee-9e7e-88d906d07c89 req-568a4c2c-94f2-49f6-aeaa-a158fa3b361f tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635002 Nov 12 03:09:28.506150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298fcf6-f9fd-4d17-91ec-bedbd00e9cb1 None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:28.535187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b49a10-eb9e-44b7-aeaa-8917402e8d3a req-8b206a3c-3054-4f0f-9f5e-d972776ddc5f tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:28.536753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94b49a10-eb9e-44b7-aeaa-8917402e8d3a req-8b206a3c-3054-4f0f-9f5e-d972776ddc5f tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1098 time: 0.0495319 Nov 12 03:09:28.607635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94b49a10-eb9e-44b7-aeaa-8917402e8d3a req-aba81b39-e88f-43a5-94f8-90d299b1b62f tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619845 Nov 12 03:09:28.614419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-23fb9f47-bb85-4f45-b426-45834d01b26a None None] Provisioning complete for port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:28.614995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-23fb9f47-bb85-4f45-b426-45834d01b26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:28.715195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Router 34370b3a-0693-48e6-bde3-dae293148787 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:09:28.822370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47010) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.885994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835e51-8bf3-4616-bc4c-cb039540d70b req-d99cd97b-17e8-4f19-ad66-f0bc2e9254a8 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:28.887976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b835e51-8bf3-4616-bc4c-cb039540d70b req-d99cd97b-17e8-4f19-ad66-f0bc2e9254a8 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1098 time: 0.1113145 Nov 12 03:09:28.924414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:28.935165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Sync routers for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:28.970021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:28.971506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47261e65-eb3d-4523-b4da-719a61419e08 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2849185 Nov 12 03:09:28.986521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b835e51-8bf3-4616-bc4c-cb039540d70b req-459f7533-30c7-43f0-9465-10dad9b816df tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842927 Nov 12 03:09:28.990321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47014) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:28.991843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:28.992506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:28.997566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f83ca9-67cf-4976-ab69-109124b647d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.140470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.179292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ab85b06e-5605-4829-b4ca-e7b034e84eb5 None None] Provisioning complete for port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:29.179292 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab85b06e-5605-4829-b4ca-e7b034e84eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.239336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f83ca9-67cf-4976-ab69-109124b647d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.246037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f83ca9-67cf-4976-ab69-109124b647d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.295681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:29.375391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd0f9-02b7-4f46-b3bf-471b30b069d1 req-a3e01890-09a1-4046-91a0-1d9621325dda tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:29.376968 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-284dd0f9-02b7-4f46-b3bf-471b30b069d1 req-a3e01890-09a1-4046-91a0-1d9621325dda tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2125115 Nov 12 03:09:29.378435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f83ca9-67cf-4976-ab69-109124b647d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da41457-b890-4839-a02d-62c6d16fd65c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:29.388478 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74f83ca9-67cf-4976-ab69-109124b647d5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ad622985f1864bd3bf946493a402c36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5644171 Nov 12 03:09:29.391239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47026) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:29.480739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:29.511782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-284dd0f9-02b7-4f46-b3bf-471b30b069d1 req-3ffa326c-d425-4ec9-b8a1-7503cdd8df70 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127357 Nov 12 03:09:29.538509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.609656 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.622524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:29.623669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.751678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac35e74-a66c-4c51-b68f-a3ed1a3ce64e req-de04e32d-1ccb-4671-a300-23a2e48ce460 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:29.753246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ac35e74-a66c-4c51-b68f-a3ed1a3ce64e req-de04e32d-1ccb-4671-a300-23a2e48ce460 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.1183732 Nov 12 03:09:29.757422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:27Z', 'revision_number': 3, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:29.762628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.770519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:29.794553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9da41457-b890-4839-a02d-62c6d16fd65c HTTP/1.1" status: 204 len: 168 time: 0.3961256 Nov 12 03:09:29.802792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Checking router: 34370b3a-0693-48e6-bde3-dae293148787 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:29.803168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Updating router 34370b3a-0693-48e6-bde3-dae293148787 port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:29.828713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ac35e74-a66c-4c51-b68f-a3ed1a3ce64e req-c8e77c1a-6fd6-4471-93b3-e6f0ab218236 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658734 Nov 12 03:09:29.846155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b14d6-5730-401f-a6ce-ea365d5aa453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da41457-b890-4839-a02d-62c6d16fd65c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:29.856309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.066749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.258349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.271288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.394697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Attempting to bind port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:30.395127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Attempting to bind port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:30.395490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Attempting to bind port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:30.423967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:30.425603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:30.426030 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.426489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:30.426998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Bound port: 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:30.427419 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.497251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Allocated IP 172.20.0.1 (9a8bf9b2-13ac-4aea-a626-a74f515b6144/f5e7e2ef-2f8e-4c19-8033-3e23f643d345/fe3edd57-e073-4409-a200-c39669056ea1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:30.517202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] For port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:30.520339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] For port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:30.530592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.540723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1309c-18f2-40db-9910-fddf6c6fa033 None None] Pushing event updated for resources: {'Port': ['ID=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:30.548071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68642527-6a6e-4729-8b6c-a0da785102a6 req-95b6f211-ee4d-4283-a033-b0131b71daf6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:30.559890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68642527-6a6e-4729-8b6c-a0da785102a6 req-95b6f211-ee4d-4283-a033-b0131b71daf6 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.1185544 Nov 12 03:09:30.579335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:30.579992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:30.633798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68642527-6a6e-4729-8b6c-a0da785102a6 req-c52c29f0-9dad-4fcc-b74b-efcc37e1e8cf tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709581 Nov 12 03:09:30.679089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.737075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:30.847887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:30.849745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1309c-18f2-40db-9910-fddf6c6fa033 None None] Pushing event updated for resources: {'Port': ['ID=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:30.860680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e728cf-7b3d-4932-b98e-6ba6977cd46a req-f341c566-4417-4b51-b858-941887f74b62 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:30.869481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77e728cf-7b3d-4932-b98e-6ba6977cd46a req-f341c566-4417-4b51-b858-941887f74b62 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.0845335 Nov 12 03:09:30.903603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:30.906947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:30.913910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:30.962380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77e728cf-7b3d-4932-b98e-6ba6977cd46a req-5a472dbf-9000-4e21-b2ae-b238c50a45ff tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867813 Nov 12 03:09:30.982723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.076292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47098) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:31.088095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:31.281394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'networks': [{'name': 'tempest-network--1772020110'}, {'name': 'tempest-network--1344347483'}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:31.281712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-network--1772020110'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:31.282175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-network--1344347483'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:31.294554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.333551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:27Z', 'revision_number': 3, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:31.349950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47102) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:31.369510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'network': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:31.374657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.398026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afd134-d74f-4baa-bdb4-fbfe1a996ce9 None None] The sync data for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 is: [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:27Z', 'revision_number': 3, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:31.412455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a06b33ae-814e-43c9-bf1c-a2e33c4c91a7 None None] Provisioning complete for port fe3edd57-e073-4409-a200-c39669056ea1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:31.412678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-5cbac1ba-8ab0-4cd4-8876-a0d00c3f8178 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:09:31.412873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a06b33ae-814e-43c9-bf1c-a2e33c4c91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.413492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-5cbac1ba-8ab0-4cd4-8876-a0d00c3f8178 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3761635 Nov 12 03:09:31.416535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.472562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Deleting subnet de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:09:31.486599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.501493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a06b33ae-814e-43c9-bf1c-a2e33c4c91a7 None None] Port fe3edd57-e073-4409-a200-c39669056ea1 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:31.574410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.577791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-db4fa43a-6375-4673-a71e-2494f4b80739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:31.579226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-db4fa43a-6375-4673-a71e-2494f4b80739 service neutron] 10.222.0.84 "GET /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 1095 time: 0.1524141 Nov 12 03:09:31.579590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.583816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.616856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:31.617306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:09:31.648994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.652125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:31.672530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.812316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:31.814468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:31.911402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.929304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.956069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.956699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.959382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Router 34370b3a-0693-48e6-bde3-dae293148787 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:09:31.989403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:31.994611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:31.997946 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/de47a3d4-3d1c-4eb0-b3bb-f10cfd399c56 HTTP/1.1" status: 204 len: 168 time: 0.6470037 Nov 12 03:09:32.007071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47112) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:32.040791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.041157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.041482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.041819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.042158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.042537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.043323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.043323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.044059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.044374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.044703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.045032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3328e3c3-6425-4a91-bd3d-63693cb8f721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:32.074383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c472957-9a27-4078-810d-9ad58080b92b req-fdc64c5c-ba5b-45c8-9c13-92c4107cfa8e tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:32.082924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8c472957-9a27-4078-810d-9ad58080b92b req-fdc64c5c-ba5b-45c8-9c13-92c4107cfa8e tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.3398879 Nov 12 03:09:32.103240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:32.139228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-085545a5-9b4e-4804-bf00-a70be282f170 None None] Provisioning complete for port fe3edd57-e073-4409-a200-c39669056ea1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:32.139852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-085545a5-9b4e-4804-bf00-a70be282f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.178781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-085545a5-9b4e-4804-bf00-a70be282f170 None None] Port fe3edd57-e073-4409-a200-c39669056ea1 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:32.191737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c216e-b847-428b-870b-cc5bc2c39a6a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:32.212425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.212659 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment ebc51f07-e03c-494d-a61f-5765d6b2feb7 of type vlan for network 581af2f9-bb18-4ab5-aef7-d81f0e279b21 Nov 12 03:09:32.227776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8f83-a7a2-44a3-925b-1e6879a2a225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.271931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:32.272294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:32.272604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:32.276436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.301922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:32.302247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:32.305874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.314071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8c472957-9a27-4078-810d-9ad58080b92b req-5f8b5570-3c6b-4ed7-a78a-f430c5dcbac5 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302055 Nov 12 03:09:32.325680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:32.326024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:32.326415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:32.326867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Bound port: e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:32.368363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:32.383514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d0d14879-b1af-4098-a9ee-8525034b0193 admin admin] 10.222.0.84 "PUT /v2.0/routers/34370b3a-0693-48e6-bde3-dae293148787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837438 Nov 12 03:09:32.435732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:32.507946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.510997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.511398 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment 4a1dfb6f-3e18-47c7-aacd-5d0915334bcf of type vlan for network 3b0fcf88-f81c-4096-afec-d168cd9c31b4 Nov 12 03:09:32.838351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:32.876036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.877245 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e531de1d-3e36-4fcf-bda5-81d1de63bce3 service neutron] 10.222.0.84 "POST /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd/bindings HTTP/1.1" status: 201 len: 390 time: 1.2685823 Nov 12 03:09:32.881676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf67113-b01b-4dee-90b2-5b492fbce521']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:32.905855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4b21-5152-46f7-aeb9-179ed53aae6c req-8b4b1b75-a168-4286-9fbe-085f86828112 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:32.907577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2ad4b21-5152-46f7-aeb9-179ed53aae6c req-8b4b1b75-a168-4286-9fbe-085f86828112 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.4978392 Nov 12 03:09:32.912480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.915929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:32.915929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbaf6eb-6bd4-45e6-b0a2-ef0ef1583134') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:32.937072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.978546 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.994410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.995135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:32.998854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47136) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.001253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.004661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-network', 'tenant_id': 'fad0a854d306427186b62636ea821626'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:33.006261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.006916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.009760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:33.010353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.036745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Made reservation on behalf of fad0a854d306427186b62636ea821626 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:33.039754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.052941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:33.065321 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:33.175089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.192907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2ad4b21-5152-46f7-aeb9-179ed53aae6c req-a4bbb3ca-843c-477b-bc55-ae117b4e0634 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750034 Nov 12 03:09:33.213192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.222528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1447003 Nov 12 03:09:33.223570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.224840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=581af2f9-bb18-4ab5-aef7-d81f0e279b21,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:33.240556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 581af2f9-bb18-4ab5-aef7-d81f0e279b21 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:33.252674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.253094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:33.309038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-90662fe2-4b00-46d2-a060-828c0e3fd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.310533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.311580 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-90662fe2-4b00-46d2-a060-828c0e3fd432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1098 time: 0.1349728 Nov 12 03:09:33.313757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/bdf67113-b01b-4dee-90b2-5b492fbce521 HTTP/1.1" status: 204 len: 168 time: 1.3015034 Nov 12 03:09:33.314385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.314735 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Added segment 211aeee1-c617-4d4f-b3bf-b3e8df9963da of type vlan for network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 Nov 12 03:09:33.316036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbc2317-0f12-435e-a9e8-0e78f550f7a4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:33.434915 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Sync routers for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:33.445761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041bae4-f529-4278-b5bf-80c87fea52b8 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=3b0fcf88-f81c-4096-afec-d168cd9c31b4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:33.453486 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:33.454265 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:33.457459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3b0fcf88-f81c-4096-afec-d168cd9c31b4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:33.470231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570056d-704f-4a38-b5bb-12c9b85f37d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf67113-b01b-4dee-90b2-5b492fbce521,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:33.489275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.530671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1138b532-828c-4739-bb14-e9a5b71f6e82 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.538680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1138b532-828c-4739-bb14-e9a5b71f6e82 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 1101 time: 0.2907252 Nov 12 03:09:33.562120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a6621-75e8-428f-92d0-d337a22f19dc req-893e121e-ee46-4c38-ad0b-5677bc75b1ba tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.564457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-564a6621-75e8-428f-92d0-d337a22f19dc req-893e121e-ee46-4c38-ad0b-5677bc75b1ba tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 946 time: 0.2577171 Nov 12 03:09:33.572244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1359b64f-d9e7-4aea-85de-9b1a4c0cca45 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.619254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1200f-7de9-46e3-aa10-289f3045bd5f tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.622607 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.623668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.624869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.628915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1200f-7de9-46e3-aa10-289f3045bd5f tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.631266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:33.636754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1200f-7de9-46e3-aa10-289f3045bd5f tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.642261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:33.645342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f1200f-7de9-46e3-aa10-289f3045bd5f tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.650936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29f1200f-7de9-46e3-aa10-289f3045bd5f tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4165423 Nov 12 03:09:33.651851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47144) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.656853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-b44c5c79-5fd9-445e-841e-4d1caedd7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.658405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-b44c5c79-5fd9-445e-841e-4d1caedd7556 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3198383 Nov 12 03:09:33.709004 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-564a6621-75e8-428f-92d0-d337a22f19dc req-9c313078-e360-4e4f-87aa-a58aa2616127 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267629 Nov 12 03:09:33.711941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.741366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:33.742135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.767743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7682607 Nov 12 03:09:33.772499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-16467b2e-862d-45d2-817d-ff568281f715 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.0980270 Nov 12 03:09:33.773615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47148) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.787588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Request body: {'subnet': {'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-subnet', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:33.819471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f9e6-4201-404d-b6cb-98b52275b623 admin admin] Pushing event updated for resources: {'Network': ['ID=82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:33.867815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.874083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:33.904402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-29dc2a5e-7217-417a-873d-58c908353e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:33.905909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-29dc2a5e-7217-417a-873d-58c908353e74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1133308 Nov 12 03:09:33.913860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Made reservation on behalf of fad0a854d306427186b62636ea821626 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:33.916557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.938158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.940965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:33.942018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1359b64f-d9e7-4aea-85de-9b1a4c0cca45 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.964972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.972925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-73ef137a-5cca-4192-850e-be543a8c6e49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498817 Nov 12 03:09:33.975519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1359b64f-d9e7-4aea-85de-9b1a4c0cca45 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:33.977815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-321bea14-84eb-45bc-b168-807607a1ef9b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=711b932b4bd2412da6385200c9fa81e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617218 Nov 12 03:09:33.984285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47150) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:33.998006 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:31Z', 'revision_number': 4, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe3edd57-e073-4409-a200-c39669056ea1', 'name': '', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'mac_address': 'fa:16:3e:5e:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:30Z', 'updated_at': '2021-11-12T03:09:31Z', 'revision_number': 2, 'project_id': 'ee3467a36c714654b688fe107346c598', 'subnets': [{'id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:34.029032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de67c14-42d9-4252-8f25-0680e856634b req-488dc165-c98b-4347-9d9c-65c5722023e3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:34.030819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.032962 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Checking router: 34370b3a-0693-48e6-bde3-dae293148787 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:34.033329 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Updating router 34370b3a-0693-48e6-bde3-dae293148787 port fe3edd57-e073-4409-a200-c39669056ea1 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:34.038856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5de67c14-42d9-4252-8f25-0680e856634b req-488dc165-c98b-4347-9d9c-65c5722023e3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.2149482 Nov 12 03:09:34.067763 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.125933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e7cf5e5-8b5c-45eb-a52d-cc3c9e795bbc req-1359b64f-d9e7-4aea-85de-9b1a4c0cca45 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859530 Nov 12 03:09:34.129248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b64f-d9e7-4aea-85de-9b1a4c0cca45 tempest-LiveMigrationNegativeTest-2064000810 tempest-LiveMigrationNegativeTest-2064000810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe0ddb-9948-4378-96e9-d7387a7f42f3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.147160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.170798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581af2f9-bb18-4ab5-aef7-d81f0e279b21']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:34.175492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-a7fa5f14-fe18-4137-9499-7bde9f0125c3 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656404 Nov 12 03:09:34.182521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc51f07-e03c-494d-a61f-5765d6b2feb7') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:34.182820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc51f07-e03c-494d-a61f-5765d6b2feb7') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:34.202261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.232443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.247972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.283740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5de67c14-42d9-4252-8f25-0680e856634b req-69c11c25-0fba-456d-82e9-e0510bc8bb62 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438924 Nov 12 03:09:34.310772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:34.311228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:34.314378 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:34.330143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.362438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.406294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-39397054-ea24-47f3-9ee3-dc03c149db1c service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067180 Nov 12 03:09:34.433675 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.446560 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.468949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.499978 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Pushing event updated for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.506592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Checking segment: {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:34.507050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Network hostable DHCP agents. Network: 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:34.519255 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.519684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.520034 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.521109 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.521263 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.521585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.521911 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.522237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.522562 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.522922 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.523443 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.523767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:34.530490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.544554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.551174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/581af2f9-bb18-4ab5-aef7-d81f0e279b21 HTTP/1.1" status: 204 len: 168 time: 0.8936281 Nov 12 03:09:34.553561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.556570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.557940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff1ead7f-2c4c-4637-bc7f-6487b2207da2 HTTP/1.1" status: 204 len: 168 time: 0.5704188 Nov 12 03:09:34.561237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:34.586802 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Attempting to bind port fe3edd57-e073-4409-a200-c39669056ea1 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:34.587230 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Attempting to bind port fe3edd57-e073-4409-a200-c39669056ea1 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:34.588025 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Attempting to bind port fe3edd57-e073-4409-a200-c39669056ea1 on network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:34.595077 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:34.595588 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Checking segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:34.596084 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.596720 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Bound using segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:34.597539 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Bound port: fe3edd57-e073-4409-a200-c39669056ea1, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:34.597936 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.606785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1198dd61-da82-44e0-b1f0-b42e51384e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.620629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8589e-4aea-466c-a14d-7b58e41fa218 req-5fb1fa50-affc-4eee-b3a9-d1f0f4a741e8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:34.632241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdc8589e-4aea-466c-a14d-7b58e41fa218 req-5fb1fa50-affc-4eee-b3a9-d1f0f4a741e8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2553096 Nov 12 03:09:34.641942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cda6e-ea14-4e7e-afc2-a92ec523174d tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=581af2f9-bb18-4ab5-aef7-d81f0e279b21,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.649141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb029f-c8c3-4d34-a2ea-3971458e4958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ead7f-2c4c-4637-bc7f-6487b2207da2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.675218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:34.762051 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] For port fe3edd57-e073-4409-a200-c39669056ea1, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:34.769484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdc8589e-4aea-466c-a14d-7b58e41fa218 req-130bbe70-5446-43e3-aede-344a83641928 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229665 Nov 12 03:09:34.773984 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] For port fe3edd57-e073-4409-a200-c39669056ea1, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe3edd57-e073-4409-a200-c39669056ea1,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:34.782524 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.816267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:34.828725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d4b4d-1f75-4ec1-bb6c-c9cb5d61e4d3 None None] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:34.850001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-ffb10804-e882-4640-b90d-10812c8fc70d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:34.852644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-ffb10804-e882-4640-b90d-10812c8fc70d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1098 time: 0.3696256 Nov 12 03:09:34.878292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:34.879537 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.927281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:34.938293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:34.976995 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55276697-4340-41dd-aa4c-bac5b04fc20d None None] Pushing event updated for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:34.990178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:34.990841 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:35.051348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6e9e4b79-31a9-4581-932b-6cd7a0b6ae8f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2747002 Nov 12 03:09:35.054201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47176) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:35.101313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70402416-80d8-45b7-9bee-c158809027cc req-1961d2bb-413e-492c-a314-ebecfa364965 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:35.104041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:35.109083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.121036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70402416-80d8-45b7-9bee-c158809027cc req-1961d2bb-413e-492c-a314-ebecfa364965 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.1914952 Nov 12 03:09:35.147366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:35.150640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac2e2-b9eb-436d-8309-f03cff3daef5 req-989e93c4-daa7-4ff0-ab61-d66071b2a1e3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:35.152448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e57ac2e2-b9eb-436d-8309-f03cff3daef5 req-989e93c4-daa7-4ff0-ab61-d66071b2a1e3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 946 time: 0.2682655 Nov 12 03:09:35.220201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70402416-80d8-45b7-9bee-c158809027cc req-99c92de0-233e-4964-9c11-db34a6164de1 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976861 Nov 12 03:09:35.258004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.308754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0fcf88-f81c-4096-afec-d168cd9c31b4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:35.369104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.370284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.381372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] Provisioning complete for port fe3edd57-e073-4409-a200-c39669056ea1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:35.382002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.402335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1dfb6f-3e18-47c7-aacd-5d0915334bcf') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:35.404141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1dfb6f-3e18-47c7-aacd-5d0915334bcf') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:35.436638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:35.447879 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1134ec96-9434-4526-a592-b8521b181632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:31Z', 'revision_number': 4, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe3edd57-e073-4409-a200-c39669056ea1', 'name': '', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'mac_address': 'fa:16:3e:5e:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:30Z', 'updated_at': '2021-11-12T03:09:34Z', 'revision_number': 4, 'project_id': 'ee3467a36c714654b688fe107346c598', 'subnets': [{'id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:35.489531 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134ec96-9434-4526-a592-b8521b181632 None None] The sync data for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 is: [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:09:31Z', 'revision_number': 4, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe3edd57-e073-4409-a200-c39669056ea1', 'name': '', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'mac_address': 'fa:16:3e:5e:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:30Z', 'updated_at': '2021-11-12T03:09:34Z', 'revision_number': 4, 'project_id': 'ee3467a36c714654b688fe107346c598', 'subnets': [{'id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:35.514446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.516174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'fixed_ips': [{'subnet_id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:35.517739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.625267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.654708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.655872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.690968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e57ac2e2-b9eb-436d-8309-f03cff3daef5 req-fafcc3c8-9007-4b0c-b560-3acaa2502dc8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385713 Nov 12 03:09:35.701834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:35.702248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:35.707888 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:35.718869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.731944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:35.732863 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.820442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] For port fe3edd57-e073-4409-a200-c39669056ea1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe3edd57-e073-4409-a200-c39669056ea1,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:35.831909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:35.935410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e749765-03b8-4ca3-abf3-8a30677e3352 req-436e3441-64c0-4ddd-83b0-e5178f5cdfa3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:35.937334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e749765-03b8-4ca3-abf3-8a30677e3352 req-436e3441-64c0-4ddd-83b0-e5178f5cdfa3 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.1079402 Nov 12 03:09:36.005421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bc4585b0-ea97-48e6-a809-e96fb9b8562c None None] Provisioning complete for port fe3edd57-e073-4409-a200-c39669056ea1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:36.006212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bc4585b0-ea97-48e6-a809-e96fb9b8562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.015400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e749765-03b8-4ca3-abf3-8a30677e3352 req-61859e1f-7b8a-4932-93f7-6b614c4c144f tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706635 Nov 12 03:09:36.115420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8da2f1-d0ef-42ee-ae4d-635fe34c0d26 None None] Pushing event updated for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:36.133328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.152222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.158282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47206) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:36.158805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/3b0fcf88-f81c-4096-afec-d168cd9c31b4 HTTP/1.1" status: 204 len: 168 time: 1.5960534 Nov 12 03:09:36.167369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.206115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47208) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:36.216382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd52c4-1b21-4589-ae48-9eae5687ca9a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=3b0fcf88-f81c-4096-afec-d168cd9c31b4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:36.216804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Allocated IP 172.20.0.2 (82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5/8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4/116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:36.309441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40a73-19a7-469f-a9df-ce7a0769fac9 req-c05e536e-3241-4b78-ac38-f7b8b2b2f955 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.319859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1e40a73-19a7-469f-a9df-ce7a0769fac9 req-c05e536e-3241-4b78-ac38-f7b8b2b2f955 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.3520250 Nov 12 03:09:36.380681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304df53f-7041-4200-848a-e9eb3a3ff2ec tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.387697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304df53f-7041-4200-848a-e9eb3a3ff2ec tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.389351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-304df53f-7041-4200-848a-e9eb3a3ff2ec tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2300684 Nov 12 03:09:36.404921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1099320365-network', 'tenant_id': 'f420d493aa074ced8ee28ab80cbf73b4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:36.418528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:36.425737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1472338978'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:36.435105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:36.455471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20f336-206f-401c-a14f-e16be0d5bd11 req-22f8cdf7-73a4-4912-a748-f68fb667b82a tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.457069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d20f336-206f-401c-a14f-e16be0d5bd11 req-22f8cdf7-73a4-4912-a748-f68fb667b82a tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.0666149 Nov 12 03:09:36.481855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.488908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.495533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Made reservation on behalf of f420d493aa074ced8ee28ab80cbf73b4 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:36.499398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.511413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e993e4-6399-4254-a730-50d2759955d1 req-c79360cd-ceb4-43eb-97e9-3bc36a9d3907 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.514129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e993e4-6399-4254-a730-50d2759955d1 req-c79360cd-ceb4-43eb-97e9-3bc36a9d3907 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.3264718 Nov 12 03:09:36.523164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:36.529255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.532427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:36.538217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:36.542223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:36.557406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Pushing event updated for resources: {'Port': ['ID=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:36.561268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d20f336-206f-401c-a14f-e16be0d5bd11 req-73de195d-f2d5-4d0f-96b3-d3e7a64c7642 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896733 Nov 12 03:09:36.579009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.600871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:36.628640 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.631053 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment ba62ed53-9f5b-47c8-be70-65535bc18ee5 of type vlan for network b350101f-e681-4899-84b5-939700ea4b98 Nov 12 03:09:36.632705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1e40a73-19a7-469f-a9df-ce7a0769fac9 req-7539ca66-2777-48db-9ba5-bd179fbd5c0d tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064725 Nov 12 03:09:36.642042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:36.657973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Attempting to bind port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:36.658973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Attempting to bind port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:36.659385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Attempting to bind port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 on network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:36.684405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:36.684794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Checking segment: {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:36.685210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.689454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Bound using segment: {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:36.691365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Bound port: 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:36.691686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.752010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:36.754452 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e5f183-27bc-4d03-abab-564f2c5a5332" -d '{"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-unplugged", "status": "completed", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:36.758769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.759020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.787469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.835250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.841764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.849534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:36.850245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.881706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] For port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:36.890608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] For port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:36.900560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:36.912422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.920751 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.932821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5132089 Nov 12 03:09:36.938260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47226) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:36.943646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:36.962178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:36.962429 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Added segment d921ebe3-4824-4818-9ad8-b3ff0aef0653 of type vlan for network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 Nov 12 03:09:36.995694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-440570393'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:37.015676 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96074c4-a4c7-4a74-ac43-841f133796ca x-openstack-request-id: req-a96074c4-a4c7-4a74-ac43-841f133796ca {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:37.016239 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-unplugged", "status": "completed", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:37.017521 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a96074c4-a4c7-4a74-ac43-841f133796ca {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:37.018319 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'code': 200} Nov 12 03:09:37.018508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2fb92-650c-4a2b-b26d-fe95b1389dfc tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=b350101f-e681-4899-84b5-939700ea4b98,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:37.047199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:37.051425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.052334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b350101f-e681-4899-84b5-939700ea4b98 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:37.107486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7c139-8bb4-454d-9ce6-2b805703058b None None] Pushing event updated for resources: {'Port': ['ID=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:37.115615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.119870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:37.138402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.138816 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment ddf2a44c-6aaa-460b-863a-70d0c2a231c5 of type vlan for network 4576b152-958e-4e02-b35b-59818d59ad1b Nov 12 03:09:37.159440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17336e76-dac8-4d0c-9f8c-1fa5311a70b9 req-0323b07c-1326-429e-94e1-f5ab725de624 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:37.161065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17336e76-dac8-4d0c-9f8c-1fa5311a70b9 req-0323b07c-1326-429e-94e1-f5ab725de624 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.0925641 Nov 12 03:09:37.163796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.224936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.232586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:09:37.237202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Deleting port 5896f161-2bde-462b-8658-356ab3bb20e7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:37.237202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.265050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17336e76-dac8-4d0c-9f8c-1fa5311a70b9 req-654250d7-d14e-4556-ba62-d7a73c63ed70 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781112 Nov 12 03:09:37.300256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.305918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:37.306687 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.328453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf9e6d6-561a-4c90-abc5-656063f32859,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:37.387944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4482944 Nov 12 03:09:37.390964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47228) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:37.395919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'ports': [{'network_id': 'b350101f-e681-4899-84b5-939700ea4b98', 'name': 'tempest-port--449542109', 'admin_state_up': True}, {'network_id': '4576b152-958e-4e02-b35b-59818d59ad1b', 'admin_state_up': False}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:37.396249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'port': {'network_id': 'b350101f-e681-4899-84b5-939700ea4b98', 'name': 'tempest-port--449542109', 'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:37.396723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'port': {'network_id': '4576b152-958e-4e02-b35b-59818d59ad1b', 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:37.414411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9278d6-d48d-4340-80ba-ce026f3aa127 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=4576b152-958e-4e02-b35b-59818d59ad1b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:37.434749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4576b152-958e-4e02-b35b-59818d59ad1b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:37.562855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe3edd57-e073-4409-a200-c39669056ea1 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:37.636574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fe3edd57-e073-4409-a200-c39669056ea1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:37.638229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.648302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'port': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:37.653998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.698615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.731359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:37.750294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b5f45-3029-4ac5-ba42-2e01bed2b16b req-e08d9d72-43d8-4a5e-9407-2641b038a1be tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:37.752005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-626b5f45-3029-4ac5-ba42-2e01bed2b16b req-e08d9d72-43d8-4a5e-9407-2641b038a1be tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 949 time: 0.0954866 Nov 12 03:09:37.789608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc539e7-0776-4327-be50-6940d8dc29fd req-3e1c0469-9170-4095-b188-805a2e39eeea tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:37.791045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc539e7-0776-4327-be50-6940d8dc29fd req-3e1c0469-9170-4095-b188-805a2e39eeea tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.7789617 Nov 12 03:09:37.798941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.799957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:37.800531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.803718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:37.804350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.813493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] device_id is not set on port bcf5990a-4d82-45fe-95bf-50e39341c47a yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:37.849661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-626b5f45-3029-4ac5-ba42-2e01bed2b16b req-f41a42e6-223b-4f6b-90a0-44db1fb6750b tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657828 Nov 12 03:09:37.874222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:37.874557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:37.874889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:37.923891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.945667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7372236 Nov 12 03:09:37.953382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47236) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:37.955457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.956292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:37.956617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Attempting to bind port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:37.961633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Request body: {'subnet': {'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1099320365-subnet', 'tenant_id': 'f420d493aa074ced8ee28ab80cbf73b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:37.963645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.979262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:37.985673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:37.998024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.021444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296f893-7c56-4954-add0-7056a67d815b admin admin] Pushing event updated for resources: {'Network': ['ID=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:38.025536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:38.026067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:38.026602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:38.027061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Bound port: e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:38.028096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.033137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] For port 5896f161-2bde-462b-8658-356ab3bb20e7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5896f161-2bde-462b-8658-356ab3bb20e7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:38.033534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.041048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:38.074857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Made reservation on behalf of f420d493aa074ced8ee28ab80cbf73b4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:38.080034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.096359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Calling delete_port for 5896f161-2bde-462b-8658-356ab3bb20e7 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:38.112659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc539e7-0776-4327-be50-6940d8dc29fd req-c2c05557-1236-4f64-a619-b35bc5517e6c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902606 Nov 12 03:09:38.131515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:38.257718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af00465-6155-41b1-88e8-ee4ad4d99ad1 req-649cffa9-ee27-4ce1-9191-4b47666e279f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:38.259425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6af00465-6155-41b1-88e8-ee4ad4d99ad1 req-649cffa9-ee27-4ce1-9191-4b47666e279f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2861965 Nov 12 03:09:38.265566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.298007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:38.318850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Allocated IP 172.25.2.23 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1cdb6080-a445-444b-8200-3081303636ba) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:38.335669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:38.349986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.375786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143110d-0a3b-434f-b94c-5d36cb9f0b4f None None] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:38.408079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] device_id is not set on port 3e66c079-a884-46ec-b7a4-1fec6e274b76 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:09:38.436764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6af00465-6155-41b1-88e8-ee4ad4d99ad1 req-43f83b8d-4834-4877-a3e8-06fe4bba8aef tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656628 Nov 12 03:09:38.460917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-148496d1-2174-4961-b7c3-994cf0538591 None None] Provisioning complete for port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:38.462013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-148496d1-2174-4961-b7c3-994cf0538591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.522298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.570886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-4c572389-3cde-4fc6-a886-1b4d53929fb7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:38.572369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-4c572389-3cde-4fc6-a886-1b4d53929fb7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.1347399 Nov 12 03:09:38.573604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:38.604993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:38.606159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.607608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-c0014032-3987-4e7a-acec-4d49e972edb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 1124 time: 3.7069168 Nov 12 03:09:38.615470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace639-5225-4174-95d1-caa66494d399 req-fe71d555-12c9-4552-a329-930d8263eff5 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:38.623658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07ace639-5225-4174-95d1-caa66494d399 req-fe71d555-12c9-4552-a329-930d8263eff5 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.2576880 Nov 12 03:09:38.625092 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.642529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5896f161-2bde-462b-8658-356ab3bb20e7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:38.649151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1faa3900-13d5-471f-8a82-6fb967a5f8f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:38.681741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.685030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Pushing event deleted for resources: {'Port': ['ID=5896f161-2bde-462b-8658-356ab3bb20e7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:38.735620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da416a3-2f49-4192-a146-97cea67d092e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:38.752556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:38.789819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Checking segment: {'id': 'd921ebe3-4824-4818-9ad8-b3ff0aef0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:38.790178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Network hostable DHCP agents. Network: e0bcb27f-805e-4864-bb76-6a2fbf8d0e64, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:38.795427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] No DVR routers for this DVR port 5896f161-2bde-462b-8658-356ab3bb20e7 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:38.827873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07ace639-5225-4174-95d1-caa66494d399 req-46cb3ed6-13d7-4486-8a37-f236b7550cd7 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947510 Nov 12 03:09:38.827873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.827873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e993e4-6399-4254-a730-50d2759955d1 req-536e1853-9dfb-42d9-a882-4f5135884575 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.39 "DELETE /v2.0/ports/5896f161-2bde-462b-8658-356ab3bb20e7 HTTP/1.1" status: 204 len: 173 time: 2.2698278 Nov 12 03:09:38.868605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.876037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:38.909727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:38.960156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:38.969926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:38.978871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:38.997381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Deleting port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:38.998053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.003555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e0bcb27f-805e-4864-bb76-6a2fbf8d0e64) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:39.013679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.023255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:39.026289 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.026477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614864b-9cbd-4589-a52b-97dbe8fc1c1c None None] Network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:39.051332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'}, {'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'name': 'network-vif-deleted', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:39.053730 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a56fa63-746b-4069-aefc-0c3654254f31" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd"}, {"server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "name": "network-vif-deleted", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:39.110100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-608d3876-5deb-4dca-9e4e-63a9287e503e req-112034fd-679b-43d0-a1a7-dcc549cb79b3 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6d781db-3584-43d9-a59c-81abdf8d953d HTTP/1.1" status: 200 len: 210 time: 0.0889368 Nov 12 03:09:39.149977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-723d1323-b657-436b-b955-04f45e7d2c53 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1952350 Nov 12 03:09:39.214211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9bcb64f2-4642-46e1-9172-62c0fa24ce20 None None] Provisioning complete for port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:39.214577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bcb64f2-4642-46e1-9172-62c0fa24ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.253445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Port': ['ID=bcf5990a-4d82-45fe-95bf-50e39341c47a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:39.254410 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f599b0-9ef7-47e7-9e9a-8c4942a80616 x-openstack-request-id: req-12f599b0-9ef7-47e7-9e9a-8c4942a80616 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:39.254553 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd", "status": "completed", "code": 200}, {"server_uuid": "a6d781db-3584-43d9-a59c-81abdf8d953d", "name": "network-vif-deleted", "tag": "5896f161-2bde-462b-8658-356ab3bb20e7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:39.254802 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-12f599b0-9ef7-47e7-9e9a-8c4942a80616 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:39.255289 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'status': 'completed', 'code': 200} Nov 12 03:09:39.255550 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d781db-3584-43d9-a59c-81abdf8d953d', 'name': 'network-vif-deleted', 'tag': '5896f161-2bde-462b-8658-356ab3bb20e7', 'status': 'completed', 'code': 200} Nov 12 03:09:39.289346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb6080-a445-444b-8200-3081303636ba,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:39.377961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54a91b-935b-44d0-9417-b8561981e598 None None] Network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:39.443742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Checking segment: {'id': 'ba62ed53-9f5b-47c8-be70-65535bc18ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b350101f-e681-4899-84b5-939700ea4b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:39.444342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network hostable DHCP agents. Network: b350101f-e681-4899-84b5-939700ea4b98, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:39.478703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] For port 88883a07-71f8-4e8b-b0f0-34aa0070fe21, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=88883a07-71f8-4e8b-b0f0-34aa0070fe21,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:39.479462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.487341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-c5fd4177-ebe3-4c17-9728-214a57059bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:39.488882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-c5fd4177-ebe3-4c17-9728-214a57059bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1127 time: 0.2318711 Nov 12 03:09:39.535304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f573c5b-465d-482a-870e-b83df2c0a4a7 req-98531288-a8cc-434d-9a88-34a8e2fd9c9a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:39.537609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f573c5b-465d-482a-870e-b83df2c0a4a7 req-98531288-a8cc-434d-9a88-34a8e2fd9c9a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.2850444 Nov 12 03:09:39.557067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.594148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network b350101f-e681-4899-84b5-939700ea4b98 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:39.647030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:39.700177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b350101f-e681-4899-84b5-939700ea4b98) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:39.706570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:39.708304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.744263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb1529-9f82-4a42-af43-b82925518a86 None None] Network b350101f-e681-4899-84b5-939700ea4b98 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:39.808358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f573c5b-465d-482a-870e-b83df2c0a4a7 req-15a2e907-ff46-4dff-a5fb-3163f8890b57 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552254 Nov 12 03:09:39.821721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:39.822203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.846707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:39.857193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Port': ['ID=3e66c079-a884-46ec-b7a4-1fec6e274b76,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:39.909688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-b7d4f806-c1c8-4692-8801-26d60f5b4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:39.911225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-b7d4f806-c1c8-4692-8801-26d60f5b4d2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3866589 Nov 12 03:09:40.015959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30780984-0fc3-4a25-80bf-45ba37b37618 req-7f6ffbef-f672-4603-adc9-f3722b0dd3bc tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.017690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30780984-0fc3-4a25-80bf-45ba37b37618 req-7f6ffbef-f672-4603-adc9-f3722b0dd3bc tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1277285 Nov 12 03:09:40.099890 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30780984-0fc3-4a25-80bf-45ba37b37618 req-617d85b9-bd9f-4668-b070-1ea313699a9e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707974 Nov 12 03:09:40.107502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Router d4511490-6dbc-458c-a2af-ed744280a58d is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:09:40.244320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:40.261176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Sync routers for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:40.267207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.271554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-410a52c4-4028-4c25-94de-b6d5ea0a6415 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1767547 Nov 12 03:09:40.272439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:40.276437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:40.276609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:40.325943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-eb053de0-7690-47aa-9152-3caa6a510cea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.3805261 Nov 12 03:09:40.341602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Checking segment: {'id': 'ddf2a44c-6aaa-460b-863a-70d0c2a231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4576b152-958e-4e02-b35b-59818d59ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:40.341977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network hostable DHCP agents. Network: 4576b152-958e-4e02-b35b-59818d59ad1b, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:40.392654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.392654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.393218 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Floating IP 11aacdba-afe2-46b5-a106-fe25317a3276 disassociated. External IP: 172.25.2.25, port: 88883a07-71f8-4e8b-b0f0-34aa0070fe21. Nov 12 03:09:40.393573 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Calling delete_port for 88883a07-71f8-4e8b-b0f0-34aa0070fe21 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:40.449141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:40.475454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network 4576b152-958e-4e02-b35b-59818d59ad1b is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:40.493779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-f0ff4004-dd49-4676-a97d-3406604c48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.495589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-f0ff4004-dd49-4676-a97d-3406604c48da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1551366 Nov 12 03:09:40.505424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2a26c-7482-402b-baec-ad4f9008fc51 req-95e3e12c-4c39-475b-9b2c-87cbfdb42080 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.506937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ef2a26c-7482-402b-baec-ad4f9008fc51 req-95e3e12c-4c39-475b-9b2c-87cbfdb42080 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 945 time: 0.1868103 Nov 12 03:09:40.524908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4576b152-958e-4e02-b35b-59818d59ad1b) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:40.556740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:40.564316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.569504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.570223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.576375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-c250443f-1971-452e-8ae8-e80424408bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684602 Nov 12 03:09:40.634349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851aaeb-7176-461d-9f76-bca977402d2b None None] Network 4576b152-958e-4e02-b35b-59818d59ad1b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:40.650436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b42c66f1-5f21-491f-b3e1-2590dec299ce tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2582946 Nov 12 03:09:40.660634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:40.707758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ef2a26c-7482-402b-baec-ad4f9008fc51 req-14ed9645-2dc2-4472-bbce-1494690263cf tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups?id=4907c367-da20-4f61-94d4-c956725a8fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809139 Nov 12 03:09:40.734108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ef7e2-d9a4-4a24-8395-587496218620 req-819f14fb-9f94-40fa-bcd8-538ddc3ab935 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.741681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-167ef7e2-d9a4-4a24-8395-587496218620 req-819f14fb-9f94-40fa-bcd8-538ddc3ab935 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.1121690 Nov 12 03:09:40.814249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-b7362e0c-901f-4e2b-b19a-2e53d5229691 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242682 Nov 12 03:09:40.830654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:39Z', 'revision_number': 3, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:40.867800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Checking router: d4511490-6dbc-458c-a2af-ed744280a58d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:40.868160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Updating router d4511490-6dbc-458c-a2af-ed744280a58d port 1cdb6080-a445-444b-8200-3081303636ba binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:40.871673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-167ef7e2-d9a4-4a24-8395-587496218620 req-40f5c0f7-90da-4f6b-8f50-4766b72ee29b tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290703 Nov 12 03:09:40.907917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.919659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:40.941659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753838ad-655b-463f-ab46-f4c0bdd5221a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.955962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753838ad-655b-463f-ab46-f4c0bdd5221a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:40.960215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-753838ad-655b-463f-ab46-f4c0bdd5221a tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2955101 Nov 12 03:09:40.964428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47288) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:41.022010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event deleted for resources: {'Port': ['ID=88883a07-71f8-4e8b-b0f0-34aa0070fe21,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:41.088859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a56fa63-746b-4069-aefc-0c3654254f31 req-f81027c3-f738-49be-a794-84b55b4cdefa service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623930 Nov 12 03:09:41.109278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.156640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794f57-e907-40d9-a885-ef7370b12dae req-75c1b8f2-4be0-4b6f-9fc1-48250ddf8a77 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:41.164011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd794f57-e907-40d9-a885-ef7370b12dae req-75c1b8f2-4be0-4b6f-9fc1-48250ddf8a77 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.1625280 Nov 12 03:09:41.190577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:09:41.290649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Deleting port bcf5990a-4d82-45fe-95bf-50e39341c47a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:41.291053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.296718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd794f57-e907-40d9-a885-ef7370b12dae req-3bb8bd14-3c70-4217-81a9-af9a85616f28 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318347 Nov 12 03:09:41.297244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.321650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.363449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df3e8f-5c3e-4c05-8df8-d86ef9be4e67 req-6a622a20-fa05-40ed-a662-16d52bb5b242 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:41.365159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9df3e8f-5c3e-4c05-8df8-d86ef9be4e67 req-6a622a20-fa05-40ed-a662-16d52bb5b242 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1177433 Nov 12 03:09:41.410468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93bd18-8828-48e5-b5fd-04bb7674678a None None] Pushing event updated for resources: {'Port': ['ID=1cdb6080-a445-444b-8200-3081303636ba,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:41.418147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.419347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:41.430672 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Sync routers for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:41.445545 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:41.446416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Attempting to bind port 1cdb6080-a445-444b-8200-3081303636ba on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:41.446718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:41.447057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Attempting to bind port 1cdb6080-a445-444b-8200-3081303636ba by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:41.447705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Attempting to bind port 1cdb6080-a445-444b-8200-3081303636ba on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:41.460585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:41.463726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:41.463726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.463726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:41.463726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Bound port: 1cdb6080-a445-444b-8200-3081303636ba, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:41.463726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.501301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Allocated IP 172.20.0.1 (82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5/8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4/3be502f8-0dd3-4154-bacf-0f0af6cea91e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:41.533051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] No DVR routers for this DVR port 88883a07-71f8-4e8b-b0f0-34aa0070fe21 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:41.553855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9df3e8f-5c3e-4c05-8df8-d86ef9be4e67 req-f58b4e7d-0ffe-4700-a647-b1c341e9c5f0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743219 Nov 12 03:09:41.563242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.570391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39162b8d-f17f-48ab-9570-1634f68beb24 req-88c6a886-f4e5-4a59-8ae1-0666b1e1bd5b tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.32 "DELETE /v2.0/ports/88883a07-71f8-4e8b-b0f0-34aa0070fe21 HTTP/1.1" status: 204 len: 173 time: 2.9607570 Nov 12 03:09:41.570932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'name': 'network-vif-deleted', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:41.573294 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8f0644-3415-4d23-86ad-4609abc34e06" -d '{"events": [{"server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "name": "network-vif-deleted", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:41.593755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] For port 1cdb6080-a445-444b-8200-3081303636ba, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:41.598650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] For port 1cdb6080-a445-444b-8200-3081303636ba, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1cdb6080-a445-444b-8200-3081303636ba,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:41.604545 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:41.636073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Calling delete_port for bcf5990a-4d82-45fe-95bf-50e39341c47a owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:41.676717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:41.697566 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d96ed1-9fd8-4c01-aed3-83f5c3685da0 x-openstack-request-id: req-d5d96ed1-9fd8-4c01-aed3-83f5c3685da0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:41.697864 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1dc9e7-1308-4d15-8551-d11a9b88384e", "name": "network-vif-deleted", "tag": "88883a07-71f8-4e8b-b0f0-34aa0070fe21", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:41.698113 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d5d96ed1-9fd8-4c01-aed3-83f5c3685da0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:41.698515 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1dc9e7-1308-4d15-8551-d11a9b88384e', 'name': 'network-vif-deleted', 'tag': '88883a07-71f8-4e8b-b0f0-34aa0070fe21', 'status': 'completed', 'code': 200} Nov 12 03:09:41.707663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93bd18-8828-48e5-b5fd-04bb7674678a None None] Pushing event updated for resources: {'Port': ['ID=1cdb6080-a445-444b-8200-3081303636ba,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:41.711670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:41.712297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:41.889368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:41.904079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd6cfe26-b6e6-46a1-9d9b-97d6cdcc1bb2 req-aff80b0b-7963-4f62-b8dc-fec7c4c06572 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd1dc9e7-1308-4d15-8551-d11a9b88384e HTTP/1.1" status: 200 len: 210 time: 0.0426195 Nov 12 03:09:41.960040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:41.993617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5896f161-2bde-462b-8658-356ab3bb20e7 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:41.994079 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:42.025479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Checking router: 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:42.035690 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:42.036320 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:42.046501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d25cd-af77-4dfd-99d6-0287cb4ff4f5 req-974aa4a3-2ab5-4af2-a4bc-a341a7560cab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:42.048458 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-143d25cd-af77-4dfd-99d6-0287cb4ff4f5 req-974aa4a3-2ab5-4af2-a4bc-a341a7560cab tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.0724409 Nov 12 03:09:42.080291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 5896f161-2bde-462b-8658-356ab3bb20e7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:42.080641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5896f161-2bde-462b-8658-356ab3bb20e7 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:42.110630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-143d25cd-af77-4dfd-99d6-0287cb4ff4f5 req-ddd82161-f5dd-419d-af35-267c363b8204 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559173 Nov 12 03:09:42.163170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:42.177837 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:42.184813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:09:42.241509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:39Z', 'revision_number': 3, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:42.274640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.306932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c81a4-2be8-40c8-a05e-39a5d81ec766 None None] The sync data for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 is: [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:39Z', 'revision_number': 3, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:42.322530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Port': ['ID=bcf5990a-4d82-45fe-95bf-50e39341c47a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:42.338140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.344672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-34875ee9-2f94-43b4-9909-2be13968eb92 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/ports/bcf5990a-4d82-45fe-95bf-50e39341c47a HTTP/1.1" status: 204 len: 168 time: 1.3758581 Nov 12 03:09:42.345476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47320) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:42.380514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-020557b0-4a18-4c72-ba02-e2323d722555 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:42.382164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-020557b0-4a18-4c72-ba02-e2323d722555 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/networks?id=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 HTTP/1.1" status: 200 len: 810 time: 0.2625854 Nov 12 03:09:42.385401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.422884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-c3ef87b1-423d-4372-8ec6-cf453f132fe7 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/quotas/f420d493aa074ced8ee28ab80cbf73b4 HTTP/1.1" status: 200 len: 375 time: 0.0295539 Nov 12 03:09:42.488025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-0e2797be-8c0a-477b-a508-f2bf4a91c63f tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f420d493aa074ced8ee28ab80cbf73b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535607 Nov 12 03:09:42.532329 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:42.573674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb133090-1e9c-4a78-88d7-3cbceccd7606 None None] The sync data for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 is: [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 4, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3568266e-1cd5-452e-9a73-04495bf7bff4', 'name': '', 'network_id': '3c7dfef4-7796-4305-b0ae-d2039597ea0d', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'mac_address': 'fa:16:3e:63:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:08Z', 'updated_at': '2021-11-12T03:07:19Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'subnets': [{'id': 'a8fbbfff-7b92-48c7-bc69-d77faf709c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:42.601460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.602224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-819b5ff7-3fbe-46b0-8c1c-ca15afe47162 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:42.604204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-819b5ff7-3fbe-46b0-8c1c-ca15afe47162 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.1537907 Nov 12 03:09:42.614155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121121d-ac0d-4379-bcd1-4892d79f48f5 req-17d6c7b6-bcb6-4e42-b420-27c4af0967a7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:42.615940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7121121d-ac0d-4379-bcd1-4892d79f48f5 req-17d6c7b6-bcb6-4e42-b420-27c4af0967a7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.1122015 Nov 12 03:09:42.631661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-f03e7e1b-5a3b-4cb3-a48a-75b7d28ae4af service neutron] 10.222.0.84 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427121 Nov 12 03:09:42.674412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Deleting port 3e66c079-a884-46ec-b7a4-1fec6e274b76 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:42.674783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.755790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:42.762130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:42.798705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Pushing event updated for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:42.803752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:42.834940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.859881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7121121d-ac0d-4379-bcd1-4892d79f48f5 req-0bbc02b2-616b-432c-8add-9afec55cadb3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072258 Nov 12 03:09:42.867413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Calling delete_port for 3e66c079-a884-46ec-b7a4-1fec6e274b76 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:42.887474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:42.900902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-7d52abca-9eaf-4563-a14e-2d36a2c7d5d7 service neutron] 10.222.0.84 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045972 Nov 12 03:09:43.015688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.035789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 88883a07-71f8-4e8b-b0f0-34aa0070fe21 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:43.073823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Port': ['ID=3e66c079-a884-46ec-b7a4-1fec6e274b76,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:43.087371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 88883a07-71f8-4e8b-b0f0-34aa0070fe21 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:43.090202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 88883a07-71f8-4e8b-b0f0-34aa0070fe21 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:43.090812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Deleting port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:43.091509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.126448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa5bba-6420-4d81-bd56-aeaa7dbdf403 None None] New status for floating IP 11aacdba-afe2-46b5-a106-fe25317a3276: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:09:43.159883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.176307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.182698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-25ad7bf0-4f68-4a98-9002-642dc6157996 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/ports/3e66c079-a884-46ec-b7a4-1fec6e274b76 HTTP/1.1" status: 204 len: 168 time: 0.8336434 Nov 12 03:09:43.188336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:43.238331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e0af1-a467-4ec7-841c-91d5c712d20e req-91682137-2554-4142-984b-1df6b456aa72 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:43.245709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-687e0af1-a467-4ec7-841c-91d5c712d20e req-91682137-2554-4142-984b-1df6b456aa72 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2321560 Nov 12 03:09:43.278894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] For port 1faa3900-13d5-471f-8a82-6fb967a5f8f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1faa3900-13d5-471f-8a82-6fb967a5f8f5,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:43.279321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.305985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23d88395-2408-4632-b6be-232d0d8fdbe9 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1163120 Nov 12 03:09:43.315081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9f677e88-46bf-4d27-9e18-73323ed2c5c1 None None] Provisioning complete for port 3be502f8-0dd3-4154-bacf-0f0af6cea91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:43.315767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Calling delete_port for 1faa3900-13d5-471f-8a82-6fb967a5f8f5 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:43.317986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:43.324060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f677e88-46bf-4d27-9e18-73323ed2c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.325616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-225739317'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:43.388557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:43.392149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.409728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9f677e88-46bf-4d27-9e18-73323ed2c5c1 None None] Port 3be502f8-0dd3-4154-bacf-0f0af6cea91e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:43.412565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-687e0af1-a467-4ec7-841c-91d5c712d20e req-35e6c882-1b60-4b41-9b0b-195ae02f3cb6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610928 Nov 12 03:09:43.538865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1cdb6080-a445-444b-8200-3081303636ba up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:43.583127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:43.611483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.612001 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment a0351168-d131-4466-93d5-d7e84de51cd3 of type vlan for network 91c7720c-3a76-4911-b564-85bca517adc9 Nov 12 03:09:43.675057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.708022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acac419-c057-4129-a287-5786b3eabbfe req-b360ed20-a48c-4800-8ad8-fcea284b4cfc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:43.710619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8acac419-c057-4129-a287-5786b3eabbfe req-b360ed20-a48c-4800-8ad8-fcea284b4cfc tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/ports?device_id=ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb HTTP/1.1" status: 200 len: 949 time: 0.1106205 Nov 12 03:09:43.712901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.740011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.746910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:43.747585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.806612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Pushing event deleted for resources: {'Port': ['ID=1faa3900-13d5-471f-8a82-6fb967a5f8f5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:43.807670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f718afc-0f5c-4b91-91be-da0e64d1c5ed req-c0ce9a46-80e7-49a7-bc00-643f0cdd58ef tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.1060281 Nov 12 03:09:43.879059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1faa3900-13d5-471f-8a82-6fb967a5f8f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:09:43.918701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5989163 Nov 12 03:09:43.920911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47348) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:43.921307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:43.931167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-154396157'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:43.942628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1cdb6080-a445-444b-8200-3081303636ba triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:43.943006 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:43.964535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af1e7-c688-47e6-8274-07e3b039e017 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=91c7720c-3a76-4911-b564-85bca517adc9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:43.978053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 91c7720c-3a76-4911-b564-85bca517adc9 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:44.028387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.035974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:44.041422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.053924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.057202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8acac419-c057-4129-a287-5786b3eabbfe req-92cc6840-08f4-4c08-8a9a-e21eed0d0ea1 tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.84 "GET /v2.0/security-groups?id=be494c0e-4691-494f-8f17-487b94c3b1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370934 Nov 12 03:09:44.058498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] No DVR routers for this DVR port 1faa3900-13d5-471f-8a82-6fb967a5f8f5 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:44.061480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-f8d05693-0995-4531-99bc-33db4481e857 service neutron] 10.222.0.32 "GET /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.3426788 Nov 12 03:09:44.062689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.066891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb9367a2-585e-426b-a628-8ae9f04434b2 req-7f0744f9-2a07-45cc-a85b-42e6ccab70ac tempest-LiveMigrationNegativeTest-767651125 tempest-LiveMigrationNegativeTest-767651125-project] 10.222.0.32 "DELETE /v2.0/ports/1faa3900-13d5-471f-8a82-6fb967a5f8f5 HTTP/1.1" status: 204 len: 173 time: 1.4500008 Nov 12 03:09:44.067399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'name': 'network-vif-deleted', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:44.070552 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a37904a-36fb-45ef-a463-1af9934a71e5" -d '{"events": [{"server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "name": "network-vif-deleted", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:44.181499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.197352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.225738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 1cdb6080-a445-444b-8200-3081303636ba, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1cdb6080-a445-444b-8200-3081303636ba,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:44.226110 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be310482-c4d2-43c6-b068-74993afe7843 x-openstack-request-id: req-be310482-c4d2-43c6-b068-74993afe7843 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:44.226547 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb", "name": "network-vif-deleted", "tag": "1faa3900-13d5-471f-8a82-6fb967a5f8f5", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:44.226864 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be310482-c4d2-43c6-b068-74993afe7843 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:44.227299 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9aadbd-efd7-42d5-9bfc-7c6acf6bf0cb', 'name': 'network-vif-deleted', 'tag': '1faa3900-13d5-471f-8a82-6fb967a5f8f5', 'status': 'completed', 'code': 200} Nov 12 03:09:44.232149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.289649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.290769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Pushing event updated for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:44.305287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.316312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:44.336564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=1cdb6080-a445-444b-8200-3081303636ba,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:44.351547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:44.369287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fcbc0-afa2-4c59-906e-d6ab96315b91 req-d0ae301d-22a6-471b-b9bf-8648971d91bf tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:44.370860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-830fcbc0-afa2-4c59-906e-d6ab96315b91 req-d0ae301d-22a6-471b-b9bf-8648971d91bf tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 944 time: 0.3402095 Nov 12 03:09:44.375878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:44.388852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.390144 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Added segment 3762f04e-d6c6-411a-a599-1386546a0fd0 of type vlan for network 5417adc9-d94f-4180-afb9-ae0650916f05 Nov 12 03:09:44.455909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27b9843-5e82-4e8d-b6aa-435bcb4b20fd {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:44.468790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:44.485112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.554096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.601960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.604730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.608264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "DELETE /v2.0/security-groups/4907c367-da20-4f61-94d4-c956725a8fb1 HTTP/1.1" status: 204 len: 168 time: 0.6813252 Nov 12 03:09:44.611909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5d89-0b38-4e77-ae8a-a60f33b68c3f req-1ffd708e-422a-43cf-8060-86eb9e70e518 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:44.619329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-331d5d89-0b38-4e77-ae8a-a60f33b68c3f req-1ffd708e-422a-43cf-8060-86eb9e70e518 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.0827188 Nov 12 03:09:44.620221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47360) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:44.637666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-830fcbc0-afa2-4c59-906e-d6ab96315b91 req-17062171-728e-4728-8998-2b203fd8baa0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472906 Nov 12 03:09:44.647046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] Transition to ACTIVE for port object e27b9843-5e82-4e8d-b6aa-435bcb4b20fd will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:44.663810 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.682829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9785725-0885-4fa6-8190-3f3d80e0d339 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907c367-da20-4f61-94d4-c956725a8fb1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:44.686015 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-4afa6d86-7985-409b-8987-dd38a4a6309c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] show failed (client error): The resource could not be found. Nov 12 03:09:44.687516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4afa6d86-7985-409b-8987-dd38a4a6309c tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "GET /v2.0/security-groups/4907c367-da20-4f61-94d4-c956725a8fb1 HTTP/1.1" status: 404 len: 347 time: 0.0490556 Nov 12 03:09:44.697623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:44.698665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:44.700386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:44.728066 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.738845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:44.739704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:44.767088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-331d5d89-0b38-4e77-ae8a-a60f33b68c3f req-4f2d6fa5-a32b-456c-8612-d11070d1be4e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467030 Nov 12 03:09:44.818479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] No DVR routers for this DVR port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:44.894719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] 10.222.0.32 "PUT /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 0.8214808 Nov 12 03:09:44.895789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c72c99-40e4-4685-aec4-2a7efb11660d service neutron] Pushing event updated for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=10']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:45.053728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-de736a1d-7a93-45a4-b27a-74e2a79f38b9 None None] Provisioning complete for port 3be502f8-0dd3-4154-bacf-0f0af6cea91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:45.054119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-de736a1d-7a93-45a4-b27a-74e2a79f38b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.064906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1381571 Nov 12 03:09:45.116735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-de736a1d-7a93-45a4-b27a-74e2a79f38b9 None None] Port 3be502f8-0dd3-4154-bacf-0f0af6cea91e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:45.123044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-072fde51-59fe-4251-849b-0134e66f2f23 req-e0a43f81-a1cc-4481-a820-23994ca9b5b3 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.1403201 Nov 12 03:09:45.151805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dba825-8c76-4db1-96ef-a188dc106cf4 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Network': ['ID=5417adc9-d94f-4180-afb9-ae0650916f05,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:45.172697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5417adc9-d94f-4180-afb9-ae0650916f05 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:45.203364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47370) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:45.209062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'subnets': [{'network_id': '91c7720c-3a76-4911-b564-85bca517adc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--655656031', 'ip_version': 4}, {'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:45.209470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'subnet': {'network_id': '91c7720c-3a76-4911-b564-85bca517adc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--655656031', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:45.210122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Request body: {'subnet': {'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:45.272427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-bca8c495-bcc1-441e-a8ea-d4f24cbfe667 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:45.274059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-bca8c495-bcc1-441e-a8ea-d4f24cbfe667 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.2444475 Nov 12 03:09:45.285743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-6247ba0b-be7f-4ddf-8e27-81f4be7b62d0 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:45.287249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-6247ba0b-be7f-4ddf-8e27-81f4be7b62d0 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.39 "GET /v2.0/networks?id=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 HTTP/1.1" status: 200 len: 810 time: 0.3330765 Nov 12 03:09:45.310528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Request body: {'port': {'device_id': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64', 'admin_state_up': True, 'tenant_id': 'f420d493aa074ced8ee28ab80cbf73b4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:45.314465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Router d4511490-6dbc-458c-a2af-ed744280a58d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:09:45.317120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Deleting port 0614a098-4e13-4308-b37d-1794a8e42d59 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:45.317745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.375831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:45.420624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1cdb6080-a445-444b-8200-3081303636ba up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:45.430799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Made reservation on behalf of cf512642e8f2493caa77430120bb0500 for: {'subnet': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:45.443278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.443625 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.479745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1cdb6080-a445-444b-8200-3081303636ba triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:45.480115 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.521808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-6007c66d-e5d1-4a89-a90d-1b55e8c8a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:45.523567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-6007c66d-e5d1-4a89-a90d-1b55e8c8a1d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a&tenant_id=4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 1097 time: 0.2341721 Nov 12 03:09:45.621620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0766f5fc-f6c9-451e-a2e2-4cd2646a177e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ea5c795c9290431aaa38dc2d282e5d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434194 Nov 12 03:09:45.624180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:45.745917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.808550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.896648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.897061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.911639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.914979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:45.916427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be494c0e-4691-494f-8f17-487b94c3b1b4 HTTP/1.1" status: 204 len: 168 time: 0.2913229 Nov 12 03:09:45.958245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Calling delete_port for 0614a098-4e13-4308-b37d-1794a8e42d59 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:45.964168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cdb23-dc09-454c-8426-4c08c7d8e291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be494c0e-4691-494f-8f17-487b94c3b1b4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:46.015443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:46.026309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8d2c08e-1a6f-4097-ad32-fd7af7547b2e admin admin] 10.222.0.84 "PUT /v2.0/routers/d4511490-6dbc-458c-a2af-ed744280a58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7518432 Nov 12 03:09:46.028914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Sync routers for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:46.039087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede1f09-7293-4a5c-8e5a-18ca72c30c30 req-9db3f2f8-1626-4b1b-af0a-47d94b1108ae tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.046622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ede1f09-7293-4a5c-8e5a-18ca72c30c30 req-9db3f2f8-1626-4b1b-af0a-47d94b1108ae tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.1535294 Nov 12 03:09:46.058451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.065348 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:46.068187 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:46.077868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Made reservation on behalf of f420d493aa074ced8ee28ab80cbf73b4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:46.081584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.092939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-88ec9f48-df82-4d84-8e99-a4a3e56fcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.094643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-88ec9f48-df82-4d84-8e99-a4a3e56fcddd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1097 time: 0.5369260 Nov 12 03:09:46.200660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-5e05b8e2-7a89-4efe-8fac-e9428a75fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.203308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-5e05b8e2-7a89-4efe-8fac-e9428a75fbc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.0958836 Nov 12 03:09:46.233458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455557e-4b2a-4a6b-a389-2612a278de3a req-7503bd64-2371-4eb3-8092-69d4083673c2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.235080 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:46.241321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d455557e-4b2a-4a6b-a389-2612a278de3a req-7503bd64-2371-4eb3-8092-69d4083673c2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.3395717 Nov 12 03:09:46.250304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Subnet': ['ID=77a24e76-bee6-44f1-8b35-c4decbd8f7df,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:46.283646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ede1f09-7293-4a5c-8e5a-18ca72c30c30 req-d0358361-f646-46f9-ad34-c91203e518d8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355392 Nov 12 03:09:46.286344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Checking segment: {'id': 'a0351168-d131-4466-93d5-d7e84de51cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:46.292260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network hostable DHCP agents. Network: 91c7720c-3a76-4911-b564-85bca517adc9, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:46.330508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-f0bbeb11-741c-42e9-9d3e-fc3e93d7be19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.1185730 Nov 12 03:09:46.373207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network 91c7720c-3a76-4911-b564-85bca517adc9 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:46.399381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 91c7720c-3a76-4911-b564-85bca517adc9) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:46.407729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.409405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ec143-88cd-4180-8ac1-672a9d17db02 None None] Network 91c7720c-3a76-4911-b564-85bca517adc9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:46.411997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e01d0ea0-26b9-4071-9dc9-e7542e1d329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.413700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-e01d0ea0-26b9-4071-9dc9-e7542e1d329b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.0757427 Nov 12 03:09:46.517402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47400) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:46.597389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:43Z', 'revision_number': 4, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3be502f8-0dd3-4154-bacf-0f0af6cea91e', 'name': '', 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'mac_address': 'fa:16:3e:7b:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:41Z', 'updated_at': '2021-11-12T03:09:43Z', 'revision_number': 2, 'project_id': 'fad0a854d306427186b62636ea821626', 'subnets': [{'id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:46.635228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-a7088b9c-576e-4416-b7e9-fe10f0b0e801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467814 Nov 12 03:09:46.646869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-91c7720c-3a76-4911-b564-85bca517adc9', 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9', 'tenant_id': 'cf512642e8f2493caa77430120bb0500', 'fixed_ips': [{'subnet_id': '77a24e76-bee6-44f1-8b35-c4decbd8f7df'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:46.648029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.659875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6eaa1868-9828-4207-93f3-0c4bb48ff297 req-ee5974cf-839a-42d9-b0c6-9226262e46f8 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.1464765 Nov 12 03:09:46.679752 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Checking router: d4511490-6dbc-458c-a2af-ed744280a58d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:46.681533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Updating router d4511490-6dbc-458c-a2af-ed744280a58d port 3be502f8-0dd3-4154-bacf-0f0af6cea91e binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:46.683191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event updated for resources: {'Subnet': ['ID=1b1a04aa-ac7c-4009-a63d-e8c47f814323,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:46.731302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d455557e-4b2a-4a6b-a389-2612a278de3a req-cd847164-16fe-490c-b148-6a0c0bcf91d5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855053 Nov 12 03:09:46.740021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Checking segment: {'id': '3762f04e-d6c6-411a-a599-1386546a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:46.742542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network hostable DHCP agents. Network: 5417adc9-d94f-4180-afb9-ae0650916f05, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:46.745277 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:46.797380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-33064c8b-5403-4929-8df6-ab31c5d30467 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d75f90b7f4b64fc3af5a0d6ff9fec47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681460 Nov 12 03:09:46.798169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47406) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:46.842018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Allocated IP 172.20.0.2 (91c7720c-3a76-4911-b564-85bca517adc9/77a24e76-bee6-44f1-8b35-c4decbd8f7df/39ba96e1-28f7-44a1-a03b-76eb7f1ae18c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:46.883607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Network 5417adc9-d94f-4180-afb9-ae0650916f05 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:46.955725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5417adc9-d94f-4180-afb9-ae0650916f05) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:46.987946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.990722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:46.993168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.030874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.033463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.044032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f34f426-d60f-4926-bfe8-d7a8ce1d4d22 None None] Network 5417adc9-d94f-4180-afb9-ae0650916f05 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:47.046876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:47.069501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:47.070156 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4975343e-714f-45a8-a167-15815a8c49bd tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8616447 Nov 12 03:09:47.096486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.102454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.182064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.185654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.190074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43fe0ddb-9948-4378-96e9-d7387a7f42f3 HTTP/1.1" status: 204 len: 168 time: 0.3850560 Nov 12 03:09:47.201624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb170e5-e1d6-45d1-9936-2909caa86fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe0ddb-9948-4378-96e9-d7387a7f42f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:47.234281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Network 91c7720c-3a76-4911-b564-85bca517adc9 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:47.260784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Pushing event updated for resources: {'Port': ['ID=39ba96e1-28f7-44a1-a03b-76eb7f1ae18c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:47.265371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:47.271759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:47.273905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Allocated IP 172.20.0.12 (e0bcb27f-805e-4864-bb76-6a2fbf8d0e64/4da416a3-2f49-4192-a146-97cea67d092e/07062f1f-b0fb-48d4-9080-f8285ddbf8bb) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:47.380910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.421076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:47.423991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1faa3900-13d5-471f-8a82-6fb967a5f8f5 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:47.430999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5cb1-86f4-4ecd-9e60-ac1af84839d1 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:47.432712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5cb1-86f4-4ecd-9e60-ac1af84839d1 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:47.435027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5cb1-86f4-4ecd-9e60-ac1af84839d1 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:47.436766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-894d5cb1-86f4-4ecd-9e60-ac1af84839d1 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3568108 Nov 12 03:09:47.440200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:47.470643 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.498180 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.503250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-f0f41e3b-521f-4f11-a92c-a802d861a94f service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305783 Nov 12 03:09:47.556801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Deleting subnet 77a24e76-bee6-44f1-8b35-c4decbd8f7df {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:09:47.596456 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425e17d-c414-4a50-8dd6-dbda5025f044 None None] Pushing event updated for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:47.616906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 1faa3900-13d5-471f-8a82-6fb967a5f8f5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:47.617525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1faa3900-13d5-471f-8a82-6fb967a5f8f5 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:47.635803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Attempting to bind port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:47.636693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Attempting to bind port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a0351168-d131-4466-93d5-d7e84de51cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:47.639762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Attempting to bind port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c on network 91c7720c-3a76-4911-b564-85bca517adc9 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:47.643582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.690068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Pushing event deleted for resources: {'Port': ['ID=0614a098-4e13-4308-b37d-1794a8e42d59,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:47.736964 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Attempting to bind port 3be502f8-0dd3-4154-bacf-0f0af6cea91e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:47.737256 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Attempting to bind port 3be502f8-0dd3-4154-bacf-0f0af6cea91e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:47.737623 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Attempting to bind port 3be502f8-0dd3-4154-bacf-0f0af6cea91e on network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:47.773688 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:47.773688 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Checking segment: {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:47.773688 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.774960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Bound using segment: {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:47.775069 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Bound port: 3be502f8-0dd3-4154-bacf-0f0af6cea91e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211aeee1-c617-4d4f-b3bf-b3e8df9963da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:47.775457 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.787072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.790272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:47.790866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Checking segment: {'id': 'a0351168-d131-4466-93d5-d7e84de51cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:47.796793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:47.799984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Bound using segment: {'id': 'a0351168-d131-4466-93d5-d7e84de51cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:47.799984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Bound port: 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0351168-d131-4466-93d5-d7e84de51cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '91c7720c-3a76-4911-b564-85bca517adc9'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:47.803350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.024414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b73de1e-df91-4c0e-bf3a-51f4ee657d07 req-e737b1ff-52f3-4128-85aa-666cf8e02e39 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.1358769 Nov 12 03:09:48.153592 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] For port 3be502f8-0dd3-4154-bacf-0f0af6cea91e, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:48.156079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] For port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:48.166014 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] For port 3be502f8-0dd3-4154-bacf-0f0af6cea91e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3be502f8-0dd3-4154-bacf-0f0af6cea91e,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:48.175853 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.176843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] For port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=39ba96e1-28f7-44a1-a03b-76eb7f1ae18c,segment=NetworkSegment(a0351168-d131-4466-93d5-d7e84de51cd3),segment_id=a0351168-d131-4466-93d5-d7e84de51cd3)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:48.251308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.326759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5417adc9-d94f-4180-afb9-ae0650916f05', 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05', 'tenant_id': 'cf512642e8f2493caa77430120bb0500', 'fixed_ips': [{'subnet_id': '1b1a04aa-ac7c-4009-a63d-e8c47f814323'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:48.327317 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.330942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.378520 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:48.379574 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:48.385359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425e17d-c414-4a50-8dd6-dbda5025f044 None None] Pushing event updated for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:48.492957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a4c72-f6a9-448f-82d8-25d9261ee8ac req-398e4ac8-41d6-4418-bb34-2b9de88a2f60 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:48.515304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-939a4c72-f6a9-448f-82d8-25d9261ee8ac req-398e4ac8-41d6-4418-bb34-2b9de88a2f60 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 1.0771542 Nov 12 03:09:48.581639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee99f-7c66-4af3-9a2b-4373d414fe2e req-79065f15-b12f-4716-8675-52203bc942b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:48.590201 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:48.593513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00fee99f-7c66-4af3-9a2b-4373d414fe2e req-79065f15-b12f-4716-8675-52203bc942b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.3773072 Nov 12 03:09:48.609012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.618426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:48.619707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b5c96b6-bc3e-4558-849c-7d856ac5d894 tempest-ServersTestJSON-1009077469 tempest-ServersTestJSON-1009077469-project] 10.222.0.84 "DELETE /v2.0/floatingips/11aacdba-afe2-46b5-a106-fe25317a3276 HTTP/1.1" status: 204 len: 168 time: 3.9171944 Nov 12 03:09:48.638694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47440) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:48.891948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-43d2ca86-2895-4d41-9808-9dbb9852c3e0 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2099593 Nov 12 03:09:48.971849 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:49.002960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47444) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:49.067547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-939a4c72-f6a9-448f-82d8-25d9261ee8ac req-2f53e463-dec5-418c-add4-f094a5fc4f3b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512514 Nov 12 03:09:49.069895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Allocated IP 172.20.0.18 (5417adc9-d94f-4180-afb9-ae0650916f05/1b1a04aa-ac7c-4009-a63d-e8c47f814323/9f8161c2-7ba6-4e37-9781-eecf03c98c78) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:49.168895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.179808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.258661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00fee99f-7c66-4af3-9a2b-4373d414fe2e req-0e3b75ef-fdb9-4ad2-a170-c667085d9dd9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641774 Nov 12 03:09:49.267275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.291049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/subnets/77a24e76-bee6-44f1-8b35-c4decbd8f7df HTTP/1.1" status: 204 len: 168 time: 1.8495741 Nov 12 03:09:49.303229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47450) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:49.378483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db624205-4df1-456e-b8bd-2afcf859f5ff tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Subnet': ['ID=77a24e76-bee6-44f1-8b35-c4decbd8f7df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:49.540991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] Provisioning complete for port 3be502f8-0dd3-4154-bacf-0f0af6cea91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:49.541359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.559799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-network', 'tenant_id': '624ea1d35a384a9d891ad485557f7164'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:49.613193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba9c97-0b5b-421e-a366-cd0fe39159d8 None None] Pushing event updated for resources: {'Port': ['ID=39ba96e1-28f7-44a1-a03b-76eb7f1ae18c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:49.638058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Deleting subnet 1b1a04aa-ac7c-4009-a63d-e8c47f814323 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:09:49.647241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.660203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f521de05-d318-4903-9b10-5b0083fdf675 req-1c4ce181-4b69-46d0-91ba-810e4f761ad1 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.1874967 Nov 12 03:09:49.728294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Pushing event updated for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:49.742339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Made reservation on behalf of 624ea1d35a384a9d891ad485557f7164 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:49.746130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.759785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:49.773029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:49.781917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:49.789085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72498132-b422-4ab5-8552-6cb1e7138511 req-a0aa02b8-a891-40fa-a48f-374dd7b65ee0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:49.792126 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:43Z', 'revision_number': 4, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3be502f8-0dd3-4154-bacf-0f0af6cea91e', 'name': '', 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'mac_address': 'fa:16:3e:7b:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:41Z', 'updated_at': '2021-11-12T03:09:48Z', 'revision_number': 4, 'project_id': 'fad0a854d306427186b62636ea821626', 'subnets': [{'id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:49.793848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-a0aa02b8-a891-40fa-a48f-374dd7b65ee0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.4869502 Nov 12 03:09:49.820584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:49.852822 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4441f7c-2591-4108-9488-c74e766a9366 None None] The sync data for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 is: [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:09:43Z', 'revision_number': 4, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3be502f8-0dd3-4154-bacf-0f0af6cea91e', 'name': '', 'network_id': '82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'mac_address': 'fa:16:3e:7b:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:41Z', 'updated_at': '2021-11-12T03:09:48Z', 'revision_number': 4, 'project_id': 'fad0a854d306427186b62636ea821626', 'subnets': [{'id': '8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:49.971489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:49.972135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.038405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3da6bb5e-499f-4016-9650-bd35e7aa3a83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7408144 Nov 12 03:09:50.060974 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.088684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Request body: {'port': {'device_id': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:50.119760 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.183262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Network 5417adc9-d94f-4180-afb9-ae0650916f05 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:50.192667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:50.210757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.259914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:50.272566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.277813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.364662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] For port 3be502f8-0dd3-4154-bacf-0f0af6cea91e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3be502f8-0dd3-4154-bacf-0f0af6cea91e,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:50.373439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.426876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Attempting to bind port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:50.427552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Attempting to bind port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3762f04e-d6c6-411a-a599-1386546a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:50.429913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.439344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Attempting to bind port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 on network 5417adc9-d94f-4180-afb9-ae0650916f05 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:50.453150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:50.454610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Checking segment: {'id': '3762f04e-d6c6-411a-a599-1386546a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:50.455020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.456618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Bound using segment: {'id': '3762f04e-d6c6-411a-a599-1386546a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:50.457135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Bound port: 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3762f04e-d6c6-411a-a599-1386546a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5417adc9-d94f-4180-afb9-ae0650916f05'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:50.459710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.482738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.575578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Pushing event updated for resources: {'Port': ['ID=9f8161c2-7ba6-4e37-9781-eecf03c98c78,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:50.621368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.662630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.694494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] For port 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:50.702841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] For port 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9f8161c2-7ba6-4e37-9781-eecf03c98c78,segment=NetworkSegment(3762f04e-d6c6-411a-a599-1386546a0fd0),segment_id=3762f04e-d6c6-411a-a599-1386546a0fd0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:50.750659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6526fda-4e39-492b-8cda-5ac0f038d725 None None] Network 91c7720c-3a76-4911-b564-85bca517adc9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:50.811492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf7ff-6951-4974-91a6-6a2c76d93588 req-044ebb67-06b3-4788-a8c1-18220137b46e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:50.819354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e1cf7ff-6951-4974-91a6-6a2c76d93588 req-044ebb67-06b3-4788-a8c1-18220137b46e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.2138181 Nov 12 03:09:50.868917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8688fb-b8b8-4c12-9fe7-53486d1894f9 None None] Pushing event updated for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:50.897575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:50.949626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e1cf7ff-6951-4974-91a6-6a2c76d93588 req-8fd6e3c9-e34e-4290-97b4-4f029262708b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237667 Nov 12 03:09:51.005294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7e33446d-fdf4-4325-b3d4-f0ce95133b53 None None] Provisioning complete for port 3be502f8-0dd3-4154-bacf-0f0af6cea91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:51.005674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e33446d-fdf4-4325-b3d4-f0ce95133b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.079340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07062f1f-b0fb-48d4-9080-f8285ddbf8bb {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:51.087540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.101499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Transition to ACTIVE for port object 07062f1f-b0fb-48d4-9080-f8285ddbf8bb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:09:51.217849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.319173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01ebe5-9010-4c7a-95af-99aa45976c1e None None] Pushing event updated for resources: {'Port': ['ID=9f8161c2-7ba6-4e37-9781-eecf03c98c78,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:51.332968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:09:51.409467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72498132-b422-4ab5-8552-6cb1e7138511 req-ba6526b6-668f-40e5-9bd9-35792fb40fd8 service neutron] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:51.443178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dec20-061d-4867-b9cc-e59eade82f14 req-a590827c-4912-4d30-9784-14c72a378479 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:51.447869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba4dec20-061d-4867-b9cc-e59eade82f14 req-a590827c-4912-4d30-9784-14c72a378479 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.9618256 Nov 12 03:09:51.502101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72498132-b422-4ab5-8552-6cb1e7138511 req-ba6526b6-668f-40e5-9bd9-35792fb40fd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.503321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72498132-b422-4ab5-8552-6cb1e7138511 req-ba6526b6-668f-40e5-9bd9-35792fb40fd8 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 1.6624584 Nov 12 03:09:51.538923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6308f074-7c3a-4dcb-8970-72ef7ad691f9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:51.551824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Pushing event updated for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:51.613327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] DHCP port deletion for 91c7720c-3a76-4911-b564-85bca517adc9 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:09:51.633592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.635484 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Added segment 0082d86e-da8c-4448-a296-6a0a5a39966b of type vlan for network c00c5f98-ebf4-4222-bd65-9b9d66db0075 Nov 12 03:09:51.676616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.745543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-43cc54f6-09b4-4b2e-819d-f88ad7f2cec2 None None] Provisioning complete for port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:51.746068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43cc54f6-09b4-4b2e-819d-f88ad7f2cec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:51.748485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3be502f8-0dd3-4154-bacf-0f0af6cea91e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:51.988911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4e9cc-6b1c-4b88-9a82-164863dc4075 req-56907a78-a00e-44c7-96e3-d3ec944dd3ca tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:52.008601 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48c4e9cc-6b1c-4b88-9a82-164863dc4075 req-56907a78-a00e-44c7-96e3-d3ec944dd3ca tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 944 time: 0.9330156 Nov 12 03:09:52.030549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba4dec20-061d-4867-b9cc-e59eade82f14 req-1c5e7c56-58da-4d5c-a25a-67c31ff8f95f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560002 Nov 12 03:09:52.040806 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.049546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Deleting port 3568266e-1cd5-452e-9a73-04495bf7bff4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:52.050138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.119297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Deleting port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:52.120000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.200629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.201979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:52.202522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.213797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48c4e9cc-6b1c-4b88-9a82-164863dc4075 req-eec21aab-c5c5-4350-ab48-257a0fd2c627 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016890 Nov 12 03:09:52.232585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2260244 Nov 12 03:09:52.239291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Attempting to bind port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:52.239990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Attempting to bind port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd921ebe3-4824-4818-9ad8-b3ff0aef0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:52.240617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Attempting to bind port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb on network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:52.245727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47466) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:52.266905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Request body: {'subnet': {'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-subnet', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:52.316619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.327155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Made reservation on behalf of 624ea1d35a384a9d891ad485557f7164 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:52.329791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.385650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] For port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=39ba96e1-28f7-44a1-a03b-76eb7f1ae18c,segment=NetworkSegment(a0351168-d131-4466-93d5-d7e84de51cd3),segment_id=a0351168-d131-4466-93d5-d7e84de51cd3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:52.386765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.472596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Calling delete_port for 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:52.530567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] For port 3568266e-1cd5-452e-9a73-04495bf7bff4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3568266e-1cd5-452e-9a73-04495bf7bff4,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:52.531208 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.560239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb on network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:09:52.560944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Attempting to bind port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb on network e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:52.564765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.581657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/subnets/1b1a04aa-ac7c-4009-a63d-e8c47f814323 HTTP/1.1" status: 204 len: 168 time: 3.2759330 Nov 12 03:09:52.588589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:52.601276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Calling delete_port for 3568266e-1cd5-452e-9a73-04495bf7bff4 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:52.708136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3dcfb-92b7-46c3-84e7-2f8b838910cb tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1a04aa-ac7c-4009-a63d-e8c47f814323,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:52.712408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:52.712784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Checking segment: {'id': 'd921ebe3-4824-4818-9ad8-b3ff0aef0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:52.713133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Bound using segment: {'id': 'd921ebe3-4824-4818-9ad8-b3ff0aef0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:52.713842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Bound port: 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd921ebe3-4824-4818-9ad8-b3ff0aef0653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:52.714222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.760592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.793572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-43cc54f6-09b4-4b2e-819d-f88ad7f2cec2 None None] Port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c update to ACTIVE by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:09:52.820073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d3531-08b7-4e17-b85c-aaa04fec6b42 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:52.821669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] No DVR routers for this DVR port 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:52.826342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3be502f8-0dd3-4154-bacf-0f0af6cea91e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:52.826523 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.834954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-570d3531-08b7-4e17-b85c-aaa04fec6b42 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2429819 Nov 12 03:09:52.837721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdf58f-c627-40bd-ac05-f25e37030df6 req-b61db7c8-4aab-4014-a947-dbd583d10508 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:52.846511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-acfdf58f-c627-40bd-ac05-f25e37030df6 req-b61db7c8-4aab-4014-a947-dbd583d10508 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1097 time: 0.3900087 Nov 12 03:09:52.879001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47470) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:52.928282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:52.938182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:52.974728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2661259-2e04-4417-9f7d-2f87bc2eafda None None] Pushing event deleted for resources: {'Port': ['ID=39ba96e1-28f7-44a1-a03b-76eb7f1ae18c,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.017433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e791cca-a20a-4af5-9eb9-5d462745307b admin admin] Pushing event updated for resources: {'Network': ['ID=c00c5f98-ebf4-4222-bd65-9b9d66db0075,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.038465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.048964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1d9d7-c1ab-4068-a52b-30993861bc5c None None] Network 5417adc9-d94f-4180-afb9-ae0650916f05 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:53.064076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.082208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-acfdf58f-c627-40bd-ac05-f25e37030df6 req-c4b47c4c-00ff-4107-8875-3143b55cc892 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071128 Nov 12 03:09:53.149314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:09:53.154301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:53.155129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.155910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.172490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] 10.222.0.39 "PUT /v2.0/ports/07062f1f-b0fb-48d4-9080-f8285ddbf8bb HTTP/1.1" status: 200 len: 1093 time: 3.0916827 Nov 12 03:09:53.200709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5345c-af3a-4b84-8cda-b2534512477e service neutron] Pushing event updated for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.220130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:09:53.225621 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96651e4-4154-43d9-af91-fdfa9bc7e697" -d '{"events": [{"name": "network-changed", "server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:09:53.343268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] Provisioning complete for port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:53.343814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.469930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Checking segment: {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:53.470298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Network hostable DHCP agents. Network: c00c5f98-ebf4-4222-bd65-9b9d66db0075, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:53.483903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a86bfd1f-d13a-4c76-9d36-9a517f1aff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:53.484125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.486463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-a86bfd1f-d13a-4c76-9d36-9a517f1aff61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f420d493aa074ced8ee28ab80cbf73b4&device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 1096 time: 0.2506270 Nov 12 03:09:53.513040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] DHCP port deletion for 5417adc9-d94f-4180-afb9-ae0650916f05 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:09:53.514367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563065e3-bc9a-49aa-a277-d1acaead3326 req-f9195d13-3ca4-4c63-b53c-3eb3d404d6d8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:53.522724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-563065e3-bc9a-49aa-a277-d1acaead3326 req-f9195d13-3ca4-4c63-b53c-3eb3d404d6d8 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2631948 Nov 12 03:09:53.524944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.605465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3568266e-1cd5-452e-9a73-04495bf7bff4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.623076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc120ee1-b60f-4ba0-b155-45aa6e47d2d8,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.637245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:53.640115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-563065e3-bc9a-49aa-a277-d1acaead3326 req-6ed470fa-56e3-4199-8345-33df9c574a78 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163831 Nov 12 03:09:53.679261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] For port 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9f8161c2-7ba6-4e37-9781-eecf03c98c78,segment=NetworkSegment(3762f04e-d6c6-411a-a599-1386546a0fd0),segment_id=3762f04e-d6c6-411a-a599-1386546a0fd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:53.690572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:53.691842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 39ba96e1-28f7-44a1-a03b-76eb7f1ae18c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:53.726518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.775544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-2db4c413-2988-418a-8ebc-c37267a73e5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb HTTP/1.1" status: 200 len: 217 time: 0.2160161 Nov 12 03:09:53.785477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:53.788579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f4dd-77ad-4129-bba9-488729045126 req-e191f2c1-4bf0-46bc-aef3-250c22e93468 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:53.792406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a218f4dd-77ad-4129-bba9-488729045126 req-e191f2c1-4bf0-46bc-aef3-250c22e93468 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 944 time: 0.2884753 Nov 12 03:09:53.805355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Deleting port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:53.805685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.819991 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166456ca-a875-4221-b30f-13e32b6d7895 x-openstack-request-id: req-166456ca-a875-4221-b30f-13e32b6d7895 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:09:53.820259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2cad-43fa-439d-9102-7bf04385cb33 None None] Pushing event updated for resources: {'Port': ['ID=9f8161c2-7ba6-4e37-9781-eecf03c98c78,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:53.820374 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:09:53.820543 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-166456ca-a875-4221-b30f-13e32b6d7895 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:09:53.820955 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'status': 'completed', 'code': 200} Nov 12 03:09:53.850914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Deleting port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:53.851463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.878887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c00c5f98-ebf4-4222-bd65-9b9d66db0075) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:53.911309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:53.917163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:53.919089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f823209-05e8-4d6e-bd71-ea91cd22c4c3 None None] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:53.954171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-308eb5b1-bbe8-4c45-b063-587866d2159b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6934607 Nov 12 03:09:53.956910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47486) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:53.962275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:54.005285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-15c2c005-a8f4-4961-b322-de128ce52d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:54.008331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-15c2c005-a8f4-4961-b322-de128ce52d9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4da416a3-2f49-4192-a146-97cea67d092e HTTP/1.1" status: 200 len: 850 time: 0.2103424 Nov 12 03:09:54.063987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-ba72dab8-9aab-4ef7-8f0e-7597de271815 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405097 Nov 12 03:09:54.067000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.068271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.095939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] For port 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9f8161c2-7ba6-4e37-9781-eecf03c98c78,segment=NetworkSegment(3762f04e-d6c6-411a-a599-1386546a0fd0),segment_id=3762f04e-d6c6-411a-a599-1386546a0fd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:54.095939 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.116447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Calling delete_port for 9f8161c2-7ba6-4e37-9781-eecf03c98c78 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:54.138912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] For port 9f8161c2-7ba6-4e37-9781-eecf03c98c78, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9f8161c2-7ba6-4e37-9781-eecf03c98c78,segment=NetworkSegment(3762f04e-d6c6-411a-a599-1386546a0fd0),segment_id=3762f04e-d6c6-411a-a599-1386546a0fd0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:54.138912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.190627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a218f4dd-77ad-4129-bba9-488729045126 req-6fbc00bd-faeb-4dae-b9da-6a99c9461c7b tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812351 Nov 12 03:09:54.191602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Calling delete_port for 9f8161c2-7ba6-4e37-9781-eecf03c98c78 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:54.219486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'fixed_ips': [{'subnet_id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:09:54.220886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.316759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.375691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] No DVR routers for this DVR port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:54.383872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.385911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Port': ['ID=9f8161c2-7ba6-4e37-9781-eecf03c98c78,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:54.451984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.470791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] No DVR routers for this DVR port 9f8161c2-7ba6-4e37-9781-eecf03c98c78 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:09:54.506513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.539568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5417adc9-d94f-4180-afb9-ae0650916f05']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:54.551607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3762f04e-d6c6-411a-a599-1386546a0fd0') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:54.552217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3762f04e-d6c6-411a-a599-1386546a0fd0') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:54.563379 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.582075 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.582960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801fda9-0ea1-46e1-9ca4-92ed789d0810 None None] Pushing event deleted for resources: {'Port': ['ID=9f8161c2-7ba6-4e37-9781-eecf03c98c78,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:54.597792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:54.598572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.634932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-9d78d15d-0deb-46f8-8428-6420ef960a47 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:54.636739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-9d78d15d-0deb-46f8-8428-6420ef960a47 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.5713665 Nov 12 03:09:54.645431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Allocated IP 172.20.0.2 (c00c5f98-ebf4-4222-bd65-9b9d66db0075/cc120ee1-b60f-4ba0-b155-45aa6e47d2d8/bbb19d3a-dec0-4f44-964c-58723900e909) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:54.727534 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:54.730842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-d910d8f6-5467-49df-9649-e16a5e7e90b6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/quotas/4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 375 time: 0.0807960 Nov 12 03:09:54.875719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.883498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-8a6bd15a-a5be-4e2e-9b86-e5a423bf46f4 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347597 Nov 12 03:09:54.892512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-f7e1e7a4-d9f7-4c44-a02d-fcf505cde9bd service neutron] 10.222.0.39 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184166 Nov 12 03:09:54.896580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.906476 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.915489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/5417adc9-d94f-4180-afb9-ae0650916f05 HTTP/1.1" status: 204 len: 168 time: 2.0291998 Nov 12 03:09:54.916182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.920747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47514) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:55.008465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1889d-381c-499d-93c1-cb9264da56ba tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=5417adc9-d94f-4180-afb9-ae0650916f05,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:55.022726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:55.037560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:55.040688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:55.107895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Pushing event updated for resources: {'Port': ['ID=bbb19d3a-dec0-4f44-964c-58723900e909,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:55.136537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Attempting to bind port bbb19d3a-dec0-4f44-964c-58723900e909 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:55.137554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Attempting to bind port bbb19d3a-dec0-4f44-964c-58723900e909 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:55.138142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Attempting to bind port bbb19d3a-dec0-4f44-964c-58723900e909 on network c00c5f98-ebf4-4222-bd65-9b9d66db0075 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:55.144919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:55.145845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Checking segment: {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:55.146479 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.147243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Bound using segment: {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:55.148160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Bound port: bbb19d3a-dec0-4f44-964c-58723900e909, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:55.148779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.177073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:09:55.189540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1b5aafc-c535-4df3-b453-73561ca1e06d req-3b4c7011-ea3e-4506-b20f-a2b6217aa12a service neutron] 10.222.0.39 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661283 Nov 12 03:09:55.302638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] For port bbb19d3a-dec0-4f44-964c-58723900e909, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:55.306180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] For port bbb19d3a-dec0-4f44-964c-58723900e909, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bbb19d3a-dec0-4f44-964c-58723900e909,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:55.312809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.330365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.407262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.436271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:55.442424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a3395ecf-378b-4a3c-ab14-ae36b656bd68 admin admin] 10.222.0.84 "PUT /v2.0/routers/61ecfc9d-8318-41a6-902d-c0fbb6ccd113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7984560 Nov 12 03:09:55.446661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:55.451954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb0179-f582-43cc-aec5-a36ba7636454 None None] Pushing event updated for resources: {'Port': ['ID=bbb19d3a-dec0-4f44-964c-58723900e909,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:55.496034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Sync routers for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:55.518626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:55.519590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:55.585373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23a8b-cbaa-4af3-9f82-139927ca0f65 req-8ef55ad0-ee80-4478-b0c3-1735bf14dc61 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:55.590385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-41b23a8b-cbaa-4af3-9f82-139927ca0f65 req-8ef55ad0-ee80-4478-b0c3-1735bf14dc61 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 944 time: 0.2355731 Nov 12 03:09:55.627811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9f8161c2-7ba6-4e37-9781-eecf03c98c78 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:09:55.681849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-f1e89a5f-f26a-4801-9e30-fb2a5249891f service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863500 Nov 12 03:09:55.739731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-41b23a8b-cbaa-4af3-9f82-139927ca0f65 req-87dd11a8-3047-491d-aa81-f4791d285684 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346869 Nov 12 03:09:55.742139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:55.800875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.853814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.933078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9f8161c2-7ba6-4e37-9781-eecf03c98c78 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:09:55.933482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9f8161c2-7ba6-4e37-9781-eecf03c98c78 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:09:55.955674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-b27a262a-6491-4386-a118-1f5f68f800c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:55.959357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-b27a262a-6491-4386-a118-1f5f68f800c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f420d493aa074ced8ee28ab80cbf73b4&device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 1096 time: 0.6878557 Nov 12 03:09:56.096198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.130345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.174295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-cadd96ba-3ba9-47dd-a710-ba1a2fa60725 service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910731 Nov 12 03:09:56.209135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:09:53Z', 'revision_number': 5, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port': {'id': '63e149c4-feef-4694-8701-cbf74b6dfd72', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:81:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:04Z', 'updated_at': '2021-11-12T03:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.224522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Deleting port 63e149c4-feef-4694-8701-cbf74b6dfd72 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:09:56.225185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.233588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7720c-3a76-4911-b564-85bca517adc9']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.256256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0351168-d131-4466-93d5-d7e84de51cd3') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.256893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0351168-d131-4466-93d5-d7e84de51cd3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.297554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Checking router: 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:56.313485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Routers {'61ecfc9d-8318-41a6-902d-c0fbb6ccd113'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:56.314414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.331915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.375598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-6b5a4f84-ecde-4eb1-bfe3-9b46252dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:56.380216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-6b5a4f84-ecde-4eb1-bfe3-9b46252dbc3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 HTTP/1.1" status: 200 len: 911 time: 0.3125777 Nov 12 03:09:56.390584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] For port 63e149c4-feef-4694-8701-cbf74b6dfd72, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=63e149c4-feef-4694-8701-cbf74b6dfd72,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:56.395520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.412390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Calling delete_port for 63e149c4-feef-4694-8701-cbf74b6dfd72 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:09:56.496825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-75cf0bcb-3a1f-45e9-9018-163e7044d008 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb HTTP/1.1" status: 200 len: 217 time: 0.0985641 Nov 12 03:09:56.497822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.519378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:56.519926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.545923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] Set router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:56.565454 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:56.570846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-7803e337-37d6-4dd1-bf4d-4d513c8f0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:56.570846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-7803e337-37d6-4dd1-bf4d-4d513c8f0815 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4da416a3-2f49-4192-a146-97cea67d092e HTTP/1.1" status: 200 len: 850 time: 0.0636790 Nov 12 03:09:56.655829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f4ee4a0-e7cf-49ac-b8e8-edf11c55ceda req-c156703f-b0e6-404b-8927-a062148e9f99 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 210 time: 0.1440976 Nov 12 03:09:56.727403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-83bb3fad-eee6-4dcc-9e71-542840b3d945 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440108 Nov 12 03:09:56.732684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:09:56Z', 'revision_number': 6, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:56.889750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a1067-a724-47ff-9c93-5e608f18822b None None] The sync data for ids ['61ecfc9d-8318-41a6-902d-c0fbb6ccd113'] in n-d-615180-50 is: [{'id': '61ecfc9d-8318-41a6-902d-c0fbb6ccd113', 'name': 'tempest-ServersTestJSON-993154713-router', 'tenant_id': '996d5128e3a84b7da075ad61fe33910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:09:56Z', 'revision_number': 6, 'project_id': '996d5128e3a84b7da075ad61fe33910f', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:56.980569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.013710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.030807 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/91c7720c-3a76-4911-b564-85bca517adc9 HTTP/1.1" status: 204 len: 168 time: 2.0846860 Nov 12 03:09:57.040867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47552) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:57.193572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.205479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c6975-2821-4419-a54c-7a1cec6f86ca None None] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:57.244669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c882-c587-49b0-ae77-3d73c6d38ca0 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=91c7720c-3a76-4911-b564-85bca517adc9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:57.328392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.367508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.440407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e149c4-feef-4694-8701-cbf74b6dfd72,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:57.491533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab083a8-389e-4a76-a38d-15b62a312685 req-e9bab97a-4c87-4d45-9f8a-653c5ad912c1 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:57.504022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dab083a8-389e-4a76-a38d-15b62a312685 req-e9bab97a-4c87-4d45-9f8a-653c5ad912c1 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 944 time: 0.4612050 Nov 12 03:09:57.564085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-cca227b3-0074-4d6a-bf0c-a0d2ba7c1908 service neutron] 10.222.0.39 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218901 Nov 12 03:09:57.567883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.719892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f96651e4-4154-43d9-af91-fdfa9bc7e697 req-cdcb2a5b-28d8-40a0-8870-ab738a02d42e service neutron] 10.222.0.39 "GET /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424472 Nov 12 03:09:57.820855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dab083a8-389e-4a76-a38d-15b62a312685 req-32d02be4-f0b3-4c79-84df-19ca88063357 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113701 Nov 12 03:09:57.862101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.870142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 07062f1f-b0fb-48d4-9080-f8285ddbf8bb details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:57.934719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Allocated IP 172.25.2.60 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/b1304679-1b4e-4da9-84b3-e60801dc87c6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:57.982169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bbb19d3a-dec0-4f44-964c-58723900e909 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:57.990838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.083518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] Provisioning complete for port bbb19d3a-dec0-4f44-964c-58723900e909 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:58.084057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.095210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.134997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.188595 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:09:58.240318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.275074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.279396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.364044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1304679-1b4e-4da9-84b3-e60801dc87c6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:58.393471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:58.397674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:58.408338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:58.471322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.471831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ecfc9d-8318-41a6-902d-c0fbb6ccd113 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:09:58.480929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.486126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2db5ff0b-c1c6-47c7-82c6-15c791d65589 admin admin] 10.222.0.84 "DELETE /v2.0/routers/61ecfc9d-8318-41a6-902d-c0fbb6ccd113 HTTP/1.1" status: 204 len: 168 time: 3.0383117 Nov 12 03:09:58.487959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47598) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:58.538078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2d7fd10-f3dd-4632-a9b0-b819c325dcda req-6f62133b-8a1c-4c30-8019-36f8697ddbad tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 210 time: 0.5395715 Nov 12 03:09:58.549894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port bbb19d3a-dec0-4f44-964c-58723900e909 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:58.550418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.642611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4576b152-958e-4e02-b35b-59818d59ad1b']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:58.643292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Deleting subnet a8fbbfff-7b92-48c7-bc69-d77faf709c4a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:09:58.659398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.849816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf2a44c-6aaa-460b-863a-70d0c2a231c5') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:58.850419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf2a44c-6aaa-460b-863a-70d0c2a231c5') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:58.863979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.885526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:58.894708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:09:58.895702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.013644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:09:59.034460 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:09:59.049950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.130990 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.147149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/4576b152-958e-4e02-b35b-59818d59ad1b HTTP/1.1" status: 204 len: 168 time: 2.1022663 Nov 12 03:09:59.161170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47602) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:59.166571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9add63f4-e471-433d-b35e-751433e4c76e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:09:59.321797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31590b-8537-4fb6-befd-7fd8be7a4c34 tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=4576b152-958e-4e02-b35b-59818d59ad1b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:59.456415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.511549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:59.512028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47125-43d6-4357-8fd2-bef01a20dc52 req-11f0a4fc-f1ac-4888-928c-e35e7854f91d tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:59.525987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01a47125-43d6-4357-8fd2-bef01a20dc52 req-11f0a4fc-f1ac-4888-928c-e35e7854f91d tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 944 time: 0.4874332 Nov 12 03:09:59.559640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '9add63f4-e471-433d-b35e-751433e4c76e', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': '9add63f4-e471-433d-b35e-751433e4c76e', 'mac_address': 'fa:16:3e:3c:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:59.581314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:59.669427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-05cc2d29-0b2a-4596-9f38-a2191c09e215 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:59.674496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-05cc2d29-0b2a-4596-9f38-a2191c09e215 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 1.2104473 Nov 12 03:09:59.755901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'network_id': 'e0bcb27f-805e-4864-bb76-6a2fbf8d0e64', 'port_id': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'mac_address': 'fa:16:3e:bf:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da416a3-2f49-4192-a146-97cea67d092e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:09:59.762978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.769012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.769012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.799477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.822475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.835691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Request body: {'port': {'device_id': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'admin_state_up': True, 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:59.871653 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.888343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9add63f4-e471-433d-b35e-751433e4c76e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:09:59.911495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] For port bbb19d3a-dec0-4f44-964c-58723900e909, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bbb19d3a-dec0-4f44-964c-58723900e909,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:59.937844 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:59.941926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07062f1f-b0fb-48d4-9080-f8285ddbf8bb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:00.078627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714c0f-16af-4a9e-9629-ea5756493fe3 None None] Pushing event updated for resources: {'Port': ['ID=bbb19d3a-dec0-4f44-964c-58723900e909,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:00.095013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:00.135915 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.175541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f39f8a13-f6cd-4978-9082-742826e26665 req-b190cee4-3e51-4d17-a484-40e7e0af7188 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 210 time: 0.1804869 Nov 12 03:10:00.177356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.216404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:00.279739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.284245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9427a43d-888e-413e-8a1c-637580ae27e4 None None] Provisioning complete for port bbb19d3a-dec0-4f44-964c-58723900e909 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:00.284591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9427a43d-888e-413e-8a1c-637580ae27e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.288489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:10:00.288788 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:10:00.325336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01a47125-43d6-4357-8fd2-bef01a20dc52 req-69fec227-3f98-4b01-a31f-a9af27854a3c tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944183 Nov 12 03:10:00.369971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9add63f4-e471-433d-b35e-751433e4c76e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:00.403501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:00.407453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.458505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:00.502079 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.541850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b350101f-e681-4899-84b5-939700ea4b98']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:00.559921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba62ed53-9f5b-47c8-be70-65535bc18ee5') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:00.560285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba62ed53-9f5b-47c8-be70-65535bc18ee5') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:00.567208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['07062f1f-b0fb-48d4-9080-f8285ddbf8bb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:00.574183 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.592600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.601610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:00.602162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.618286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:00.693300 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:00.698072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.709610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.716631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] 10.222.0.84 "DELETE /v2.0/networks/b350101f-e681-4899-84b5-939700ea4b98 HTTP/1.1" status: 204 len: 168 time: 1.5464699 Nov 12 03:10:00.742147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcbb63-e78f-4a62-96b9-56c545e8f81b tempest-BulkNetworkOpsTest-2106847026 tempest-BulkNetworkOpsTest-2106847026-project] Pushing event deleted for resources: {'Network': ['ID=b350101f-e681-4899-84b5-939700ea4b98,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:00.821637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Allocated IP 172.20.0.3 (5a635e2d-a003-4b76-833d-7d5ccf120185/2ed02460-bd0e-45e8-b307-41a2d023a582/049d309e-90ba-4d34-9537-7de95b9ae13a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:00.926622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:00.976340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3568266e-1cd5-452e-9a73-04495bf7bff4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:00.983732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cb28e-a730-4986-b11c-6847a451634b None None] Network 3c7dfef4-7796-4305-b0ae-d2039597ea0d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:01.005473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fbbfff-7b92-48c7-bc69-d77faf709c4a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:01.012874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.023228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47cb0414-d957-438c-9ebd-4f58085c45ed admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a8fbbfff-7b92-48c7-bc69-d77faf709c4a HTTP/1.1" status: 204 len: 168 time: 2.5262647 Nov 12 03:10:01.031230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47644) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:01.099828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.177831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.195575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9add63f4-e471-433d-b35e-751433e4c76e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:01.225578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:01.286015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:01.299037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:01.305184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47648) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:01.351612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3568266e-1cd5-452e-9a73-04495bf7bff4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:01.352247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3568266e-1cd5-452e-9a73-04495bf7bff4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:01.407358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.456961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:01.502676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:01.504330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.536463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-6c8b516e-94b5-4602-bdd6-2e517855d3ae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7074492 Nov 12 03:10:01.558121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 9add63f4-e471-433d-b35e-751433e4c76e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:01.559740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.562418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Request body: {'port': {'device_id': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:01.660512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dc35b-5d01-4f80-a79c-a96539c49176 req-1f818315-82b9-4eac-99cb-39177ba21480 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:01.669857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c14dc35b-5d01-4f80-a79c-a96539c49176 req-1f818315-82b9-4eac-99cb-39177ba21480 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 931 time: 0.3014879 Nov 12 03:10:01.675148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.690762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bbb19d3a-dec0-4f44-964c-58723900e909 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:01.780552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] DHCP port deletion for 3c7dfef4-7796-4305-b0ae-d2039597ea0d request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:01.846600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.867540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Deleting port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:01.872928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:01.957594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24ed4357-8eed-46df-8f47-9a3533f0821a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf512642e8f2493caa77430120bb0500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350944 Nov 12 03:10:01.962161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47658) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:02.073716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port bbb19d3a-dec0-4f44-964c-58723900e909 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:02.076564 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.183958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] For port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,segment=NetworkSegment(12f0b36e-775e-4fda-bfa4-9b976416155c),segment_id=12f0b36e-775e-4fda-bfa4-9b976416155c)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:02.184594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.220925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Calling delete_port for 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:02.278297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c14dc35b-5d01-4f80-a79c-a96539c49176 req-fd1006ef-36e4-483c-b05c-f4b5927f784d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068757 Nov 12 03:10:02.587994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 07062f1f-b0fb-48d4-9080-f8285ddbf8bb up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:02.607669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:10:02.672974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Deleting port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:02.673530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.679420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015a667-9631-486c-a155-ac1da5f1e52e req-eb308538-045a-423c-9fd3-875864560687 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:02.697271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6015a667-9631-486c-a155-ac1da5f1e52e req-eb308538-045a-423c-9fd3-875864560687 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 945 time: 0.2776315 Nov 12 03:10:02.702745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.775173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] For port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:02.775820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.823224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] No DVR routers for this DVR port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:02.831868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:02.845669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Calling delete_port for 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:02.851625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:10:02.875089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.901815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:02.952503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] No DVR routers for this DVR port 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:02.961027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:10:03.007529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:03.010154 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d76c558-1303-4799-bd67-534df2a12b68" -d '{"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-plugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:03.013263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049d309e-90ba-4d34-9537-7de95b9ae13a {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:03.016391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7ca52a7-8622-4927-aba0-5c535935c569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.018004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ca683-ddb6-4fdd-be95-6d9c688ddbdc None None] Pushing event deleted for resources: {'Port': ['ID=84e934c6-ef74-46dd-a7d8-9bb0cde7e832,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.019785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:03.020150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.033069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.046889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6015a667-9631-486c-a155-ac1da5f1e52e req-486fe6ad-e80c-4b4c-9641-9db7df1810c4 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485191 Nov 12 03:10:03.054730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Transition to ACTIVE for port object 049d309e-90ba-4d34-9537-7de95b9ae13a will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:03.063589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.071595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.114211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:03.119723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7dfef4-7796-4305-b0ae-d2039597ea0d']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:03.123517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.134764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:03.145951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f0b36e-775e-4fda-bfa4-9b976416155c') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:03.146293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f0b36e-775e-4fda-bfa4-9b976416155c') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:03.149047 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Sync routers for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:03.167550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.171559 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:03.174062 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:03.187022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.188897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-74e7ba1f-09eb-48a5-9dfe-006ff203c4b1 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2302845 Nov 12 03:10:03.193516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.197352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:03.298489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.308427 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81ceb3-f903-436c-b175-cd6fc4c68891 x-openstack-request-id: req-9b81ceb3-f903-436c-b175-cd6fc4c68891 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:03.310525 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-plugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:03.310796 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b81ceb3-f903-436c-b175-cd6fc4c68891 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:03.312368 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e', 'code': 200} Nov 12 03:10:03.376610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.385457 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.392365 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d77c216e-b847-428b-870b-cc5bc2c39a6a HTTP/1.1" status: 204 len: 168 time: 1.4186664 Nov 12 03:10:03.452850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36907a8-3f90-4daa-9078-086850ad8e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c216e-b847-428b-870b-cc5bc2c39a6a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.486492 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.487296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.493471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 63e149c4-feef-4694-8701-cbf74b6dfd72 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:03.540732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.554510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 63e149c4-feef-4694-8701-cbf74b6dfd72 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:03.559043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 63e149c4-feef-4694-8701-cbf74b6dfd72 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:03.613419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:03.651775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:03.653871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:03.659445 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:03.674914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:03.707193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.720990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.778813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:03.779453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:03.779804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:03.810247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:03.811176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:03.827946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:03.828268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:03.828666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:03.829111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Bound port: 049d309e-90ba-4d34-9537-7de95b9ae13a, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:03.829520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.854923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:03.865090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:03.918615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:03.918977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84e934c6-ef74-46dd-a7d8-9bb0cde7e832 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:03.937070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.951920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ca09-8a32-4601-9b43-836c72795f09 req-1ebdeac6-6ced-4d7c-ad82-b2eab4551bfb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:03.954106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99f6ca09-8a32-4601-9b43-836c72795f09 req-1ebdeac6-6ced-4d7c-ad82-b2eab4551bfb tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.4767613 Nov 12 03:10:03.973870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:03.987885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] 10.222.0.84 "DELETE /v2.0/networks/3c7dfef4-7796-4305-b0ae-d2039597ea0d HTTP/1.1" status: 204 len: 168 time: 2.9526405 Nov 12 03:10:04.106022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:04.114786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:04.124085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.147421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64660744-5209-4e74-aaca-cc1c81fd021a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7dfef4-7796-4305-b0ae-d2039597ea0d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:04.215879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99f6ca09-8a32-4601-9b43-836c72795f09 req-ec286695-1d1a-4b5c-a7b4-f938c48f015a tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195034 Nov 12 03:10:04.281921 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:09:58Z', 'revision_number': 3, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:04.292939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:04.306609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.317661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] 10.222.0.32 "PUT /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 1092 time: 2.7572119 Nov 12 03:10:04.318681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:04.345827 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e5cb23-8429-4b13-934e-d5de23c99de7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:04.408280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Checking router: f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:04.409073 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Updating router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd port b1304679-1b4e-4da9-84b3-e60801dc87c6 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:04.457417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47688) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:04.476683 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.495901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7cf3a-bec9-4f64-96d3-2d3d34205374 service neutron] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:04.532433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-044cd7ba-dfd3-42be-bd30-dc0956323efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:04.535560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-044cd7ba-dfd3-42be-bd30-dc0956323efd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1667669 Nov 12 03:10:04.606617 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9b37853-125f-497d-bffd-90bddffcb712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:04.607752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-86e0f169-f933-40a1-9255-7aa44963ef48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.0622101 Nov 12 03:10:04.710542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d78a74-eceb-4225-87f1-3b84526798bd req-f63fde9f-f794-49ea-8595-b1f603da4610 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:04.712181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8d78a74-eceb-4225-87f1-3b84526798bd req-f63fde9f-f794-49ea-8595-b1f603da4610 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 943 time: 0.3125346 Nov 12 03:10:04.759543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-d4e94697-0645-487f-89e3-08deab71c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:04.762321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-d4e94697-0645-487f-89e3-08deab71c4b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1429398 Nov 12 03:10:04.832261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-5b5c8c8a-b276-43e9-b694-5d40c33a473b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617125 Nov 12 03:10:04.888147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8d78a74-eceb-4225-87f1-3b84526798bd req-79b0421d-6e1c-4fc1-b1ba-bd920826cc9a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599803 Nov 12 03:10:04.898019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47696) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:04.898850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-10d5af73-8fe7-4f6e-899c-3aba96332fe9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=996d5128e3a84b7da075ad61fe33910f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375274 Nov 12 03:10:05.054064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.172178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.218701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.231960 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.247951 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.263700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47702) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:05.313332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:05.316373 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791a10b-3874-4fa1-9c1a-d7143a6c8a03" -d '{"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-plugged", "status": "completed", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:05.320334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-16865213-8a71-4c22-ae9c-986530e98cf5 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707510 Nov 12 03:10:05.343777 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Attempting to bind port b1304679-1b4e-4da9-84b3-e60801dc87c6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:05.344402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Attempting to bind port b1304679-1b4e-4da9-84b3-e60801dc87c6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:05.348286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Attempting to bind port b1304679-1b4e-4da9-84b3-e60801dc87c6 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:05.411924 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:05.412684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:05.413265 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.414873 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:05.417039 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Bound port: b1304679-1b4e-4da9-84b3-e60801dc87c6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:05.419812 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.474561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.479939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.491357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c943da0-d7c4-4977-a0bd-fd72a7f0ba1c HTTP/1.1" status: 204 len: 168 time: 0.5885904 Nov 12 03:10:05.524859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.536003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320465864'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:05.547400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce61c-f4e6-4631-a4ee-3ada7ca17b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c943da0-d7c4-4977-a0bd-fd72a7f0ba1c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:05.550482 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] For port b1304679-1b4e-4da9-84b3-e60801dc87c6, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:05.563126 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] For port b1304679-1b4e-4da9-84b3-e60801dc87c6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1304679-1b4e-4da9-84b3-e60801dc87c6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:05.587894 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.650017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Allocated IP 172.20.0.1 (c00c5f98-ebf4-4222-bd65-9b9d66db0075/cc120ee1-b60f-4ba0-b155-45aa6e47d2d8/6731ac4e-7ea7-42c5-9c21-71f883656067) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:05.655784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:05.661223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.667987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f05c6-6802-4b4d-8782-079e01959657 None None] Pushing event updated for resources: {'Port': ['ID=b1304679-1b4e-4da9-84b3-e60801dc87c6,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:05.682462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.687761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-569dd7ae-64b9-4594-8541-ba611ac1d96a req-666fca66-521f-4bdd-b67a-62caae580ae2 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664711 Nov 12 03:10:05.792039 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:05.795073 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:05.813136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.855781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.884723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a38b29-8732-42be-a337-e810a9def97e req-4b9dc932-de28-42cd-a6ec-e0bcbc80ecc5 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:05.887265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6a38b29-8732-42be-a337-e810a9def97e req-4b9dc932-de28-42cd-a6ec-e0bcbc80ecc5 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 946 time: 0.3822782 Nov 12 03:10:05.912845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.936419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:05.994204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6a38b29-8732-42be-a337-e810a9def97e req-28a7b5ac-9c1c-4895-bed1-a99aa403cd6f tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Nov 12 03:10:05.996223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:06.002755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f05c6-6802-4b4d-8782-079e01959657 None None] Pushing event updated for resources: {'Port': ['ID=b1304679-1b4e-4da9-84b3-e60801dc87c6,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:06.040184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:06.042153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:06.049044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:06.074614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.075002 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment efb58610-6c8c-40e3-bde3-17f3b78a77c8 of type vlan for network 1626f21f-7ed0-4c97-b944-61958ed3202a Nov 12 03:10:06.107765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:06.204877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.239975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.356289 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4401a-f15e-4bdc-b80c-5a7c8ee09b01 x-openstack-request-id: req-85b4401a-f15e-4bdc-b80c-5a7c8ee09b01 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:06.356625 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:06.358742 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-85b4401a-f15e-4bdc-b80c-5a7c8ee09b01 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:06.359398 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'status': 'completed', 'code': 200} Nov 12 03:10:06.388753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Pushing event updated for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:06.402523 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.421419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:06.431881 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.557668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bde2b306-3e61-4280-a58d-3f7906c083e8 None None] Provisioning complete for port 6731ac4e-7ea7-42c5-9c21-71f883656067 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:06.559816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bde2b306-3e61-4280-a58d-3f7906c083e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:06.594173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-7fb42c99-23a2-4a07-9305-5f15c221c626 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1882017 Nov 12 03:10:06.627965 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:09:58Z', 'revision_number': 3, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:06.697326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef8420-4f54-4cdd-935d-d62227ac8c4d None None] The sync data for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 is: [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:09:58Z', 'revision_number': 3, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:06.703319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6e3ba3-7779-45a1-a2e3-5349121c2bdc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:06.709254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bde2b306-3e61-4280-a58d-3f7906c083e8 None None] Port 6731ac4e-7ea7-42c5-9c21-71f883656067 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:06.740131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=1626f21f-7ed0-4c97-b944-61958ed3202a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:06.761838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 1626f21f-7ed0-4c97-b944-61958ed3202a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:06.798032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-6f331f1a-edc7-4e4e-b51c-6ff19180a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:06.800622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-4b320ff7-90cb-4e94-9bf3-b47541f4aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:06.802216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-6f331f1a-edc7-4e4e-b51c-6ff19180a934 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65d95d47d8194398a5103fa8ca242e7f&device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 1098 time: 0.1511686 Nov 12 03:10:06.806841 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-4b320ff7-90cb-4e94-9bf3-b47541f4aa5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1095 time: 0.4788430 Nov 12 03:10:06.859890 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b70657-bee2-4dc2-a3b5-91a453a73a34 x-openstack-request-id: req-36b70657-bee2-4dc2-a3b5-91a453a73a34 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:06.859890 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-plugged", "status": "completed", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:06.859890 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-36b70657-bee2-4dc2-a3b5-91a453a73a34 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:06.859890 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'code': 200} Nov 12 03:10:06.871764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f23847cf-ee3f-4f85-b4b5-fd645b2510c7 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6066506 Nov 12 03:10:07.229814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:07.443260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-0581dfbe-c2d0-4e64-b7c9-d9e01b6e883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:07.444706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-0581dfbe-c2d0-4e64-b7c9-d9e01b6e883f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.5718563 Nov 12 03:10:07.625702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-1d097df7-3914-43c7-a753-efc33ca2e8f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.1638641 Nov 12 03:10:07.684887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:07.828531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1304679-1b4e-4da9-84b3-e60801dc87c6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:07.836423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-f7257779-83df-4345-a7eb-d71292a8bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:07.837911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-f7257779-83df-4345-a7eb-d71292a8bae9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1953321 Nov 12 03:10:07.946795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-5a4f9d94-037f-4067-9fee-622e84588c9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958984 Nov 12 03:10:08.000122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.028496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b1304679-1b4e-4da9-84b3-e60801dc87c6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:08.029337 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.261490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-de74da9e-ee0a-452f-accb-0a6e0676d687 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001828 Nov 12 03:10:08.284959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.381402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port b1304679-1b4e-4da9-84b3-e60801dc87c6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1304679-1b4e-4da9-84b3-e60801dc87c6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:08.404334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.419131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.573835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.591296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=b1304679-1b4e-4da9-84b3-e60801dc87c6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:08.613258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48e5cb23-8429-4b13-934e-d5de23c99de7 req-203aead0-ee9c-4cd9-9c67-9a52f47f3e1b service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434732 Nov 12 03:10:08.713521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf7e2c-a6f0-4982-925c-b88968e40ce4 req-7a3f6b1a-af9b-44ff-aa15-f2b447e51545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:08.716143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48cf7e2c-a6f0-4982-925c-b88968e40ce4 req-7a3f6b1a-af9b-44ff-aa15-f2b447e51545 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 1098 time: 1.1190226 Nov 12 03:10:08.717065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Pushing event updated for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:08.768326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d5e57-5cce-4c2a-ba95-1c10fbfeffe2 req-3e61682a-5d3c-456a-953f-169e6ff0fb77 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:08.780282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-870d5e57-5cce-4c2a-ba95-1c10fbfeffe2 req-3e61682a-5d3c-456a-953f-169e6ff0fb77 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 943 time: 1.2612162 Nov 12 03:10:08.888608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48cf7e2c-a6f0-4982-925c-b88968e40ce4 req-cbf76d5e-a002-4ecf-a1d2-4dad30f4506b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590712 Nov 12 03:10:08.889592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:08.947474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-2093dba9-c962-4fe5-800f-4d74ba7829d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:08.949772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-2093dba9-c962-4fe5-800f-4d74ba7829d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 200 len: 917 time: 1.3812008 Nov 12 03:10:09.107647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:10:09.244688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:09.270016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:09.352819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:09.379286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-870d5e57-5cce-4c2a-ba95-1c10fbfeffe2 req-ba9b0861-ff85-4457-b9c6-41012c092010 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966403 Nov 12 03:10:09.402456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'port_id': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'mac_address': 'fa:16:3e:12:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed02460-bd0e-45e8-b307-41a2d023a582', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:10:09.597952 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:09.659037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049d309e-90ba-4d34-9537-7de95b9ae13a {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:09.755784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:09.782551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1304679-1b4e-4da9-84b3-e60801dc87c6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:09.795940 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:09.961616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-f4854ffb-46e9-4ca7-b9e0-eab4499ba2eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 200 len: 1001 time: 0.7522616 Nov 12 03:10:10.089530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6d278059-8c82-4335-a1d9-4d50f9e7eb7c None None] Provisioning complete for port 6731ac4e-7ea7-42c5-9c21-71f883656067 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:10.090343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6d278059-8c82-4335-a1d9-4d50f9e7eb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:10.154692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6d278059-8c82-4335-a1d9-4d50f9e7eb7c None None] Port 6731ac4e-7ea7-42c5-9c21-71f883656067 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:10.165129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['049d309e-90ba-4d34-9537-7de95b9ae13a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:10.239365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b1304679-1b4e-4da9-84b3-e60801dc87c6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:10.241154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:10.281502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:10.311089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:10.326737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47746) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:10.332008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:10.333750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-d8ce8b1c-1339-4a9a-8847-1a2a0d3c4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:10.335319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-d8ce8b1c-1339-4a9a-8847-1a2a0d3c4474 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10c5668d-cce4-45d1-89c4-b52a157da9a2 HTTP/1.1" status: 200 len: 855 time: 0.3617377 Nov 12 03:10:10.361706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee4a58-c184-422b-a41d-200abf1e21a4 req-5502e370-493b-4e82-89fc-2266cf10bf9b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:10.371432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46ee4a58-c184-422b-a41d-200abf1e21a4 req-5502e370-493b-4e82-89fc-2266cf10bf9b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.2801392 Nov 12 03:10:10.477575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:10.481780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:10.582372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:10.589830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-542c5085-6263-4df3-91f3-863a460a6a8e admin admin] 10.222.0.84 "PUT /v2.0/routers/f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3899062 Nov 12 03:10:10.597577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Sync routers for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:10.616068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:10.616715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:10.665533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46ee4a58-c184-422b-a41d-200abf1e21a4 req-cc5e3d50-ebf8-4767-b684-c2326b85058c tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928982 Nov 12 03:10:10.669318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-c7b4919a-d83d-400f-aebd-f66620ab723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:10.670839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-c7b4919a-d83d-400f-aebd-f66620ab723f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6cdfd548-9722-4542-bf03-e4539c5b7605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3264761 Nov 12 03:10:10.834040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:10.933411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:10.982047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13657d20-6c35-48e5-82fb-883249a31bf4 req-17db55fc-8635-4997-b9df-40cc07d53887 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:10.983586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13657d20-6c35-48e5-82fb-883249a31bf4 req-17db55fc-8635-4997-b9df-40cc07d53887 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 946 time: 0.1939616 Nov 12 03:10:10.998577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=deaa1e81-e0cc-4930-b6df-6baad68c4c28,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:11.003209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': 'efb58610-6c8c-40e3-bde3-17f3b78a77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:11.003577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: 1626f21f-7ed0-4c97-b944-61958ed3202a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:11.051786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 1626f21f-7ed0-4c97-b944-61958ed3202a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:11.063394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 1626f21f-7ed0-4c97-b944-61958ed3202a) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:11.074588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:11.076568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.113166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b9f7550-bb75-47fe-8508-7332e69e369a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7850845 Nov 12 03:10:11.113884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47756) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:11.126144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081638e-a424-4f8f-8df3-683613dbb378 None None] Network 1626f21f-7ed0-4c97-b944-61958ed3202a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:11.128137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:11.153484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663357856'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:11.160827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-193a78fd-ffec-40b1-a819-be5f838e8ccb service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736454 Nov 12 03:10:11.212360 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13657d20-6c35-48e5-82fb-883249a31bf4 req-25f84f8b-26f0-41f4-9ee6-6081760184ac tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043889 Nov 12 03:10:11.327076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:11.332959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.404351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:11.430826 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.431603 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 2a9bb36e-bb6a-41d1-a471-34f107f859b1 of type vlan for network 3508213c-51b4-40c5-bb6a-ddd504422ed3 Nov 12 03:10:11.442275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0312ce5-6a5e-465c-8353-416315cd6977 req-d402499e-f811-49fb-b7a2-c976485f5d2c service neutron] 10.222.0.39 "GET /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256184 Nov 12 03:10:11.505281 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.536519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 049d309e-90ba-4d34-9537-7de95b9ae13a completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:10:11.579245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.594413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:11.596201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.630398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 049d309e-90ba-4d34-9537-7de95b9ae13a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:11.632546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:11.704031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:06Z', 'revision_number': 4, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6731ac4e-7ea7-42c5-9c21-71f883656067', 'name': '', 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'mac_address': 'fa:16:3e:c7:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:05Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 2, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'subnets': [{'id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:11.761220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47766) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:11.766306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': '3508213c-51b4-40c5-bb6a-ddd504422ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:11.795737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6791933 Nov 12 03:10:11.854767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698d98d-b3a0-491f-9f85-6242e34e931e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=3508213c-51b4-40c5-bb6a-ddd504422ed3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:11.911590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838d2e1-4588-4dcc-8c00-55332cfbecc6 req-68198ed3-58cd-44b5-82a2-7e6f5d99fb8c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:11.921558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d838d2e1-4588-4dcc-8c00-55332cfbecc6 req-68198ed3-58cd-44b5-82a2-7e6f5d99fb8c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.1244693 Nov 12 03:10:11.991254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:11.995248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.022649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Checking router: f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:12.023015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Updating router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd port 6731ac4e-7ea7-42c5-9c21-71f883656067 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:12.048236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d838d2e1-4588-4dcc-8c00-55332cfbecc6 req-dc9feb1d-cd07-48a5-998f-ffe9c37575f0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253996 Nov 12 03:10:12.054840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3508213c-51b4-40c5-bb6a-ddd504422ed3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:12.066157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.282300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-1626f21f-7ed0-4c97-b944-61958ed3202a', 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': 'deaa1e81-e0cc-4930-b6df-6baad68c4c28'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:12.283234 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.443540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.477724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c208c1d5-b72e-44b5-a5e3-71a8a40e1766 req-11d8c04a-5f54-4d97-91b9-9da1ad86c9f6 tempest-FloatingIPsNegativeTestJSON-571997841 tempest-FloatingIPsNegativeTestJSON-571997841-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=624ea1d35a384a9d891ad485557f7164 HTTP/1.1" status: 200 len: 217 time: 0.1908371 Nov 12 03:10:12.539134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=851ef0c1-e849-4e48-af7b-cac64ce09b22,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:12.601947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '2a9bb36e-bb6a-41d1-a471-34f107f859b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3508213c-51b4-40c5-bb6a-ddd504422ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:12.604955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: 3508213c-51b4-40c5-bb6a-ddd504422ed3, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:12.643875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 3508213c-51b4-40c5-bb6a-ddd504422ed3 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:12.661199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3508213c-51b4-40c5-bb6a-ddd504422ed3) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:12.672659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:12.673063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.702456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47782) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:12.702821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8ec3a0ef-bf40-4459-99ea-8f53e02456e4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9403753 Nov 12 03:10:12.705903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942e91a-ea4f-4972-a0cf-e7a797ae3a5b None None] Network 3508213c-51b4-40c5-bb6a-ddd504422ed3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:12.931390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:12.939800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.011785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.026603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1699c5c9-a3ef-4cf9-9407-172a585f4586 req-bab5be90-d7b6-47f0-9155-3f314d507130 tempest-FloatingIPsNegativeTestJSON-571997841 tempest-FloatingIPsNegativeTestJSON-571997841-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0767193 Nov 12 03:10:13.118165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.235814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.240007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:13.242456 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0339de3-b419-4915-86d4-2c7396280d24" -d '{"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-plugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:13.326845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:13.417503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.433092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.437248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Allocated IP 2001:db8:0:ffff::2 (1626f21f-7ed0-4c97-b944-61958ed3202a/deaa1e81-e0cc-4930-b6df-6baad68c4c28/a8d4b607-fbbe-4877-8176-663b362895eb) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:13.453744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbb30-518a-48a7-a03f-649e56c56b67 None None] Pushing event updated for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:13.506615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=851ef0c1-e849-4e48-af7b-cac64ce09b22,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:13.807487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.859218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3508213c-51b4-40c5-bb6a-ddd504422ed3']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:13.871761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9bb36e-bb6a-41d1-a471-34f107f859b1') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:13.871761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9bb36e-bb6a-41d1-a471-34f107f859b1') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:13.898187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.907982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b8f33-4c44-4f32-a5f5-2fd3018c321a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-3508213c-51b4-40c5-bb6a-ddd504422ed3', 'network_id': '3508213c-51b4-40c5-bb6a-ddd504422ed3', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': '851ef0c1-e849-4e48-af7b-cac64ce09b22'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:13.908896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-320b8f33-4c44-4f32-a5f5-2fd3018c321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.920001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.922603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-464459fe-46a9-46e6-9f44-347f158cae98 None None] Provisioning complete for port 6731ac4e-7ea7-42c5-9c21-71f883656067 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:13.923128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-464459fe-46a9-46e6-9f44-347f158cae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.927033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:13.927535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.939926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Attempting to bind port 6731ac4e-7ea7-42c5-9c21-71f883656067 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:13.940570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Attempting to bind port 6731ac4e-7ea7-42c5-9c21-71f883656067 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:13.941058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Attempting to bind port 6731ac4e-7ea7-42c5-9c21-71f883656067 on network c00c5f98-ebf4-4222-bd65-9b9d66db0075 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:13.950781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:13.983048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:13.983646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Checking segment: {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:13.984171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.984660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Bound using segment: {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:13.985261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Bound port: 6731ac4e-7ea7-42c5-9c21-71f883656067, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0082d86e-da8c-4448-a296-6a0a5a39966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:13.985753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:13.999731 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:14.017025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.043936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.048596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/3508213c-51b4-40c5-bb6a-ddd504422ed3 HTTP/1.1" status: 204 len: 168 time: 1.3447351 Nov 12 03:10:14.053435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47802) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:14.058448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19166780'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:14.068845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47ed2-30d0-4274-a82e-79c5d054d154 req-4a6b5a95-7db3-4266-93fa-2c5c8b1fa181 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:14.081652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30d47ed2-30d0-4274-a82e-79c5d054d154 req-4a6b5a95-7db3-4266-93fa-2c5c8b1fa181 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 0.5357826 Nov 12 03:10:14.108501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.113060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:14.113297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7aeb0-d343-4b61-b796-2a4437026713 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=3508213c-51b4-40c5-bb6a-ddd504422ed3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:14.117223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.146801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-464459fe-46a9-46e6-9f44-347f158cae98 None None] Port 6731ac4e-7ea7-42c5-9c21-71f883656067 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:14.161732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad720fb-6ac1-4009-a914-7f14e98290e5 None None] Network 3508213c-51b4-40c5-bb6a-ddd504422ed3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:14.166216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.175549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:14.197045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.198338 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 6f9b3c5a-bc2f-4b12-a075-443669610e77 of type vlan for network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 Nov 12 03:10:14.231738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30d47ed2-30d0-4274-a82e-79c5d054d154 req-dfe051ee-5bc3-4e58-84d9-4cdaeb308d6f tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476755 Nov 12 03:10:14.262802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad720fb-6ac1-4009-a914-7f14e98290e5 None None] Network 3508213c-51b4-40c5-bb6a-ddd504422ed3 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:10:14.290882 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.302854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Network 1626f21f-7ed0-4c97-b944-61958ed3202a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:14.311673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:14.318454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] For port 6731ac4e-7ea7-42c5-9c21-71f883656067, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:14.320727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:14.327434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] For port 6731ac4e-7ea7-42c5-9c21-71f883656067, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6731ac4e-7ea7-42c5-9c21-71f883656067,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:14.334967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Pushing event updated for resources: {'Port': ['ID=a8d4b607-fbbe-4877-8176-663b362895eb,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:14.338800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.408226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.426095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:14.427063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.443823 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-7b69133b-cd7a-481c-9cef-5bb2496be382 req-6d92fa39-7093-482e-bb83-db3570107b11 tempest-FloatingIPsNegativeTestJSON-571997841 tempest-FloatingIPsNegativeTestJSON-571997841-project] show failed (client error): The resource could not be found. Nov 12 03:10:14.468403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b69133b-cd7a-481c-9cef-5bb2496be382 req-6d92fa39-7093-482e-bb83-db3570107b11 tempest-FloatingIPsNegativeTestJSON-571997841 tempest-FloatingIPsNegativeTestJSON-571997841-project] 10.222.0.84 "GET /v2.0/floatingips/81f774b4-68a9-487c-87db-fd68c30f8839 HTTP/1.1" status: 404 len: 350 time: 0.2009480 Nov 12 03:10:14.468678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbb30-518a-48a7-a03f-649e56c56b67 None None] Pushing event updated for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:14.470174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:14.485295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:14.485944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:14.637449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5831454 Nov 12 03:10:14.654671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:14.687925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:14.777688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Attempting to bind port a8d4b607-fbbe-4877-8176-663b362895eb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:14.777688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Attempting to bind port a8d4b607-fbbe-4877-8176-663b362895eb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'efb58610-6c8c-40e3-bde3-17f3b78a77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:14.778130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Attempting to bind port a8d4b607-fbbe-4877-8176-663b362895eb on network 1626f21f-7ed0-4c97-b944-61958ed3202a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:14.788989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:14.792428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:14.792823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Checking segment: {'id': 'efb58610-6c8c-40e3-bde3-17f3b78a77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:14.793203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.793791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Bound using segment: {'id': 'efb58610-6c8c-40e3-bde3-17f3b78a77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:14.794216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Bound port: a8d4b607-fbbe-4877-8176-663b362895eb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb58610-6c8c-40e3-bde3-17f3b78a77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '1626f21f-7ed0-4c97-b944-61958ed3202a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:14.794657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.844483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] Provisioning complete for port 6731ac4e-7ea7-42c5-9c21-71f883656067 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:14.844870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:14.955378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de432b-367f-4e6b-a2a2-314a5006da77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=8bab8d27-df16-4e68-b6d7-4ccfadfcf364,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:14.982244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:15.029565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:15.033517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.331242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-95f1e78c-b975-44d7-a473-bd8721187e83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:15.333356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-95f1e78c-b975-44d7-a473-bd8721187e83 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.39 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 946 time: 0.5197544 Nov 12 03:10:15.366275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6152f-68e4-4d4d-b566-5acfb8588eb9 req-1e8652f9-4014-49b7-aa7a-224633618751 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:15.374571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0f6152f-68e4-4d4d-b566-5acfb8588eb9 req-1e8652f9-4014-49b7-aa7a-224633618751 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.6619847 Nov 12 03:10:15.408983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-2bcd22df-054a-4796-8970-ea988531b71b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:15.416225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-2bcd22df-054a-4796-8970-ea988531b71b tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.39 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 946 time: 1.0177972 Nov 12 03:10:15.490254 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.578403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] For port a8d4b607-fbbe-4877-8176-663b362895eb, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:15.626114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] For port a8d4b607-fbbe-4877-8176-663b362895eb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a8d4b607-fbbe-4877-8176-663b362895eb,segment=NetworkSegment(efb58610-6c8c-40e3-bde3-17f3b78a77c8),segment_id=efb58610-6c8c-40e3-bde3-17f3b78a77c8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:15.637765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=5cea2237-865f-40f2-9e85-677e9ddd70b4,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:15.672080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '6f9b3c5a-bc2f-4b12-a075-443669610e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:15.672775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: 8bab8d27-df16-4e68-b6d7-4ccfadfcf364, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:15.705296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:15.712489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.730415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8bab8d27-df16-4e68-b6d7-4ccfadfcf364) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:15.735414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:15.736309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.768835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e9227-f3d2-4169-85fc-141a1f9d7173 None None] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:15.783269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6d8ba9f0-da72-43dd-ada9-233ba1ab83b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1198885 Nov 12 03:10:15.787164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:15.793176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350498950'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:15.803612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0f6152f-68e4-4d4d-b566-5acfb8588eb9 req-2824f8be-fb97-456f-89b8-1ac9ba013b0c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276934 Nov 12 03:10:15.871222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:15.882788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.918656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Deleting port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:15.919942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:15.969148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:16.002431 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.002813 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 51e25758-1977-4a6a-b937-8d041a13a75a of type vlan for network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 Nov 12 03:10:16.006432 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c2bd7-5414-4218-be21-10a719b9d800 x-openstack-request-id: req-b92c2bd7-5414-4218-be21-10a719b9d800 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:16.006986 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-plugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:16.006986 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b92c2bd7-5414-4218-be21-10a719b9d800 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:16.018460 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'code': 200} Nov 12 03:10:16.081579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Deleting port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:16.081916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.103239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.157789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.227361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b833a9b-d6c2-4678-97bf-5f7a6b1d6b76 req-552dbff4-1d97-4dba-a185-004f237b2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:16.232573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b833a9b-d6c2-4678-97bf-5f7a6b1d6b76 req-552dbff4-1d97-4dba-a185-004f237b2cab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.1653130 Nov 12 03:10:16.234127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.242874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:16.244153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.274792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] For port 6731ac4e-7ea7-42c5-9c21-71f883656067, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6731ac4e-7ea7-42c5-9c21-71f883656067,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:16.372481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.386616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:16.395860 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6073198 Nov 12 03:10:16.396698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ddd61-136d-4e69-9218-805ddcb97667 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=5284c7e3-1169-4f6d-a9b4-29fac59b17b6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:16.398712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47816) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:16.409008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': '5284c7e3-1169-4f6d-a9b4-29fac59b17b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:16.464620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed1c69-e381-42d4-a71c-8265bc59a0fc None None] Pushing event updated for resources: {'Port': ['ID=a8d4b607-fbbe-4877-8176-663b362895eb,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:16.472864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:16.474968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:16.475840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.533008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b833a9b-d6c2-4678-97bf-5f7a6b1d6b76 req-067d9256-3937-4bb2-85a2-ac00463a8422 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848263 Nov 12 03:10:16.567694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2680b6-8b90-48a7-8af1-421366f9ccb1 req-1096693c-ad8e-43b1-b472-b844220a29b4 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:16.576886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa2680b6-8b90-48a7-8af1-421366f9ccb1 req-1096693c-ad8e-43b1-b472-b844220a29b4 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 946 time: 0.4982193 Nov 12 03:10:16.620202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:16.624334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.662791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:06Z', 'revision_number': 4, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6731ac4e-7ea7-42c5-9c21-71f883656067', 'name': '', 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'mac_address': 'fa:16:3e:c7:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:05Z', 'updated_at': '2021-11-12T03:10:14Z', 'revision_number': 4, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'subnets': [{'id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:16.750194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:10:16.750738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:10:16.774578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7207c1e-7166-4d5a-ac10-a730e20a2475 None None] The sync data for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 is: [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:06Z', 'revision_number': 4, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6731ac4e-7ea7-42c5-9c21-71f883656067', 'name': '', 'network_id': 'c00c5f98-ebf4-4222-bd65-9b9d66db0075', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'mac_address': 'fa:16:3e:c7:4f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:05Z', 'updated_at': '2021-11-12T03:10:14Z', 'revision_number': 4, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'subnets': [{'id': 'cc120ee1-b60f-4ba0-b155-45aa6e47d2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:16.924939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8bab8d27-df16-4e68-b6d7-4ccfadfcf364', 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': '5cea2237-865f-40f2-9e85-677e9ddd70b4'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:16.931635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:16.944183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97d38-7737-45af-a7ad-d16e77fcd3c8 None None] Pushing event updated for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:16.996583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.108626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '51e25758-1977-4a6a-b937-8d041a13a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5284c7e3-1169-4f6d-a9b4-29fac59b17b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:17.109016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: 5284c7e3-1169-4f6d-a9b4-29fac59b17b6, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:17.130418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=89bc7e69-93c9-4a6a-b27c-1aa5bb7a29dc,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:17.141780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.148808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:17.161799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5284c7e3-1169-4f6d-a9b4-29fac59b17b6) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:17.180791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:17.182689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.214726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1082b533-8095-4d5c-a8e4-bd18a1f6e20d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8092003 Nov 12 03:10:17.216895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47820) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:17.287708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.288081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.288406 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Floating IP 384104f1-1c32-4d1d-8eee-af1f57ed0f30 disassociated. External IP: 172.25.2.69, port: b41a7bf2-8a5e-4c67-8af0-ce0df93a3930. Nov 12 03:10:17.290808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428478e-b218-4fad-a4a1-b65064efaf9e None None] Network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:17.295025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Calling delete_port for b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:17.386535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.508351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.577761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa2680b6-8b90-48a7-8af1-421366f9ccb1 req-5ed7241f-ff9a-4fd3-8343-89a1be87fd67 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/security-groups?id=0bf9e6d6-561a-4c90-abc5-656063f32859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9879956 Nov 12 03:10:17.764440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.780633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:17.782774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:17.833723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Allocated IP 2001:db8::1 (8bab8d27-df16-4e68-b6d7-4ccfadfcf364/5cea2237-865f-40f2-9e85-677e9ddd70b4/c4a82dc5-ebf7-4fcd-b13b-df9d6615d302) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:17.872336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:17.881543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=89bc7e69-93c9-4a6a-b27c-1aa5bb7a29dc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:18.079319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Calling delete_port for 07062f1f-b0fb-48d4-9080-f8285ddbf8bb owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:18.098061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.144806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5284c7e3-1169-4f6d-a9b4-29fac59b17b6']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:18.156445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.168039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:18.169148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e25758-1977-4a6a-b937-8d041a13a75a') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:18.169148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e25758-1977-4a6a-b937-8d041a13a75a') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:18.177753 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec401612-3566-492b-9dc0-46b4dabcf96a" -d '{"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:18.186654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6731ac4e-7ea7-42c5-9c21-71f883656067 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:18.188126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.189122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.193777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.203370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3f9b1-3e57-412a-8a7f-a66ce2a073d7 None None] Network 1626f21f-7ed0-4c97-b944-61958ed3202a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:18.225128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.231105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.247240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:18.247648 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:18.260016 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:18.335676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:18.390344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90979707-a86a-4f46-b252-5b778e4fd8ee req-c484e8ea-dc94-4a1d-954a-bdc2ad9907e0 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:18.401310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:18.404980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] Provisioning complete for port a8d4b607-fbbe-4877-8176-663b362895eb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:18.405369 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.418424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90979707-a86a-4f46-b252-5b778e4fd8ee req-c484e8ea-dc94-4a1d-954a-bdc2ad9907e0 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 944 time: 0.5229812 Nov 12 03:10:18.418647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:18.424609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 07062f1f-b0fb-48d4-9080-f8285ddbf8bb no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:18.436914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.456223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.465276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/5284c7e3-1169-4f6d-a9b4-29fac59b17b6 HTTP/1.1" status: 204 len: 168 time: 1.2405512 Nov 12 03:10:18.484230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47830) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:18.489199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375350378'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:18.493780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355217e-6177-46e8-95c5-5466d0c598b4 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=5284c7e3-1169-4f6d-a9b4-29fac59b17b6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:18.569761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:18.573558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.609399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.637989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:18.655854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.656335 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 4cc2be3c-19b2-4ed8-b181-12ced88ea294 of type vlan for network cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 Nov 12 03:10:18.740646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event deleted for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:18.783826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.797901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90979707-a86a-4f46-b252-5b778e4fd8ee req-978c7dc7-5344-4c7e-8053-aa543aab697d tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups?id=10d24a11-9452-48e5-967d-1ee79c438030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712893 Nov 12 03:10:18.832134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.846525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.847121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.847651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.848119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.848571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.851030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.851481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.851839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.852596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.854341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.855853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:18.859860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.872487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:18.874044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:18.996415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=cd1e4167-2e5e-4dfb-9a73-46bb011a24b6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:19.005090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.017554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c3f003a-a746-4f67-a198-04c6651c8205 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5322180 Nov 12 03:10:19.022234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:19.032566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Pushing event updated for resources: {'Port': ['ID=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:19.035398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c19ae2-645c-4e62-9fa0-cae46624002c None None] Network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:19.050030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': 'cd1e4167-2e5e-4dfb-9a73-46bb011a24b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:19.090763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,segment=NetworkSegment(d921ebe3-4824-4818-9ad8-b3ff0aef0653),segment_id=d921ebe3-4824-4818-9ad8-b3ff0aef0653)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:19.099766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c19ae2-645c-4e62-9fa0-cae46624002c None None] Network 5284c7e3-1169-4f6d-a9b4-29fac59b17b6 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:10:19.117637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:19.340623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:19.344344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.388682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31085b62-7047-4a1d-821d-d58bea0481e3 req-191bfb80-cd21-4334-a927-9c8af618fa28 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:19.396511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31085b62-7047-4a1d-821d-d58bea0481e3 req-191bfb80-cd21-4334-a927-9c8af618fa28 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.3349051 Nov 12 03:10:19.454127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.482575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Router 93bdd094-8e7b-4fad-b390-852ffa5a7188 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:19.596715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.627169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event deleted for resources: {'Port': ['ID=b41a7bf2-8a5e-4c67-8af0-ce0df93a3930,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:19.654992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Attempting to bind port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:19.655382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Attempting to bind port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '6f9b3c5a-bc2f-4b12-a075-443669610e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:19.655737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Attempting to bind port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 on network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:19.663745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31085b62-7047-4a1d-821d-d58bea0481e3 req-ad0cfdf4-2539-4251-ab9b-5e6b3552231e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661612 Nov 12 03:10:19.693120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6731ac4e-7ea7-42c5-9c21-71f883656067 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:19.694029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.694973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Pushing event deleted for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:19.739214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:19.739593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Checking segment: {'id': '6f9b3c5a-bc2f-4b12-a075-443669610e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:19.740004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.740399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Bound using segment: {'id': '6f9b3c5a-bc2f-4b12-a075-443669610e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:19.740887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Bound port: c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9b3c5a-bc2f-4b12-a075-443669610e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8bab8d27-df16-4e68-b6d7-4ccfadfcf364'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:19.741268 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.743721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event deleted for resources: {'Port': ['ID=07062f1f-b0fb-48d4-9080-f8285ddbf8bb,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:19.860663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:19.873576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] For port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:19.877985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] For port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,segment=NetworkSegment(6f9b3c5a-bc2f-4b12-a075-443669610e77),segment_id=6f9b3c5a-bc2f-4b12-a075-443669610e77)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:19.882116 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67df44f-3f16-4d3c-a5d1-553340a126d5 x-openstack-request-id: req-a67df44f-3f16-4d3c-a5d1-553340a126d5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:19.883142 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:19.883751 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a67df44f-3f16-4d3c-a5d1-553340a126d5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:19.884602 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'code': 200} Nov 12 03:10:19.918794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.098866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.115715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=4db3ecc5-5880-422e-8db2-0e439470a0f7,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:20.138418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a8d4b607-fbbe-4877-8176-663b362895eb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:20.146542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '4cc2be3c-19b2-4ed8-b181-12ced88ea294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cd1e4167-2e5e-4dfb-9a73-46bb011a24b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:20.147241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: cd1e4167-2e5e-4dfb-9a73-46bb011a24b6, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:20.202504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:20.212178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aa30d-6a59-4b37-badb-539a9aee5b48 None None] Pushing event updated for resources: {'Port': ['ID=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:20.253553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] For port a8d4b607-fbbe-4877-8176-663b362895eb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a8d4b607-fbbe-4877-8176-663b362895eb,segment=NetworkSegment(efb58610-6c8c-40e3-bde3-17f3b78a77c8),segment_id=efb58610-6c8c-40e3-bde3-17f3b78a77c8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:20.256778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, cd1e4167-2e5e-4dfb-9a73-46bb011a24b6) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:20.265705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:20.266402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.281402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e601a-160a-4b9f-be78-b3d3e28141cb None None] Network cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:20.285851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.337697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-59fb7eaf-b947-4867-aa72-49b0487bced0 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3133676 Nov 12 03:10:20.341010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47844) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:20.563244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47846) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:20.626011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a8d4b607-fbbe-4877-8176-663b362895eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:20.627118 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.636447 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.657273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2b707872-b8d9-43ff-8896-972c43ff8a57 None None] Provisioning complete for port a8d4b607-fbbe-4877-8176-663b362895eb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:20.658037 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b707872-b8d9-43ff-8896-972c43ff8a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.691466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e92a28-d192-4bfa-abb9-3ea2346968cb None None] Pushing event updated for resources: {'Port': ['ID=a8d4b607-fbbe-4877-8176-663b362895eb,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:20.733737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:20.749485 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Sync routers for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:20.773912 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:20.773912 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:20.800636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.803700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] No DVR routers for this DVR port 07062f1f-b0fb-48d4-9080-f8285ddbf8bb on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:20.808379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:20.824219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-580cee79-0ad3-474d-b847-bf6820251bd6 req-8e5e8dc9-a27b-49d9-a241-5b0b674f3b50 tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.39 "DELETE /v2.0/ports/07062f1f-b0fb-48d4-9080-f8285ddbf8bb HTTP/1.1" status: 204 len: 173 time: 5.4728854 Nov 12 03:10:20.834212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-deleted', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:20.836954 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085cfc40-8aab-4983-bd2b-788d104e8f5d" -d '{"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-deleted", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:20.859265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02b90b95-4976-4250-a1ae-2359d3f66028 req-ac004354-295e-46f4-99e1-7ba5980f351a tempest-ServerGroupTestJSON-1489564318 tempest-ServerGroupTestJSON-1489564318-project] 10.222.0.84 "GET /v2.0/ports?device_id=56bfd770-e08b-4eb6-ace8-3d73b303e477 HTTP/1.1" status: 200 len: 210 time: 0.3169751 Nov 12 03:10:20.965873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.164288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=4db3ecc5-5880-422e-8db2-0e439470a0f7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:21.238964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] No DVR routers for this DVR port b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:21.242808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.248869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc8ec3-ff28-4bac-9397-ccf49994fa5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-cd1e4167-2e5e-4dfb-9a73-46bb011a24b6', 'network_id': 'cd1e4167-2e5e-4dfb-9a73-46bb011a24b6', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': '4db3ecc5-5880-422e-8db2-0e439470a0f7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:21.249910 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f4bc8ec3-ff28-4bac-9397-ccf49994fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.250054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bae0dd7e-26c0-47aa-bc81-e53453b1d213 req-5e617bc9-6153-4cbb-a4a4-14267684e7a9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.39 "DELETE /v2.0/ports/b41a7bf2-8a5e-4c67-8af0-ce0df93a3930 HTTP/1.1" status: 204 len: 173 time: 5.8098764 Nov 12 03:10:21.261418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f3233ef-717a-4b68-b893-30ba1aa6132a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.296764 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:21.342730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb2ad-5837-4dde-b983-5ee216edffa4 req-70a2595b-a26c-4ad3-a44d-c003eeccb445 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:21.344573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d24eb2ad-5837-4dde-b983-5ee216edffa4 req-70a2595b-a26c-4ad3-a44d-c003eeccb445 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.2667425 Nov 12 03:10:21.353101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Deleting port 6731ac4e-7ea7-42c5-9c21-71f883656067 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:21.353521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.450252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.531313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1e4167-2e5e-4dfb-9a73-46bb011a24b6']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:21.544186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] For port 6731ac4e-7ea7-42c5-9c21-71f883656067, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6731ac4e-7ea7-42c5-9c21-71f883656067,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:21.544555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.559579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Calling delete_port for 6731ac4e-7ea7-42c5-9c21-71f883656067 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:21.582927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc2be3c-19b2-4ed8-b181-12ced88ea294') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:21.583256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc2be3c-19b2-4ed8-b181-12ced88ea294') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:21.630949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51d8a1-f51b-48d5-be88-41d56522924d None None] Network cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:21.654359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.715389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.742914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:21.743361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:21.747055 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:21.998332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:22.001673 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690894ac-2004-4ba0-a794-02fd458446b6" -d '{"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-unplugged", "status": "completed", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:22.013189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:22.028206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.043559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.051320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.074112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 HTTP/1.1" status: 204 len: 168 time: 1.7270734 Nov 12 03:10:22.088712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:22.101453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864352204'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:22.156468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a88a76-3ef2-4024-b8b4-1a9e2b789654 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=cd1e4167-2e5e-4dfb-9a73-46bb011a24b6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:22.175610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f3233ef-717a-4b68-b893-30ba1aa6132a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.177576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Pushing event deleted for resources: {'Port': ['ID=6731ac4e-7ea7-42c5-9c21-71f883656067,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:22.198213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f3233ef-717a-4b68-b893-30ba1aa6132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.215244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:22.226859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:22.230747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.246415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d8a6f-b127-41bd-af2d-6517388580d6 None None] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:22.271593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3233ef-717a-4b68-b893-30ba1aa6132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4b1bf-8dc8-4e01-8455-6617b25d7ce6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:22.274103 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Checking router: 93bdd094-8e7b-4fad-b390-852ffa5a7188 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:22.306539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:22.309621 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:22.311959 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:22.332200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.333766 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment be3d86e0-b7b0-4f5a-b02c-34e1865b9542 of type vlan for network 074bf29e-daf5-46fa-88e0-9308cb398527 Nov 12 03:10:22.448549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.543339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.549855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:22.550617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.565708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Provisioning complete for port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:22.566858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.647838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5478754 Nov 12 03:10:22.673559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:22.674149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.715485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:22.728257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': '074bf29e-daf5-46fa-88e0-9308cb398527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:22.848013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f3233ef-717a-4b68-b893-30ba1aa6132a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7e034013eeb04d3d93f1adc4ee0f77e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2165620 Nov 12 03:10:22.848013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47864) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:22.848013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.848013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d24eb2ad-5837-4dde-b983-5ee216edffa4 req-485b489f-7f67-423a-a677-5347e8264c33 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369782 Nov 12 03:10:22.859070 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:22.981572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370291-cd32-43ab-8777-1ba5845387a6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=074bf29e-daf5-46fa-88e0-9308cb398527,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:23.039997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:23.048612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.067536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 074bf29e-daf5-46fa-88e0-9308cb398527 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:23.296155 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.300427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f51126f-0340-485b-b574-ef5fe46717d1 req-4b2e0341-006e-49ef-bca1-3e613c2dd988 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0905216 Nov 12 03:10:23.399011 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:23.403857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.443262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.449899 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7221f3e8-c000-4e0e-8819-6624608d6f66 x-openstack-request-id: req-7221f3e8-c000-4e0e-8819-6624608d6f66 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:23.450480 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-deleted", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:23.450915 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7221f3e8-c000-4e0e-8819-6624608d6f66 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:23.451498 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-deleted', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'status': 'completed', 'code': 200} Nov 12 03:10:23.466679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.485114 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd1e84-bc02-4b28-96da-6fd1e25b85de None None] The sync data for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 is: [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:07:03Z', 'revision_number': 4, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e', 'name': '', 'network_id': '6cdfd548-9722-4542-bf03-e4539c5b7605', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'mac_address': 'fa:16:3e:c1:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:07:02Z', 'updated_at': '2021-11-12T03:07:10Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'subnets': [{'id': '10c5668d-cce4-45d1-89c4-b52a157da9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:23.578437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] For port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,segment=NetworkSegment(6f9b3c5a-bc2f-4b12-a075-443669610e77),segment_id=6f9b3c5a-bc2f-4b12-a075-443669610e77)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:23.603155 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.636997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=d04b22f0-d725-412b-bc5a-d53ccaf26f7f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:23.648098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': 'be3d86e0-b7b0-4f5a-b02c-34e1865b9542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '074bf29e-daf5-46fa-88e0-9308cb398527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:23.648761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: 074bf29e-daf5-46fa-88e0-9308cb398527, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:23.711759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 074bf29e-daf5-46fa-88e0-9308cb398527 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:23.743798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 074bf29e-daf5-46fa-88e0-9308cb398527) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:23.748954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:23.750058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.782116 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3e882-2cc9-44bd-af79-89f3d38bb9ab x-openstack-request-id: req-70a3e882-2cc9-44bd-af79-89f3d38bb9ab {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:23.782982 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfd770-e08b-4eb6-ace8-3d73b303e477", "name": "network-vif-unplugged", "status": "completed", "tag": "07062f1f-b0fb-48d4-9080-f8285ddbf8bb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:23.783464 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70a3e882-2cc9-44bd-af79-89f3d38bb9ab {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:23.784015 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfd770-e08b-4eb6-ace8-3d73b303e477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07062f1f-b0fb-48d4-9080-f8285ddbf8bb', 'code': 200} Nov 12 03:10:23.786075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f35e3d33-76d6-43d3-a396-1a57f6ddf6e6 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0618167 Nov 12 03:10:23.790348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47900) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:23.792836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Pushing event updated for resources: {'Port': ['ID=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:23.811503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc35f77-fd9a-4b56-b3f5-019d9c30ecdb None None] Network 074bf29e-daf5-46fa-88e0-9308cb398527 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:23.948759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329190c7-bd8a-4603-83d9-7572c80286b1 req-7746d44c-4e20-4548-b048-f6d1cd49da51 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:23.956862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-329190c7-bd8a-4603-83d9-7572c80286b1 req-7746d44c-4e20-4548-b048-f6d1cd49da51 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.2686934 Nov 12 03:10:23.989375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.992629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:23.993822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6cf4b1bf-8dc8-4e01-8455-6617b25d7ce6 HTTP/1.1" status: 204 len: 168 time: 1.1578076 Nov 12 03:10:24.005551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.005807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.006147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.006481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.006811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.010548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.010780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.011147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.011486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.012584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.012584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.012584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0342d764-852c-46cd-9d7c-a124f8c6e0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:24.017804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:24.021847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4412c9d-d97e-481b-8295-3481f56e33ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4b1bf-8dc8-4e01-8455-6617b25d7ce6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:24.037990 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.053046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-329190c7-bd8a-4603-83d9-7572c80286b1 req-69f372b8-28d8-45a0-a8fc-f25044e7b9b0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Nov 12 03:10:24.132320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.156861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.162904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108e5661-71bc-469d-9469-c401d95396d3 None None] New status for floating IP 384104f1-1c32-4d1d-8eee-af1f57ed0f30: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:10:24.282018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.367794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=d04b22f0-d725-412b-bc5a-d53ccaf26f7f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:24.425195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:24.438613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Sync routers for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:24.459214 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:24.461449 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:24.472980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3e00f2a6-ef32-4af5-8dce-3f2d69a4ccfc admin admin] 10.222.0.84 "PUT /v2.0/routers/f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9802072 Nov 12 03:10:24.478082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:24.547590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.651859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074bf29e-daf5-46fa-88e0-9308cb398527']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:24.694080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3d86e0-b7b0-4f5a-b02c-34e1865b9542') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:24.694996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3d86e0-b7b0-4f5a-b02c-34e1865b9542') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:24.732456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.785947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.803172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:24.803513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:24.806635 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:24.846988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.910845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64eca053-68f0-48ec-bc15-581b9e10093b req-d945490f-d4ca-4190-a3ec-33e90e7fa917 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0613644 Nov 12 03:10:24.911702 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:25.002129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.011345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.029037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/074bf29e-daf5-46fa-88e0-9308cb398527 HTTP/1.1" status: 204 len: 168 time: 1.2359586 Nov 12 03:10:25.059937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:25.071468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012398602'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:25.080091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4692e0-64c2-41e2-800f-23213e2ad372 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=074bf29e-daf5-46fa-88e0-9308cb398527,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:25.095902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1acb8-51b4-402a-8fca-2c876550a303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-074bf29e-daf5-46fa-88e0-9308cb398527', 'network_id': '074bf29e-daf5-46fa-88e0-9308cb398527', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': 'd04b22f0-d725-412b-bc5a-d53ccaf26f7f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:25.097742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dbd1acb8-51b4-402a-8fca-2c876550a303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.169929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:25.173398 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.239908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:25.266637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.267667 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 8287a454-020b-4000-81b0-a4eb8fe989bb of type vlan for network f93b59de-fa12-4919-a88b-14a273536c3f Nov 12 03:10:25.372458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.401618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.407935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:25.408865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.456239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3951757 Nov 12 03:10:25.458100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-deleted', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:25.468829 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b5958-7fc8-4063-8380-2c52a7e98207" -d '{"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-deleted", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:25.489079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47984) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:25.512296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:25.562098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef0612-8e91-493e-bdac-3c993f363b25 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=f93b59de-fa12-4919-a88b-14a273536c3f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:25.588606 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:25.593985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f93b59de-fa12-4919-a88b-14a273536c3f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:25.618363 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:21Z', 'revision_number': 5, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:25.635949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a1cc3732-0bce-4452-aa99-888d645ed2aa None None] Provisioning complete for port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:25.636883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1cc3732-0bce-4452-aa99-888d645ed2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.640369 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:10:25.641600 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:10:25.706512 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67318bd6-535e-45ff-8897-dd1fbe1853bf x-openstack-request-id: req-67318bd6-535e-45ff-8897-dd1fbe1853bf {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:25.708235 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5098568d-b101-405a-a741-f6cf8239bb3c", "name": "network-vif-deleted", "tag": "b41a7bf2-8a5e-4c67-8af0-ce0df93a3930", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:25.708655 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-67318bd6-535e-45ff-8897-dd1fbe1853bf {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:25.709892 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5098568d-b101-405a-a741-f6cf8239bb3c', 'name': 'network-vif-deleted', 'tag': 'b41a7bf2-8a5e-4c67-8af0-ce0df93a3930', 'status': 'completed', 'code': 200} Nov 12 03:10:25.711965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bff36d-026b-44d1-abd5-58c0570d011e None None] Network 074bf29e-daf5-46fa-88e0-9308cb398527 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:25.712603 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Checking router: f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:25.742589 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Routers {'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:25.743263 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:25.748437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec43a-a2d4-4c28-b8d8-5fad1eaeb2c0 req-2165fe5d-0bb3-4e2b-ae53-81d199a3669d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:25.759302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bff36d-026b-44d1-abd5-58c0570d011e None None] Network 074bf29e-daf5-46fa-88e0-9308cb398527 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:10:25.764826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-354ec43a-a2d4-4c28-b8d8-5fad1eaeb2c0 req-2165fe5d-0bb3-4e2b-ae53-81d199a3669d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.6297765 Nov 12 03:10:25.840668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.849584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:25.861922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.879559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:25.991889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-354ec43a-a2d4-4c28-b8d8-5fad1eaeb2c0 req-032c3f01-4bcb-4c02-b99e-dbc7cc34be9a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260737 Nov 12 03:10:26.027943 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] Set router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:26.181057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-network', 'tenant_id': '94852f267fc846778e786a86b28d8e7e'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:26.208802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6812af41-d628-46c6-ba88-6bb5b05bb6b7 req-18c8171a-24fe-4b11-b416-9378fc098671 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.0953975 Nov 12 03:10:26.213120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a8d4b607-fbbe-4877-8176-663b362895eb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:26.232026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Made reservation on behalf of 94852f267fc846778e786a86b28d8e7e for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:26.236949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.237948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Deleting port b1304679-1b4e-4da9-84b3-e60801dc87c6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:26.240061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.254793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.315533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a8d4b607-fbbe-4877-8176-663b362895eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:26.316077 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.316805 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:21Z', 'revision_number': 5, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:26.359972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5f181-0cf0-4211-9f2e-c49cc177b011 None None] The sync data for ids ['f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd'] in n-d-615180-50 is: [{'id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-2018275035-router', 'tenant_id': '624ea1d35a384a9d891ad485557f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:54Z', 'updated_at': '2021-11-12T03:10:21Z', 'revision_number': 5, 'project_id': '624ea1d35a384a9d891ad485557f7164', 'gw_port': {'id': 'b1304679-1b4e-4da9-84b3-e60801dc87c6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:57Z', 'updated_at': '2021-11-12T03:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:26.465764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.477577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.504820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:26.518949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.519334 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Added segment 7499a0f9-2264-4dbc-bf41-1b719feabdcd of type vlan for network 21631010-6c1e-4cd1-ac66-1dacc1370d3c Nov 12 03:10:26.574295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.576900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.585397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] For port b1304679-1b4e-4da9-84b3-e60801dc87c6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1304679-1b4e-4da9-84b3-e60801dc87c6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:26.585759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.642430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Calling delete_port for b1304679-1b4e-4da9-84b3-e60801dc87c6 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:26.664950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7819c02-a838-4316-98df-aaf21b190093,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:26.691027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.692653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:26.693362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.757114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-120094e0-223d-4b48-9983-c90830d5b4de tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:26.759028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-120094e0-223d-4b48-9983-c90830d5b4de tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/networks?id=9a8bf9b2-13ac-4aea-a626-a74f515b6144 HTTP/1.1" status: 200 len: 815 time: 0.1908512 Nov 12 03:10:26.832582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] Pushing event updated for resources: {'Network': ['ID=21631010-6c1e-4cd1-ac66-1dacc1370d3c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:26.845911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:26.863565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a043879-c736-42b3-bd49-26bb17ac2afb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9828236 Nov 12 03:10:26.866073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-db5e5a60-6dc1-4c0e-8e6e-44de2d884547 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/quotas/ee3467a36c714654b688fe107346c598 HTTP/1.1" status: 200 len: 375 time: 0.0531833 Nov 12 03:10:26.866632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48030) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:26.875467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Request body: {'subnet': {'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-subnet', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:26.964242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:26.995996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-2ee34b93-6fec-45de-85ef-54549fa41d64 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ee3467a36c714654b688fe107346c598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135597 Nov 12 03:10:26.999432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Made reservation on behalf of 94852f267fc846778e786a86b28d8e7e for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:27.002742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.027898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-3614b0e6-3b03-4af5-950b-ca502f066783 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:27.039666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-3614b0e6-3b03-4af5-950b-ca502f066783 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.6343758 Nov 12 03:10:27.045624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:27.046144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.058147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=4e81aef9-239e-467a-a63b-9377f899024b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:27.135736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-11d3d499-395e-49a4-856c-83b23a1e89b5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/quotas/021758485e83448193033df2c34ec2e5 HTTP/1.1" status: 200 len: 375 time: 0.0941901 Nov 12 03:10:27.187756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '8287a454-020b-4000-81b0-a4eb8fe989bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:27.188114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: f93b59de-fa12-4919-a88b-14a273536c3f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:27.256160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6731ac4e-7ea7-42c5-9c21-71f883656067 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:27.271209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network f93b59de-fa12-4919-a88b-14a273536c3f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:27.283677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6731ac4e-7ea7-42c5-9c21-71f883656067 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:27.284307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6731ac4e-7ea7-42c5-9c21-71f883656067 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:27.288761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-d6ed3eca-dc21-478f-babd-5f8ddf0b9682 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520555 Nov 12 03:10:27.291597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-849190a8-4a8b-44fb-9b88-23136436e1dd service neutron] 10.222.0.84 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930393 Nov 12 03:10:27.326604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f93b59de-fa12-4919-a88b-14a273536c3f) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:27.331725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:27.332333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.348301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfd2fc-e39f-4502-8e22-81290885f330 None None] Network f93b59de-fa12-4919-a88b-14a273536c3f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:27.396898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.417767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e18e0e9-20a5-4a77-9ae6-19b2ae3f69a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9195452 Nov 12 03:10:27.421163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48038) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:27.427445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:27.449775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f1dff6-825e-4de7-892e-70cca0a52ff7,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:27.498717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-5651ba64-6d57-4754-88e3-c1f537e534b0 service neutron] 10.222.0.84 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061572 Nov 12 03:10:27.509230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Checking segment: {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:27.510397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Network hostable DHCP agents. Network: 21631010-6c1e-4cd1-ac66-1dacc1370d3c, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:27.517727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-8280097c-93cd-4dc8-93f4-ba2696ab5149 service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279608 Nov 12 03:10:27.536708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:27.548222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.550066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 21631010-6c1e-4cd1-ac66-1dacc1370d3c) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:27.566890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:27.569301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.591954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a3a9f-5416-43d6-869d-5b920030e7e3 None None] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:27.600240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6ab0eb4e-5d8c-4569-8111-ed557bad1c9a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7311990 Nov 12 03:10:27.603158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:27.613983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:27.635145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1304679-1b4e-4da9-84b3-e60801dc87c6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:27.664781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.666426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.702548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-f93b59de-fa12-4919-a88b-14a273536c3f', 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': '4e81aef9-239e-467a-a63b-9377f899024b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:27.707798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.874334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.912995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-6854ffcd-503f-4bd0-b282-ea4fec140ca6 service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943734 Nov 12 03:10:27.941872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.040366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13b32bc-56f6-4e7e-afc2-79abf3f0c187 None None] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:28.062326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Allocated IP 2001:db8::2 (f93b59de-fa12-4919-a88b-14a273536c3f/4e81aef9-239e-467a-a63b-9377f899024b/56db3606-9f6c-437b-8faa-33c65473ca62) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:28.301534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:28.306678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.400929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.422624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff618140-c1d4-41f6-ad2f-cb4e82339ab2 req-3bdf5b60-b603-4319-80c4-e55169b369f2 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.1114085 Nov 12 03:10:28.426346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.432592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.445909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.469167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.485157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-68cb864a-bd11-4fe6-84bb-180ae85b870b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:28.486654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-68cb864a-bd11-4fe6-84bb-180ae85b870b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "GET /v2.0/ports?device_id=3368a3c3-06bc-491f-a0f0-44e2a90ec5c9 HTTP/1.1" status: 200 len: 945 time: 0.2096174 Nov 12 03:10:28.574161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Network f93b59de-fa12-4919-a88b-14a273536c3f is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:28.593694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:28.599681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Pushing event updated for resources: {'Port': ['ID=56db3606-9f6c-437b-8faa-33c65473ca62,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:28.611052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:28.735566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305e8a1-e2cb-43ae-aeff-25eee889b208 req-707b87de-b71c-42e8-a541-e1929790ce5e tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:28.747463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1305e8a1-e2cb-43ae-aeff-25eee889b208 req-707b87de-b71c-42e8-a541-e1929790ce5e tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.4736316 Nov 12 03:10:28.752907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Attempting to bind port 56db3606-9f6c-437b-8faa-33c65473ca62 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:28.753470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Attempting to bind port 56db3606-9f6c-437b-8faa-33c65473ca62 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8287a454-020b-4000-81b0-a4eb8fe989bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:28.754634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Attempting to bind port 56db3606-9f6c-437b-8faa-33c65473ca62 on network f93b59de-fa12-4919-a88b-14a273536c3f {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:28.773293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.787621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:28.788901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Checking segment: {'id': '8287a454-020b-4000-81b0-a4eb8fe989bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:28.789332 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.789737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Bound using segment: {'id': '8287a454-020b-4000-81b0-a4eb8fe989bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:28.790310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Bound port: 56db3606-9f6c-437b-8faa-33c65473ca62, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8287a454-020b-4000-81b0-a4eb8fe989bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:28.791390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.800827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17f00a6d-40f7-4de4-8cf3-583dd1a7d1dd req-a2c6d558-3494-4e09-8eaf-2c5d1d8827d2 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 210 time: 0.2613871 Nov 12 03:10:28.828208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.829804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:10:28.842745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1305e8a1-e2cb-43ae-aeff-25eee889b208 req-2922228d-f372-447f-bf25-787d1c3180d7 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Nov 12 03:10:28.843171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:28.847510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9003cba8-7afd-4f1d-a3ff-ea343860de5b admin admin] 10.222.0.84 "DELETE /v2.0/routers/f7b8e7fe-44bf-49d2-bd5c-91f9ff0876cd HTTP/1.1" status: 204 len: 168 time: 4.3665109 Nov 12 03:10:28.855198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48064) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:28.915837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48066) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:29.000209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Deleting subnet cc120ee1-b60f-4ba0-b155-45aa6e47d2d8 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:10:29.013845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.047752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8744988a-3a61-4cc7-89ba-be1b93d8fe5c req-9d8aafde-d418-4d4e-aef2-62a2d1a39512 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 210 time: 0.0638030 Nov 12 03:10:29.053981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.059515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] For port 56db3606-9f6c-437b-8faa-33c65473ca62, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:29.064199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] For port 56db3606-9f6c-437b-8faa-33c65473ca62, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56db3606-9f6c-437b-8faa-33c65473ca62,segment=NetworkSegment(8287a454-020b-4000-81b0-a4eb8fe989bb),segment_id=8287a454-020b-4000-81b0-a4eb8fe989bb)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:29.074683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.091153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Deleting subnet 4da416a3-2f49-4192-a146-97cea67d092e {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:10:29.130728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.155660 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.237594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79c401-a053-42f0-b978-beb4df740c65 None None] Pushing event updated for resources: {'Port': ['ID=56db3606-9f6c-437b-8faa-33c65473ca62,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:29.249718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9add63f4-e471-433d-b35e-751433e4c76e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:29.253197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.339352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Deleting port 9add63f4-e471-433d-b35e-751433e4c76e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:29.339713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.475145 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.491714 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.612950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:29.616209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:29.628268 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d910b1-d4fe-4da6-b579-f0cd084186a9" -d '{"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:29.631546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.725596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:29.829808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.879659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4d717cb-25b2-45d4-a92f-eead83cce5c0 req-ef64f0df-8e75-4837-a64d-c5b8b7ca6335 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.1551559 Nov 12 03:10:29.880029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.929591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] For port 9add63f4-e471-433d-b35e-751433e4c76e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9add63f4-e471-433d-b35e-751433e4c76e,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:29.930063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.933326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc120ee1-b60f-4ba0-b155-45aa6e47d2d8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:29.949889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5805e-192f-4c1e-b4a8-226b677f7eb3 None None] Network c00c5f98-ebf4-4222-bd65-9b9d66db0075 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:29.954259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:29.957598 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-35a36c2d-4d97-4655-b945-06e88b1347f7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cc120ee1-b60f-4ba0-b155-45aa6e47d2d8 HTTP/1.1" status: 204 len: 168 time: 1.0973539 Nov 12 03:10:29.962310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48098) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:29.963543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Calling delete_port for 9add63f4-e471-433d-b35e-751433e4c76e owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:29.988710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=f37b72eb-9f43-4191-a9d1-3274fd46d452,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:30.011315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-e0fbdcb5-7cfc-462e-8d0f-54d640df0446 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:30.013981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-e0fbdcb5-7cfc-462e-8d0f-54d640df0446 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.39 "GET /v2.0/networks?id=9a8bf9b2-13ac-4aea-a626-a74f515b6144 HTTP/1.1" status: 200 len: 815 time: 0.6640706 Nov 12 03:10:30.022179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.030750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Request body: {'port': {'device_id': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'admin_state_up': True, 'tenant_id': 'ee3467a36c714654b688fe107346c598'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:30.212089 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c060c2-6151-4b33-ac45-186efc4fb4fc x-openstack-request-id: req-46c060c2-6151-4b33-ac45-186efc4fb4fc {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:30.212984 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9add63f4-e471-433d-b35e-751433e4c76e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:30.213683 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46c060c2-6151-4b33-ac45-186efc4fb4fc {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:30.214887 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e', 'code': 200} Nov 12 03:10:30.297424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.319283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network f93b59de-fa12-4919-a88b-14a273536c3f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:30.375462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.461929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:30.467791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.490932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] DHCP port deletion for c00c5f98-ebf4-4222-bd65-9b9d66db0075 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:30.506768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:30.507416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.543772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-876ce87d-0462-4967-a5c8-326fdd6d1bfd req-9ee331c6-9a03-4acf-81ce-f0554ea1bd10 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 210 time: 0.0894449 Nov 12 03:10:30.642417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-924ccd95-bdd7-4db6-beb4-18024d404b95 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2187600 Nov 12 03:10:30.651324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48116) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:30.725210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Deleting port bbb19d3a-dec0-4f44-964c-58723900e909 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:30.725806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.789344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Made reservation on behalf of ee3467a36c714654b688fe107346c598 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:30.803495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.820417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:30.951002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56db3606-9f6c-437b-8faa-33c65473ca62 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:30.971220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8372f-8f45-466b-b83c-7ca8e051355c None None] Network f93b59de-fa12-4919-a88b-14a273536c3f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:30.975080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event deleted for resources: {'Port': ['ID=9add63f4-e471-433d-b35e-751433e4c76e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:31.014794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Deleting port bbb19d3a-dec0-4f44-964c-58723900e909 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:31.015239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.089536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.111172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] For port bbb19d3a-dec0-4f44-964c-58723900e909, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bbb19d3a-dec0-4f44-964c-58723900e909,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:31.111552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.117900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a19cb45a-0d37-4483-81d4-c035f42ec48c req-28bca3f7-3e21-4120-8465-4fa5e69bbf65 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 210 time: 0.1235752 Nov 12 03:10:31.138413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Calling delete_port for bbb19d3a-dec0-4f44-964c-58723900e909 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:31.145510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] For port bbb19d3a-dec0-4f44-964c-58723900e909, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bbb19d3a-dec0-4f44-964c-58723900e909,segment=NetworkSegment(0082d86e-da8c-4448-a296-6a0a5a39966b),segment_id=0082d86e-da8c-4448-a296-6a0a5a39966b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:31.150086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.189528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.197622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4da416a3-2f49-4192-a146-97cea67d092e HTTP/1.1" status: 204 len: 168 time: 2.2777703 Nov 12 03:10:31.261594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Calling delete_port for bbb19d3a-dec0-4f44-964c-58723900e909 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:31.276511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48124) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:31.292718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-47ddcdc0-4984-448b-b325-fc2c5d518e1d None None] Provisioning complete for port 56db3606-9f6c-437b-8faa-33c65473ca62 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:31.293088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47ddcdc0-4984-448b-b325-fc2c5d518e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.416836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 56db3606-9f6c-437b-8faa-33c65473ca62 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:31.417280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.470058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f854-460c-49ad-9655-86842b4ce7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da416a3-2f49-4192-a146-97cea67d092e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:31.518603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-239bbe88-e26a-4560-8a12-27fe95907299 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:10:31.519708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-239bbe88-e26a-4560-8a12-27fe95907299 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5757122 Nov 12 03:10:31.577812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:31.589087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:31.590773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:31.593696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1843f330-a691-4c7f-8678-ec9171d7de5e req-bac0d9cf-a60b-4964-9a43-b27a16720582 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/ports?device_id=5098568d-b101-405a-a741-f6cf8239bb3c HTTP/1.1" status: 200 len: 210 time: 0.2521920 Nov 12 03:10:31.608354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:31.608354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:31.610064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-26fe3735-4ec6-4580-b0fc-289b8c7a08e9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9547703 Nov 12 03:10:31.674158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Allocated IP 172.25.2.2 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/b65ded37-03d4-447f-b6a9-2182e26f6dcb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:31.696470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48128) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:31.713099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] No DVR routers for this DVR port 9add63f4-e471-433d-b35e-751433e4c76e on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:31.749493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502502911'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:31.783279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.793489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.795051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Allocated IP 172.20.0.14 (9a8bf9b2-13ac-4aea-a626-a74f515b6144/f5e7e2ef-2f8e-4c19-8033-3e23f643d345/1d829521-4a17-4d77-a3aa-bfb38f4edcb3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:31.807301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09d2da7f-6d59-4633-b373-da5b3c607ba0 req-50abd8e5-91ae-49fc-b732-d8a8151faea1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "DELETE /v2.0/ports/9add63f4-e471-433d-b35e-751433e4c76e HTTP/1.1" status: 204 len: 173 time: 3.2318597 Nov 12 03:10:31.807766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-deleted', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:31.818618 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f15ec3d-2b26-4a32-a0a5-fde1287c3da4" -d '{"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-deleted", "tag": "9add63f4-e471-433d-b35e-751433e4c76e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:31.919827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] Pushing event deleted for resources: {'Port': ['ID=bbb19d3a-dec0-4f44-964c-58723900e909,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:32.032128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:32.034681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.037442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.049344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d57c93-180a-49a5-8bab-ad8cf284c19b None None] No DVR routers for this DVR port bbb19d3a-dec0-4f44-964c-58723900e909 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:32.097962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-a072fea3-c23f-4fe8-b87b-e208c5e11a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.110638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-a072fea3-c23f-4fe8-b87b-e208c5e11a56 service neutron] 10.222.0.84 "GET /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 1094 time: 0.4980099 Nov 12 03:10:32.116936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:32.117400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:10:32.130466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.198072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-4f724d34-5167-4f04-955f-2c1a3971c308 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.199693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-4f724d34-5167-4f04-955f-2c1a3971c308 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 1.8752596 Nov 12 03:10:32.233842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Request body: {'port': {'device_id': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'admin_state_up': True, 'tenant_id': '021758485e83448193033df2c34ec2e5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:32.250700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:32.261557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:32.265321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:32.281260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.328344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.380416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.402490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-315a8380-d020-4974-bae9-e9b7f0a32152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.414665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Pushing event updated for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:32.439041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47ddcdc0-4984-448b-b325-fc2c5d518e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.445752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874601-d250-4a54-a632-e6eb8327405f req-031775cb-68a8-4b84-9bad-3dc5513764a4 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.456053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2874601-d250-4a54-a632-e6eb8327405f req-031775cb-68a8-4b84-9bad-3dc5513764a4 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 932 time: 0.3701751 Nov 12 03:10:32.575643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:32.602624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.605863 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 04be5aa1-29ec-493b-97b5-d913dc088e96 of type vlan for network ca524a8b-0a1c-4ac9-a303-f955ef61b422 Nov 12 03:10:32.629202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.630586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.667759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 56db3606-9f6c-437b-8faa-33c65473ca62, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56db3606-9f6c-437b-8faa-33c65473ca62,segment=NetworkSegment(8287a454-020b-4000-81b0-a4eb8fe989bb),segment_id=8287a454-020b-4000-81b0-a4eb8fe989bb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:32.699597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.733521 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.741366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.749755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.851533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.865160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:32.866726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:32.976451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:32.980055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=ca524a8b-0a1c-4ac9-a303-f955ef61b422,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:32.984959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bbb19d3a-dec0-4f44-964c-58723900e909 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:32.990274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb19d3a-dec0-4f44-964c-58723900e909,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:32.995418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] No DVR routers for this DVR port bbb19d3a-dec0-4f44-964c-58723900e909 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:33.001022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.002070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.002070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.002313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.002619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.003064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.003550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.003959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.004369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.004731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.005105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.005625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.019748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:33.025503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:33.066272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:33.069876 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-47ddcdc0-4984-448b-b325-fc2c5d518e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:10:33.070257 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-47ddcdc0-4984-448b-b325-fc2c5d518e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:10:33.105849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: bbb19d3a-dec0-4f44-964c-58723900e909 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:33.106210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bbb19d3a-dec0-4f44-964c-58723900e909 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:33.106626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1304679-1b4e-4da9-84b3-e60801dc87c6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:33.145593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b1304679-1b4e-4da9-84b3-e60801dc87c6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:33.146457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1304679-1b4e-4da9-84b3-e60801dc87c6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:33.174586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Update dhcp port {'port': {'network_id': 'f93b59de-fa12-4919-a88b-14a273536c3f', 'fixed_ips': [{'subnet_id': '4e81aef9-239e-467a-a63b-9377f899024b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f37b72eb-9f43-4191-a9d1-3274fd46d452'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '56db3606-9f6c-437b-8faa-33c65473ca62'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:10:33.220763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.221271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.221620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.222020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.222360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.222880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.223812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.223812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.224033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.224261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.225594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.235250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:33.238509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=56db3606-9f6c-437b-8faa-33c65473ca62,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:33.337904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.380149 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.402041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00c5f98-ebf4-4222-bd65-9b9d66db0075']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:33.423530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0082d86e-da8c-4448-a296-6a0a5a39966b') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:33.424028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0082d86e-da8c-4448-a296-6a0a5a39966b') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:33.444185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.459007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.466296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:33.466773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:33.541951 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:33.575641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2874601-d250-4a54-a632-e6eb8327405f req-42809e85-d228-4b7a-ae1d-4647f437a729 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1184144 Nov 12 03:10:33.642624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-a7589fea-4198-4a47-929c-7ecac34d9b5a tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6173167 Nov 12 03:10:33.646685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:33.657220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.662993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.673387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.678206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Allocated IP 172.20.0.1 (f93b59de-fa12-4919-a88b-14a273536c3f/f37b72eb-9f43-4191-a9d1-3274fd46d452/56db3606-9f6c-437b-8faa-33c65473ca62) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:33.758983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Request body: {'port': {'device_id': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:33.842320 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279fa22-175e-443b-ba95-754b97ad8294 x-openstack-request-id: req-b279fa22-175e-443b-ba95-754b97ad8294 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:33.846611 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3368a3c3-06bc-491f-a0f0-44e2a90ec5c9", "name": "network-vif-deleted", "tag": "9add63f4-e471-433d-b35e-751433e4c76e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:33.847220 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b279fa22-175e-443b-ba95-754b97ad8294 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:33.847958 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3368a3c3-06bc-491f-a0f0-44e2a90ec5c9', 'name': 'network-vif-deleted', 'tag': '9add63f4-e471-433d-b35e-751433e4c76e', 'status': 'completed', 'code': 200} Nov 12 03:10:33.870773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.882931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb03e35a-d34d-405f-aa0a-5962f5d3b9ae None None] Provisioning complete for port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:33.883392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb03e35a-d34d-405f-aa0a-5962f5d3b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:33.887743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] 10.222.0.84 "DELETE /v2.0/networks/c00c5f98-ebf4-4222-bd65-9b9d66db0075 HTTP/1.1" status: 204 len: 168 time: 3.9219193 Nov 12 03:10:33.901872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bcb27f-805e-4864-bb76-6a2fbf8d0e64']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:33.911613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ca78866-fb16-4b3a-9d0c-1411f5b646a1 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1917188 Nov 12 03:10:33.916840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:33.956413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:34.024738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] For port 56db3606-9f6c-437b-8faa-33c65473ca62, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56db3606-9f6c-437b-8faa-33c65473ca62,segment=NetworkSegment(8287a454-020b-4000-81b0-a4eb8fe989bb),segment_id=8287a454-020b-4000-81b0-a4eb8fe989bb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:34.026620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.049705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd921ebe3-4824-4818-9ad8-b3ff0aef0653') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:34.050158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd921ebe3-4824-4818-9ad8-b3ff0aef0653') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:34.058498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46cf128f-6b78-4d93-bfbb-62e4aae35c7a req-f459367d-8cb9-4414-a237-55f103ed2fe0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 210 time: 0.1779797 Nov 12 03:10:34.118763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cb03e35a-d34d-405f-aa0a-5962f5d3b9ae None None] Port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:34.185633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.199016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.208520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:34.232794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f555f-8f87-4a18-96d4-73a052ffc2fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c00c5f98-ebf4-4222-bd65-9b9d66db0075,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:34.257900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:34.386399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412796a-fd64-4602-8d62-fa9bf6d95758 None None] Pushing event updated for resources: {'Port': ['ID=56db3606-9f6c-437b-8faa-33c65473ca62,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:34.428196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.498378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.519282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.521783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:34.522310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:34.523214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:34.529253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Pushing event updated for resources: {'Port': ['ID=b65ded37-03d4-447f-b6a9-2182e26f6dcb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:34.540033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:34.540178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:34.543721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.621325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3475d85e-0342-4ed0-a3c9-2a7635bd190f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.659414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=ca524a8b-0a1c-4ac9-a303-f955ef61b422,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:34.666605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 is not hosted by any dhcp agent {{(pid=102432) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:10:34.673633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:34.679365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:34.680020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.686269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66e0a2b2-1bc5-4f41-b1d2-bc424736c07b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "PUT /v2.0/networks/ca524a8b-0a1c-4ac9-a303-f955ef61b422 HTTP/1.1" status: 200 len: 723 time: 0.7366686 Nov 12 03:10:34.688152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:34.688152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:34.688427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:34.688948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Bound port: 049d309e-90ba-4d34-9537-7de95b9ae13a, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:34.692940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48152) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:34.705250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:34.928868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:34.957493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:34.992558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.082809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:35.088650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.166563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.305222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:35.305707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.314061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56db3606-9f6c-437b-8faa-33c65473ca62 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:35.318673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Allocated IP 172.20.0.7 (f3543065-3b7a-4f95-b243-0b823b2b236f/04932c19-9bee-4ed8-80ce-a3adf72d9caa/9381d6de-3b72-462f-94cf-5b7c6cb00659) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:35.326323 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:35.456692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 56db3606-9f6c-437b-8faa-33c65473ca62 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:35.457603 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.522205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f6417d3c-59c1-43f2-8ad4-d4504aebdbb4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=624ea1d35a384a9d891ad485557f7164&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3111091 Nov 12 03:10:35.530872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48156) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:35.552697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df418453-e603-4683-9042-924e45808552 None None] Network f93b59de-fa12-4919-a88b-14a273536c3f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:35.694908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86671355-f9f9-4a95-aca3-8ebdf6d6e6e0 req-d9a13aa4-94bb-4f9b-8963-1db1ca1326f6 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:35.699953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86671355-f9f9-4a95-aca3-8ebdf6d6e6e0 req-d9a13aa4-94bb-4f9b-8963-1db1ca1326f6 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 932 time: 0.6868892 Nov 12 03:10:35.733441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.788023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Transition to ACTIVE for port object 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:35.807798 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.849142 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.878849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.896630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:35.899987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e0bcb27f-805e-4864-bb76-6a2fbf8d0e64 HTTP/1.1" status: 204 len: 168 time: 4.6202328 Nov 12 03:10:35.966387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4e1ff0a8-8eae-4278-a5ea-9a398f6d8b96 None None] Provisioning complete for port 56db3606-9f6c-437b-8faa-33c65473ca62 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:35.970916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff0a8-8eae-4278-a5ea-9a398f6d8b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.087822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.187028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:36.208848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.210082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-350854a9-cda9-4d7f-8bb2-91045b683651 service neutron] 10.222.0.84 "POST /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a/bindings HTTP/1.1" status: 201 len: 390 time: 4.1000924 Nov 12 03:10:36.241937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.244599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.250091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:36.260256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "DELETE /v2.0/security-groups/10d24a11-9452-48e5-967d-1ee79c438030 HTTP/1.1" status: 204 len: 168 time: 1.9967248 Nov 12 03:10:36.265007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.266645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48162) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:36.406723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:36.415724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37934a78-7ecd-479f-aa52-3762361f36b1 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d24a11-9452-48e5-967d-1ee79c438030,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:36.425966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e7cee-19db-4364-8351-ce59b6a00734 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bcb27f-805e-4864-bb76-6a2fbf8d0e64,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:36.474118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98a781ec-d14a-4ecf-a849-f93ae523abe8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f420d493aa074ced8ee28ab80cbf73b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997383 Nov 12 03:10:36.497993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.508582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.513467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6308f074-7c3a-4dcb-8970-72ef7ad691f9 HTTP/1.1" status: 204 len: 168 time: 0.9680598 Nov 12 03:10:36.523297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:36.627389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56add1d4-ccc4-4f71-bb8e-40ca50a56cc4 req-bc4fe883-9bfc-4632-81f7-f499cfdb3a58 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 210 time: 0.1320133 Nov 12 03:10:36.629129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-00010888-44fe-4101-8073-283509b1147f None None] Provisioning complete for port 56db3606-9f6c-437b-8faa-33c65473ca62 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:36.630019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00010888-44fe-4101-8073-283509b1147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:36.646383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a804e-87a4-4993-a120-7a8e6f5e5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6308f074-7c3a-4dcb-8970-72ef7ad691f9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:36.666503 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-ff09e69c-c38a-48f0-95f4-0b5048cffbf9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] show failed (client error): The resource could not be found. Nov 12 03:10:36.679931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ff09e69c-c38a-48f0-95f4-0b5048cffbf9 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "GET /v2.0/security-groups/10d24a11-9452-48e5-967d-1ee79c438030 HTTP/1.1" status: 404 len: 347 time: 0.2973070 Nov 12 03:10:36.680344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48170) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:37.037302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094279a-4455-4ab8-a53a-4bf65b124b5c req-3a6747f7-d05d-4162-a612-8169e2644803 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:37.049456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5094279a-4455-4ab8-a53a-4bf65b124b5c req-3a6747f7-d05d-4162-a612-8169e2644803 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.2581484 Nov 12 03:10:37.071392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.082291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.100055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86671355-f9f9-4a95-aca3-8ebdf6d6e6e0 req-0c3a838b-5eeb-4d13-8bcf-2ada25669b8e tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3372600 Nov 12 03:10:37.282608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.397228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-20811dc9-2bc4-4838-aaf9-1f583b7ce729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:37.399855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-20811dc9-2bc4-4838-aaf9-1f583b7ce729 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1097 time: 0.7425179 Nov 12 03:10:37.420126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5094279a-4455-4ab8-a53a-4bf65b124b5c req-872d694f-4d93-4918-aaa2-0d732e5674d9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695099 Nov 12 03:10:37.434127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.438430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.480149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=ff006410-78c5-4d9d-9b88-c3e8a3c67248,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:37.499143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Attempting to bind port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:37.499143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Attempting to bind port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:37.503153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Attempting to bind port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 on network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:37.593729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '04be5aa1-29ec-493b-97b5-d913dc088e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:37.594109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: ca524a8b-0a1c-4ac9-a303-f955ef61b422, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:37.649434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:37.680614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ca524a8b-0a1c-4ac9-a303-f955ef61b422) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:37.695581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a0f40-751c-453a-8bc7-f8b88144fa2f None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:37.713772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:37.715035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.770648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c4c05b03-a014-4fec-ab7c-243e65b8aa28 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0713515 Nov 12 03:10:37.775961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48186) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:37.795900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:37.843722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:37.861599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 on network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:37.862265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Attempting to bind port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 on network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:37.923926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Router 1656b14c-48ca-4792-895a-dbe32cdc21ed is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:10:38.045739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.062056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529621727'] for subnet, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.063309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:38.080140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.119753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:38.120362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Checking segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:38.120936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Bound using segment: {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:38.121569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Bound port: 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22834722-74a9-44f3-aecd-e245f8ad1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:38.122109 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.172438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ca524a8b-0a1c-4ac9-a303-f955ef61b422', 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': 'ff006410-78c5-4d9d-9b88-c3e8a3c67248'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:38.173873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.216747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48196) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:38.302790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:38.323800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:38.336414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Deleting port 77368af1-9e4e-4c78-9263-5d6635e236a8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:38.337072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.365580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Network f3543065-3b7a-4f95-b243-0b823b2b236f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:38.370904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.476745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:38.483727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.485720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d829521-4a17-4d77-a3aa-bfb38f4edcb3 HTTP/1.1" status: 200 len: 1093 time: 4.7627361 Nov 12 03:10:38.499108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-network', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:38.541207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Made reservation on behalf of 4e2ddc14039e4352ad6d9272e938db29 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:38.544676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:38.545088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.550157 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:38.566413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.568423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:38.684066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734b4fe-23c3-4dcb-bcd5-8f66d080cd77 req-194411a9-007d-4bf3-b897-a6806b4787db tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:38.693091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6734b4fe-23c3-4dcb-bcd5-8f66d080cd77 req-194411a9-007d-4bf3-b897-a6806b4787db tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 931 time: 0.8460875 Nov 12 03:10:38.697961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:38.719652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-f4fc2bbc-415b-4295-ab6a-6b5a328fd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:38.726564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-f4fc2bbc-415b-4295-ab6a-6b5a328fd847 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 1.3145618 Nov 12 03:10:38.761987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Allocated IP 2001:db8::2 (ca524a8b-0a1c-4ac9-a303-f955ef61b422/ff006410-78c5-4d9d-9b88-c3e8a3c67248/642beb5e-b8a8-434b-839b-fd59e98ae5ae) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:38.824690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:38.851127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30b98-44fe-454d-adec-6756455250d6 req-33f34d43-4ffd-408f-a34a-87db01c0d2f2 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:38.868038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64f30b98-44fe-454d-adec-6756455250d6 req-33f34d43-4ffd-408f-a34a-87db01c0d2f2 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 944 time: 0.5603957 Nov 12 03:10:38.957221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d08f3-a8c8-41a9-93f1-a8f9c2e6cec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:38.971741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:38.973284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.007318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6734b4fe-23c3-4dcb-bcd5-8f66d080cd77 req-ffa09575-1dcd-48c6-a818-14544fa6acee tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117213 Nov 12 03:10:39.012987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778114474379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-530256915'] for subnet, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.022190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.029907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.033735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bf9e6d6-561a-4c90-abc5-656063f32859 HTTP/1.1" status: 204 len: 168 time: 2.4145539 Nov 12 03:10:39.040382 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-c160a257-b41a-4dbd-95fd-1148670c5fd5 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8155217 Nov 12 03:10:39.073620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.078154 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.163408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-78aaca7a-281e-4a53-bc22-4776fe0a9f12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.0624206 Nov 12 03:10:39.173091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.197728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=ff006410-78c5-4d9d-9b88-c3e8a3c67248,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:39.198171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Request body: {'port': {'device_id': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:39.209004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37947f5a-3b9b-4692-a57a-7731658bab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf9e6d6-561a-4c90-abc5-656063f32859,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:39.222509 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.238086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.268887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:39.269499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.273924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-294c3296-895b-4c48-935e-4c3d1d65d68c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "PUT /v2.0/subnets/ff006410-78c5-4d9d-9b88-c3e8a3c67248 HTTP/1.1" status: 200 len: 826 time: 1.4927101 Nov 12 03:10:39.292734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Calling delete_port for 77368af1-9e4e-4c78-9263-5d6635e236a8 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:39.294738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48208) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:39.321366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:39.359991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:39.383012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:39.393264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:39.410193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64f30b98-44fe-454d-adec-6756455250d6 req-6a990395-1b24-4df3-9349-6b2bb2d2668b tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405276 Nov 12 03:10:39.464281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:39.504079 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.505995 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Added segment c9ea6118-d9e2-4e4d-bf37-1a18513fa183 of type vlan for network 41acc2e5-ad82-472b-8147-675dbc4656d7 Nov 12 03:10:39.553165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.559762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04badb29-7cb4-463c-8138-8291d265c232 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9535401 Nov 12 03:10:39.560833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77684031-8ced-466a-b0a0-f201aebccc87,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:39.563694 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1fdf57-39b5-4e9e-9955-031dbd7c5839 x-openstack-request-id: req-8f1fdf57-39b5-4e9e-9955-031dbd7c5839 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:39.564332 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:39.564332 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f1fdf57-39b5-4e9e-9955-031dbd7c5839 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:39.564731 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3', 'status': 'completed', 'code': 200} Nov 12 03:10:39.568440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48214) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:39.569957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Sync routers for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:39.595516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.638618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Attempting to bind port 642beb5e-b8a8-434b-839b-fd59e98ae5ae on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:39.638985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Attempting to bind port 642beb5e-b8a8-434b-839b-fd59e98ae5ae by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '04be5aa1-29ec-493b-97b5-d913dc088e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:39.639371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Attempting to bind port 642beb5e-b8a8-434b-839b-fd59e98ae5ae on network ca524a8b-0a1c-4ac9-a303-f955ef61b422 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:39.657860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:39.658233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Checking segment: {'id': '04be5aa1-29ec-493b-97b5-d913dc088e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:39.658633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.660528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Bound using segment: {'id': '04be5aa1-29ec-493b-97b5-d913dc088e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:39.660698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Bound port: 642beb5e-b8a8-434b-839b-fd59e98ae5ae, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04be5aa1-29ec-493b-97b5-d913dc088e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca524a8b-0a1c-4ac9-a303-f955ef61b422'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:39.662145 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.696399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Pushing event updated for resources: {'Port': ['ID=642beb5e-b8a8-434b-839b-fd59e98ae5ae,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:39.714413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:39.718411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:39.760308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.887418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:39.899399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:39.903486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:39.904176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.032948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-e09aa46f-9b64-4089-b0d6-dccf293af0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.039339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-e09aa46f-9b64-4089-b0d6-dccf293af0c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee3467a36c714654b688fe107346c598&device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 1096 time: 0.8620532 Nov 12 03:10:40.054055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2bd94-8c65-4a24-9f11-2ad5274510ea req-2918547a-662a-48e9-9ad4-c5834cb35c3a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.056537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72c2bd94-8c65-4a24-9f11-2ad5274510ea req-2918547a-662a-48e9-9ad4-c5834cb35c3a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.8913181 Nov 12 03:10:40.148219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-6dc6f263-056d-4e3a-a0dd-6329580a8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.149930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-6dc6f263-056d-4e3a-a0dd-6329580a8746 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.9451547 Nov 12 03:10:40.265426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] For port 642beb5e-b8a8-434b-839b-fd59e98ae5ae, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:40.268934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-89fdbe1f-f1d0-46a3-b864-e67af28a5b4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3 HTTP/1.1" status: 200 len: 217 time: 0.1929781 Nov 12 03:10:40.314386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] For port 642beb5e-b8a8-434b-839b-fd59e98ae5ae, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=642beb5e-b8a8-434b-839b-fd59e98ae5ae,segment=NetworkSegment(04be5aa1-29ec-493b-97b5-d913dc088e96),segment_id=04be5aa1-29ec-493b-97b5-d913dc088e96)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:40.327705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1096039 Nov 12 03:10:40.336464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48232) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:40.338932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-f5a69372-e6ac-46d1-88f7-8c85bad2b92e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089573 Nov 12 03:10:40.345733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.375601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Request body: {'subnet': {'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-subnet', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:40.449756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43eff7-0cb1-4e49-b99e-5a0547eb8101 None None] Pushing event updated for resources: {'Port': ['ID=642beb5e-b8a8-434b-839b-fd59e98ae5ae,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:40.468265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:34Z', 'revision_number': 3, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:40.471493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.473316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:40.517380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Checking router: 1656b14c-48ca-4792-895a-dbe32cdc21ed for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:40.517743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Updating router 1656b14c-48ca-4792-895a-dbe32cdc21ed port b65ded37-03d4-447f-b6a9-2182e26f6dcb binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:40.522866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Made reservation on behalf of 4e2ddc14039e4352ad6d9272e938db29 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:40.522866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.550708 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.613404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Pushing event deleted for resources: {'Port': ['ID=77368af1-9e4e-4c78-9263-5d6635e236a8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:40.620881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:40.643213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72c2bd94-8c65-4a24-9f11-2ad5274510ea req-581ffbcb-aa57-4475-92c5-0a4d0d41087b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727797 Nov 12 03:10:40.748689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1dad-45f8-4343-89d0-6f3b25d5b08f admin admin] Pushing event updated for resources: {'Network': ['ID=41acc2e5-ad82-472b-8147-675dbc4656d7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:40.842092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32a628-c248-41b5-94e0-034de675f514 req-240126c4-647a-46b3-ae23-7670c00a1e83 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:40.849808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc32a628-c248-41b5-94e0-034de675f514 req-240126c4-647a-46b3-ae23-7670c00a1e83 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 931 time: 0.5840685 Nov 12 03:10:40.924744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:40.964205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc32a628-c248-41b5-94e0-034de675f514 req-6949a015-7db8-4b86-859c-be24ca1a695f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097221 Nov 12 03:10:41.086162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.369937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1988648627-network', 'tenant_id': '4e1e5fc40313469bbe18e19bc291459c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:41.376804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.389168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.409471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-2e3e2fc3-e570-41f1-8583-387e12026cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:41.413810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-2e3e2fc3-e570-41f1-8583-387e12026cfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5e7e2ef-2f8e-4c19-8033-3e23f643d345 HTTP/1.1" status: 200 len: 854 time: 1.1066780 Nov 12 03:10:41.478623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.486808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10c98f-515a-4408-b5e6-25c41e2c6c41 None None] Pushing event updated for resources: {'Port': ['ID=b65ded37-03d4-447f-b6a9-2182e26f6dcb,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:41.493335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 642beb5e-b8a8-434b-839b-fd59e98ae5ae up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:41.641400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Attempting to bind port b65ded37-03d4-447f-b6a9-2182e26f6dcb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:41.641932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Attempting to bind port b65ded37-03d4-447f-b6a9-2182e26f6dcb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:41.642455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Attempting to bind port b65ded37-03d4-447f-b6a9-2182e26f6dcb on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:41.664040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 642beb5e-b8a8-434b-839b-fd59e98ae5ae triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:41.664482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.668562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:41.669199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:41.669676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.670152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:41.670719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Bound port: b65ded37-03d4-447f-b6a9-2182e26f6dcb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:41.671133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.682722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9cd949-f203-4d4c-8a32-35bad868ed93,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:41.730798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Allocated IP 172.20.0.1 (21631010-6c1e-4cd1-ac66-1dacc1370d3c/40f1dff6-825e-4de7-892e-70cca0a52ff7/2efaa923-b1d4-42bd-a980-abad77dc086c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:41.736492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Checking segment: {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:41.737297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Network hostable DHCP agents. Network: 41acc2e5-ad82-472b-8147-675dbc4656d7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:41.818272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Made reservation on behalf of 4e1e5fc40313469bbe18e19bc291459c for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:41.825304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.854529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] For port b65ded37-03d4-447f-b6a9-2182e26f6dcb, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:41.860259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] For port b65ded37-03d4-447f-b6a9-2182e26f6dcb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b65ded37-03d4-447f-b6a9-2182e26f6dcb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:41.889009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:41.898715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.906859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-528845db-a364-4532-89bf-26b4b2df7d63 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4471409 Nov 12 03:10:41.992015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:41.997049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 41acc2e5-ad82-472b-8147-675dbc4656d7) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:42.004325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.005498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77bfab68-8b74-4173-b287-2b0fa98af688 tempest-ServersTestBootFromVolume-461663395 tempest-ServersTestBootFromVolume-461663395-project] 10.222.0.84 "DELETE /v2.0/floatingips/384104f1-1c32-4d1d-8eee-af1f57ed0f30 HTTP/1.1" status: 204 len: 168 time: 5.2484908 Nov 12 03:10:42.009306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48244) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:42.014738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.017414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196dea5-50ea-4ac8-b448-782a44c555c5 None None] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:42.025734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.026891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.029201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.079705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10c98f-515a-4408-b5e6-25c41e2c6c41 None None] Pushing event updated for resources: {'Port': ['ID=b65ded37-03d4-447f-b6a9-2182e26f6dcb,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:42.106558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a2adf627-37ef-4e9b-b3f7-0d9bdf7dca4d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7353044 Nov 12 03:10:42.107679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608965d-d3e9-4cc6-aed3-ea7386cfe1e2 req-29c789f1-2d37-434e-960f-b874450a9da9 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.109386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8608965d-d3e9-4cc6-aed3-ea7386cfe1e2 req-29c789f1-2d37-434e-960f-b874450a9da9 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 944 time: 0.7511318 Nov 12 03:10:42.114856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:42.137586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83227b3c-ddbd-4439-bc50-316c19a2433f req-396a9863-301a-4868-9e84-7358ae803250 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.145422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83227b3c-ddbd-4439-bc50-316c19a2433f req-396a9863-301a-4868-9e84-7358ae803250 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.2662082 Nov 12 03:10:42.169178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:42.268582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.321104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83227b3c-ddbd-4439-bc50-316c19a2433f req-e8131346-99f7-40fb-bb69-d484ba60bc7c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670794 Nov 12 03:10:42.338511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ca61c-3c18-4362-9f32-120c05e351cc None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:42.346130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:42.347178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:42.419983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64f52-8320-4847-83f1-109165a698df req-7592bf28-93be-44b2-9038-864d2573fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.421951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-7592bf28-93be-44b2-9038-864d2573fa08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a8bf9b2-13ac-4aea-a626-a74f515b6144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6084638 Nov 12 03:10:42.434470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting port 642beb5e-b8a8-434b-839b-fd59e98ae5ae {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:42.434954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.461964 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.464335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.465487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 642beb5e-b8a8-434b-839b-fd59e98ae5ae, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=642beb5e-b8a8-434b-839b-fd59e98ae5ae,segment=NetworkSegment(04be5aa1-29ec-493b-97b5-d913dc088e96),segment_id=04be5aa1-29ec-493b-97b5-d913dc088e96)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:42.509719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.531491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-417a27ed-b78c-439f-a3c7-0ad7b9122216 None None] Provisioning complete for port 642beb5e-b8a8-434b-839b-fd59e98ae5ae triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:42.531851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-417a27ed-b78c-439f-a3c7-0ad7b9122216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.610997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.682010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14acf0-65cd-4cf7-85d4-c043c329ba84 req-73beb7b5-149a-4e06-8310-9fd96d22199f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:42.683486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc14acf0-65cd-4cf7-85d4-c043c329ba84 req-73beb7b5-149a-4e06-8310-9fd96d22199f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 931 time: 0.2528875 Nov 12 03:10:42.690397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:42.714557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8608965d-d3e9-4cc6-aed3-ea7386cfe1e2 req-847a53ea-ebb5-4080-8cd1-833f7445ef6e tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137117 Nov 12 03:10:42.728338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:42.735225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Pushing event updated for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:42.749218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:42.756914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.760669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:42.786600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-ebcab059-d536-4a8b-ab24-415a2e08bcd1 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536819 Nov 12 03:10:42.810796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=642beb5e-b8a8-434b-839b-fd59e98ae5ae,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:42.885911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc14acf0-65cd-4cf7-85d4-c043c329ba84 req-111c95c1-9b92-4442-abbc-7c708fec3c59 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717432 Nov 12 03:10:42.888204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.891544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:42.955344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9381d6de-3b72-462f-94cf-5b7c6cb00659 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:43.029950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-41acc2e5-ad82-472b-8147-675dbc4656d7', 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'fixed_ips': [{'subnet_id': '3d9cd949-f203-4d4c-8a32-35bad868ed93'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:43.031797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.041990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.044392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.085445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:43.120178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Transition to ACTIVE for port object 9381d6de-3b72-462f-94cf-5b7c6cb00659 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:43.175956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa2b0f-1777-4f43-9867-47b14d97f8ef,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:43.210950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.214940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] For port 642beb5e-b8a8-434b-839b-fd59e98ae5ae, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=642beb5e-b8a8-434b-839b-fd59e98ae5ae,segment=NetworkSegment(04be5aa1-29ec-493b-97b5-d913dc088e96),segment_id=04be5aa1-29ec-493b-97b5-d913dc088e96)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:43.215588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.292035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.292389 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Added segment 9f224b44-2dfe-40c4-a64f-9dc63481cdf4 of type vlan for network e2a71044-e248-4ae6-8681-c2975a8e4ca1 Nov 12 03:10:43.311335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 642beb5e-b8a8-434b-839b-fd59e98ae5ae up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:43.340099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-9f8a7d97-6e79-4884-95d4-2aa46155c7ef service neutron] 10.222.0.39 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011012 Nov 12 03:10:43.344730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Calling delete_port for 642beb5e-b8a8-434b-839b-fd59e98ae5ae owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:43.364259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Allocated IP 172.20.0.2 (41acc2e5-ad82-472b-8147-675dbc4656d7/3d9cd949-f203-4d4c-8a32-35bad868ed93/029181ca-ecad-4280-b158-54c2f1ae1053) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:43.398932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fbc4a-9ca5-4282-99d8-61b75838eca0 None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:43.401985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:34Z', 'revision_number': 3, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:43.488411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04be380-9139-46c4-917f-64cd9d0dbf5c None None] The sync data for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 is: [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:34Z', 'revision_number': 3, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:43.528458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 642beb5e-b8a8-434b-839b-fd59e98ae5ae triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:43.528826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.569627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:43.572728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.574590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.601454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.605942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-da40c44c-b33a-4404-ad4d-e657371dd5e8 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:43.607484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-da40c44c-b33a-4404-ad4d-e657371dd5e8 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.5097780 Nov 12 03:10:43.626160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.657271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:43.659743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.672850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.687902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f2145daa-4cd6-4b3d-96f3-f77a5baf6902 None None] Provisioning complete for port 642beb5e-b8a8-434b-839b-fd59e98ae5ae triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:43.688270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f2145daa-4cd6-4b3d-96f3-f77a5baf6902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.807761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:43.829899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.830425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:43.830998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:43.920698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:43.927692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Pushing event updated for resources: {'Port': ['ID=029181ca-ecad-4280-b158-54c2f1ae1053,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:43.935518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0b24-d7c2-4d01-b11f-2788fac36f4f req-463cf9eb-fb45-4d11-a7fc-ddff54ee2ac2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:43.936371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:43.936967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-859e0b24-d7c2-4d01-b11f-2788fac36f4f req-463cf9eb-fb45-4d11-a7fc-ddff54ee2ac2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.4495096 Nov 12 03:10:43.939136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9b64f52-8320-4847-83f1-109165a698df req-495ced77-e896-44d8-96b2-05c0f509ca2c service neutron] 10.222.0.39 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198753 Nov 12 03:10:44.022975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.030844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5192709 Nov 12 03:10:44.057795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.066798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48256) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:44.099375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Request body: {'subnet': {'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1988648627-subnet', 'tenant_id': '4e1e5fc40313469bbe18e19bc291459c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:44.101273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Attempting to bind port 029181ca-ecad-4280-b158-54c2f1ae1053 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:44.101785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Attempting to bind port 029181ca-ecad-4280-b158-54c2f1ae1053 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:44.102008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Attempting to bind port 029181ca-ecad-4280-b158-54c2f1ae1053 on network 41acc2e5-ad82-472b-8147-675dbc4656d7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:44.107144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.109523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:44.109905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Checking segment: {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:44.110314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.110715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Bound using segment: {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:44.111222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Bound port: 029181ca-ecad-4280-b158-54c2f1ae1053, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:44.112383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.206256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Attempting to bind port 9381d6de-3b72-462f-94cf-5b7c6cb00659 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:44.209039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Attempting to bind port 9381d6de-3b72-462f-94cf-5b7c6cb00659 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:44.212868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Attempting to bind port 9381d6de-3b72-462f-94cf-5b7c6cb00659 on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:44.225307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff56fd-7992-4e66-9541-312edcf3926f admin admin] Pushing event updated for resources: {'Network': ['ID=e2a71044-e248-4ae6-8681-c2975a8e4ca1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:44.246063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:44.271763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Pushing event updated for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:44.275842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Made reservation on behalf of 4e1e5fc40313469bbe18e19bc291459c for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:44.281348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.315314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9423a2-a4ff-430f-9697-d8b6855d6cac req-a63666d1-cf79-4e66-b0ef-83856e8bf778 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:44.318504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d9423a2-a4ff-430f-9697-d8b6855d6cac req-a63666d1-cf79-4e66-b0ef-83856e8bf778 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 944 time: 0.3783681 Nov 12 03:10:44.347330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.360668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] For port 029181ca-ecad-4280-b158-54c2f1ae1053, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:44.388443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] For port 029181ca-ecad-4280-b158-54c2f1ae1053, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=029181ca-ecad-4280-b158-54c2f1ae1053,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:44.393699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Port 9381d6de-3b72-462f-94cf-5b7c6cb00659 on network f3543065-3b7a-4f95-b243-0b823b2b236f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:44.394088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Attempting to bind port 9381d6de-3b72-462f-94cf-5b7c6cb00659 on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:44.395916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.435728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:44.436166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Checking segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:44.437052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Bound using segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:44.437052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Bound port: 9381d6de-3b72-462f-94cf-5b7c6cb00659, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:44.437542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.447700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.600254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d9423a2-a4ff-430f-9697-d8b6855d6cac req-93721a77-2aff-4fce-acab-dbd71e8ee590 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307718 Nov 12 03:10:44.652607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b95049-4c4c-4a9d-87b2-f3ea26b799c8 None None] Pushing event updated for resources: {'Port': ['ID=029181ca-ecad-4280-b158-54c2f1ae1053,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:44.668059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-77715893-77c2-4136-a043-065f4cd7d1a3 None None] Provisioning complete for port 642beb5e-b8a8-434b-839b-fd59e98ae5ae triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:44.668438 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-77715893-77c2-4136-a043-065f4cd7d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.713954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-77715893-77c2-4136-a043-065f4cd7d1a3 None None] Port 642beb5e-b8a8-434b-839b-fd59e98ae5ae was deleted so its status cannot be updated. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:10:44.772174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:44.789890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:44.796743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-859e0b24-d7c2-4d01-b11f-2788fac36f4f req-ff3560da-f035-43e1-84f4-348942da5d8a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279016 Nov 12 03:10:44.844609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-925c2547-ca4b-46e0-8466-05a30d02f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:44.846140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-925c2547-ca4b-46e0-8466-05a30d02f4a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee3467a36c714654b688fe107346c598&device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 1096 time: 0.8087745 Nov 12 03:10:44.851973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Port': ['ID=642beb5e-b8a8-434b-839b-fd59e98ae5ae,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:44.947283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:44.957225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:44.986618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3fe85-0b72-4fd0-a0b9-6c8d85df64d5 req-140d8f6c-bf85-4972-b2ec-ea116e8846f7 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:44.988227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3b3fe85-0b72-4fd0-a0b9-6c8d85df64d5 req-140d8f6c-bf85-4972-b2ec-ea116e8846f7 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 943 time: 0.2618585 Nov 12 03:10:45.031682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c4366-1179-421c-8776-4180cc24d8ec None None] DHCP port deletion for ca524a8b-0a1c-4ac9-a303-f955ef61b422 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:45.039827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No DVR routers for this DVR port 642beb5e-b8a8-434b-839b-fd59e98ae5ae on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:45.086106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Deleting port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:45.086725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.134715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c6fc96-4695-49fa-9ab8-ce12212552ab,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:45.213211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3b3fe85-0b72-4fd0-a0b9-6c8d85df64d5 req-ea73c341-c634-4218-bdda-ac61a41e7125 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009094 Nov 12 03:10:45.218133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Router 1656b14c-48ca-4792-895a-dbe32cdc21ed has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:45.224176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Checking segment: {'id': '9f224b44-2dfe-40c4-a64f-9dc63481cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:45.224545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Network hostable DHCP agents. Network: e2a71044-e248-4ae6-8681-c2975a8e4ca1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:45.242425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:45.265748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] For port cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:45.266127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.270685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:45.300538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:45.305218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-8c1f8466-35a6-4c0b-a090-6b18633ffddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:45.307387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-8c1f8466-35a6-4c0b-a090-6b18633ffddb service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a8bf9b2-13ac-4aea-a626-a74f515b6144 HTTP/1.1" status: 200 len: 916 time: 0.4428706 Nov 12 03:10:45.308200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.324368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Calling delete_port for cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:45.327485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:45.337756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.365504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 029181ca-ecad-4280-b158-54c2f1ae1053 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:45.379164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e2a71044-e248-4ae6-8681-c2975a8e4ca1) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:45.402083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead04543-e6dc-4921-bb39-c5afbcba2a90 None None] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:45.412247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:45.412843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.426308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:45.426308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.427675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/9381d6de-3b72-462f-94cf-5b7c6cb00659 HTTP/1.1" status: 200 len: 1092 time: 6.3295825 Nov 12 03:10:45.428132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:45.430436 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4df192-5f29-4698-825b-70cf81ab88ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:45.464666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4d2b1c64-fdaf-403d-9eae-cc089ce61d5e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3696253 Nov 12 03:10:45.465952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:45.475154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-36e4c893-d189-438e-815d-191bb155323c admin admin] 10.222.0.84 "PUT /v2.0/routers/1656b14c-48ca-4792-895a-dbe32cdc21ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8482075 Nov 12 03:10:45.523484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.551647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-e86aa98a-72c9-4348-8188-fb368591748b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3 HTTP/1.1" status: 200 len: 217 time: 0.2029188 Nov 12 03:10:45.609049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.610723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.617597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 029181ca-ecad-4280-b158-54c2f1ae1053 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:45.619685 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d129d-45bc-461e-b0c8-b199e16f0282 x-openstack-request-id: req-8b1d129d-45bc-461e-b0c8-b199e16f0282 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:45.619985 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:45.620240 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b1d129d-45bc-461e-b0c8-b199e16f0282 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:45.620638 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'status': 'completed', 'code': 200} Nov 12 03:10:45.642633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.679871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.695126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb76da7-cc71-4fde-a02b-d4503d1312c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:45.706591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.778411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:45.781463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:45.848016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-6fdaaa52-a662-43e8-8090-aeb69c48d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:45.855339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-6fdaaa52-a662-43e8-8090-aeb69c48d9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 1095 time: 0.3346102 Nov 12 03:10:45.856849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-1d6c22fe-0864-4ccb-9234-03d562c213da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:45.858212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-1d6c22fe-0864-4ccb-9234-03d562c213da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5e7e2ef-2f8e-4c19-8033-3e23f643d345 HTTP/1.1" status: 200 len: 854 time: 0.2775126 Nov 12 03:10:45.860639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19036c1-d833-4b6d-a097-0d75c4ec6d66 None None] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:45.930419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984298a4-b518-4fa8-80ea-dfd9b0aeab18 None None] Network ca524a8b-0a1c-4ac9-a303-f955ef61b422 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:45.999233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-b9bdb177-d377-467f-aa07-fa084c28b277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659 HTTP/1.1" status: 200 len: 217 time: 0.1170657 Nov 12 03:10:46.017948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431253-1522-4f4c-a0e6-a6d6f8293114 req-ef69c7cd-6148-47e7-9843-7fb102f2bf40 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:46.026493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b431253-1522-4f4c-a0e6-a6d6f8293114 req-ef69c7cd-6148-47e7-9843-7fb102f2bf40 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 944 time: 0.2581542 Nov 12 03:10:46.190859 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.198949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.236677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b431253-1522-4f4c-a0e6-a6d6f8293114 req-e49c4983-6325-4f53-beb2-06a3dd06a667 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035863 Nov 12 03:10:46.241124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 029181ca-ecad-4280-b158-54c2f1ae1053, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=029181ca-ecad-4280-b158-54c2f1ae1053,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:46.241430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=ff006410-78c5-4d9d-9b88-c3e8a3c67248,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:46.280738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.281622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b65ded37-03d4-447f-b6a9-2182e26f6dcb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:46.413994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.445820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255de52-3aa0-4234-adde-2c4c67130c10 None None] DHCP port deletion for ca524a8b-0a1c-4ac9-a303-f955ef61b422 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:46.458398 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Sync routers for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:46.464567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b65ded37-03d4-447f-b6a9-2182e26f6dcb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:46.465004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.485556 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:46.489007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:46.543864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=029181ca-ecad-4280-b158-54c2f1ae1053,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:46.604397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c17506-b06c-428f-84d2-cab38bcbb22b None None] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:46.610026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:46.626062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:46.626627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:46.627296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:46.631216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca524a8b-0a1c-4ac9-a303-f955ef61b422']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:46.664503 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:46.694759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04be5aa1-29ec-493b-97b5-d913dc088e96') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:46.695364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04be5aa1-29ec-493b-97b5-d913dc088e96') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:46.713045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:46.713671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Attempting to bind port 049d309e-90ba-4d34-9537-7de95b9ae13a on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:46.723867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e53f-657e-4bf8-bacb-edf50041624e req-81208177-6e37-417b-adc3-924d18981f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:46.725854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-81208177-6e37-417b-adc3-924d18981f9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.5765891 Nov 12 03:10:46.731798 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.739494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-4a9598e3-f493-4cf7-9a1e-0d3d921a2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:46.741411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-4a9598e3-f493-4cf7-9a1e-0d3d921a2922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a8bf9b2-13ac-4aea-a626-a74f515b6144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7685814 Nov 12 03:10:46.757392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.792156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:46.792439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port b65ded37-03d4-447f-b6a9-2182e26f6dcb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b65ded37-03d4-447f-b6a9-2182e26f6dcb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:46.793333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:46.793895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:46.794531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Bound port: 049d309e-90ba-4d34-9537-7de95b9ae13a, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:46.795081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.817662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.872602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-d4902939-e09a-4988-94b2-e8946f74f8a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205468 Nov 12 03:10:46.874069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Allocated IP 172.25.2.248 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/cd970517-b3c9-4ec6-afc2-a826dc5853a9) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:46.882339 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.913514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=b65ded37-03d4-447f-b6a9-2182e26f6dcb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:46.928473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 642beb5e-b8a8-434b-839b-fd59e98ae5ae no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:46.958311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-f0824292-6b64-42c1-b0ac-71c50d1976c3 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:46.959867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-f0824292-6b64-42c1-b0ac-71c50d1976c3 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 819 time: 0.4259863 Nov 12 03:10:46.963505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 642beb5e-b8a8-434b-839b-fd59e98ae5ae {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:46.963906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 642beb5e-b8a8-434b-839b-fd59e98ae5ae not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:46.979618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ecd2d6c2-7852-4251-93e6-71d1fed4bd64 None None] Provisioning complete for port 029181ca-ecad-4280-b158-54c2f1ae1053 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:46.980201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecd2d6c2-7852-4251-93e6-71d1fed4bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:46.996506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-31931b33-3f9e-4b33-84a0-310cf74f4230 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/quotas/94852f267fc846778e786a86b28d8e7e HTTP/1.1" status: 200 len: 375 time: 0.0235715 Nov 12 03:10:46.999836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:47.001059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.003709 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 2, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:47.010482 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:47.050382 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Checking router: 1656b14c-48ca-4792-895a-dbe32cdc21ed for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:47.050746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Updating router 1656b14c-48ca-4792-895a-dbe32cdc21ed port 2efaa923-b1d4-42bd-a980-abad77dc086c binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:47.053506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Router 93bdd094-8e7b-4fad-b390-852ffa5a7188 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:47.084489 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.103657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-03fcc682-6383-4b4b-aa2c-f073ec10c33f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061392 Nov 12 03:10:47.108117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-58b41624-88c2-4200-ac16-c48fa0cbfb48 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:47.109735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-58b41624-88c2-4200-ac16-c48fa0cbfb48 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/networks?id=e2a71044-e248-4ae6-8681-c2975a8e4ca1 HTTP/1.1" status: 200 len: 809 time: 0.9041536 Nov 12 03:10:47.312734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-1bc63aec-ed90-4c24-9cb4-a84e9866bbeb tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/quotas/4e1e5fc40313469bbe18e19bc291459c HTTP/1.1" status: 200 len: 375 time: 0.1644077 Nov 12 03:10:47.350362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:47.360950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Sync routers for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:47.379314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-343ecc10-92db-4274-b854-a7084dfb4e36 admin admin] 10.222.0.84 "PUT /v2.0/routers/93bdd094-8e7b-4fad-b390-852ffa5a7188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3639975 Nov 12 03:10:47.381463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Routers {'93bdd094-8e7b-4fad-b390-852ffa5a7188'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:47.382111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['93bdd094-8e7b-4fad-b390-852ffa5a7188'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:47.385953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-b343c5ac-4031-4552-929d-1c2549f6421e service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691245 Nov 12 03:10:47.386587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:47.392797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd6877-c4cc-48a2-86c4-182dc40c7985 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:10:47.482442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-3042b991-3b47-4a6c-9d81-46abf0ca2151 service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846288 Nov 12 03:10:47.550092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-b286c7ac-e7b5-480e-9fb4-9140507cb775 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e1e5fc40313469bbe18e19bc291459c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487754 Nov 12 03:10:47.567705 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.611937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd6877-c4cc-48a2-86c4-182dc40c7985 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:10:47.622269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 029181ca-ecad-4280-b158-54c2f1ae1053 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:47.683036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:47.685397 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed73aa7-be82-4e11-bfe7-8e63ebaf90ff" -d '{"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:47.690799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-5b03f12c-a130-4542-b826-86325a804e24 service neutron] 10.222.0.84 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181660 Nov 12 03:10:47.808184 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.833328 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.847668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:47.864020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-52e8fe79-d7a4-410f-94f2-34a2c25519c7 None None] Provisioning complete for port 029181ca-ecad-4280-b158-54c2f1ae1053 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:47.864422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52e8fe79-d7a4-410f-94f2-34a2c25519c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:47.934138 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Pushing event updated for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:47.947400 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.948173 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.948751 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.949317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.949866 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.950437 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.950987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.951588 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.952143 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.952707 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.953269 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.954090 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:47.968941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.027184 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Attempting to bind port 2efaa923-b1d4-42bd-a980-abad77dc086c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:48.029916 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Attempting to bind port 2efaa923-b1d4-42bd-a980-abad77dc086c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:48.030718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Attempting to bind port 2efaa923-b1d4-42bd-a980-abad77dc086c on network 21631010-6c1e-4cd1-ac66-1dacc1370d3c {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:48.038264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:48.039128 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Checking segment: {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:48.039791 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.041034 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Bound using segment: {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:48.041932 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Bound port: 2efaa923-b1d4-42bd-a980-abad77dc086c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:48.042587 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.076312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8e3c1b91-3395-4153-852d-72fcb1e0657a service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294668 Nov 12 03:10:48.082182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.160322 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] For port 2efaa923-b1d4-42bd-a980-abad77dc086c, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:48.168935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] For port 2efaa923-b1d4-42bd-a980-abad77dc086c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2efaa923-b1d4-42bd-a980-abad77dc086c,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:48.181296 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.209023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Deleting port 03182616-a300-4f08-92ed-608e2688308d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:48.210159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.230619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 029181ca-ecad-4280-b158-54c2f1ae1053 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:48.231011 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.243068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Set router 93bdd094-8e7b-4fad-b390-852ffa5a7188 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:48.278612 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:48.279507 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:48.347921 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a1c14-e070-4148-95d1-855bf06c10a5 None None] Pushing event updated for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:48.359554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716543'] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.365683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:48.369772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/ca524a8b-0a1c-4ac9-a303-f955ef61b422 HTTP/1.1" status: 204 len: 168 time: 9.0672204 Nov 12 03:10:48.378898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16007336-246e-4586-b817-13b4217e8ed8 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=ca524a8b-0a1c-4ac9-a303-f955ef61b422,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:48.384157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:48.455206 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cacec03-c441-47d8-a71b-a746a19e4894 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:10:48.456011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cacec03-c441-47d8-a71b-a746a19e4894 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:10:48.464564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2cacec03-c441-47d8-a71b-a746a19e4894 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/ca524a8b-0a1c-4ac9-a303-f955ef61b422 HTTP/1.1" status: 404 len: 339 time: 0.0977354 Nov 12 03:10:48.467849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:48.473612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1112548135', 'description': 'd1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:48.477750 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:48.491933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-0526fb15-ab6f-4e01-81e2-8a34b0c5a27b service neutron] 10.222.0.39 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7315993 Nov 12 03:10:48.493122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:10:48.496074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c792e53f-657e-4bf8-bacb-edf50041624e req-7ce44da3-75d7-4899-b823-750cd9b986f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9380655 Nov 12 03:10:48.499805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] For port 03182616-a300-4f08-92ed-608e2688308d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=03182616-a300-4f08-92ed-608e2688308d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:48.500355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.519295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:48.522850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.523902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.536049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Calling delete_port for 03182616-a300-4f08-92ed-608e2688308d owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:48.593669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:48.605186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.605661 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 4d98c382-24cc-4502-8482-6a422a28a5d9 of type vlan for network 43aaa894-0946-49db-95a1-89404005a9b3 Nov 12 03:10:48.659781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.701353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea29493-5956-4228-b862-bf361565537f req-2d212aea-4354-4943-a5cd-b9d3da734802 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:48.703368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea29493-5956-4228-b862-bf361565537f req-2d212aea-4354-4943-a5cd-b9d3da734802 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 943 time: 0.2985404 Nov 12 03:10:48.791041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:48.791387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b65ded37-03d4-447f-b6a9-2182e26f6dcb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:48.852959 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:48Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:48.853588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.872378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0b87d5c0-9dd8-467b-8033-a94838ce8bdd service neutron] 10.222.0.84 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1450272 Nov 12 03:10:48.893647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-52abcc8f-1276-43f4-bfd2-0dee17da180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:48.895270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-52abcc8f-1276-43f4-bfd2-0dee17da180b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 1095 time: 0.3259454 Nov 12 03:10:48.918824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.925534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:48.926383 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.926955 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87167a2-6227-4808-9891-dccabe6617cc None None] The sync data for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 is: [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:48Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:48.943372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:48.944184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.945707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-e1f9c906-604e-4266-b931-677aefc33fc9 service neutron] 10.222.0.39 "PUT /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 1123 time: 5.2970958 Nov 12 03:10:48.956610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:48.978130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5085659 Nov 12 03:10:48.985936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48318) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:49.059186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6e3e4ee-2ab1-42c3-bcc1-099a116d70d1 req-0e0bb7b7-563d-4b9f-81ee-f8e60216f045 service neutron] 10.222.0.39 "GET /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909067 Nov 12 03:10:49.214319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:49.244611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.265207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Pushing event deleted for resources: {'Port': ['ID=03182616-a300-4f08-92ed-608e2688308d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:49.326155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3', 'network_id': '9a8bf9b2-13ac-4aea-a626-a74f515b6144', 'port_id': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3', 'mac_address': 'fa:16:3e:4d:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e7e2ef-2f8e-4c19-8033-3e23f643d345', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:10:49.345834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea29493-5956-4228-b862-bf361565537f req-6707fdbc-0935-4e46-867d-09f4475e710c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981986 Nov 12 03:10:49.413401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.432551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:49.435738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Pushing event updated for resources: {'Port': ['ID=cd970517-b3c9-4ec6-afc2-a826dc5853a9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:49.464727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9900cd-53ab-4170-81ba-55bfe9c87287 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.465287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:49.469266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a9900cd-53ab-4170-81ba-55bfe9c87287 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks?id=43aaa894-0946-49db-95a1-89404005a9b3 HTTP/1.1" status: 200 len: 765 time: 0.4762411 Nov 12 03:10:49.469983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['049d309e-90ba-4d34-9537-7de95b9ae13a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:49.471306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:49.493809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf8bb-df63-4f43-b9d7-6d3f392b7781 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=43aaa894-0946-49db-95a1-89404005a9b3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:49.511316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'description': 'd2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:49.516390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 43aaa894-0946-49db-95a1-89404005a9b3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:49.526691 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.533565 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.546140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2abe67-282c-4f62-b63d-b7e2ce25a3b7 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:49.584545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf15c5-7c63-456c-9b64-1075110a51c9 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:49.645450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:49.683312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ff5a9-a33e-4b52-a8ed-a365e8ba0f76 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:49.713964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-ee5ffd7e-f791-4f68-aef5-01fcc16fd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.716154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-ee5ffd7e-f791-4f68-aef5-01fcc16fd7eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 905 time: 0.7891212 Nov 12 03:10:49.720655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:49.762592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:49.800303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3860e-4ae8-479e-895e-27b5de3b2792 req-46cf6cff-6244-4cbb-83d6-d013ea07a7aa tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.801916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfd3860e-4ae8-479e-895e-27b5de3b2792 req-46cf6cff-6244-4cbb-83d6-d013ea07a7aa tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 943 time: 0.3845451 Nov 12 03:10:49.832698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.847637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.865050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d18b18d-902a-439e-9bdc-b9cf5b6a8feb None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:49.869051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-ad6d5292-5110-4cf0-b477-65a6aa1de6f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659 HTTP/1.1" status: 200 len: 217 time: 0.1393607 Nov 12 03:10:49.870217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['1d829521-4a17-4d77-a3aa-bfb38f4edcb3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:49.872684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:49.924213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'name': 'tempest-ServersTestBootFromVolume-1508905858-router', 'tenant_id': '65d95d47d8194398a5103fa8ca242e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '03182616-a300-4f08-92ed-608e2688308d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:06:57Z', 'updated_at': '2021-11-12T03:10:45Z', 'revision_number': 5, 'project_id': '65d95d47d8194398a5103fa8ca242e7f', 'gw_port': {'id': '03182616-a300-4f08-92ed-608e2688308d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:49:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93bdd094-8e7b-4fad-b390-852ffa5a7188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:06:58Z', 'updated_at': '2021-11-12T03:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:49.939200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.941034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93bdd094-8e7b-4fad-b390-852ffa5a7188 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:10:49.956270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfd3860e-4ae8-479e-895e-27b5de3b2792 req-08eace6b-40d7-4d39-8b1e-73ef67e3f697 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089699 Nov 12 03:10:49.972363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36320b-a859-4d06-a490-b3c0c18a3616 req-662d37fa-c935-46bf-b109-c41685768f9c tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:49.974832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c36320b-a859-4d06-a490-b3c0c18a3616 req-662d37fa-c935-46bf-b109-c41685768f9c tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 945 time: 0.3079050 Nov 12 03:10:49.980323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:49.984490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-10a83828-d553-4162-bcfe-00445b4b39da admin admin] 10.222.0.84 "DELETE /v2.0/routers/93bdd094-8e7b-4fad-b390-852ffa5a7188 HTTP/1.1" status: 204 len: 168 time: 2.5966790 Nov 12 03:10:49.986746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:49.994935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b65ded37-03d4-447f-b6a9-2182e26f6dcb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:49.995357 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.058581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c36320b-a859-4d06-a490-b3c0c18a3616 req-16f02ef6-8385-4699-8efc-288e8bd9824f tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Nov 12 03:10:50.102124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Checking router: 93bdd094-8e7b-4fad-b390-852ffa5a7188 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:50.133217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Deleting subnet 10c5668d-cce4-45d1-89c4-b52a157da9a2 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:10:50.142507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.191689 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da5c25e-d77f-49a9-8a4a-cfcf836e8067 x-openstack-request-id: req-9da5c25e-d77f-49a9-8a4a-cfcf836e8067 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:50.191984 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:50.192223 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9da5c25e-d77f-49a9-8a4a-cfcf836e8067 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:50.194322 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'code': 200} Nov 12 03:10:50.244907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:50.245279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:10:50.245949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93bdd094-8e7b-4fad-b390-852ffa5a7188'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:10:50.246376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef675271-90f7-4628-b7b4-151bf8e4854b None None] The sync data for ids ['93bdd094-8e7b-4fad-b390-852ffa5a7188'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:50.247561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.303028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.324553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-84c8f44d-77db-4a83-8cf6-3d50b5c2942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:50.326764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-84c8f44d-77db-4a83-8cf6-3d50b5c2942c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.3951030 Nov 12 03:10:50.345274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.386016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port a7ac1074-13fe-4057-a8cb-5eff8afb2d6a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:50.386389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.388936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8edf26-4db1-4ac2-91f3-8c7343b1eb52 req-e9c20ab8-b662-4345-a8a2-05bd61e65716 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 210 time: 0.1355436 Nov 12 03:10:50.525759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-968d4646-52fc-4c8d-befc-cda6f268be83 req-ff7202c0-df41-40d9-801c-01d0242360cb tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 210 time: 0.3257113 Nov 12 03:10:50.607336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.619036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network 43aaa894-0946-49db-95a1-89404005a9b3 is not hosted by any dhcp agent {{(pid=102433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:10:50.625564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:50.626191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.631773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "PUT /v2.0/networks/43aaa894-0946-49db-95a1-89404005a9b3 HTTP/1.1" status: 200 len: 762 time: 1.1352932 Nov 12 03:10:50.635325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48342) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:50.646068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-ae26b0b3-8530-44fe-8d6e-7e24e5d2c270 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2833970 Nov 12 03:10:50.654772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-82f89118-2af4-4d74-a45f-4f1e51cd0dfe tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:50.656970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-82f89118-2af4-4d74-a45f-4f1e51cd0dfe tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 819 time: 0.4244106 Nov 12 03:10:50.705306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'port': {'device_id': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'admin_state_up': True, 'tenant_id': '94852f267fc846778e786a86b28d8e7e'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:50.762491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:50.762941 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.821630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcfbdb-f81e-4ae4-bfff-d2f169d18d4d req-121d6f4b-5dfd-4dba-a1dc-777857887f9a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:50.823269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0dcfbdb-f81e-4ae4-bfff-d2f169d18d4d req-121d6f4b-5dfd-4dba-a1dc-777857887f9a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 943 time: 0.2735283 Nov 12 03:10:50.898560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed3e1c-b2d1-4d71-9a0b-5671b8127d8c tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=43aaa894-0946-49db-95a1-89404005a9b3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:50.908110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcfd5b-f170-4055-9745-da7af11bc54d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:50.913075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49fcfd5b-f170-4055-9745-da7af11bc54d tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks?id=43aaa894-0946-49db-95a1-89404005a9b3 HTTP/1.1" status: 200 len: 765 time: 0.2731402 Nov 12 03:10:50.918744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:50.921006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:50.928315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 43aaa894-0946-49db-95a1-89404005a9b3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:50.992999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2efaa923-b1d4-42bd-a980-abad77dc086c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:51.060325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port 1cdb6080-a445-444b-8200-3081303636ba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:51.061171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.078338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.113741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c5668d-cce4-45d1-89c4-b52a157da9a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:51.115800 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.121936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb728719-f009-4413-8063-d0efe4f647a2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/10c5668d-cce4-45d1-89c4-b52a157da9a2 HTTP/1.1" status: 204 len: 168 time: 1.1339562 Nov 12 03:10:51.135361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aedb374-15f6-4047-b362-3f318a6fe3f1 None None] Network 6cdfd548-9722-4542-bf03-e4539c5b7605 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:51.140316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:51.225452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-12f58486-3a75-4f04-9372-34ab9af969e3 service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521474 Nov 12 03:10:51.330854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0dcfbdb-f81e-4ae4-bfff-d2f169d18d4d req-5c817806-68b5-4633-b63a-db436f3833ea tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661140 Nov 12 03:10:51.460141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd514e-5c55-4124-bef8-a778de2c9034 req-b4aa0271-2fa0-4b31-a2a7-c7eb543ebeac tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:51.462668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4cd514e-5c55-4124-bef8-a778de2c9034 req-b4aa0271-2fa0-4b31-a2a7-c7eb543ebeac tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 943 time: 0.2549007 Nov 12 03:10:51.494471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.512948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Made reservation on behalf of 94852f267fc846778e786a86b28d8e7e for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:51.516397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.522107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2efaa923-b1d4-42bd-a980-abad77dc086c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:51.522580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.540472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-04361960-4b3c-40d4-9260-ba1aa86cd35b tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:51.542055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-04361960-4b3c-40d4-9260-ba1aa86cd35b tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.32 "GET /v2.0/networks?id=e2a71044-e248-4ae6-8681-c2975a8e4ca1 HTTP/1.1" status: 200 len: 809 time: 0.4817979 Nov 12 03:10:51.546773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.551915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e482644a-d572-47d9-8541-fcad748bd2ad tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:51.558832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e482644a-d572-47d9-8541-fcad748bd2ad tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6302128 Nov 12 03:10:51.561365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:51.574337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Request body: {'port': {'device_id': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1', 'admin_state_up': True, 'tenant_id': '4e1e5fc40313469bbe18e19bc291459c'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:51.637289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e4df192-5f29-4698-825b-70cf81ab88ec req-e05d69a5-50e2-469d-947e-f2bc39c6f60b service neutron] 10.222.0.39 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914044 Nov 12 03:10:51.675028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61652f10-4873-497e-9675-d92d99c02acf tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 207 time: 0.0911505 Nov 12 03:10:51.675709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:51.705638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port 2efaa923-b1d4-42bd-a980-abad77dc086c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:51.705869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.708807 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.755765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4cd514e-5c55-4124-bef8-a778de2c9034 req-2f1a48a2-df70-488e-970c-f1dbaaea56ac tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036052 Nov 12 03:10:51.793556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] DHCP port deletion for 6cdfd548-9722-4542-bf03-e4539c5b7605 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:51.806360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2efaa923-b1d4-42bd-a980-abad77dc086c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2efaa923-b1d4-42bd-a980-abad77dc086c,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:51.824551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:51.885690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b283-2870-474e-8e57-4e6432d2c505 req-ef711780-04c6-4640-91c7-3cec31042f7d tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:51.893505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b43b283-2870-474e-8e57-4e6432d2c505 req-ef711780-04c6-4640-91c7-3cec31042f7d tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 945 time: 0.3386431 Nov 12 03:10:51.969704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:52.012062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Deleting port 184a3506-d603-461c-b12d-3c8a2b20a26b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:52.012583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.030197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port 049d309e-90ba-4d34-9537-7de95b9ae13a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:52.030579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.033129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:52.036873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Allocated IP 172.20.0.9 (21631010-6c1e-4cd1-ac66-1dacc1370d3c/40f1dff6-825e-4de7-892e-70cca0a52ff7/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:52.040585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Deleting port 184a3506-d603-461c-b12d-3c8a2b20a26b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:10:52.040968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.056428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b43b283-2870-474e-8e57-4e6432d2c505 req-8739bad6-063b-4bb0-9618-ed34d96dd78c tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610019 Nov 12 03:10:52.092301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Made reservation on behalf of 4e1e5fc40313469bbe18e19bc291459c for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:52.096343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.138389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:52.138736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cbbcc5d7-dd09-4c4e-83dc-5668b9da9e2e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:52.170775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] For port 184a3506-d603-461c-b12d-3c8a2b20a26b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=184a3506-d603-461c-b12d-3c8a2b20a26b,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:52.171228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.188509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Calling delete_port for 184a3506-d603-461c-b12d-3c8a2b20a26b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:52.197816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:52.198740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-191666a4-6641-4664-87d5-3741bc9a25a3 req-3a3a9bf2-1024-4a5b-97e0-5ab4625f20c7 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 210 time: 0.0562117 Nov 12 03:10:52.200305 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2633162b-b103-440f-b2d5-2a7119fe14f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:52.225173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] For port 184a3506-d603-461c-b12d-3c8a2b20a26b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=184a3506-d603-461c-b12d-3c8a2b20a26b,segment=NetworkSegment(900f1961-f99d-477a-81a0-60642cdf3690),segment_id=900f1961-f99d-477a-81a0-60642cdf3690)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:52.225507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.246005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fc6e92b-a467-45b4-a553-8f244e2ccc4d req-6b4b736e-a600-49e7-9b37-79a8d2e6a3de tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 210 time: 0.3573563 Nov 12 03:10:52.289620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.311465 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f246a-3a3e-44e5-8cef-1f2bb329912a x-openstack-request-id: req-430f246a-3a3e-44e5-8cef-1f2bb329912a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:52.311795 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:52.312005 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-430f246a-3a3e-44e5-8cef-1f2bb329912a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:52.313203 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'status': 'completed', 'code': 200} Nov 12 03:10:52.322673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Calling delete_port for 184a3506-d603-461c-b12d-3c8a2b20a26b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:10:52.325227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:52.326519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.327974 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18604464-ce02-43e6-963e-895d68554548" -d '{"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-plugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:52.332383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.339385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.345947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.351613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:52.352446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.358529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.359743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.360667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-285bf2a0-0385-493f-ba78-e0f5944f7b9e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6852198 Nov 12 03:10:52.376831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48364) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:52.384978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.406499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:10:52.455737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] No DVR routers for this DVR port 184a3506-d603-461c-b12d-3c8a2b20a26b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:52.496529 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1807770d-aa47-4206-bf44-19be74384437 x-openstack-request-id: req-1807770d-aa47-4206-bf44-19be74384437 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:52.496865 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-plugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:52.497074 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1807770d-aa47-4206-bf44-19be74384437 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:52.497664 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'code': 200} Nov 12 03:10:52.500409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:52.519131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:10:52.521755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:52.541879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-051853eb-381e-4b6f-9243-2b000d324f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.543439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-051853eb-381e-4b6f-9243-2b000d324f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1128 time: 0.1816859 Nov 12 03:10:52.561599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.573221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f68a0-3c89-40af-9b09-6a2d27dfa500 None None] Pushing event deleted for resources: {'Port': ['ID=184a3506-d603-461c-b12d-3c8a2b20a26b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:52.583971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Allocated IP 172.20.0.11 (e2a71044-e248-4ae6-8681-c2975a8e4ca1/68c6fc96-4695-49fa-9ab8-ce12212552ab/08bcca61-bd7d-4ab5-a4c5-efc5700e473c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:52.614708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e650ff4-2311-41a9-aa2b-ead9dece103b req-a522fe05-2fa5-49eb-919b-06622e3760a5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.616577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e650ff4-2311-41a9-aa2b-ead9dece103b req-a522fe05-2fa5-49eb-919b-06622e3760a5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 945 time: 0.1734903 Nov 12 03:10:52.635251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2efaa923-b1d4-42bd-a980-abad77dc086c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:52.645560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.688611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=184a3506-d603-461c-b12d-3c8a2b20a26b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:52.715442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Provisioning complete for port b65ded37-03d4-447f-b6a9-2182e26f6dcb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:52.715834 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.737890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] No DVR routers for this DVR port 184a3506-d603-461c-b12d-3c8a2b20a26b on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:52.745991 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.756241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8856cef5-ffa4-4004-9887-a253b37f30a9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3769200 Nov 12 03:10:52.760195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48368) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:52.772905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-a71b84a4-e57c-4dc9-8cf8-56fecdec68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.774743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-a71b84a4-e57c-4dc9-8cf8-56fecdec68c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.2165742 Nov 12 03:10:52.819309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:10:52.830948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:52.836409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-df921930-0554-4785-85a3-e48d98624f17 service neutron] 10.222.0.32 "GET /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.2067873 Nov 12 03:10:52.842076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:52.842443 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.848622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2efaa923-b1d4-42bd-a980-abad77dc086c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:52.848983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.875813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:52.886132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-337a6e18-d18e-4eb9-a06a-e54907225015 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.0925229 Nov 12 03:10:52.888092 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Sync routers for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:52.890141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:10:52.890141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:10:52.903686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:52.905032 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:52.952053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:52.966234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.967994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.969751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.971685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.973542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.975628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3bfd0a91-07b8-47b9-b5c4-ec42b3ee2021 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2095726 Nov 12 03:10:52.982944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48372) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:52.986033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.987561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9c3bc794-791b-49a8-81f4-6f50978be7cc admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.8277819 Nov 12 03:10:53.024648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48374) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:53.033491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acb5759b-b2a3-4ee0-b3ed-5e77eb6bcbbe None None] Could not find standard attr ID for object 03182616-a300-4f08-92ed-608e2688308d. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:10:53.045469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:53.060209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e650ff4-2311-41a9-aa2b-ead9dece103b req-b3ec76a1-27b1-42df-a9a6-899c54c8ad4a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283295 Nov 12 03:10:53.082294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.095396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:53.136313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:53.160656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.162717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'mac_address': 'fa:16:3e:55:e6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:10:53.169150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-8fda9b4a-8e66-4867-9dd3-22598390a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.170645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-8fda9b4a-8e66-4867-9dd3-22598390a2d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2526526 Nov 12 03:10:53.171985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:53.197806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233ef30-0544-4907-92b2-2acb4b6544f5 req-0bd6c843-8afe-449d-a03a-8fe0450de786 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.198617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:53.204987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7233ef30-0544-4907-92b2-2acb4b6544f5 req-0bd6c843-8afe-449d-a03a-8fe0450de786 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 943 time: 0.2461686 Nov 12 03:10:53.207755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f0bb2-0e44-4257-bac2-fdcbb8e7b5e2 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:53.215835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.217276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.218813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.220275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.221699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.226539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1493d1cd-baec-4788-9367-435b72b14d77 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2344761 Nov 12 03:10:53.284918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:53.286433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.288380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Provisioning complete for port cd970517-b3c9-4ec6-afc2-a826dc5853a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:53.288818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.288944 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:50Z', 'revision_number': 3, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:53.300112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:53.303613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-6fbbe0a7-c68d-4b73-a900-77750a79851c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138923 Nov 12 03:10:53.354085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.355761 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Checking router: 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:53.356299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Updating router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b port cd970517-b3c9-4ec6-afc2-a826dc5853a9 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:53.380046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.380401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.391554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdfd548-9722-4542-bf03-e4539c5b7605']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:53.392038 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.396706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Port cd970517-b3c9-4ec6-afc2-a826dc5853a9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:53.410051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 03182616-a300-4f08-92ed-608e2688308d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:53.441756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9381d6de-3b72-462f-94cf-5b7c6cb00659 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:53.443726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900f1961-f99d-477a-81a0-60642cdf3690') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:53.444009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900f1961-f99d-477a-81a0-60642cdf3690') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:53.473552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.482713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7233ef30-0544-4907-92b2-2acb4b6544f5 req-dbf84526-9cc3-4e88-8c02-c7733ab535d1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768054 Nov 12 03:10:53.486053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 03182616-a300-4f08-92ed-608e2688308d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:53.486660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 03182616-a300-4f08-92ed-608e2688308d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:53.487527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 184a3506-d603-461c-b12d-3c8a2b20a26b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:53.488087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-359fa563-5d30-4802-aab0-26847117fecf tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8130345 Nov 12 03:10:53.516740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Request body: {'port': {'device_id': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:53.539452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 184a3506-d603-461c-b12d-3c8a2b20a26b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:10:53.541043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 184a3506-d603-461c-b12d-3c8a2b20a26b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:53.593091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-0b5000e6-c15b-4e23-b258-c54932ca84ed service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724450 Nov 12 03:10:53.607069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:53.623312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Provisioning complete for port 049d309e-90ba-4d34-9537-7de95b9ae13a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:53.624067 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.676739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.708429 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.716643 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.745604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:53.792737 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368db3-0873-4721-b9c8-40ae1ea6fdf8 None None] Pushing event updated for resources: {'Port': ['ID=cd970517-b3c9-4ec6-afc2-a826dc5853a9,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:53.795919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Attempting to bind port cd970517-b3c9-4ec6-afc2-a826dc5853a9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:53.796389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Attempting to bind port cd970517-b3c9-4ec6-afc2-a826dc5853a9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:53.797213 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Attempting to bind port cd970517-b3c9-4ec6-afc2-a826dc5853a9 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:53.800140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435deb84-2964-4b2a-9d16-2cba1d34a740 req-38a25403-2837-41ed-9a1c-6168979de18d tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:53.801598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-435deb84-2964-4b2a-9d16-2cba1d34a740 req-38a25403-2837-41ed-9a1c-6168979de18d tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 931 time: 0.1970108 Nov 12 03:10:53.803056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:53.803476 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:53.803871 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.804263 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:53.804795 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Bound port: cd970517-b3c9-4ec6-afc2-a826dc5853a9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:53.805176 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.807394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:53.821618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a88ccf-f1c1-43c2-a4d5-2217184000aa None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:53.865004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Provisioning complete for port 2efaa923-b1d4-42bd-a980-abad77dc086c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:53.866024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a534fb64-6e39-4960-a75f-9cfe42abf691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.874872 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] For port cd970517-b3c9-4ec6-afc2-a826dc5853a9, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:53.882049 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] For port cd970517-b3c9-4ec6-afc2-a826dc5853a9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cd970517-b3c9-4ec6-afc2-a826dc5853a9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:53.891372 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:53.909716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:53.916379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9381d6de-3b72-462f-94cf-5b7c6cb00659'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:10:53.947809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:53.950229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940dad0-79f6-4f53-82b0-8ca974379d13 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:53.981617 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368db3-0873-4721-b9c8-40ae1ea6fdf8 None None] Pushing event updated for resources: {'Port': ['ID=cd970517-b3c9-4ec6-afc2-a826dc5853a9,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:53.990157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-435deb84-2964-4b2a-9d16-2cba1d34a740 req-85ba726a-c5ec-4500-8f6d-ee6ea5bb8196 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753170 Nov 12 03:10:54.002170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:54.002170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:54.018391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2633162b-b103-440f-b2d5-2a7119fe14f9 req-be2d5f58-0760-481f-bcf7-c138b930dfab service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015145 Nov 12 03:10:54.096040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.105342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.124495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:54.147211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e091d89-7abb-4096-805e-ddcc4ddc6c2d req-984cfd6b-7a48-4282-b212-da0cbc705468 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 210 time: 0.0466840 Nov 12 03:10:54.149839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:54.193922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Provisioning complete for port cd970517-b3c9-4ec6-afc2-a826dc5853a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:54.194503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.198520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.208814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.316542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:54.319295 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c045e-159f-4ac6-9f8d-063dbb7bcf9c" -d '{"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:54.334220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.365307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] For port cd970517-b3c9-4ec6-afc2-a826dc5853a9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cd970517-b3c9-4ec6-afc2-a826dc5853a9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:54.369510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.374847 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.384997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:10:54.385412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.421708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Provisioning complete for port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:54.422094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893216b-f6c1-46ec-b7ba-8081cd2eee75 req-50a94741-74ae-4f88-927c-dca478bea80d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:54.422243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.423730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5893216b-f6c1-46ec-b7ba-8081cd2eee75 req-50a94741-74ae-4f88-927c-dca478bea80d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.1414630 Nov 12 03:10:54.439844 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95428949-2398-49da-8fec-00d41e43e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:50Z', 'revision_number': 3, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:54.445931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] Transition to ACTIVE for port object 049d309e-90ba-4d34-9537-7de95b9ae13a will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:54.457862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.465863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.476815 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95428949-2398-49da-8fec-00d41e43e469 None None] The sync data for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 is: [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:50Z', 'revision_number': 3, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:10:54.481476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:54.486718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Pushing event updated for resources: {'Port': ['ID=cd970517-b3c9-4ec6-afc2-a826dc5853a9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:54.491909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-110b132b-9b23-4a53-aaa8-0c2e72e8c9fe None None] Port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:54.496650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591d1ff-f0bd-426e-b095-ac592ccdef4e req-e398fb0f-8cb1-4a1f-8e79-8de0aa17b9f9 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:54.500226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:54.503311 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00747c1b-dc2c-4aa5-b29e-7a2676bf28d6" -d '{"events": [{"server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "name": "network-vif-plugged", "status": "completed", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:54.505549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0591d1ff-f0bd-426e-b095-ac592ccdef4e req-e398fb0f-8cb1-4a1f-8e79-8de0aa17b9f9 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 1.2081361 Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:10:54.507721 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:10:54.525488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Pushing event updated for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:54.536257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:54.537888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642ea60-1e27-47ea-9af9-55ce8280f8c5 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:54.538805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:54.557417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1818444-a629-4ab2-9744-01a516db2eaf None None] DHCP port deletion for e2a71044-e248-4ae6-8681-c2975a8e4ca1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:54.569363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee16b2f-c530-4c84-82da-75e81b111ea5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:54.574675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eee16b2f-c530-4c84-82da-75e81b111ea5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks/1626f21f-7ed0-4c97-b944-61958ed3202a HTTP/1.1" status: 200 len: 804 time: 1.2684090 Nov 12 03:10:54.585411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48392) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:54.626545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a6dd7a69-d24a-4cec-b755-5fa9d1a93658 None None] Provisioning complete for port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:54.627800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7a69-d24a-4cec-b755-5fa9d1a93658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.632791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5893216b-f6c1-46ec-b7ba-8081cd2eee75 req-a59815f0-f079-4d46-8d95-87d1fd698717 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997666 Nov 12 03:10:54.685823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd7a69-d24a-4cec-b755-5fa9d1a93658 None None] Port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:54.732316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:54.733413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.740358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.750777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:54.756545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6cdfd548-9722-4542-bf03-e4539c5b7605 HTTP/1.1" status: 204 len: 168 time: 3.6030340 Nov 12 03:10:54.774640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0591d1ff-f0bd-426e-b095-ac592ccdef4e req-5bfd88a2-36c3-4192-b2b0-acce1dd48571 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681150 Nov 12 03:10:54.795717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0d37-a95e-4f3a-add6-9a72d94b7d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdfd548-9722-4542-bf03-e4539c5b7605,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:54.827289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-2e71581d-7f7a-4265-a7a4-ff70778b2627 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2694983 Nov 12 03:10:54.849264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Request body: {'port': {'device_id': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:54.854256 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197fadd-3667-4e92-b193-ded1e8a63cd5 x-openstack-request-id: req-0197fadd-3667-4e92-b193-ded1e8a63cd5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:54.854550 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "name": "network-vif-plugged", "status": "completed", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:54.854808 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0197fadd-3667-4e92-b193-ded1e8a63cd5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:54.855238 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3', 'code': 200} Nov 12 03:10:55.015709 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74fdc41-0d56-4629-bd8d-8954e16db38f x-openstack-request-id: req-e74fdc41-0d56-4629-bd8d-8954e16db38f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:55.016261 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-unplugged", "status": "completed", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:55.016261 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e74fdc41-0d56-4629-bd8d-8954e16db38f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:55.016614 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'code': 200} Nov 12 03:10:55.037384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.050067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.088515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] No DVR routers for this DVR port 049d309e-90ba-4d34-9537-7de95b9ae13a on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:10:55.106317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65d658b-7a07-4cdc-b704-fe6e9b8bff0e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:55.128337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] Pushing event updated for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:55.143581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.196577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Transition to ACTIVE for port object b65d658b-7a07-4cdc-b704-fe6e9b8bff0e will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:55.223155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ec08f834-08d0-46a6-b6e6-205e6458406c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=65d95d47d8194398a5103fa8ca242e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1822531 Nov 12 03:10:55.224219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.226909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.232049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-a798a240-6482-48ab-bbea-fc95cb6ba867 service neutron] 10.222.0.32 "PUT /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 2.3579423 Nov 12 03:10:55.253089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a2c2-f68c-4b7e-9885-debdc2beac93 req-59aa2467-004f-4686-9b08-db04a78ecc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.254714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7420a2c2-f68c-4b7e-9885-debdc2beac93 req-59aa2467-004f-4686-9b08-db04a78ecc6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 1098 time: 0.2292826 Nov 12 03:10:55.307398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8043-7423-403e-9eab-2a51d197f58d req-6034d191-1104-4fb2-823a-b8e5e567ec5b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.309003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-460e8043-7423-403e-9eab-2a51d197f58d req-6034d191-1104-4fb2-823a-b8e5e567ec5b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 944 time: 0.2871563 Nov 12 03:10:55.328670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da6b72a4-3c33-43b6-9c07-756f11aa68ca tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/networks/1626f21f-7ed0-4c97-b944-61958ed3202a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7354298 Nov 12 03:10:55.329764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdae815-0b91-4d8b-bc11-682c18e63ecf req-41e9b83d-4b9f-45bb-bfca-a7432763807e tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.331331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5cdae815-0b91-4d8b-bc11-682c18e63ecf req-41e9b83d-4b9f-45bb-bfca-a7432763807e tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 931 time: 0.2464197 Nov 12 03:10:55.339053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48404) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.365070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19678c-cc9e-4a0f-9032-1c79177528dd None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:55.388838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Allocated IP 172.20.0.1 (41acc2e5-ad82-472b-8147-675dbc4656d7/3d9cd949-f203-4d4c-8a32-35bad868ed93/c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:10:55.468098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:55.468633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7420a2c2-f68c-4b7e-9885-debdc2beac93 req-82703507-76dc-4f7d-b064-fa88a6b08fee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042050 Nov 12 03:10:55.475138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-460e8043-7423-403e-9eab-2a51d197f58d req-3ece95b9-7bbd-4189-86fc-1c7ef6c3c5f6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334672 Nov 12 03:10:55.476910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-656dee46-33dc-4c6a-af0c-513f5bf277b5 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.478272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-656dee46-33dc-4c6a-af0c-513f5bf277b5 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1607156 Nov 12 03:10:55.550770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7af9a-d770-46f8-8a92-a35a5ba46e6f tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.556556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-92e7af9a-d770-46f8-8a92-a35a5ba46e6f tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets/deaa1e81-e0cc-4930-b6df-6baad68c4c28 HTTP/1.1" status: 200 len: 843 time: 0.2141914 Nov 12 03:10:55.564040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48408) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.614032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.656785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f71c9-0077-44f5-b183-e45103386b32 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.657173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5cdae815-0b91-4d8b-bc11-682c18e63ecf req-1411cc7f-66a4-42bf-af6b-c2dbf00d8a44 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074038 Nov 12 03:10:55.663361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a36f71c9-0077-44f5-b183-e45103386b32 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "GET /v2.0/subnets/deaa1e81-e0cc-4930-b6df-6baad68c4c28?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0931602 Nov 12 03:10:55.678027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.678719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Attempting to bind port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:55.679181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Attempting to bind port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:55.679644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Attempting to bind port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e on network 21631010-6c1e-4cd1-ac66-1dacc1370d3c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:55.689374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792775704'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:55.717161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e on network 21631010-6c1e-4cd1-ac66-1dacc1370d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:55.717594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Attempting to bind port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e on network 21631010-6c1e-4cd1-ac66-1dacc1370d3c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:55.727555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f605f-3c30-45ef-9fdb-d0c33ab8cea7 req-e1297c2b-b4e5-4d02-a736-a655738b6a68 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.729220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-180f605f-3c30-45ef-9fdb-d0c33ab8cea7 req-e1297c2b-b4e5-4d02-a736-a655738b6a68 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 932 time: 0.1821260 Nov 12 03:10:55.737750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.749174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:55.749598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Checking segment: {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:55.750128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Bound using segment: {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:55.750676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Bound port: b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7499a0f9-2264-4dbc-bf41-1b719feabdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:55.751153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.756604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.799056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:55.802647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.814837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-def790f9-285b-452c-b4bc-268db0a58dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.816369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-def790f9-285b-452c-b4bc-268db0a58dbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 1096 time: 0.1568680 Nov 12 03:10:55.818067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:55.832546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:55.838587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:10:55.841503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:55.849049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.867690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-180f605f-3c30-45ef-9fdb-d0c33ab8cea7 req-b101d10b-3db0-46b5-9db7-59d503f61a26 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306310 Nov 12 03:10:55.923885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.983229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb57c-5d70-4b18-acab-0a9604666452 req-0dad27fa-b99c-4000-87f5-8c709f3c427e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.986206 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efcbb57c-5d70-4b18-acab-0a9604666452 req-0dad27fa-b99c-4000-87f5-8c709f3c427e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.2252092 Nov 12 03:10:56.014425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-5894aba7-601a-4baf-8977-57d5b6628fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.016090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-5894aba7-601a-4baf-8977-57d5b6628fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1721549 Nov 12 03:10:56.033755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:56.048180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95fc90-b371-44f0-97ca-2b652a1fd6b0 req-6636fe90-1123-4168-9bd7-70874ab1349e tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.051252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bcca61-bd7d-4ab5-a4c5-efc5700e473c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:10:56.056536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac95fc90-b371-44f0-97ca-2b652a1fd6b0 req-6636fe90-1123-4168-9bd7-70874ab1349e tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 0.1281748 Nov 12 03:10:56.064617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.076932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:56.081847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.082172 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Added segment 407694ac-e4ea-4f35-bff1-7697d6af1aaa of type vlan for network d8cd46c7-5ae4-4476-99fd-7415d5a40641 Nov 12 03:10:56.091001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:56.112825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.120418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Transition to ACTIVE for port object 08bcca61-bd7d-4ab5-a4c5-efc5700e473c will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:10:56.168349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.203564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efcbb57c-5d70-4b18-acab-0a9604666452 req-2c74b17a-89db-4401-97c6-9160487980be tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994846 Nov 12 03:10:56.204174 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.207030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.208702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac95fc90-b371-44f0-97ca-2b652a1fd6b0 req-3b7b07a2-a2d2-416e-b97c-85798eb17320 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509407 Nov 12 03:10:56.216236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6264e-25e0-4bf7-a431-e52ffad949c0 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:56.229640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/942f20f5-5fd3-420c-bd9b-73c04f662df8 HTTP/1.1" status: 204 len: 168 time: 0.9977355 Nov 12 03:10:56.233656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.253370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.254132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.255703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] 10.222.0.32 "PUT /v2.0/ports/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 1092 time: 2.7516787 Nov 12 03:10:56.268861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:56.272342 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc08de36-9620-4f6d-b664-bddfd092a435" -d '{"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:56.315431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270eaf6c-6ed5-461a-8cb6-ee3a3e7abe87 None None] DHCP port deletion for e2a71044-e248-4ae6-8681-c2975a8e4ca1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:56.319588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c850cd-dbeb-492d-a0e9-e0ec94095684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f20f5-5fd3-420c-bd9b-73c04f662df8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:56.348009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-3b1a4f00-03d7-4dc0-a675-983a191e1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.349905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-3b1a4f00-03d7-4dc0-a675-983a191e1592 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3244483 Nov 12 03:10:56.356573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.382279 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21df564-413e-4434-acbb-b6150341a9eb x-openstack-request-id: req-e21df564-413e-4434-acbb-b6150341a9eb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:56.382582 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:56.382835 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e21df564-413e-4434-acbb-b6150341a9eb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:56.387625 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:10:56.440666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-3f0a7c96-8f7c-4ab8-b505-f3780cc20e36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.0714161 Nov 12 03:10:56.448509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f213a31-0600-48ea-b7ea-2ce0ad472b8a service neutron] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:56.482032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.483799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:56.487928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.488539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.591546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-3cb064fa-89da-4455-929d-d85167a96c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.592581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-3cb064fa-89da-4455-929d-d85167a96c1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1417010 Nov 12 03:10:56.607346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-0c6f3d79-4a94-40e1-9d12-f0001c4df09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:56.609279 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-0c6f3d79-4a94-40e1-9d12-f0001c4df09b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1095 time: 0.2673440 Nov 12 03:10:56.620510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3ced76bd-b45f-4667-acc8-78edfed5f06b None None] Provisioning complete for port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:56.620879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ced76bd-b45f-4667-acc8-78edfed5f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.662866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cd970517-b3c9-4ec6-afc2-a826dc5853a9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:10:56.709600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 9381d6de-3b72-462f-94cf-5b7c6cb00659 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:10:56.715615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3ced76bd-b45f-4667-acc8-78edfed5f06b None None] Port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:56.719759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 9381d6de-3b72-462f-94cf-5b7c6cb00659 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:56.720129 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.803783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-f730183e-1f0c-4046-bc83-fa16891d8b7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.1678433 Nov 12 03:10:56.820057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.829503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.829915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1471906 Nov 12 03:10:56.838993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48426) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:56.843823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port cd970517-b3c9-4ec6-afc2-a826dc5853a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:56.844260 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.852218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Pushing event updated for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:56.878996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:56.884330 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f385a8-8550-4d03-9ae6-5ad528d12626" -d '{"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:56.886743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:56.892092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-01a87f31-c840-4e57-8609-c80d8686e7f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578899 Nov 12 03:10:56.894825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.903173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dd5e0-9e33-4401-9962-85cc8360443e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Network': ['ID=d8cd46c7-5ae4-4476-99fd-7415d5a40641,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:56.920832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:56.925827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:10:56.951563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.011346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Attempting to bind port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:57.011701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Attempting to bind port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9f224b44-2dfe-40c4-a64f-9dc63481cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:57.012032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Attempting to bind port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c on network e2a71044-e248-4ae6-8681-c2975a8e4ca1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:57.032059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.067937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-d1d2f8eb-b090-4419-a3fc-afbccaed70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.070412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-d1d2f8eb-b090-4419-a3fc-afbccaed70fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.2392309 Nov 12 03:10:57.072138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c on network e2a71044-e248-4ae6-8681-c2975a8e4ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:10:57.072532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Attempting to bind port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c on network e2a71044-e248-4ae6-8681-c2975a8e4ca1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:57.119783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-60721bda-bee2-41ce-8c67-62664a682d4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354922 Nov 12 03:10:57.122633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:57.122969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Checking segment: {'id': '9f224b44-2dfe-40c4-a64f-9dc63481cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:57.123381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Bound using segment: {'id': '9f224b44-2dfe-40c4-a64f-9dc63481cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:57.123891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Bound port: 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f224b44-2dfe-40c4-a64f-9dc63481cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:57.124253 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.135824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa493e7-2d22-4305-bea5-a1799199fc86 req-3aadaf42-f63c-4443-b56f-04cfe8517304 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.137642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fa493e7-2d22-4305-bea5-a1799199fc86 req-3aadaf42-f63c-4443-b56f-04cfe8517304 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 943 time: 0.3035815 Nov 12 03:10:57.214678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-fca6d03d-0185-40ab-bf12-2c7799aeda21 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850753 Nov 12 03:10:57.235411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:57.279513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Made reservation on behalf of 63b5d18a3d59410bb59bdad86d9dbea4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:57.283228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.333987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:57.358936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:10:57.400950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fa493e7-2d22-4305-bea5-a1799199fc86 req-f48bc8fd-ccbb-481d-a215-a2f994c5ec91 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441661 Nov 12 03:10:57.403496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:10:57.407073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:10:57.407615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:10:57.429108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:57.439020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,segment=NetworkSegment(9f224b44-2dfe-40c4-a64f-9dc63481cdf4),segment_id=9f224b44-2dfe-40c4-a64f-9dc63481cdf4)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:57.451117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.454442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:10:57.465184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-a9688e67-00d4-4f13-9e12-ed99dbfe7a67 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244352 Nov 12 03:10:57.465452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57625b-6f33-49fa-9c9d-8a343ca108db req-b2b80016-53ee-431e-bcc8-11d56cc271d6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.473533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d57625b-6f33-49fa-9c9d-8a343ca108db req-b2b80016-53ee-431e-bcc8-11d56cc271d6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 945 time: 0.5841925 Nov 12 03:10:57.484380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48454) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:57.503477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:57.508769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.509645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.510975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] 10.222.0.32 "PUT /v2.0/ports/08bcca61-bd7d-4ab5-a4c5-efc5700e473c HTTP/1.1" status: 200 len: 1093 time: 2.6663661 Nov 12 03:10:57.554868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e02dbf1-7254-40f3-9ce7-d322d50facee None None] DHCP port deletion for e2a71044-e248-4ae6-8681-c2975a8e4ca1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:10:57.584711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.632128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-1923bc62-286f-4e05-a0ec-63097ce64bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069872 Nov 12 03:10:57.686990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d57625b-6f33-49fa-9c9d-8a343ca108db req-5fce9781-3e5d-4a94-bdee-ba0226d06aaf tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122281 Nov 12 03:10:57.704217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1952307250-network', 'tenant_id': 'c859a77e3198455680be03023e531671'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:57.732646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:10:57.736634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Made reservation on behalf of c859a77e3198455680be03023e531671 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:57.738165 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cfddfb-e228-4587-b8b8-5bb292f2b44d x-openstack-request-id: req-d4cfddfb-e228-4587-b8b8-5bb292f2b44d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:57.738458 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:57.738964 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4cfddfb-e228-4587-b8b8-5bb292f2b44d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:57.739157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.739947 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'code': 200} Nov 12 03:10:57.777567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.984134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d786f513-10fa-4367-87f4-173ce99483cc None None] Provisioning complete for port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:57.984537 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d786f513-10fa-4367-87f4-173ce99483cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.005776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78a5a6-7920-4038-815f-498aa02b64d9 service neutron] Pushing event updated for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:58.025595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc91547-2e22-4b42-b178-71b0910a899c req-7e62196c-e263-4625-a1f6-a53af1698402 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.034165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfc91547-2e22-4b42-b178-71b0910a899c req-7e62196c-e263-4625-a1f6-a53af1698402 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.2069573 Nov 12 03:10:58.046281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d786f513-10fa-4367-87f4-173ce99483cc None None] Port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:10:58.056630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205a49-54da-411c-a969-13ce773c4e54 req-7b114d62-cd1b-4398-a3c8-18d00c2a6538 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.058143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98205a49-54da-411c-a969-13ce773c4e54 req-7b114d62-cd1b-4398-a3c8-18d00c2a6538 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 944 time: 0.5571952 Nov 12 03:10:58.063722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-630463bf-9a27-4d3e-9d20-b4870763ea69 req-75477575-a9fd-4585-9d56-d301691c04ed service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732007 Nov 12 03:10:58.073788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3d4f9-62a3-4fb4-bd05-915b727399d9 req-fe57d604-8194-46a9-8751-c065fbac25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.075516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37f3d4f9-62a3-4fb4-bd05-915b727399d9 req-fe57d604-8194-46a9-8751-c065fbac25d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 1097 time: 0.2310767 Nov 12 03:10:58.077869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:10:58.087078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc011f4f-a7da-412f-9038-1358bf6a6193 admin admin] 10.222.0.84 "PUT /v2.0/routers/9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0558116 Nov 12 03:10:58.093815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Sync routers for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:10:58.094613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-f4d13f4b-de32-4f30-98d5-f1d53a018833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.096324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-f4d13f4b-de32-4f30-98d5-f1d53a018833 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1e5fc40313469bbe18e19bc291459c&device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 1096 time: 0.5347693 Nov 12 03:10:58.110258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:58.111040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:58.116142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820d93-60c8-4122-b955-11850229296a req-eb3e32bf-9947-45d5-bbca-ed35cf7d948b tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.118066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-eb3e32bf-9947-45d5-bbca-ed35cf7d948b tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1719413 Nov 12 03:10:58.184284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-f336a468-7c48-4544-a0f6-5dbf3f29cbb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c HTTP/1.1" status: 200 len: 217 time: 0.0690284 Nov 12 03:10:58.203597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.233341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfc91547-2e22-4b42-b178-71b0910a899c req-38cc8f2f-a5a3-47c9-b233-70ca3560f836 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936893 Nov 12 03:10:58.255406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.267738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37f3d4f9-62a3-4fb4-bd05-915b727399d9 req-60aa0de0-726d-4fd9-a115-10f490619544 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775384 Nov 12 03:10:58.270516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:10:58.288326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.312540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:10:58.327627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98205a49-54da-411c-a969-13ce773c4e54 req-55852b8f-f0f3-4c65-8144-f90502612513 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356877 Nov 12 03:10:58.341083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.341476 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Added segment 4818e351-8ef8-4997-818e-303518dba604 of type vlan for network 58757af9-3ae6-43b4-b935-391e32644149 Nov 12 03:10:58.352230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be52ab-b809-47b0-a24e-547bc47e9620,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:58.374720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=669d7b56-c64f-4438-a844-9f3eda767fab,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:58.382956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-5a6b4233-66ac-45c7-a6e5-fbcbfd95a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.385160 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-5a6b4233-66ac-45c7-a6e5-fbcbfd95a88a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68c6fc96-4695-49fa-9ab8-ce12212552ab HTTP/1.1" status: 200 len: 849 time: 0.1792886 Nov 12 03:10:58.386991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Checking segment: {'id': '407694ac-e4ea-4f35-bff1-7697d6af1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:58.387380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network hostable DHCP agents. Network: d8cd46c7-5ae4-4476-99fd-7415d5a40641, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:10:58.390648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:10:58.392989 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a92060-9bf4-47a0-81a8-33a7811c096d" -d '{"events": [{"name": "network-changed", "server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:10:58.397740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-9a56c68c-a632-4915-b883-93c7e8f79171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.399632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-9a56c68c-a632-4915-b883-93c7e8f79171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1095 time: 0.2628109 Nov 12 03:10:58.496090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-b736f2df-dc6e-44ef-a424-bc0b423edeca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a71044-e248-4ae6-8681-c2975a8e4ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952911 Nov 12 03:10:58.498751 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.509123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:10:58.510782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04820d93-60c8-4122-b955-11850229296a req-6215df3f-58b0-4227-b648-7efe4acac26a service neutron] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:58.519283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04820d93-60c8-4122-b955-11850229296a req-6215df3f-58b0-4227-b648-7efe4acac26a service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.520518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04820d93-60c8-4122-b955-11850229296a req-6215df3f-58b0-4227-b648-7efe4acac26a service neutron] 10.222.0.39 "DELETE /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.3891704 Nov 12 03:10:58.544821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00474088-94dc-4688-bc3b-eef002ec41f9 req-9bdcfcf8-0158-438f-b1f5-f71c0db7bf97 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.546774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:56Z', 'revision_number': 4, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de', 'name': '', 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'mac_address': 'fa:16:3e:cf:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:54Z', 'updated_at': '2021-11-12T03:10:56Z', 'revision_number': 2, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'subnets': [{'id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:58.552427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00474088-94dc-4688-bc3b-eef002ec41f9 req-9bdcfcf8-0158-438f-b1f5-f71c0db7bf97 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 0.2012157 Nov 12 03:10:58.561866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d8cd46c7-5ae4-4476-99fd-7415d5a40641) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:10:58.575970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.576246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.576869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.577288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.577987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.600158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Checking router: 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:10:58.601603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Updating router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:10:58.604693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06749e05-3b14-490d-8831-47e750071941 None None] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:58.638290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-425c8339-8bc4-4a62-b015-259d0d03a62e tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7885547 Nov 12 03:10:58.643953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48468) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:58.649588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:58.649877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-fa3818f3-7a05-4e88-ba18-25f799b24329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.651493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-fa3818f3-7a05-4e88-ba18-25f799b24329 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.2422342 Nov 12 03:10:58.660193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1715708 Nov 12 03:10:58.682651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:58.687278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48470) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:58.697399 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-051a2884-4b6b-46c0-8163-31c306cf857b req-9a27f093-bc32-42e7-a748-125c4cca52f3 tempest-FloatingIPDetailsNegativeTestJSON-1147435045 tempest-FloatingIPDetailsNegativeTestJSON-1147435045-project] show failed (client error): The resource could not be found. Nov 12 03:10:58.698052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Request body: {'subnet': {'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1952307250-subnet', 'tenant_id': 'c859a77e3198455680be03023e531671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:58.698718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-051a2884-4b6b-46c0-8163-31c306cf857b req-9a27f093-bc32-42e7-a748-125c4cca52f3 tempest-FloatingIPDetailsNegativeTestJSON-1147435045 tempest-FloatingIPDetailsNegativeTestJSON-1147435045-project] 10.222.0.84 "GET /v2.0/floatingips/7dbc6719-f159-4818-961a-3cfc78d96a23 HTTP/1.1" status: 404 len: 350 time: 0.0769830 Nov 12 03:10:58.716979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00474088-94dc-4688-bc3b-eef002ec41f9 req-6d69d8b9-815b-48d0-8170-7ea27d22a524 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635237 Nov 12 03:10:58.717679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0bc8-a9b6-427d-a878-393a60257b36 admin admin] Pushing event updated for resources: {'Network': ['ID=58757af9-3ae6-43b4-b935-391e32644149,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:58.736747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48474) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:58.737104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 58757af9-3ae6-43b4-b935-391e32644149 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:10:58.756978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-ffa22a36-14c2-4bd1-9312-f27e46c59506 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.0717938 Nov 12 03:10:58.793507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-c6299440-a152-4ed7-9a0c-ee7de55ec92d service neutron] 10.222.0.32 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860434 Nov 12 03:10:58.799189 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f5704-24ca-4a5e-8cb6-cead3f54e56d x-openstack-request-id: req-762f5704-24ca-4a5e-8cb6-cead3f54e56d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:10:58.799492 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:10:58.799746 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-762f5704-24ca-4a5e-8cb6-cead3f54e56d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:10:58.800198 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c', 'status': 'completed', 'code': 200} Nov 12 03:10:58.940215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-8002f7f2-dcca-4925-a6a7-84ed24d1fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:58.941773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-8002f7f2-dcca-4925-a6a7-84ed24d1fbc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.1766055 Nov 12 03:10:58.985217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-a0944e23-f4a8-4b83-af5d-22581a587684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331488 Nov 12 03:10:59.016443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ca79d-91e9-4e01-ac46-53217a563ea6 req-a03985dd-25b9-4a1a-81d5-40af1bd6180e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:59.024579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c0ca79d-91e9-4e01-ac46-53217a563ea6 req-a03985dd-25b9-4a1a-81d5-40af1bd6180e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 945 time: 0.1670535 Nov 12 03:10:59.031283 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.052174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eadc144b-e31c-4fde-bd3d-73f77439ddf3 req-552c7154-38d4-44a1-b019-256ec34fdfe3 service neutron] 10.222.0.32 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444837 Nov 12 03:10:59.063393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d8cd46c7-5ae4-4476-99fd-7415d5a40641', 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641', 'tenant_id': '63b5d18a3d59410bb59bdad86d9dbea4', 'fixed_ips': [{'subnet_id': '669d7b56-c64f-4438-a844-9f3eda767fab'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:10:59.064570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.115800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-531272921'] for subnet, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.151522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c0ca79d-91e9-4e01-ac46-53217a563ea6 req-69b5e566-47f8-465f-872b-bc651ac5e2de tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259611 Nov 12 03:10:59.177316 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-1449bae5-2548-486a-a9c0-da426762c704 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781828 Nov 12 03:10:59.184027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Made reservation on behalf of c859a77e3198455680be03023e531671 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:10:59.187594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.294651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.303597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.343444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d493ad6-7dcf-4185-9b1b-a9e9d56c3e76 req-f18c8260-8755-4c00-a0b6-3a34a8543ffe tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:59.347655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d493ad6-7dcf-4185-9b1b-a9e9d56c3e76 req-f18c8260-8755-4c00-a0b6-3a34a8543ffe tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 943 time: 0.3817770 Nov 12 03:10:59.389380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:10:59.389380 n-d-615180-50 neutron-server[102434]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 03:10:59.389380 n-d-615180-50 neutron-server[102434]: [parameters: {'in_use': 1, 'id_1': '669d7b56-c64f-4438-a844-9f3eda767fab'}] Nov 12 03:10:59.389380 n-d-615180-50 neutron-server[102434]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:10:59.389380 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:10:59.517093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83677d01-cf27-4842-8cf5-33af2d241735 None None] Pushing event updated for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:59.557209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-c2ba7009-cf2e-4024-927e-99a5b04be011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:59.558964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-c2ba7009-cf2e-4024-927e-99a5b04be011 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1e5fc40313469bbe18e19bc291459c&device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 1096 time: 0.3561347 Nov 12 03:10:59.620159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Attempting to bind port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:10:59.621502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Attempting to bind port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:10:59.622130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Attempting to bind port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de on network 41acc2e5-ad82-472b-8147-675dbc4656d7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:10:59.628115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc08de36-9620-4f6d-b664-bddfd092a435 req-ab890e64-3d99-4db4-94f3-a672281e3a5e service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410946 Nov 12 03:10:59.631595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:10:59.631985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Checking segment: {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:10:59.632394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.632794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Bound using segment: {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:10:59.633313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Bound port: c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:10:59.633760 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.685137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f148-08ed-409f-b028-5160b97f1274 req-12fec86f-cc1b-49a1-95c3-a153efe1046c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:59.686995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08e0f148-08ed-409f-b028-5160b97f1274 req-12fec86f-cc1b-49a1-95c3-a153efe1046c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.2666478 Nov 12 03:10:59.735807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] For port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:10:59.740847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] For port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:10:59.753828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.789214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-4989a25c-f78b-4f1c-a459-a745c99b68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:59.791639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-4989a25c-f78b-4f1c-a459-a745c99b68f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2a71044-e248-4ae6-8681-c2975a8e4ca1 HTTP/1.1" status: 200 len: 910 time: 0.2189448 Nov 12 03:10:59.807262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08e0f148-08ed-409f-b028-5160b97f1274 req-2f021c40-bcfa-47d7-bfd6-cea4622c1c8a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100743 Nov 12 03:10:59.832316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83677d01-cf27-4842-8cf5-33af2d241735 None None] Pushing event updated for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:59.865026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] Provisioning complete for port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:59.865534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:59.872076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:10:59.872769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:10:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:10:59.890287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-41fc0890-6883-4e05-84ec-797c8b80ea2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c HTTP/1.1" status: 200 len: 217 time: 0.0814912 Nov 12 03:10:59.891491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.044868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778114474379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528748713'] for subnet, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.096187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb0c6-5957-4f42-b63c-7f5a92b1c628 req-c4229df6-3919-4b0f-b20e-bdee52f32e83 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.102783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b0fb0c6-5957-4f42-b63c-7f5a92b1c628 req-c4229df6-3919-4b0f-b20e-bdee52f32e83 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 944 time: 0.1304822 Nov 12 03:11:00.147667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-d4f5d117-1b79-4506-b1cf-f496a21d75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.151470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-d4f5d117-1b79-4506-b1cf-f496a21d75b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=68c6fc96-4695-49fa-9ab8-ce12212552ab HTTP/1.1" status: 200 len: 849 time: 0.2511876 Nov 12 03:11:00.178896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.179535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.180913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "PUT /v2.0/subnets/669d7b56-c64f-4438-a844-9f3eda767fab HTTP/1.1" status: 200 len: 900 time: 1.5356588 Nov 12 03:11:00.188036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48492) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:00.192086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340b2ea-555a-4763-8ef5-19384b367071 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event updated for resources: {'Subnet': ['ID=669d7b56-c64f-4438-a844-9f3eda767fab,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:00.206375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:00.215704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b0fb0c6-5957-4f42-b63c-7f5a92b1c628 req-18859393-d573-4e31-b38b-a2ad6cf84775 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061029 Nov 12 03:11:00.218133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-471a90ba-ef2e-450f-a38b-274cca389981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2a71044-e248-4ae6-8681-c2975a8e4ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341916 Nov 12 03:11:00.368732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-e86219a3-889d-4578-b076-789a7e17a03d service neutron] 10.222.0.32 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383424 Nov 12 03:11:00.388017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d493ad6-7dcf-4185-9b1b-a9e9d56c3e76 req-1f30fbd9-581b-4cae-b194-d121fa7ccc8e tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0256803 Nov 12 03:11:00.418904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.471044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Allocated IP 2001:db8::3 (d8cd46c7-5ae4-4476-99fd-7415d5a40641/669d7b56-c64f-4438-a844-9f3eda767fab/9ea7246e-7d9d-47c5-a481-d36e71ed25d6) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:00.483453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cba12-82e5-408e-b8ce-4d8192a31bce req-37924875-e07b-468b-b1b6-7c28b3777fca tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.490924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-513cba12-82e5-408e-b8ce-4d8192a31bce req-37924875-e07b-468b-b1b6-7c28b3777fca tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 945 time: 0.1210763 Nov 12 03:11:00.516591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] For port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:00.538794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.597946 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32a92060-9bf4-47a0-81a8-33a7811c096d req-3612f1a6-8e07-4ec6-ad1f-c8c042effeea service neutron] 10.222.0.32 "GET /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875746 Nov 12 03:11:00.603520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-513cba12-82e5-408e-b8ce-4d8192a31bce req-e70ab0ed-cadc-4a8e-8b5a-d7faca67c65b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115544 Nov 12 03:11:00.641102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.654976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.704606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00039f8d-db38-4a6d-9262-855846e237f9 req-432771da-bc8d-4960-868e-8561f429f37a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.712581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00039f8d-db38-4a6d-9262-855846e237f9 req-432771da-bc8d-4960-868e-8561f429f37a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1096 time: 0.2115023 Nov 12 03:11:00.728892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4eba6ed7-c1da-449b-87bc-a427d7550fce None None] Provisioning complete for port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:00.729493 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4eba6ed7-c1da-449b-87bc-a427d7550fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.752573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89bd142-fbd1-4043-9b33-630cd0113ce0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:00.756680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51abfab-ef30-4601-946f-ffba14d11442 None None] Pushing event updated for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:00.848773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00039f8d-db38-4a6d-9262-855846e237f9 req-d17f1e7c-6a72-4de3-acef-276c159b6928 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341605 Nov 12 03:11:00.877671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Checking segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:00.878096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Network hostable DHCP agents. Network: 58757af9-3ae6-43b4-b935-391e32644149, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:00.893872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:00.914423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.009518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.015748 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.018348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Network 58757af9-3ae6-43b4-b935-391e32644149 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:01.080848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:01.084961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:56Z', 'revision_number': 4, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de', 'name': '', 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'mac_address': 'fa:16:3e:cf:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:54Z', 'updated_at': '2021-11-12T03:10:59Z', 'revision_number': 4, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'subnets': [{'id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:01.113687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 58757af9-3ae6-43b4-b935-391e32644149) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:01.123905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:01.124755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:01.125435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.132519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:01.158906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.211590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee058fd-0e21-403d-98f9-3b260f725cd1 None None] Network 58757af9-3ae6-43b4-b935-391e32644149 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:01.217627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-88795e98-6bc7-47e4-99ea-3a766243be17 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5268214 Nov 12 03:11:01.221019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=669d7b56-c64f-4438-a844-9f3eda767fab,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:01.222319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48514) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:01.242415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2146deb-7452-46b8-a809-e62b75b96f3b None None] The sync data for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 is: [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:10:56Z', 'revision_number': 4, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de', 'name': '', 'network_id': '41acc2e5-ad82-472b-8147-675dbc4656d7', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'mac_address': 'fa:16:3e:cf:8e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:54Z', 'updated_at': '2021-11-12T03:10:59Z', 'revision_number': 4, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'subnets': [{'id': '3d9cd949-f203-4d4c-8a32-35bad868ed93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:01.253471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:01.323971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6255-aba1-449e-b26d-2edb09538e2e req-3c06f3f2-ec29-425f-8136-7f4b1bb56c9c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:01.325282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29ea6255-aba1-449e-b26d-2edb09538e2e req-3c06f3f2-ec29-425f-8136-7f4b1bb56c9c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 945 time: 0.3036990 Nov 12 03:11:01.390131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b65d658b-7a07-4cdc-b704-fe6e9b8bff0e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:01.424463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.427212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.428579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.480029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cd46c7-5ae4-4476-99fd-7415d5a40641']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:01.501670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-b92c4219-82c2-45b6-ab2e-1ff9f56d9235 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:01.509670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-b92c4219-82c2-45b6-ab2e-1ff9f56d9235 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.3093336 Nov 12 03:11:01.542199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407694ac-e4ea-4f35-bff1-7697d6af1aaa') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:01.543041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407694ac-e4ea-4f35-bff1-7697d6af1aaa') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:01.570271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.591136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.593727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Pushing event updated for resources: {'Port': ['ID=9ea7246e-7d9d-47c5-a481-d36e71ed25d6,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:01.599433 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-942bba95-5ecb-4b21-8b1d-87089b4e24f3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/quotas/4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 375 time: 0.0886071 Nov 12 03:11:01.643130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Attempting to bind port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:01.644931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Attempting to bind port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '407694ac-e4ea-4f35-bff1-7697d6af1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:01.646404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Attempting to bind port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 on network d8cd46c7-5ae4-4476-99fd-7415d5a40641 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:01.669315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29ea6255-aba1-449e-b26d-2edb09538e2e req-ab37b37a-ede2-488c-ba98-71d9c488a635 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772198 Nov 12 03:11:01.669557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.695683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:01.696252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:01.700748 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:01.785890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:01.790528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Checking segment: {'id': '407694ac-e4ea-4f35-bff1-7697d6af1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:01.790959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.791397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Bound using segment: {'id': '407694ac-e4ea-4f35-bff1-7697d6af1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:01.791915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Bound port: 9ea7246e-7d9d-47c5-a481-d36e71ed25d6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407694ac-e4ea-4f35-bff1-7697d6af1aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:01.792606 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.843323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:11:01.843323 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:11:01.843323 n-d-615180-50 neutron-server[102433]: [parameters: {'id': 'd8cd46c7-5ae4-4476-99fd-7415d5a40641'}] Nov 12 03:11:01.843323 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:11:01.843833 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:11:01.849547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:01.861463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-58757af9-3ae6-43b4-b935-391e32644149', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:01.862367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:01.901810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'port_id': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'mac_address': 'fa:16:3e:8a:60:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:01.908936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41f96-c488-445c-8827-6bea69c5eaf0 req-40a6b4b9-8b29-4640-bbb4-6cd182d41aab tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:01.921656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-deb41f96-c488-445c-8827-6bea69c5eaf0 req-40a6b4b9-8b29-4640-bbb4-6cd182d41aab tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 944 time: 0.1388609 Nov 12 03:11:02.027279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-deb41f96-c488-445c-8827-6bea69c5eaf0 req-89114413-2478-4958-80c8-d6c845f64bef tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045969 Nov 12 03:11:02.027851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] For port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:02.043562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Deleting port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:02.044167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.061849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] For port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9ea7246e-7d9d-47c5-a481-d36e71ed25d6,segment=NetworkSegment(407694ac-e4ea-4f35-bff1-7697d6af1aaa),segment_id=407694ac-e4ea-4f35-bff1-7697d6af1aaa)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:02.076781 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.088656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.169925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65d658b-7a07-4cdc-b704-fe6e9b8bff0e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:02.193541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-7282eea7-8f24-4bd5-8590-8c03e0067925 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5931730 Nov 12 03:11:02.215349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.239749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] For port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:02.240310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.252665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43a086-2f29-4d7e-94a1-f95e37d95329 None None] Pushing event updated for resources: {'Port': ['ID=9ea7246e-7d9d-47c5-a481-d36e71ed25d6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:02.255800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Calling delete_port for c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:02.265272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:02.271176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Allocated IP 172.20.0.2 (58757af9-3ae6-43b4-b935-391e32644149/c89bd142-fbd1-4043-9b33-630cd0113ce0/44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:02.297426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.312609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eccf0004-0325-41fb-b517-a12946ed16c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.320616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d0e87-e535-4db4-9f64-0f9d31620d5b None None] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:02.416761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-07988d52-3dff-48a2-b4a2-d4a9b769b6de service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118726 Nov 12 03:11:02.569337 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:02.599434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:02.652850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.667121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.685392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:02.687918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:02.727884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e850-ec09-46cf-b5a1-2357c1dffab6 req-efc24795-361b-411b-850a-f712db4e643b tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:02.735822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54d3e850-ec09-46cf-b5a1-2357c1dffab6 req-efc24795-361b-411b-850a-f712db4e643b tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 943 time: 0.5956891 Nov 12 03:11:02.738956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:02.801872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:02.802890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:11:02.828835 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-4c5e348b-3c3c-4aff-b829-35bb42dbb749 service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732810 Nov 12 03:11:02.918707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.979388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:02.996632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54d3e850-ec09-46cf-b5a1-2357c1dffab6 req-975f178f-059d-4ccd-9d46-06e5dd004e1f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473183 Nov 12 03:11:03.132145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:03.132500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.217733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Allocated IP 172.25.2.36 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/78a8f660-1b0f-466d-9cdb-17f266039ace) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:03.242355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Port c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de not found, will not notify nova. {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:11:03.323209 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.352537 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.381654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] For port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9ea7246e-7d9d-47c5-a481-d36e71ed25d6,segment=NetworkSegment(407694ac-e4ea-4f35-bff1-7697d6af1aaa),segment_id=407694ac-e4ea-4f35-bff1-7697d6af1aaa)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:03.382189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.414585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 08bcca61-bd7d-4ab5-a4c5-efc5700e473c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:03.417040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b6fb7-bf07-452f-93fb-ffd9fb041b27 req-8692acf1-cc84-47d4-be95-47cb1428c8a0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:03.418627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c98b6fb7-bf07-452f-93fb-ffd9fb041b27 req-8692acf1-cc84-47d4-be95-47cb1428c8a0 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 945 time: 0.3020966 Nov 12 03:11:03.434218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Calling delete_port for 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:03.443597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247810e-948b-4f16-8667-10276ea51e4b None None] Network d8cd46c7-5ae4-4476-99fd-7415d5a40641 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:03.443814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.465789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.550270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Pushing event updated for resources: {'Port': ['ID=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:03.557024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Network 58757af9-3ae6-43b4-b935-391e32644149 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:03.587417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.621027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c98b6fb7-bf07-452f-93fb-ffd9fb041b27 req-796bffec-a718-4952-95c1-688f818e4b1f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901164 Nov 12 03:11:03.662468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84a8e2c4-93be-443a-8385-5ae9562452b2 req-73301d74-e88c-4a69-823e-9ba165e6614b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 210 time: 0.1055164 Nov 12 03:11:03.751653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:03.762009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:03.768304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:03.772060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:03.784297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:03.786612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:03.818002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa89ef-a703-4930-b5c8-347110438572 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:03.821145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No DVR routers for this DVR port 9ea7246e-7d9d-47c5-a481-d36e71ed25d6 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:03.870621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,segment=NetworkSegment(9f224b44-2dfe-40c4-a64f-9dc63481cdf4),segment_id=9f224b44-2dfe-40c4-a64f-9dc63481cdf4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:03.974758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c', 'network_id': 'e2a71044-e248-4ae6-8681-c2975a8e4ca1', 'port_id': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c', 'mac_address': 'fa:16:3e:5e:fa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c6fc96-4695-49fa-9ab8-ce12212552ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:03.998869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=78a8f660-1b0f-466d-9cdb-17f266039ace,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:04.024554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Port': ['ID=9ea7246e-7d9d-47c5-a481-d36e71ed25d6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:04.031778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Attempting to bind port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:04.032328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Attempting to bind port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:04.032784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Attempting to bind port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea on network 58757af9-3ae6-43b4-b935-391e32644149 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:04.034715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-48d0a67f-a254-429e-9ee0-36ca47455f30 None None] Provisioning complete for port 78a8f660-1b0f-466d-9cdb-17f266039ace triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:04.035213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-48d0a67f-a254-429e-9ee0-36ca47455f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.099379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:04.099906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Checking segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:04.100418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.100914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Bound using segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:04.101494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Bound port: 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:04.102494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.111803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:04.205334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.237130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-48d0a67f-a254-429e-9ee0-36ca47455f30 None None] Port 78a8f660-1b0f-466d-9cdb-17f266039ace cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:04.245289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bcca61-bd7d-4ab5-a4c5-efc5700e473c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:04.272351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.285260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098c69e-4872-4467-a8c7-fba0a4c5af5c req-9e036db5-eeba-4a99-9717-710b1a67a59b tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:04.287294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8098c69e-4872-4467-a8c7-fba0a4c5af5c req-9e036db5-eeba-4a99-9717-710b1a67a59b tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 944 time: 0.5097089 Nov 12 03:11:04.316950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,segment=NetworkSegment(9f224b44-2dfe-40c4-a64f-9dc63481cdf4),segment_id=9f224b44-2dfe-40c4-a64f-9dc63481cdf4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:04.321525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] For port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:04.343009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] For port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:04.344610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.395303 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.437138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.510127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:04.617661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['08bcca61-bd7d-4ab5-a4c5-efc5700e473c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:04.658024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9c236-9e58-4f68-a013-f307857f0869 req-7471e024-229b-42c7-b9e3-57b088b083da tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:04.668487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ec9c236-9e58-4f68-a013-f307857f0869 req-7471e024-229b-42c7-b9e3-57b088b083da tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 944 time: 0.1450436 Nov 12 03:11:04.805848 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-535849f5-6c95-4811-be81-dc01d87f7db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:04.831400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ec9c236-9e58-4f68-a013-f307857f0869 req-ff89eb77-6b86-45d4-84c3-076f3d2b6384 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604698 Nov 12 03:11:04.841408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b58cd-a4c4-44e8-8544-9d5fb8b5eaf2 None None] Pushing event updated for resources: {'Port': ['ID=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:05.020625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cd46c7-5ae4-4476-99fd-7415d5a40641']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:05.032699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407694ac-e4ea-4f35-bff1-7697d6af1aaa') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:05.032998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407694ac-e4ea-4f35-bff1-7697d6af1aaa') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:05.057943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618a55e1-ab0d-4260-abe0-89093faf5727 req-6410592b-be41-4c3b-88b4-5b741fa850fc tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 210 time: 0.0381224 Nov 12 03:11:05.077049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.087039 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.159883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.174847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:05.175278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:05.184436 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:05.198325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:05.206332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ef8417c-2e79-4aaf-b8c9-7a3073e1836d admin admin] 10.222.0.84 "PUT /v2.0/routers/9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4679477 Nov 12 03:11:05.207176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48572) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:05.221486 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Sync routers for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:05.246170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:05.248287 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:05.297818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8098c69e-4872-4467-a8c7-fba0a4c5af5c req-fdfd6286-d520-4034-94e0-8b9e79f22b3e tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916481 Nov 12 03:11:05.341064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-3d12b32f-0128-4699-b043-ca07fcf95361 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:05.342932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-3d12b32f-0128-4699-b043-ca07fcf95361 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.3268418 Nov 12 03:11:05.349506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.360286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.370444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:05.372099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/d8cd46c7-5ae4-4476-99fd-7415d5a40641 HTTP/1.1" status: 204 len: 168 time: 5.1808345 Nov 12 03:11:05.376740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Request body: {'port': {'device_id': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'admin_state_up': True, 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:05.386231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Router b857c722-3dc5-4078-a7fc-c21c3762c961 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:11:05.386516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b65d658b-7a07-4cdc-b704-fe6e9b8bff0e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:05.417130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.418714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196edbcb-5d34-4105-b97a-b234e5cb4369 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=d8cd46c7-5ae4-4476-99fd-7415d5a40641,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:05.432327 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d239e2f-243c-4ccc-b02d-c4840475a680 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:05.432778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d239e2f-243c-4ccc-b02d-c4840475a680 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:05.439255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d239e2f-243c-4ccc-b02d-c4840475a680 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/669d7b56-c64f-4438-a844-9f3eda767fab HTTP/1.1" status: 404 len: 337 time: 0.0657055 Nov 12 03:11:05.456201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48576) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:05.467195 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:05.484723 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fb0773-4cb8-4159-a637-f4a0d4149942 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:05.485801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fb0773-4cb8-4159-a637-f4a0d4149942 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:05.489564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a3fb0773-4cb8-4159-a637-f4a0d4149942 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/d8cd46c7-5ae4-4476-99fd-7415d5a40641 HTTP/1.1" status: 404 len: 339 time: 0.0320394 Nov 12 03:11:05.495282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48578) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:05.495516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:05.500167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:05.500674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.659500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.664526 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.730795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:05.732764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.733821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:11:02Z', 'revision_number': 5, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:05.734521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:05.738251 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fcd536-5bf1-46c7-830a-5659ec398599" -d '{"events": [{"server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "name": "network-vif-plugged", "status": "completed", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:05.749844 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.810517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:05.816864 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c4e353-8dae-40c9-b65b-2fbcf67d2e4f x-openstack-request-id: req-d2c4e353-8dae-40c9-b65b-2fbcf67d2e4f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:05.817437 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "name": "network-vif-plugged", "status": "completed", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:05.817860 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2c4e353-8dae-40c9-b65b-2fbcf67d2e4f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:05.827204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:05.828353 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'code': 200} Nov 12 03:11:05.875743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:05.982338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:05.995915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Sync routers for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:06.015291 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Checking router: 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:06.015485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.022427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:06.026874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.030080 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Routers {'9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:06.031268 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.044505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.055777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-911ddad9-5f37-443b-a1f4-2f29176a6ff0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8231182 Nov 12 03:11:06.062835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48596) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:06.171195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43aaa894-0946-49db-95a1-89404005a9b3']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.176399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.192445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d98c382-24cc-4502-8482-6a422a28a5d9') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.193025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d98c382-24cc-4502-8482-6a422a28a5d9') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.204202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:06.219122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.230460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004deb-48ab-4bcc-ba53-c54a4876785d req-d95142c7-3807-4147-b280-94eecb1c5ff2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:06.232777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0004deb-48ab-4bcc-ba53-c54a4876785d req-d95142c7-3807-4147-b280-94eecb1c5ff2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2550642 Nov 12 03:11:06.260476 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] Set router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:06.264846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df3c37-95e5-4325-959b-f301487c48e7 None None] Network 58757af9-3ae6-43b4-b935-391e32644149 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:06.278323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.315481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:06.316192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:06.322930 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:06.456915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Allocated IP 172.20.0.4 (5a635e2d-a003-4b76-833d-7d5ccf120185/2ed02460-bd0e-45e8-b307-41a2d023a582/cd774dcb-6dff-4d91-abea-b967a6282170) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:06.462996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0004deb-48ab-4bcc-ba53-c54a4876785d req-8b6c9d38-29ca-475c-9473-72afa40273ed tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202153 Nov 12 03:11:06.502115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.527407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.541916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/43aaa894-0946-49db-95a1-89404005a9b3 HTTP/1.1" status: 204 len: 168 time: 1.0440934 Nov 12 03:11:06.602315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:06.612347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcb257-1665-4402-8921-10c7fd637a87 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=43aaa894-0946-49db-95a1-89404005a9b3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:06.612573 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:11:02Z', 'revision_number': 5, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:06.614304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] Provisioning complete for port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:06.614732 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:06.688515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df09bc8-2139-4dfc-9bb3-51b33f70b981 None None] The sync data for ids ['9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b'] in n-d-615180-50 is: [{'id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301340917-router', 'tenant_id': '4e2ddc14039e4352ad6d9272e938db29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:42Z', 'updated_at': '2021-11-12T03:11:02Z', 'revision_number': 5, 'project_id': '4e2ddc14039e4352ad6d9272e938db29', 'gw_port': {'id': 'cd970517-b3c9-4ec6-afc2-a826dc5853a9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:45Z', 'updated_at': '2021-11-12T03:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:06.728387 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38602b8-07f6-4761-8888-bc3b152b1b67 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:06.728933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38602b8-07f6-4761-8888-bc3b152b1b67 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:06.745322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:06.746294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e38602b8-07f6-4761-8888-bc3b152b1b67 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/ff006410-78c5-4d9d-9b88-c3e8a3c67248 HTTP/1.1" status: 404 len: 337 time: 0.1205342 Nov 12 03:11:06.766854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:06.818476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c678c9e6-1450-4cec-99fe-d1e8585baddb req-c4ac145d-dace-439d-b51e-c35bba430847 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 210 time: 0.0819023 Nov 12 03:11:06.826402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b8f78-9b28-4296-a8c7-91d5162dfb3f req-e891d1ff-17dd-4182-9700-88e65332cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:06.827928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c1b8f78-9b28-4296-a8c7-91d5162dfb3f req-e891d1ff-17dd-4182-9700-88e65332cc52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.9185810 Nov 12 03:11:06.888829 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9fed5a-d347-45ad-bffc-fcd9b34894b5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:06.889021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9fed5a-d347-45ad-bffc-fcd9b34894b5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:06.896208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5b9fed5a-d347-45ad-bffc-fcd9b34894b5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/ca524a8b-0a1c-4ac9-a303-f955ef61b422 HTTP/1.1" status: 404 len: 339 time: 0.1136448 Nov 12 03:11:06.901032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48608) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:06.967580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c1b8f78-9b28-4296-a8c7-91d5162dfb3f req-c8f95bf4-4b08-40c5-999d-d04770b2dba7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070549 Nov 12 03:11:06.975993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Deleting port cd970517-b3c9-4ec6-afc2-a826dc5853a9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:06.976334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.157174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:04Z', 'revision_number': 3, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:07.170093 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.201962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:07.202342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.236288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519d311-357e-40e8-99a3-3dce16d8f101 req-20cfba0c-c69c-4dd0-b9a7-f706c1e1e896 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:07.247947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4519d311-357e-40e8-99a3-3dce16d8f101 req-20cfba0c-c69c-4dd0-b9a7-f706c1e1e896 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 945 time: 0.5333333 Nov 12 03:11:07.252412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting subnet f37b72eb-9f43-4191-a9d1-3274fd46d452 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:07.263971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.433398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 08bcca61-bd7d-4ab5-a4c5-efc5700e473c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:07.499615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924435df-cdb3-4502-91b7-6dcded7e148b None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:11:07.502814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.557266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4519d311-357e-40e8-99a3-3dce16d8f101 req-f351f432-7bea-4399-9f9b-71e2ed5ede0d tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900553 Nov 12 03:11:07.628643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] For port cd970517-b3c9-4ec6-afc2-a826dc5853a9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cd970517-b3c9-4ec6-afc2-a826dc5853a9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:07.631661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.634217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.693474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Checking router: b857c722-3dc5-4078-a7fc-c21c3762c961 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:07.693878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Updating router b857c722-3dc5-4078-a7fc-c21c3762c961 port 78a8f660-1b0f-466d-9cdb-17f266039ace binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:11:07.737930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924435df-cdb3-4502-91b7-6dcded7e148b None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:11:07.743264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.772986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.793289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Calling delete_port for cd970517-b3c9-4ec6-afc2-a826dc5853a9 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:07.859923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac1c1-7120-4878-8236-6b2fc4d27c58 req-6df1dba6-413b-43cf-aff3-d44d50b256bd tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:07.870362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3efac1c1-7120-4878-8236-6b2fc4d27c58 req-6df1dba6-413b-43cf-aff3-d44d50b256bd tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2164345 Nov 12 03:11:07.881813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.929652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:07.952928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:08.033839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:08.040610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:08.044677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:08.162218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:08.166408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.231623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] For port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:08.243665 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.255381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.311506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6ed181a9-7c1d-4230-8f6e-ed2eb96a3991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9576967 Nov 12 03:11:08.329580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Request body: {'port': {'device_id': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:08.334091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4dc62-9d50-4474-834d-5dfaaf1f2680 None None] Pushing event updated for resources: {'Port': ['ID=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:08.394282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.403882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3efac1c1-7120-4878-8236-6b2fc4d27c58 req-3fe8fe94-737e-441c-8d3e-f6c8e13cd1b8 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299389 Nov 12 03:11:08.478932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:08.573692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.609211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9552f3-f0bd-45c8-9c89-4c972996adc9 req-791058d7-cd30-4d99-8961-5b33160b6e39 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:08.614148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad9552f3-f0bd-45c8-9c89-4c972996adc9 req-791058d7-cd30-4d99-8961-5b33160b6e39 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 931 time: 0.5695741 Nov 12 03:11:08.622706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.668051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.722137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=f37b72eb-9f43-4191-a9d1-3274fd46d452,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:08.726742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.730644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62f798b9-bc5a-4536-8249-9ee839df82ae tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/f37b72eb-9f43-4191-a9d1-3274fd46d452 HTTP/1.1" status: 204 len: 168 time: 1.8285043 Nov 12 03:11:08.737461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:08.792371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:08.798890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:08.803048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting subnet 4e81aef9-239e-467a-a63b-9377f899024b {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:08.817895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:08.818158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.818741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.825551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.938623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2ea4e5d2-6c5f-4f27-9e44-fca6c6508172 None None] Provisioning complete for port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:08.941167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad9552f3-f0bd-45c8-9c89-4c972996adc9 req-c53aadd8-3001-42ec-a0f9-c454f06e81b3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159792 Nov 12 03:11:08.942619 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e5d2-6c5f-4f27-9e44-fca6c6508172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.949990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:08.966726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Allocated IP 172.20.0.1 (58757af9-3ae6-43b4-b935-391e32644149/c89bd142-fbd1-4043-9b33-630cd0113ce0/a91577be-503c-4509-8963-f33f18f852cb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:09.002738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926c80b-e060-4ed2-b462-201480d3f781 req-c078a968-bdf6-4fe3-a0a5-6f5ab8f50120 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:09.010306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1926c80b-e060-4ed2-b462-201480d3f781 req-c078a968-bdf6-4fe3-a0a5-6f5ab8f50120 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 945 time: 0.2565770 Nov 12 03:11:09.099043 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1926c80b-e060-4ed2-b462-201480d3f781 req-741b9bbe-43da-4119-8f4b-3ec700dcaa08 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771813 Nov 12 03:11:09.158639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.219869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.278181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:11:09.291138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd970517-b3c9-4ec6-afc2-a826dc5853a9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:09.365541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.373829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd774dcb-6dff-4d91-abea-b967a6282170 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:09.396482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.440490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f6bb2-c31c-4a4a-af73-0c2d6c01836c None None] Pushing event updated for resources: {'Port': ['ID=78a8f660-1b0f-466d-9cdb-17f266039ace,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:09.452992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=4e81aef9-239e-467a-a63b-9377f899024b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:09.457176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.474058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Attempting to bind port 78a8f660-1b0f-466d-9cdb-17f266039ace on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:09.474327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Attempting to bind port 78a8f660-1b0f-466d-9cdb-17f266039ace by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:09.474782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Attempting to bind port 78a8f660-1b0f-466d-9cdb-17f266039ace on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:09.476027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4344b7e9-4ad6-4f45-b0ea-3b399cc6f7d9 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/4e81aef9-239e-467a-a63b-9377f899024b HTTP/1.1" status: 204 len: 168 time: 0.7372961 Nov 12 03:11:09.485052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48668) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:09.545137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.552408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Transition to ACTIVE for port object cd774dcb-6dff-4d91-abea-b967a6282170 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:11:09.586218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:09.603811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'mac_address': 'fa:16:3e:55:e6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:09.661823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.665179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.670402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.734032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.734711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:11:09.735790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:09.737609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:09.739678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.739824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.740505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:09.743333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-af2f6d7a-1296-4831-a139-718708901a4d admin admin] 10.222.0.84 "DELETE /v2.0/routers/9f6aaeed-f4dd-4d66-84d1-24171bb9cb6b HTTP/1.1" status: 204 len: 168 time: 4.5333257 Nov 12 03:11:09.743463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Bound port: 78a8f660-1b0f-466d-9cdb-17f266039ace, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:09.747425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:09.754378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.761761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.768665 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.794669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.829115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f113c0-c6ba-4aef-b217-086852df510e req-78b2343c-37e0-45a6-a909-525b44d950a1 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:09.830899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62f113c0-c6ba-4aef-b217-086852df510e req-78b2343c-37e0-45a6-a909-525b44d950a1 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2727644 Nov 12 03:11:09.886954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.903988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:09.914795 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:09.951006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Deleting subnet 3d9cd949-f203-4d4c-8a32-35bad868ed93 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:09.958935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:09.972175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.011393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9381d6de-3b72-462f-94cf-5b7c6cb00659 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:10.059535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Network 58757af9-3ae6-43b4-b935-391e32644149 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:10.059847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62f113c0-c6ba-4aef-b217-086852df510e req-36c803ab-df84-4906-9952-ad0e08bdef7f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130098 Nov 12 03:11:10.084551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:10.094828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:10.103508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Pushing event updated for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:10.142826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.229853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:10.230119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:10.230455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:10.231872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.236857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:11:10.237195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:10.243680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:10.245367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:10.246501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:10.247126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Bound port: cd774dcb-6dff-4d91-abea-b967a6282170, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:10.247513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.286566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting port 56db3606-9f6c-437b-8faa-33c65473ca62 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:10.291454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.400025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:10.409941 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.410268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:10.417681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:10.441492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] For port 78a8f660-1b0f-466d-9cdb-17f266039ace, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:10.451971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.459180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d19e9-ffd2-407a-a499-c9d3e67376ee req-17daf332-9340-4d8a-8b1b-f1a8022ff181 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:10.469568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-522d19e9-ffd2-407a-a499-c9d3e67376ee req-17daf332-9340-4d8a-8b1b-f1a8022ff181 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 943 time: 0.2877452 Nov 12 03:11:10.498888 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.542123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.548413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] For port 78a8f660-1b0f-466d-9cdb-17f266039ace, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78a8f660-1b0f-466d-9cdb-17f266039ace,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:10.564188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:10.641319 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.666587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9381d6de-3b72-462f-94cf-5b7c6cb00659'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:10.676558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:10.678873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.681209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-17575fde-e403-4b2b-a35f-551b632e0e4a service neutron] 10.222.0.39 "PUT /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 1092 time: 2.3573809 Nov 12 03:11:10.695850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:10.700570 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d8c35-96f9-4513-8e6a-59db66246ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:10.723126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] For port 56db3606-9f6c-437b-8faa-33c65473ca62, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=56db3606-9f6c-437b-8faa-33c65473ca62,segment=NetworkSegment(8287a454-020b-4000-81b0-a4eb8fe989bb),segment_id=8287a454-020b-4000-81b0-a4eb8fe989bb)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:10.724478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.740757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Calling delete_port for 56db3606-9f6c-437b-8faa-33c65473ca62 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:10.772093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:10.796716 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77285258-8582-4d11-a883-696da147204d" -d '{"events": [{"server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "name": "network-vif-plugged", "status": "completed", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:10.869126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-522d19e9-ffd2-407a-a499-c9d3e67376ee req-29b41869-6ffc-4297-a607-7133ed011214 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986337 Nov 12 03:11:10.873146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:10.940962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,segment=NetworkSegment(9f224b44-2dfe-40c4-a64f-9dc63481cdf4),segment_id=9f224b44-2dfe-40c4-a64f-9dc63481cdf4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:10.949408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9cd949-f203-4d4c-8a32-35bad868ed93,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:10.984758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-75f4b408-edbe-49cf-aa77-726010faddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:10.986348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-75f4b408-edbe-49cf-aa77-726010faddff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.2721219 Nov 12 03:11:10.987421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.009671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6cc5e4a-c1d6-45b0-b4ee-ebacfc987f48 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3d9cd949-f203-4d4c-8a32-35bad868ed93 HTTP/1.1" status: 204 len: 168 time: 1.2583497 Nov 12 03:11:11.028110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-33f612fe-d604-4575-84d4-b4d4ad784f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:11.032503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-33f612fe-d604-4575-84d4-b4d4ad784f44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1095 time: 0.2938135 Nov 12 03:11:11.033378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48704) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:11.072117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d75016-3989-44c1-94f3-39496000c70a None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.081888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b9c74-fd53-4f96-91b4-108d28f7ffd0 None None] Network f93b59de-fa12-4919-a88b-14a273536c3f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:11.083716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aad99d-cfa5-470b-973d-c05d06c4912f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.085505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d245e92-b2e0-4924-81d3-066b5185c4ff None None] Network 41acc2e5-ad82-472b-8147-675dbc4656d7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:11.108095 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.190448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:11.250230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-f4569a52-e070-4d21-8c10-88b3019090e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:11.253566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-f4569a52-e070-4d21-8c10-88b3019090e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.2443264 Nov 12 03:11:11.254326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.418216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a013ec8-4ed7-4ec3-9d8e-779ecca9ec59 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.433708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:11.441207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:11.450315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3fad67-31d2-402b-9781-ed5eaa2b882a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.491630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-0c1dcd2d-3bb6-41fa-b40c-f75decc2a1ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.1683691 Nov 12 03:11:11.543731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:11.681245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-ce4c4ad1-70d9-4869-9a1b-78b5bc423834 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.6132379 Nov 12 03:11:11.736872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be328a-758b-4f93-933a-78c1e76c1205 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.745917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0bc88-57cb-4d4d-8c40-f8ff40e07f34 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:11.841374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ad3f-d843-4734-91d2-af2a24c21b3f req-ee4f6312-f0d2-481b-91a0-bbce48b2c0e9 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:11.843010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c397ad3f-d843-4734-91d2-af2a24c21b3f req-ee4f6312-f0d2-481b-91a0-bbce48b2c0e9 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 945 time: 1.0385764 Nov 12 03:11:11.893777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.896568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:11.897532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c2ae44ec-8dde-42b6-a6d4-a9fa22ce43de not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:11.905442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.908258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-bf16f0e3-0b22-4e08-bf4b-415fcedc3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:11.910129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-bf16f0e3-0b22-4e08-bf4b-415fcedc3259 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2192230 Nov 12 03:11:11.933544 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.950418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] Provisioning complete for port 78a8f660-1b0f-466d-9cdb-17f266039ace triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:11.951008 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:11.978729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.046650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f6bb2-c31c-4a4a-af73-0c2d6c01836c None None] Pushing event updated for resources: {'Port': ['ID=78a8f660-1b0f-466d-9cdb-17f266039ace,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:12.068331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Port': ['ID=56db3606-9f6c-437b-8faa-33c65473ca62,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:12.076915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No DVR routers for this DVR port 56db3606-9f6c-437b-8faa-33c65473ca62 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:12.122798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c397ad3f-d843-4734-91d2-af2a24c21b3f req-c63b6462-b69f-413d-956f-c033afa681b8 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638035 Nov 12 03:11:12.207126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-dc369987-c720-4998-91f1-9352b13be045 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677573 Nov 12 03:11:12.279853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.282628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-861c7b60-c1bd-47fc-ba1c-e971dc38bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:12.284409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-861c7b60-c1bd-47fc-ba1c-e971dc38bec3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.3443017 Nov 12 03:11:12.291076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Pushing event updated for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:12.301420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3243ab-0e1f-4785-9c24-e64330de8442 req-2fd82003-73a7-4d5f-b404-e474aeeba779 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:12.303085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a3243ab-0e1f-4785-9c24-e64330de8442 req-2fd82003-73a7-4d5f-b404-e474aeeba779 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.9999766 Nov 12 03:11:12.342717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-e07ba27c-ae41-4eaf-beaa-37ebe9be5fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381098 Nov 12 03:11:12.374994 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de410d44-7b5b-4fe6-ab09-a1ab9083315a x-openstack-request-id: req-de410d44-7b5b-4fe6-ab09-a1ab9083315a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:12.375503 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:12.381717 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de410d44-7b5b-4fe6-ab09-a1ab9083315a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:12.381717 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'status': 'completed', 'code': 200} Nov 12 03:11:12.528504 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78455e9b-c0c7-476f-a3a1-b35c1a7e00b6 x-openstack-request-id: req-78455e9b-c0c7-476f-a3a1-b35c1a7e00b6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:12.529320 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "name": "network-vif-plugged", "status": "completed", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:12.529924 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-78455e9b-c0c7-476f-a3a1-b35c1a7e00b6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:12.530487 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c', 'code': 200} Nov 12 03:11:12.558523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.564658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cd970517-b3c9-4ec6-afc2-a826dc5853a9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:12.568068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85e365-69bd-4006-ad4a-5c06d2478144 None None] DHCP port deletion for f93b59de-fa12-4919-a88b-14a273536c3f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:12.673687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: cd970517-b3c9-4ec6-afc2-a826dc5853a9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:12.674038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cd970517-b3c9-4ec6-afc2-a826dc5853a9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:12.715458 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a3243ab-0e1f-4785-9c24-e64330de8442 req-ad217428-ec8f-43c5-84ef-fd6f10eb6945 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979399 Nov 12 03:11:12.768786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93b59de-fa12-4919-a88b-14a273536c3f']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:12.785571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:12.802420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6194b-92b9-46e8-8f1d-ab9d33186866 req-22fcd294-630d-41e6-b622-96b43e1db970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:12.810811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8287a454-020b-4000-81b0-a4eb8fe989bb') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:12.811126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8287a454-020b-4000-81b0-a4eb8fe989bb') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:12.818942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:12.820174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ee6194b-92b9-46e8-8f1d-ab9d33186866 req-22fcd294-630d-41e6-b622-96b43e1db970 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 1098 time: 0.3091280 Nov 12 03:11:12.825247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Network 58757af9-3ae6-43b4-b935-391e32644149 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:12.862369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:12.869949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-174e4b03-9c38-4a73-9870-a16b50868539 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996910 Nov 12 03:11:12.878506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.906632 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.934138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] For port 78a8f660-1b0f-466d-9cdb-17f266039ace, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78a8f660-1b0f-466d-9cdb-17f266039ace,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:12.989007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:12.999016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] DHCP port deletion for 41acc2e5-ad82-472b-8147-675dbc4656d7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:13.005178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6fca-2b2e-4588-91d1-b91d4ca73dff req-03e048f2-f132-47b4-af38-d0bb4f24d55e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:13.005907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.029668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7cd6fca-2b2e-4588-91d1-b91d4ca73dff req-03e048f2-f132-47b4-af38-d0bb4f24d55e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 943 time: 0.4655671 Nov 12 03:11:13.050962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Deleting port 029181ca-ecad-4280-b158-54c2f1ae1053 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:13.069784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.082577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:13.083430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:13.103008 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:13.108234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-6feff7bc-22d5-4466-b908-75af4d5bc70b service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8760242 Nov 12 03:11:13.292409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5444e-c6ac-4486-bd6c-93df387ae91d None None] Pushing event updated for resources: {'Port': ['ID=78a8f660-1b0f-466d-9cdb-17f266039ace,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:13.348327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Deleting port 029181ca-ecad-4280-b158-54c2f1ae1053 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:13.348784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.374077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6725efdc-ef9b-4b73-971f-64da0c270ada None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:13.374608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6725efdc-ef9b-4b73-971f-64da0c270ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.435738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.439273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] For port 029181ca-ecad-4280-b158-54c2f1ae1053, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=029181ca-ecad-4280-b158-54c2f1ae1053,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:13.439546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6725efdc-ef9b-4b73-971f-64da0c270ada None None] Port a91577be-503c-4509-8963-f33f18f852cb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:13.440081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.461996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.466286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/f93b59de-fa12-4919-a88b-14a273536c3f HTTP/1.1" status: 204 len: 168 time: 3.9775944 Nov 12 03:11:13.485552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7cd6fca-2b2e-4588-91d1-b91d4ca73dff req-bb261d30-e63a-474e-9e76-32ed9689febb tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496553 Nov 12 03:11:13.487860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48728) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:13.511932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Calling delete_port for 029181ca-ecad-4280-b158-54c2f1ae1053 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:13.576521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] For port 029181ca-ecad-4280-b158-54c2f1ae1053, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=029181ca-ecad-4280-b158-54c2f1ae1053,segment=NetworkSegment(c9ea6118-d9e2-4e4d-bf37-1a18513fa183),segment_id=c9ea6118-d9e2-4e4d-bf37-1a18513fa183)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:13.577553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.592378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670875f2-c5c0-41bd-b47b-e8f2e4daaf10 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=f93b59de-fa12-4919-a88b-14a273536c3f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:13.595079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Calling delete_port for 029181ca-ecad-4280-b158-54c2f1ae1053 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:13.596955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6725efdc-ef9b-4b73-971f-64da0c270ada None None] Provisioning complete for port 78a8f660-1b0f-466d-9cdb-17f266039ace triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:13.597116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a1dbb3f-7f26-4288-85a7-a8bf826219f3 req-7ccc3179-88c6-45ae-b5db-cdaabbb7c691 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202821 Nov 12 03:11:13.597650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6725efdc-ef9b-4b73-971f-64da0c270ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:13.610021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:09Z', 'revision_number': 1, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:13.627954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ee6194b-92b9-46e8-8f1d-ab9d33186866 req-e50fac46-fca8-4064-b78d-bb4d9bf9dca8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7871389 Nov 12 03:11:13.663509 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa7e0bc-8b7b-42a6-81f2-0b553c96b895 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:13.664922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa7e0bc-8b7b-42a6-81f2-0b553c96b895 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:13.676826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-faa7e0bc-8b7b-42a6-81f2-0b553c96b895 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/d04b22f0-d725-412b-bc5a-d53ccaf26f7f HTTP/1.1" status: 404 len: 337 time: 0.1747749 Nov 12 03:11:13.679870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48732) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:13.728929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548722a-e20c-4b4e-b80e-a9e967b2377d None None] The sync data for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 is: [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:09Z', 'revision_number': 1, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:13.786255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bf2eb-19ba-40c5-8587-dc27404932fd req-abd2ed2d-ccca-4d18-8430-a71b9ecf7938 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:13.796643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb7bf2eb-19ba-40c5-8587-dc27404932fd req-abd2ed2d-ccca-4d18-8430-a71b9ecf7938 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 946 time: 0.1662362 Nov 12 03:11:13.826108 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0446eb54-a732-40ea-86ed-1950abbec9a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:13.826875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0446eb54-a732-40ea-86ed-1950abbec9a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:13.832793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0446eb54-a732-40ea-86ed-1950abbec9a5 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/074bf29e-daf5-46fa-88e0-9308cb398527 HTTP/1.1" status: 404 len: 339 time: 0.0942979 Nov 12 03:11:13.834996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:13.968973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5381b93a-f92b-4ffb-816a-2c0796a57ae2 req-998e232c-0c18-4f0c-8382-e938f3f73b2c service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0758824 Nov 12 03:11:13.972845 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-439d971b-4e08-44fe-b392-7334a599ea3a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:13.974131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439d971b-4e08-44fe-b392-7334a599ea3a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:13.981792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-439d971b-4e08-44fe-b392-7334a599ea3a tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/4db3ecc5-5880-422e-8db2-0e439470a0f7 HTTP/1.1" status: 404 len: 337 time: 0.1436930 Nov 12 03:11:13.985421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48740) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:14.001037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb7bf2eb-19ba-40c5-8587-dc27404932fd req-2fda51d1-d3ca-47b2-9079-1e1691e29114 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034161 Nov 12 03:11:14.026556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Router b857c722-3dc5-4078-a7fc-c21c3762c961 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:14.034948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-207b426b-6134-4b87-b8ea-5d5f26d90d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.036683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-207b426b-6134-4b87-b8ea-5d5f26d90d94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1095 time: 0.3537645 Nov 12 03:11:14.040982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:14.135552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 029181ca-ecad-4280-b158-54c2f1ae1053 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:14.163235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] Pushing event deleted for resources: {'Port': ['ID=029181ca-ecad-4280-b158-54c2f1ae1053,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:14.222664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-b658eefb-d788-4517-b63f-8110a1484eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.224548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-b658eefb-d788-4517-b63f-8110a1484eca service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.1726494 Nov 12 03:11:14.238261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca000eb6-eaf8-4dcb-9b0a-be7dacbc8d76 None None] No DVR routers for this DVR port 029181ca-ecad-4280-b158-54c2f1ae1053 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:14.239332 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfa899a-f131-4e8c-bf09-dce8fc206d91 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:14.240878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfa899a-f131-4e8c-bf09-dce8fc206d91 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:14.244162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 029181ca-ecad-4280-b158-54c2f1ae1053 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:14.248970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 029181ca-ecad-4280-b158-54c2f1ae1053 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:14.249400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56db3606-9f6c-437b-8faa-33c65473ca62 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:14.262443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5bfa899a-f131-4e8c-bf09-dce8fc206d91 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/cd1e4167-2e5e-4dfb-9a73-46bb011a24b6 HTTP/1.1" status: 404 len: 339 time: 0.2733850 Nov 12 03:11:14.263497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48754) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:14.298812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:14.311073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-030d18fb-2bce-42dc-b60a-2d5e1c480a21 admin admin] 10.222.0.84 "PUT /v2.0/routers/b857c722-3dc5-4078-a7fc-c21c3762c961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2457640 Nov 12 03:11:14.327785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 56db3606-9f6c-437b-8faa-33c65473ca62 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:14.328169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 56db3606-9f6c-437b-8faa-33c65473ca62 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:14.388858 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eaf551-fa43-4f35-9162-8c627d6d0f14 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:14.389820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eaf551-fa43-4f35-9162-8c627d6d0f14 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:14.395621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94eaf551-fa43-4f35-9162-8c627d6d0f14 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/89bc7e69-93c9-4a6a-b27c-1aa5bb7a29dc HTTP/1.1" status: 404 len: 337 time: 0.0749099 Nov 12 03:11:14.396077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48758) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:14.438904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e04f0d-4728-4f1e-9803-eabf6f27ae5d req-1963a1ad-235e-46ce-ae72-0cbf0d4c2512 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.442328 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bd33fa-2579-4bce-a41b-73b401180e5b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:14.444216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bd33fa-2579-4bce-a41b-73b401180e5b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:14.445771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-74e04f0d-4728-4f1e-9803-eabf6f27ae5d req-1963a1ad-235e-46ce-ae72-0cbf0d4c2512 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.5604281 Nov 12 03:11:14.447772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-711bffe6-a25e-4e00-b762-15aa460d3277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.1831558 Nov 12 03:11:14.451661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c2bd33fa-2579-4bce-a41b-73b401180e5b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/5284c7e3-1169-4f6d-a9b4-29fac59b17b6 HTTP/1.1" status: 404 len: 339 time: 0.0539899 Nov 12 03:11:14.455484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48760) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:14.478606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a63c0459-a1a6-4da3-97aa-ca285093c1fa None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:14.478983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a63c0459-a1a6-4da3-97aa-ca285093c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:14.534532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:14.597767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:14.673324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a63c0459-a1a6-4da3-97aa-ca285093c1fa None None] Port a91577be-503c-4509-8963-f33f18f852cb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:14.681294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] No DVR routers for this DVR port 029181ca-ecad-4280-b158-54c2f1ae1053 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:14.700597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683304c-dbd1-44ab-bc0f-4e53c6deb2fc req-6588b734-6abe-4a2e-8069-b351166d7e96 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.710697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d683304c-dbd1-44ab-bc0f-4e53c6deb2fc req-6588b734-6abe-4a2e-8069-b351166d7e96 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 943 time: 0.1075189 Nov 12 03:11:14.753346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 9381d6de-3b72-462f-94cf-5b7c6cb00659 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:14.754722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:14.832776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d683304c-dbd1-44ab-bc0f-4e53c6deb2fc req-89a206bf-fac1-42eb-9350-aa71d4f5b560 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191463 Nov 12 03:11:14.856031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-394a8121-72c0-40d5-ba0b-cf6083520021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.857679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-394a8121-72c0-40d5-ba0b-cf6083520021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.3917155 Nov 12 03:11:14.871860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-74e04f0d-4728-4f1e-9803-eabf6f27ae5d req-dcf19401-dc35-48ba-a151-37c3988f24aa tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189243 Nov 12 03:11:14.896159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Pushing event deleted for resources: {'Port': ['ID=029181ca-ecad-4280-b158-54c2f1ae1053,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:14.964237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:14.980445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-1e43b65e-3320-4aae-b6c3-2c275a9a66f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935817 Nov 12 03:11:15.005764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:15.031769 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc097e-1a09-4ace-a920-024a3eacd953" -d '{"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:15.066036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:15.080374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.113140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.144389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41acc2e5-ad82-472b-8147-675dbc4656d7']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:15.159261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:15.159261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ea6118-d9e2-4e4d-bf37-1a18513fa183') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:15.217253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.239546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:15.273836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting subnet 5cea2237-865f-40f2-9e85-677e9ddd70b4 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:15.277752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.326261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.421741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.482353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.507540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:15.513555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897437559', 'description': 'tempest-description--920701882'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:15.562915 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03baeab7-f124-4e34-a5e9-ec2b1fccc790 x-openstack-request-id: req-03baeab7-f124-4e34-a5e9-ec2b1fccc790 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:15.564107 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:15.564107 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-03baeab7-f124-4e34-a5e9-ec2b1fccc790 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:15.564107 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'code': 200} Nov 12 03:11:15.565859 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.579998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:15.580421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:15.584027 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:15.691224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.699192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.745113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.751451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2401123 Nov 12 03:11:15.751451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:15.753980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec940ca-cb98-45ac-bdd2-953465bd171a req-0fb3a430-fec5-4ff8-8abe-2676dbee5fb1 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:15.753980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec940ca-cb98-45ac-bdd2-953465bd171a req-0fb3a430-fec5-4ff8-8abe-2676dbee5fb1 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 946 time: 0.4978690 Nov 12 03:11:15.759226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'security_group_rule': {'security_group_id': '4d961389-37fc-4573-89da-8d621736b8a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:15.767778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-e9cf2a0d-d758-4fc2-ba1a-a2bddb0ac2f3 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131962 Nov 12 03:11:15.772073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.782020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24e71a-8813-4570-875e-34aba6ac81ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d961389-37fc-4573-89da-8d621736b8a9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:15.800689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.804894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] 10.222.0.84 "DELETE /v2.0/networks/41acc2e5-ad82-472b-8147-675dbc4656d7 HTTP/1.1" status: 204 len: 168 time: 4.7382936 Nov 12 03:11:15.810421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef542d-37a5-4dea-9496-b6e2e487ed2c admin admin] Pushing event deleted for resources: {'Network': ['ID=41acc2e5-ad82-472b-8147-675dbc4656d7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:15.829591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.857500 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:15.969948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=5cea2237-865f-40f2-9e85-677e9ddd70b4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:15.996655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68951c2b-a7d7-4afa-83ca-defb13038a70 None None] Network 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:16.033468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48798) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:16.096508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b66d8c35-96f9-4513-8e6a-59db66246ed0 req-214e45c2-414a-4671-be42-c1fe00f92fab service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892694 Nov 12 03:11:16.103789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.115448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ed43c8cd-0d9e-4b41-bbe4-c61043d22291 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/5cea2237-865f-40f2-9e85-677e9ddd70b4 HTTP/1.1" status: 204 len: 168 time: 1.6424077 Nov 12 03:11:16.121957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:16.176572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ec940ca-cb98-45ac-bdd2-953465bd171a req-3bf949b1-4f16-48cd-b7d0-b84e5e0ab3c6 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681974 Nov 12 03:11:16.212605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.251500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.268244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.271620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78a8f660-1b0f-466d-9cdb-17f266039ace up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:16.323129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb194849-e1e3-42e2-abaf-3641424b1b00,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:16.330062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e4fb4f7-ef59-482f-8803-88f057082e6c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e2ddc14039e4352ad6d9272e938db29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892370 Nov 12 03:11:16.340195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:16.348920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6311d5-e2a2-4657-999e-16cb3dbd6330 req-439e7a41-3414-48d3-838d-74f89688dc70 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:16.357291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e6311d5-e2a2-4657-999e-16cb3dbd6330 req-439e7a41-3414-48d3-838d-74f89688dc70 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 943 time: 0.2964616 Nov 12 03:11:16.361307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.365708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-51494283-0ffc-4529-b035-13e72cc0ecff tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6128125 Nov 12 03:11:16.375072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48806) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:16.385337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'security_group_rule': {'security_group_id': '4d961389-37fc-4573-89da-8d621736b8a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:16.433053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:16.433822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.442427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 78a8f660-1b0f-466d-9cdb-17f266039ace triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:16.442815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.474020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeff13-a0ab-4f00-873f-2174dba5a7fd req-9b8318a9-e44c-4f37-98ca-af7d4d12a0ea tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:16.475828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fbeff13-a0ab-4f00-873f-2174dba5a7fd req-9b8318a9-e44c-4f37-98ca-af7d4d12a0ea tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1764479 Nov 12 03:11:16.490871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.498347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] DHCP port deletion for 8bab8d27-df16-4e68-b6d7-4ccfadfcf364 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:16.509082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e6311d5-e2a2-4657-999e-16cb3dbd6330 req-6dae8ae0-9392-420e-941f-84d08525c117 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508031 Nov 12 03:11:16.541760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:16.548726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.614538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.701337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.708540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.709838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77684031-8ced-466a-b0a0-f201aebccc87 HTTP/1.1" status: 204 len: 168 time: 0.3430169 Nov 12 03:11:16.724989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464716f-2989-410f-9dee-2a032b9ebf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77684031-8ced-466a-b0a0-f201aebccc87,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:16.744575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] For port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,segment=NetworkSegment(6f9b3c5a-bc2f-4b12-a075-443669610e77),segment_id=6f9b3c5a-bc2f-4b12-a075-443669610e77)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:16.744963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.766725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Calling delete_port for c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:16.774557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fbeff13-a0ab-4f00-873f-2174dba5a7fd req-07527539-5adf-4a2b-a62f-2189bff37f31 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324598 Nov 12 03:11:16.823184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.911655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.982203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Deleting port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:16.982613 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:16.994259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:17.008823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e8d4c3-45de-41c8-86ca-ee0504b46b25,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:17.025965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'port_id': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'mac_address': 'fa:16:3e:ff:9a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed02460-bd0e-45e8-b307-41a2d023a582', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:17.027997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.036530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-55db2bcc-12d1-4ab3-8831-8b35bb24b710 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6524904 Nov 12 03:11:17.036670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48828) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:17.051043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:17.136411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.144671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.196803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Port': ['ID=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:17.200061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No DVR routers for this DVR port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:17.207174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] For port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,segment=NetworkSegment(6f9b3c5a-bc2f-4b12-a075-443669610e77),segment_id=6f9b3c5a-bc2f-4b12-a075-443669610e77)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:17.207586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.276138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Calling delete_port for c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:17.329152 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.365359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd774dcb-6dff-4d91-abea-b967a6282170 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:17.368265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.433646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:17.443560 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.455623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bab8d27-df16-4e68-b6d7-4ccfadfcf364']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:17.508272 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.509881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9b3c5a-bc2f-4b12-a075-443669610e77') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:17.510185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9b3c5a-bc2f-4b12-a075-443669610e77') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:17.553995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.586444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.603456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:17.605222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:17.608575 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:17.682735 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Sync routers for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:17.696827 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:17.699910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:17.716151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.728470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.742903 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:17.756643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/8bab8d27-df16-4e68-b6d7-4ccfadfcf364 HTTP/1.1" status: 204 len: 168 time: 1.6335578 Nov 12 03:11:17.764570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48850) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:17.777433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc75f5-7697-472b-8c55-35a51db06b2b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=8bab8d27-df16-4e68-b6d7-4ccfadfcf364,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:17.840024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978027-9d60-4c6a-92a3-a9016b941971 req-2b5a20eb-8f53-4ff0-9455-c7429eefd99b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:17.855476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4978027-9d60-4c6a-92a3-a9016b941971 req-2b5a20eb-8f53-4ff0-9455-c7429eefd99b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1861200 Nov 12 03:11:17.864071 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-250f4ab5-1a46-49ba-ab37-041b7eaa188b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:17.864978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250f4ab5-1a46-49ba-ab37-041b7eaa188b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:17.865250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:17.869768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-250f4ab5-1a46-49ba-ab37-041b7eaa188b tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/851ef0c1-e849-4e48-af7b-cac64ce09b22 HTTP/1.1" status: 404 len: 337 time: 0.1038804 Nov 12 03:11:17.872922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:17.902851 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2a6d38-aef2-4023-b85b-3a4bdac8857f tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] DELETE failed (client error): The resource could not be found. Nov 12 03:11:17.906701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Allocated IP 172.25.2.228 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c437af1c-9f5f-4ae1-9552-f1799e2b3d71) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:17.907797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2a6d38-aef2-4023-b85b-3a4bdac8857f tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:11:17.920064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bd2a6d38-aef2-4023-b85b-3a4bdac8857f tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/3508213c-51b4-40c5-bb6a-ddd504422ed3 HTTP/1.1" status: 404 len: 339 time: 0.0457952 Nov 12 03:11:17.922962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:17.992412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4978027-9d60-4c6a-92a3-a9016b941971 req-b9e036c1-e29c-4698-b4fa-c451c559bb7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332705 Nov 12 03:11:18.050061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting subnet deaa1e81-e0cc-4930-b6df-6baad68c4c28 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:18.065177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.189141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['cd774dcb-6dff-4d91-abea-b967a6282170'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:18.206884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:18.224408 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:11Z', 'revision_number': 2, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:18.265723 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Checking router: b857c722-3dc5-4078-a7fc-c21c3762c961 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:18.266319 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Updating router b857c722-3dc5-4078-a7fc-c21c3762c961 port a91577be-503c-4509-8963-f33f18f852cb binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:11:18.297219 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.326553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.330624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:18.338016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:18.338466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:18.357588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] No DVR routers for this DVR port c4a82dc5-ebf7-4fcd-b13b-df9d6615d302 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:18.408135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.459822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8ae85-fdb3-4b85-8294-64e56b12e143 req-c97a20dc-ea93-428b-822f-b446151e4937 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:18.461460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ea8ae85-fdb3-4b85-8294-64e56b12e143 req-c97a20dc-ea93-428b-822f-b446151e4937 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2889872 Nov 12 03:11:18.485797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.509812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8b0f5-5d07-45d9-b9a8-f698d3e988e6 None None] Pushing event deleted for resources: {'Port': ['ID=c4a82dc5-ebf7-4fcd-b13b-df9d6615d302,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:18.536208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:18.592422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:18.594962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:18.690717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ea8ae85-fdb3-4b85-8294-64e56b12e143 req-fea362e3-4a66-4dac-a95e-094795b3f796 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125928 Nov 12 03:11:18.695385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'Port': ['ID=c437af1c-9f5f-4ae1-9552-f1799e2b3d71,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:18.732037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.876129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.932247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Subnet': ['ID=deaa1e81-e0cc-4930-b6df-6baad68c4c28,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:18.932247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.939361 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.946823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.948842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/subnets/deaa1e81-e0cc-4930-b6df-6baad68c4c28 HTTP/1.1" status: 204 len: 168 time: 1.0246446 Nov 12 03:11:18.949725 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:18.953663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:18.958460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153c15ed-8045-4d7f-b75f-bf68509775dc None None] Network 1626f21f-7ed0-4c97-b944-61958ed3202a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:18.968665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.969132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.979854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.980275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.980713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.981064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.981743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.982149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.982429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.982761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.983165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:18.983449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957530e9-5e8f-4840-bf63-449a57149885 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:19.057530 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885930c-8458-45c9-83d9-0ea6d116fa95 None None] Pushing event updated for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:19.091157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.143666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.223766 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Attempting to bind port a91577be-503c-4509-8963-f33f18f852cb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:19.226774 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Attempting to bind port a91577be-503c-4509-8963-f33f18f852cb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:19.227223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Attempting to bind port a91577be-503c-4509-8963-f33f18f852cb on network 58757af9-3ae6-43b4-b935-391e32644149 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:19.240565 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:19.245030 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Checking segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:19.248090 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.248712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Bound using segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:19.249812 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Bound port: a91577be-503c-4509-8963-f33f18f852cb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:19.250396 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.276429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e612-3c0a-4685-b75c-dbb696653eba req-10222737-3d6f-4841-aed8-71dbe2be8516 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:19.286023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f71e612-3c0a-4685-b75c-dbb696653eba req-10222737-3d6f-4841-aed8-71dbe2be8516 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1461885 Nov 12 03:11:19.361462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] DHCP port deletion for 1626f21f-7ed0-4c97-b944-61958ed3202a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:19.463281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f71e612-3c0a-4685-b75c-dbb696653eba req-be905384-1ff1-43a1-aad5-2578f6924139 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764235 Nov 12 03:11:19.513072 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] For port a91577be-503c-4509-8963-f33f18f852cb, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:19.519183 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] For port a91577be-503c-4509-8963-f33f18f852cb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a91577be-503c-4509-8963-f33f18f852cb,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:19.526424 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.527804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Deleting port a8d4b607-fbbe-4877-8176-663b362895eb {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:19.527804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.582898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.587687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Deleting port a8d4b607-fbbe-4877-8176-663b362895eb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:19.588072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.602039 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.635516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:19.636587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.638363 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:19.643854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:19.734518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.758484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] For port a8d4b607-fbbe-4877-8176-663b362895eb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a8d4b607-fbbe-4877-8176-663b362895eb,segment=NetworkSegment(efb58610-6c8c-40e3-bde3-17f3b78a77c8),segment_id=efb58610-6c8c-40e3-bde3-17f3b78a77c8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:19.758909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.767213 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885930c-8458-45c9-83d9-0ea6d116fa95 None None] Pushing event updated for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:19.773192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Calling delete_port for a8d4b607-fbbe-4877-8176-663b362895eb owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:19.829594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-4b9500d9-f45b-4e71-9fe0-99cb492cbfde tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2081051 Nov 12 03:11:19.873590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:19.883612 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:20.001086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] For port a91577be-503c-4509-8963-f33f18f852cb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a91577be-503c-4509-8963-f33f18f852cb,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:20.006934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.107579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d69c1-7458-4754-992d-d7632eaead62 None None] Pushing event updated for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:20.110189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.144174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] Pushing event deleted for resources: {'Port': ['ID=a8d4b607-fbbe-4877-8176-663b362895eb,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:20.149505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce00cc-1226-4940-9ada-ee01be6bb4be None None] No DVR routers for this DVR port a8d4b607-fbbe-4877-8176-663b362895eb on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:20.181408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a91577be-503c-4509-8963-f33f18f852cb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:20.185448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-498857cd-48b1-4685-b3e2-9d15c6ba5bf8 None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:20.185683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-498857cd-48b1-4685-b3e2-9d15c6ba5bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.202718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368893-5986-401a-97f3-3ea0e75835a0 req-832f2212-0356-4bad-9b0b-8ac8e4422902 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:20.227440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a368893-5986-401a-97f3-3ea0e75835a0 req-832f2212-0356-4bad-9b0b-8ac8e4422902 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1782551 Nov 12 03:11:20.318393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:20.319645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.324077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.328525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a368893-5986-401a-97f3-3ea0e75835a0 req-01dfb62d-6133-4e3f-8815-9c8aac9c6930 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999870 Nov 12 03:11:20.337182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2994356 Nov 12 03:11:20.340404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] For port a8d4b607-fbbe-4877-8176-663b362895eb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a8d4b607-fbbe-4877-8176-663b362895eb,segment=NetworkSegment(efb58610-6c8c-40e3-bde3-17f3b78a77c8),segment_id=efb58610-6c8c-40e3-bde3-17f3b78a77c8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:20.340837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.370043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98446c8-4053-4427-9edb-1baf51d49be9 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'Port': ['ID=c437af1c-9f5f-4ae1-9552-f1799e2b3d71,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:20.408407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Calling delete_port for a8d4b607-fbbe-4877-8176-663b362895eb owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:20.427223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-808901c6-2eb9-4e57-b9bf-86d10fff5ec5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:20.438128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-808901c6-2eb9-4e57-b9bf-86d10fff5ec5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5857275 Nov 12 03:11:20.474138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-5427d00d-ef25-4e13-be35-804d9af0d797 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/quotas/26cabe93f5ee459ab6180d4c7870bad6 HTTP/1.1" status: 200 len: 375 time: 0.0337539 Nov 12 03:11:20.501025 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:20.560444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:20.610661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.618439 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50f852-d598-4504-b17b-363771c5d17c None None] The sync data for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 is: [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:20.699148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port cd774dcb-6dff-4d91-abea-b967a6282170 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:20.704117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port cd774dcb-6dff-4d91-abea-b967a6282170 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:20.704615 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.763017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Port': ['ID=a8d4b607-fbbe-4877-8176-663b362895eb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:20.777100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] No DVR routers for this DVR port a8d4b607-fbbe-4877-8176-663b362895eb on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:20.791689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-f7f700bc-fb3a-4dad-bf40-7948d4ca8bf8 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1406929 Nov 12 03:11:20.808131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a8d4b607-fbbe-4877-8176-663b362895eb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:20.851264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535581b7-2e4e-461e-847d-a4687547e884 req-01001dd5-13ef-4bc2-8dd2-3595b5a3825a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:20.852923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-535581b7-2e4e-461e-847d-a4687547e884 req-01001dd5-13ef-4bc2-8dd2-3595b5a3825a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1199207 Nov 12 03:11:20.864502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a8d4b607-fbbe-4877-8176-663b362895eb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:20.864886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a8d4b607-fbbe-4877-8176-663b362895eb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:20.942411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.967237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:20.976904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-535581b7-2e4e-461e-847d-a4687547e884 req-e12abe6e-6214-4868-b991-b01e72b6f67f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166644 Nov 12 03:11:21.009632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:21.017004 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d7a94d-33e4-4e72-b6ad-e26a1a1e21d0" -d '{"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-plugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:21.046121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1626f21f-7ed0-4c97-b944-61958ed3202a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:21.060602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb58610-6c8c-40e3-bde3-17f3b78a77c8') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:21.061094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb58610-6c8c-40e3-bde3-17f3b78a77c8') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:21.081416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.098820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.100981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:21.106739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:21.107182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.118969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:21.252418 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:21.259845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.262296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:21.269186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:21.293036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] 10.222.0.84 "DELETE /v2.0/networks/1626f21f-7ed0-4c97-b944-61958ed3202a HTTP/1.1" status: 204 len: 168 time: 2.3372233 Nov 12 03:11:21.324152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682877de-6a6a-4b8f-941e-4791dc085a90 tempest-NetworksIpV6Test-924764329 tempest-NetworksIpV6Test-924764329-project] Pushing event deleted for resources: {'Network': ['ID=1626f21f-7ed0-4c97-b944-61958ed3202a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:21.340931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-850f64b7-b5db-441a-8c9f-7c2178a58788 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--897437559&fields=id&tenant_id=c859a77e3198455680be03023e531671 HTTP/1.1" status: 200 len: 267 time: 0.1795444 Nov 12 03:11:21.508907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b71b9dcd-0f4c-4f8a-adfc-cf357131f959 req-538dc2a5-8cc2-4551-95b1-7236d7f310b9 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 210 time: 0.0492301 Nov 12 03:11:21.552327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-2f7d6466-eca4-48cd-bc9a-de80db4f9b4c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:21.560389 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07305610-e967-41d3-888b-25f261386cba x-openstack-request-id: req-07305610-e967-41d3-888b-25f261386cba {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:21.560680 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-plugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:21.561252 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07305610-e967-41d3-888b-25f261386cba {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:21.561411 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'code': 200} Nov 12 03:11:21.564695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-2f7d6466-eca4-48cd-bc9a-de80db4f9b4c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/networks?id=58757af9-3ae6-43b4-b935-391e32644149 HTTP/1.1" status: 200 len: 812 time: 0.2219610 Nov 12 03:11:21.604439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-ad0c8a06-14ce-4a55-b4a6-2dfa0934f1a3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/quotas/c859a77e3198455680be03023e531671 HTTP/1.1" status: 200 len: 375 time: 0.0383611 Nov 12 03:11:21.810282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bea170-bb5f-464e-aa0b-b00a1243cb78 req-f9d1a827-caae-4caf-ac73-154537affb79 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:21.815010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9bea170-bb5f-464e-aa0b-b00a1243cb78 req-f9d1a827-caae-4caf-ac73-154537affb79 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1146443 Nov 12 03:11:21.815274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-b2e60d37-a39a-4064-92f2-d4376ab91e80 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c859a77e3198455680be03023e531671&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2008767 Nov 12 03:11:21.848637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d35682-3a44-439e-ad75-291169b2c2d5 req-13fdf38b-ad64-4908-965d-4d0c7eaf8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:21.854125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6d35682-3a44-439e-ad75-291169b2c2d5 req-13fdf38b-ad64-4908-965d-4d0c7eaf8303 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1097 time: 0.2227619 Nov 12 03:11:21.889687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9bea170-bb5f-464e-aa0b-b00a1243cb78 req-c6097e12-593d-4e13-9cce-f1e29213111d tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 Nov 12 03:11:22.046269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48988) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:22.092343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a91577be-503c-4509-8963-f33f18f852cb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:22.260041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84b8cb46-cc29-40e6-8256-931af4b8d770 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=63b5d18a3d59410bb59bdad86d9dbea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116857 Nov 12 03:11:22.263758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:22.265327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a91577be-503c-4509-8963-f33f18f852cb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:22.265711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.413602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.492284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa1594-9bd9-4043-ba5a-981c690c764a req-015ba648-9ace-4106-9ead-316219b37edc tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:22.500990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40fa1594-9bd9-4043-ba5a-981c690c764a req-015ba648-9ace-4106-9ead-316219b37edc tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1672735 Nov 12 03:11:22.505010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.537997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6d35682-3a44-439e-ad75-291169b2c2d5 req-2c3d8449-3b03-4f0a-a071-61efd622ad8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496005 Nov 12 03:11:22.563645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-28f937d8-ce86-4bbb-b24f-fd7d2c1c8ba6 service neutron] 10.222.0.84 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7070208 Nov 12 03:11:22.605092 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40fa1594-9bd9-4043-ba5a-981c690c764a req-722ef279-a3be-4d56-9c3b-fb9322c2e19c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Nov 12 03:11:22.648840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.649764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:22.664084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef6e3ba3-7779-45a1-a2e3-5349121c2bdc HTTP/1.1" status: 204 len: 168 time: 0.3990376 Nov 12 03:11:22.681349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771096b2-4696-492a-97c8-381e35e36695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6e3ba3-7779-45a1-a2e3-5349121c2bdc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:22.815432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-e9dd174d-c433-4e00-ba41-88683b8d65ad service neutron] 10.222.0.84 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359960 Nov 12 03:11:22.915755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-c12f5c60-8e85-468e-89c6-1fe0c69c1bef tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526521 Nov 12 03:11:23.100064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2a9eebfc-6ab7-42fb-8a9b-f9b3c2c950c6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:23.102451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2a9eebfc-6ab7-42fb-8a9b-f9b3c2c950c6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809955 Nov 12 03:11:23.116290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Request body: {'port': {'device_id': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '26cabe93f5ee459ab6180d4c7870bad6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:23.268845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b396f39-ce38-47fb-95cf-599b4c6b2285 req-f6717f9c-d767-46ab-b5f8-3fb0803ba03e tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 210 time: 0.0453253 Nov 12 03:11:23.388916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-025380c3-c558-4320-bec8-16c1be3710bd req-248bb718-1996-4e9a-ab35-514558657379 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 210 time: 0.0618889 Nov 12 03:11:23.410630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Made reservation on behalf of 26cabe93f5ee459ab6180d4c7870bad6 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:23.416987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:23.430155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:23.546281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5f0c-dc51-4a04-a366-cda2f15bb475 req-0caee603-f78a-4973-b311-ef36338ee4ba tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:23.555860 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca3f5f0c-dc51-4a04-a366-cda2f15bb475 req-0caee603-f78a-4973-b311-ef36338ee4ba tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1110435 Nov 12 03:11:23.700916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:23.720772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca3f5f0c-dc51-4a04-a366-cda2f15bb475 req-fb6d7509-4446-4fc2-b44e-1628bce97459 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639481 Nov 12 03:11:23.728134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:23.910675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4c455-e968-4997-87f2-e825ca80674c req-340afbc4-9b8b-43d4-b041-f71656e74229 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:23.915873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Allocated IP 192.168.233.197 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/22a03e7f-b982-42ef-982c-01cf84952a48) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:23.920171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18c4c455-e968-4997-87f2-e825ca80674c req-340afbc4-9b8b-43d4-b041-f71656e74229 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1303203 Nov 12 03:11:24.078357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18c4c455-e968-4997-87f2-e825ca80674c req-d5212cd4-9d49-4b8d-97c2-dcd1937ecc3b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554074 Nov 12 03:11:24.145734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:24.359645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-2084005781'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:24.389185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:24.402015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.413717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.499308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba2cf2db-edaa-43be-812a-7ebefa0ee00f req-21c18e5a-b402-490b-a54e-010579a7d969 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 210 time: 0.0417709 Nov 12 03:11:24.573362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.578931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.643911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d885d1ca-93af-41a8-9c65-6cd605566d3f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:24.673177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819123c-1c15-47b5-82f5-e5603ee0ef6d req-f517c953-4f82-4125-99b7-0dd00a8671fa tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:24.680855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9819123c-1c15-47b5-82f5-e5603ee0ef6d req-f517c953-4f82-4125-99b7-0dd00a8671fa tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 946 time: 0.7448461 Nov 12 03:11:24.748745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:11:24.762604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.763531 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 9b2eddcd-424e-4aae-8298-18665e35fdfe of type vlan for network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 Nov 12 03:11:24.794198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9819123c-1c15-47b5-82f5-e5603ee0ef6d req-bc0160cc-fe6e-42ac-acc3-fdd6657f7f99 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/security-groups?id=8dfa2b0f-1777-4f43-9867-47b14d97f8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044495 Nov 12 03:11:24.833374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.891019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5449049d-104b-40ad-8f00-3b14e4138143 req-a7987126-bf26-46b0-a7d9-a00bfa7a5a6c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 210 time: 0.2477965 Nov 12 03:11:24.954978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04c02f-3784-45af-ac83-68ae52eaa5d3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:24.961661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.974692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:24.975362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.976801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd46b2-66a7-4a3c-96e3-f07d1e430f65 req-059a0db8-26cd-4a81-9b01-536ae8d5fdc5 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:24.984609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0dd46b2-66a7-4a3c-96e3-f07d1e430f65 req-059a0db8-26cd-4a81-9b01-536ae8d5fdc5 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.0929358 Nov 12 03:11:25.020441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.075739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0dd46b2-66a7-4a3c-96e3-f07d1e430f65 req-dc96a53e-913b-452b-bb17-9380a86c15fb tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900197 Nov 12 03:11:25.184950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-05f19b00-6920-4a42-ae44-52c3f4ff3791 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:25.184950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-05f19b00-6920-4a42-ae44-52c3f4ff3791 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.32 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 946 time: 0.0995712 Nov 12 03:11:25.185838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:25.186144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:11:25.207584 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.228610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e21ef056-d53d-49a3-b8f4-3247f5d15a2b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0811453 Nov 12 03:11:25.230653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49082) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:25.236400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-22081572'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:25.269725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:25.273917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.310038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:11:25.344196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.344571 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 62cc3776-4c15-40f5-9ffd-e73968eb8dee of type vlan for network af0e02d6-3bed-4856-a4f3-4e9ef370620f Nov 12 03:11:25.386563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Pushing event updated for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:25.400023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:25.406886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:25.414645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:25.450714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.490510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a4cea-5ee3-4f69-9826-e3daa56c6e6d req-2cd11762-53f9-48c0-bbf3-a3af7a6be9ee tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:25.504420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d7a4cea-5ee3-4f69-9826-e3daa56c6e6d req-2cd11762-53f9-48c0-bbf3-a3af7a6be9ee tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.3399274 Nov 12 03:11:25.540966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:25.541520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.615759 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2b5b5fe1-25f0-4c14-a7bc-3bec6ad5ad5c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5021083 Nov 12 03:11:25.619193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Deleting port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:25.619537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.718977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-304b95e6-bee6-47ff-b1ed-27818d80a897 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:25.720837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-304b95e6-bee6-47ff-b1ed-27818d80a897 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.39 "GET /v2.0/networks?id=58757af9-3ae6-43b4-b935-391e32644149 HTTP/1.1" status: 200 len: 812 time: 0.2135286 Nov 12 03:11:25.724671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.732532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:25.733211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.813748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5817249 Nov 12 03:11:25.836730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] For port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,segment=NetworkSegment(9f224b44-2dfe-40c4-a64f-9dc63481cdf4),segment_id=9f224b44-2dfe-40c4-a64f-9dc63481cdf4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:25.837443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.851225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:25.852028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Calling delete_port for 08bcca61-bd7d-4ab5-a4c5-efc5700e473c owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:25.864640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:25.919502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bda7ae66-61fc-4012-81e6-a4fc06d928ff None None] Provisioning complete for port 22a03e7f-b982-42ef-982c-01cf84952a48 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:25.926400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bda7ae66-61fc-4012-81e6-a4fc06d928ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.009551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Request body: {'port': {'device_id': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:26.016287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.020812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bda7ae66-61fc-4012-81e6-a4fc06d928ff None None] Port 22a03e7f-b982-42ef-982c-01cf84952a48 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:26.032339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['08bcca61-bd7d-4ab5-a4c5-efc5700e473c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:26.087949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Pushing event deleted for resources: {'Port': ['ID=08bcca61-bd7d-4ab5-a4c5-efc5700e473c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:26.096026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:26.101161 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.122705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602587ec-02c7-4e7f-8d2a-0467209d637a None None] DHCP port deletion for e2a71044-e248-4ae6-8681-c2975a8e4ca1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:26.171957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.196495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] No DVR routers for this DVR port 08bcca61-bd7d-4ab5-a4c5-efc5700e473c on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:26.200165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.204475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f59806bc-6d75-4fcc-8703-5e0209b80b7b req-2500f11e-b108-47a1-83c0-13ab33b52b67 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.32 "DELETE /v2.0/ports/08bcca61-bd7d-4ab5-a4c5-efc5700e473c HTTP/1.1" status: 204 len: 173 time: 1.0505953 Nov 12 03:11:26.207493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'name': 'network-vif-deleted', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:26.214727 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e70d5f-5976-4b83-8846-591736e8dcc6" -d '{"events": [{"server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "name": "network-vif-deleted", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:26.238088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9700-28b4-46a0-a2eb-c2fbd09fd598 req-caf0cebd-fa37-4301-9269-0d12f06ec55b tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:26.240150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a1a9700-28b4-46a0-a2eb-c2fbd09fd598 req-caf0cebd-fa37-4301-9269-0d12f06ec55b tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 936 time: 0.2473292 Nov 12 03:11:26.394518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ce389-f6b9-4457-8e33-712680823e43 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=af0e02d6-3bed-4856-a4f3-4e9ef370620f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:26.405622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:11:26.439548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.492727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a1a9700-28b4-46a0-a2eb-c2fbd09fd598 req-03c826ef-79d9-402d-b9d4-cf158048e2d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946204 Nov 12 03:11:26.601575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d7a4cea-5ee3-4f69-9826-e3daa56c6e6d req-bcda2b10-d000-42c5-b69e-8373664d297b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0952334 Nov 12 03:11:26.611822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:26.633111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-d2f1c433-da78-42b0-a7ef-2e0f107a83b8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c859a77e3198455680be03023e531671 HTTP/1.1" status: 200 len: 379 time: 0.8862925 Nov 12 03:11:26.651346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'port': {'device_id': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'admin_state_up': True, 'tenant_id': 'c859a77e3198455680be03023e531671', 'security_groups': ['4d961389-37fc-4573-89da-8d621736b8a9']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:26.723742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-061dbb06-5b60-4b89-96f1-8df994d94b21 req-377d3eaa-513b-4d25-96cc-a5ae77dfa392 tempest-ServerTagsTestJSON-1200930352 tempest-ServerTagsTestJSON-1200930352-project] 10.222.0.84 "GET /v2.0/ports?device_id=241ec976-c447-4f80-92cc-6c57de2a34ee HTTP/1.1" status: 200 len: 210 time: 0.1016977 Nov 12 03:11:26.817268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-355ac61d-1a31-4913-a23b-65aac0b41870 req-8f18f00c-d0de-42de-acf6-1921875bdd7a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 210 time: 0.0776792 Nov 12 03:11:26.832010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '9b2eddcd-424e-4aae-8298-18665e35fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:26.832419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:26.948966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:26.975776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:26.976685 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29439d2e-7d22-4fdc-9639-30e6aeee2f66 x-openstack-request-id: req-29439d2e-7d22-4fdc-9639-30e6aeee2f66 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:26.978921 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ec976-c447-4f80-92cc-6c57de2a34ee", "name": "network-vif-deleted", "tag": "08bcca61-bd7d-4ab5-a4c5-efc5700e473c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:26.979298 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29439d2e-7d22-4fdc-9639-30e6aeee2f66 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:26.979750 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ec976-c447-4f80-92cc-6c57de2a34ee', 'name': 'network-vif-deleted', 'tag': '08bcca61-bd7d-4ab5-a4c5-efc5700e473c', 'status': 'completed', 'code': 200} Nov 12 03:11:26.989078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef21ca1e-11a9-404c-8f48-bd98978de324 None None] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:26.999367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a03e7f-b982-42ef-982c-01cf84952a48 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:27.005036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.006361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.012244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Made reservation on behalf of c859a77e3198455680be03023e531671 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:27.018199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.020784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.077267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Transition to ACTIVE for port object 22a03e7f-b982-42ef-982c-01cf84952a48 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:11:27.085560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03452-9013-4551-b2ca-33531c99f316 req-197ac2bb-fb16-4828-8315-8a70ff4da51f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.093344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dae03452-9013-4551-b2ca-33531c99f316 req-197ac2bb-fb16-4828-8315-8a70ff4da51f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1912818 Nov 12 03:11:27.104803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.132359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48b5cdb6-eb6e-4678-a000-465a70f348c3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2749822 Nov 12 03:11:27.138653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49126) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:27.155279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:27.201677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ddb8d-c224-4b27-9772-abe1a73afd16 req-b3849355-5806-4fe0-84fa-b8d4af672c8a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.203414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea7ddb8d-c224-4b27-9772-abe1a73afd16 req-b3849355-5806-4fe0-84fa-b8d4af672c8a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1097 time: 0.0724428 Nov 12 03:11:27.309118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44', 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': 'ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:27.310276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.328830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Allocated IP 172.20.0.8 (58757af9-3ae6-43b4-b935-391e32644149/c89bd142-fbd1-4043-9b33-630cd0113ce0/3d51ef6f-b757-4cca-b71c-a8ffd0633162) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:27.333013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea7ddb8d-c224-4b27-9772-abe1a73afd16 req-44af58f2-8d9c-4cdf-b538-da53f509551c tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221354 Nov 12 03:11:27.397960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Pushing event updated for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:27.474628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dae03452-9013-4551-b2ca-33531c99f316 req-9e3296ea-31b6-464a-a529-5e152b437da2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733666 Nov 12 03:11:27.568348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.580772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Allocated IP 172.20.0.2 (4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44/ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77/e06bb461-9711-4215-962d-0fcf07240727) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:27.730073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Attempting to bind port 22a03e7f-b982-42ef-982c-01cf84952a48 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:27.730698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Attempting to bind port 22a03e7f-b982-42ef-982c-01cf84952a48 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:27.731298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Attempting to bind port 22a03e7f-b982-42ef-982c-01cf84952a48 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:27.735421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:27.739432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.739662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.794999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Port 22a03e7f-b982-42ef-982c-01cf84952a48 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:11:27.795636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Attempting to bind port 22a03e7f-b982-42ef-982c-01cf84952a48 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:27.818187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18b41-ef82-4a04-8501-3fa9df49a941 req-8d09c994-6dd6-425a-91e0-cdd5b972c0e1 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:27.827956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57c18b41-ef82-4a04-8501-3fa9df49a941 req-8d09c994-6dd6-425a-91e0-cdd5b972c0e1 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.1909771 Nov 12 03:11:27.829879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:27.866787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.926800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.939583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.958658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:27.959014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:27.959595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:27.960478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Bound port: 22a03e7f-b982-42ef-982c-01cf84952a48, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:27.965609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.028008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:28.031288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:28.034823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:28.063177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Network 58757af9-3ae6-43b4-b935-391e32644149 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:28.082545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event updated for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:28.093465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:28.110317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:28.141607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Deleting subnet 68c6fc96-4695-49fa-9ab8-ce12212552ab {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:28.157290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Pushing event updated for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:28.172204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.189691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.190086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.190439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.190778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.191136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.200509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54021707-d7cc-42fe-889f-d72e79db45ef req-900f9e4f-e752-4ec0-99c4-24c90a2e28a8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:28.208562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.209070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.209464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.209875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.210788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.211235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.211577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:28.217402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54021707-d7cc-42fe-889f-d72e79db45ef req-900f9e4f-e752-4ec0-99c4-24c90a2e28a8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 931 time: 0.2545750 Nov 12 03:11:28.224482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Attempting to bind port e06bb461-9711-4215-962d-0fcf07240727 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:28.224728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Attempting to bind port e06bb461-9711-4215-962d-0fcf07240727 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9b2eddcd-424e-4aae-8298-18665e35fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:28.225037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Attempting to bind port e06bb461-9711-4215-962d-0fcf07240727 on network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:28.240246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:28.241310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Checking segment: {'id': '9b2eddcd-424e-4aae-8298-18665e35fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:28.241310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.241545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Bound using segment: {'id': '9b2eddcd-424e-4aae-8298-18665e35fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:28.241954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Bound port: e06bb461-9711-4215-962d-0fcf07240727, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2eddcd-424e-4aae-8298-18665e35fdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:28.242343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.293983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57c18b41-ef82-4a04-8501-3fa9df49a941 req-2c06c0f9-47bb-4aab-8cdd-f434b77437b0 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648781 Nov 12 03:11:28.346948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:28.347785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.357712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.404745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-624e35b0-3d7f-4bba-920d-2aec0302350a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7629094 Nov 12 03:11:28.425297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:28.432846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e06bb461-9711-4215-962d-0fcf07240727,segment=NetworkSegment(9b2eddcd-424e-4aae-8298-18665e35fdfe),segment_id=9b2eddcd-424e-4aae-8298-18665e35fdfe)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:28.439080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.456063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54021707-d7cc-42fe-889f-d72e79db45ef req-fafb5c8f-55c8-4641-8454-d910a776374a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377834 Nov 12 03:11:28.489592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Request body: {'port': {'device_id': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:28.607889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:28.643272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=22a03e7f-b982-42ef-982c-01cf84952a48,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:28.657983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.658989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-43871268-039f-415e-aa82-1f17cc3129f1 None None] Provisioning complete for port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:28.665035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43871268-039f-415e-aa82-1f17cc3129f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.668508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c23b1-82eb-4de3-ae46-f39ae69fe94f None None] Pushing event updated for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:28.706561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.719721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-43871268-039f-415e-aa82-1f17cc3129f1 None None] Port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:28.738997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.782786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=abb93c69-3764-4bc4-8f10-5f907017ceee,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:28.931009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:28.931818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:28.934106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] 10.222.0.32 "PUT /v2.0/ports/22a03e7f-b982-42ef-982c-01cf84952a48 HTTP/1.1" status: 200 len: 1097 time: 2.9306779 Nov 12 03:11:28.992451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:28.994869 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:29.006275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.031206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.141676 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754b309-34da-45b2-9ef4-bef29fd10d61 x-openstack-request-id: req-8754b309-34da-45b2-9ef4-bef29fd10d61 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:29.142772 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:29.143303 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8754b309-34da-45b2-9ef4-bef29fd10d61 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:29.143964 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48', 'status': 'completed', 'code': 200} Nov 12 03:11:29.218915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d51ef6f-b757-4cca-b71c-a8ffd0633162 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:29.223178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba0a05-1e4f-4633-8edd-d2aca141b76d service neutron] Pushing event updated for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:29.244196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.247833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64127c0-3f6f-423a-a181-b542396febf9 req-6f8a0c8d-e6c1-407c-8aba-604f46117a79 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:29.255816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c64127c0-3f6f-423a-a181-b542396febf9 req-6f8a0c8d-e6c1-407c-8aba-604f46117a79 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.6023710 Nov 12 03:11:29.277907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Transition to ACTIVE for port object 3d51ef6f-b757-4cca-b71c-a8ffd0633162 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:11:29.281975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.296120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '62cc3776-4c15-40f5-9ffd-e73968eb8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:29.296702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: af0e02d6-3bed-4856-a4f3-4e9ef370620f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:29.302080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.334625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-652642a7-1852-4937-be87-9659b72eb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:29.338655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-652642a7-1852-4937-be87-9659b72eb3bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 1100 time: 0.2945540 Nov 12 03:11:29.364664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Pushing event updated for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:29.488036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c6fc96-4695-49fa-9ab8-ce12212552ab,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:29.512443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1737ec-596e-47c3-8f5f-4ebbaf45c96c None None] Network e2a71044-e248-4ae6-8681-c2975a8e4ca1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:29.568155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 08bcca61-bd7d-4ab5-a4c5-efc5700e473c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:29.612949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.622543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e91254c-2a8b-45ce-a198-e5f209ec3cfa admin admin] 10.222.0.84 "DELETE /v2.0/subnets/68c6fc96-4695-49fa-9ab8-ce12212552ab HTTP/1.1" status: 204 len: 168 time: 1.7874398 Nov 12 03:11:29.631199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49174) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:29.639403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-2f9dba6d-b512-440c-85b4-28c7bfb87f94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=22a03e7f-b982-42ef-982c-01cf84952a48 HTTP/1.1" status: 200 len: 217 time: 0.2713785 Nov 12 03:11:29.730787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193889a-ad83-4c30-97bf-17429b11d6ed req-c3ecc171-c79c-4c40-8587-049ba3543370 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:29.738633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9193889a-ad83-4c30-97bf-17429b11d6ed req-c3ecc171-c79c-4c40-8587-049ba3543370 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.2692370 Nov 12 03:11:29.742935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Attempting to bind port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:29.746187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Attempting to bind port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:29.747290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Attempting to bind port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 on network 58757af9-3ae6-43b4-b935-391e32644149 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:29.785469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 08bcca61-bd7d-4ab5-a4c5-efc5700e473c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:29.786488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 08bcca61-bd7d-4ab5-a4c5-efc5700e473c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:29.790501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 on network 58757af9-3ae6-43b4-b935-391e32644149 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:11:29.790829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Attempting to bind port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 on network 58757af9-3ae6-43b4-b935-391e32644149 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:29.815518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:29.815861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Checking segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:29.816248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Bound using segment: {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:29.816714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Bound port: 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4818e351-8ef8-4997-818e-303518dba604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '58757af9-3ae6-43b4-b935-391e32644149'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:29.817071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:29.844039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c64127c0-3f6f-423a-a181-b542396febf9 req-f8254f18-6716-4590-bb73-cc05bff34f48 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851519 Nov 12 03:11:29.890120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:29.936551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-b5bbab98-a3ad-416e-b71e-084275ec16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:29.938172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-b5bbab98-a3ad-416e-b71e-084275ec16a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.2794039 Nov 12 03:11:29.983811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ef8c7-5b59-4be8-9238-3e7a0a1b1b87 None None] DHCP port deletion for e2a71044-e248-4ae6-8681-c2975a8e4ca1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:30.075517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, af0e02d6-3bed-4856-a4f3-4e9ef370620f) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:30.094566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be94d8d-68ba-4485-b347-f51b13667c5b None None] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:30.141699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.144293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.161298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:30.180627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:30.206414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9193889a-ad83-4c30-97bf-17429b11d6ed req-ce5aeb30-892a-4649-9c6e-17832377d43c tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259846 Nov 12 03:11:30.222332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.290353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.297426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae6df4ff-00e9-43e2-8312-cdf290140397 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1562414 Nov 12 03:11:30.319459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49186) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:30.337146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-937703692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:30.362103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e06bb461-9711-4215-962d-0fcf07240727 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:30.368258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-766e4c25-9b64-44ad-b99f-8d52ca01b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.370364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-766e4c25-9b64-44ad-b99f-8d52ca01b777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4130559 Nov 12 03:11:30.438883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Pushing event updated for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:30.446022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0221a04-5394-460a-87ff-ad3b7c2467e3 req-2ded68fd-16c3-47f0-837f-8ea7d947576c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.454142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0221a04-5394-460a-87ff-ad3b7c2467e3 req-2ded68fd-16c3-47f0-837f-8ea7d947576c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 943 time: 0.3069365 Nov 12 03:11:30.464225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.464855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.472535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-24e8f117-34a9-4ffd-9d8b-21c02237a986 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d51ef6f-b757-4cca-b71c-a8ffd0633162 HTTP/1.1" status: 200 len: 1092 time: 1.9965911 Nov 12 03:11:30.473308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:30.477646 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:30.515531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20cedea-4d32-4346-80aa-ad9f64735a5e None None] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:30.604406 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d07e4-0e49-4cb1-b314-f44f266f6c30 x-openstack-request-id: req-136d07e4-0e49-4cb1-b314-f44f266f6c30 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:30.604630 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:30.604911 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-136d07e4-0e49-4cb1-b314-f44f266f6c30 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:30.605321 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'status': 'completed', 'code': 200} Nov 12 03:11:30.643704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-e34fef4f-30ec-4963-aa88-8dd47b30431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.645154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-e34fef4f-30ec-4963-aa88-8dd47b30431b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c859a77e3198455680be03023e531671&device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 1095 time: 0.1090138 Nov 12 03:11:30.709764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.736434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-286a4798-5106-4d18-8d61-a521a3600473 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162 HTTP/1.1" status: 200 len: 217 time: 0.0826035 Nov 12 03:11:30.761090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a71044-e248-4ae6-8681-c2975a8e4ca1']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:30.771752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f224b44-2dfe-40c4-a64f-9dc63481cdf4') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:30.772077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f224b44-2dfe-40c4-a64f-9dc63481cdf4') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:30.783158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.798205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.800333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] Provisioning complete for port e06bb461-9711-4215-962d-0fcf07240727 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:30.800955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.807149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:30.807944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.851156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-1cf264bb-695d-4af3-aa86-6f04df7c9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.852748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-1cf264bb-695d-4af3-aa86-6f04df7c9273 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c89bd142-fbd1-4043-9b33-630cd0113ce0 HTTP/1.1" status: 200 len: 851 time: 0.1065361 Nov 12 03:11:30.875287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-af0e02d6-3bed-4856-a4f3-4e9ef370620f', 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': 'abb93c69-3764-4bc4-8f10-5f907017ceee'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:30.876317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.952957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315d3c0-9006-4415-aca4-002194e29169 req-48ea9ee2-07c6-4f60-9454-478bf26be8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:30.955002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-48ea9ee2-07c6-4f60-9454-478bf26be8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58757af9-3ae6-43b4-b935-391e32644149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911176 Nov 12 03:11:30.996766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:30.999038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.070039 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:31.110147 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:31.117870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.125198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.129284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] 10.222.0.84 "DELETE /v2.0/networks/e2a71044-e248-4ae6-8681-c2975a8e4ca1 HTTP/1.1" status: 204 len: 168 time: 1.4918704 Nov 12 03:11:31.134851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1958c-4939-4a4a-9a3f-abf926274053 req-fe1fdd4e-d1ed-40ff-b63a-5c9359f25041 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:31.137706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fef1958c-4939-4a4a-9a3f-abf926274053 req-fe1fdd4e-d1ed-40ff-b63a-5c9359f25041 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1468585 Nov 12 03:11:31.190114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-744ce19b-9a0b-438d-af17-0853c949ba9a service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187202 Nov 12 03:11:31.190510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.242123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fef1958c-4939-4a4a-9a3f-abf926274053 req-cbf5f4dc-fa81-400d-8cf2-fec8bde279d9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952611 Nov 12 03:11:31.363023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2ab4-6f4c-4844-a1b1-e6acd9123d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a71044-e248-4ae6-8681-c2975a8e4ca1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:31.419477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a315d3c0-9006-4415-aca4-002194e29169 req-0eb6f8f8-1d78-4150-98b3-69f3e5c94894 service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131748 Nov 12 03:11:31.505530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e06bb461-9711-4215-962d-0fcf07240727 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:31.506083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.513449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-c37a647e-1634-4a6b-9d15-bc9120ddedd0 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1228235 Nov 12 03:11:31.536731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.539153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a4f6e85-5638-4edb-a8e9-5dd205ab2916 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2197144 Nov 12 03:11:31.547671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0221a04-5394-460a-87ff-ad3b7c2467e3 req-40b69c35-7514-4093-883c-477cd1ac1659 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0925717 Nov 12 03:11:31.548165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49210) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:31.656591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-01c6b7ce-0ae0-4d39-8b7d-d069d5eeb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:31.659681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d825237-0d6e-4a75-a37d-c2727c1fa211 req-c47188e2-0af5-4b1f-b0fb-ea302f909981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:31.661391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d825237-0d6e-4a75-a37d-c2727c1fa211 req-c47188e2-0af5-4b1f-b0fb-ea302f909981 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 1.0588524 Nov 12 03:11:31.667023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-01c6b7ce-0ae0-4d39-8b7d-d069d5eeb98b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c859a77e3198455680be03023e531671&device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 1095 time: 0.2010961 Nov 12 03:11:31.677520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.792786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e06bb461-9711-4215-962d-0fcf07240727,segment=NetworkSegment(9b2eddcd-424e-4aae-8298-18665e35fdfe),segment_id=9b2eddcd-424e-4aae-8298-18665e35fdfe)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:31.804636 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:31.824906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49214) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:31.869866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9be3-98e9-4078-924b-4b3421413947 req-8c16812d-9804-4507-a727-3e13e8bc9fe3 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:31.878236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b60a9be3-98e9-4078-924b-4b3421413947 req-8c16812d-9804-4507-a727-3e13e8bc9fe3 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.3994606 Nov 12 03:11:31.919910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Allocated IP 172.21.0.2 (af0e02d6-3bed-4856-a4f3-4e9ef370620f/abb93c69-3764-4bc4-8f10-5f907017ceee/92ee5a62-f651-46d8-a510-8913529aa65b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:32.041389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a791-65d1-482f-887c-7b7ef5a18e24 None None] Pushing event updated for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:32.055245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b60a9be3-98e9-4078-924b-4b3421413947 req-1d4d4dd4-e421-4209-b907-29186e37c6d9 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759398 Nov 12 03:11:32.121523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-72196be9-27a5-4b8d-8f72-86f470f0d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:32.122946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-72196be9-27a5-4b8d-8f72-86f470f0d438 service neutron] 10.222.0.39 "GET /v2.0/networks?id=58757af9-3ae6-43b4-b935-391e32644149 HTTP/1.1" status: 200 len: 913 time: 0.4459457 Nov 12 03:11:32.138484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-792bbb61-a134-4208-8791-1eb58137502e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e1e5fc40313469bbe18e19bc291459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095500 Nov 12 03:11:32.266336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49226) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:32.285355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-722a0f50-2717-4bbe-bf23-2c820a7d6d94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162 HTTP/1.1" status: 200 len: 217 time: 0.1457055 Nov 12 03:11:32.294602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca9519ea-eb8e-447b-b573-25319f2dfeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.301852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f525d65a-fcca-4f6b-adad-a00d222aed1b None None] Provisioning complete for port e06bb461-9711-4215-962d-0fcf07240727 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:32.310377 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f525d65a-fcca-4f6b-adad-a00d222aed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.458909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.517047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.604734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-25ee767c-4590-4955-9996-3bbabb62bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:32.605533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:32.607944 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-25ee767c-4590-4955-9996-3bbabb62bdb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c89bd142-fbd1-4043-9b33-630cd0113ce0 HTTP/1.1" status: 200 len: 851 time: 0.3102036 Nov 12 03:11:32.625955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:32.642555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:32.660434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.687033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c66c46-608b-4f82-81f4-bd873d337114 req-3dd52b9e-128f-406e-ba77-ede8a15c5552 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:32.695066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6c66c46-608b-4f82-81f4-bd873d337114 req-3dd52b9e-128f-406e-ba77-ede8a15c5552 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2632687 Nov 12 03:11:32.726409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.753948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-91f4461e-b65a-4f37-ad02-11330bb580a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:32.755700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-91f4461e-b65a-4f37-ad02-11330bb580a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58757af9-3ae6-43b4-b935-391e32644149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371274 Nov 12 03:11:32.756029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Pushing event updated for resources: {'Port': ['ID=92ee5a62-f651-46d8-a510-8913529aa65b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:32.842199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Attempting to bind port 92ee5a62-f651-46d8-a510-8913529aa65b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:32.842814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Attempting to bind port 92ee5a62-f651-46d8-a510-8913529aa65b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '62cc3776-4c15-40f5-9ffd-e73968eb8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:32.845295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6c66c46-608b-4f82-81f4-bd873d337114 req-f1461fd0-2993-43bf-b113-574a3b09f25d tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491373 Nov 12 03:11:32.846476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Attempting to bind port 92ee5a62-f651-46d8-a510-8913529aa65b on network af0e02d6-3bed-4856-a4f3-4e9ef370620f {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:32.863937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:32.864431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Checking segment: {'id': '62cc3776-4c15-40f5-9ffd-e73968eb8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:32.864718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.865113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Bound using segment: {'id': '62cc3776-4c15-40f5-9ffd-e73968eb8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:32.865601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Bound port: 92ee5a62-f651-46d8-a510-8913529aa65b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc3776-4c15-40f5-9ffd-e73968eb8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af0e02d6-3bed-4856-a4f3-4e9ef370620f'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:32.870650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.907230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aea9a95f-8883-4f68-890a-0580e7510ad0 req-a6667dce-f170-45e6-8e4f-bb0c7af30740 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3477213 Nov 12 03:11:32.946602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.951996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:32.953153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8dfa2b0f-1777-4f43-9867-47b14d97f8ef HTTP/1.1" status: 204 len: 168 time: 0.6847703 Nov 12 03:11:33.008963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d68285-8c39-4341-9c63-108798c09b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa2b0f-1777-4f43-9867-47b14d97f8ef,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:33.031374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-631038aa-9441-4993-943b-ff21ba16221e service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546220 Nov 12 03:11:33.131786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d825237-0d6e-4a75-a37d-c2727c1fa211 req-5613794e-4bdc-494c-8205-b88082d22587 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3348567 Nov 12 03:11:33.203736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] For port 92ee5a62-f651-46d8-a510-8913529aa65b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:33.209152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] For port 92ee5a62-f651-46d8-a510-8913529aa65b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=92ee5a62-f651-46d8-a510-8913529aa65b,segment=NetworkSegment(62cc3776-4c15-40f5-9ffd-e73968eb8dee),segment_id=62cc3776-4c15-40f5-9ffd-e73968eb8dee)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:33.221058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:33.379804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989679e-318b-4f84-87e9-eaf03615acf2 req-10bbea8f-adf7-46f3-9e89-984240ff143c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:33.401166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d989679e-318b-4f84-87e9-eaf03615acf2 req-10bbea8f-adf7-46f3-9e89-984240ff143c tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 943 time: 0.4664364 Nov 12 03:11:33.416007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddb030-223e-40ff-a504-8d3fb4a66566 None None] Pushing event updated for resources: {'Port': ['ID=92ee5a62-f651-46d8-a510-8913529aa65b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:33.446456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c280e-48b9-4279-88e5-752c1d7e85ab req-9855e5b0-3839-4b69-b18b-9d211c58fcb3 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:33.449294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a6c280e-48b9-4279-88e5-752c1d7e85ab req-9855e5b0-3839-4b69-b18b-9d211c58fcb3 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.2226388 Nov 12 03:11:33.480827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0e76128-8f63-40ca-812e-6e2d31fd6ea2 req-70de2f78-3b55-4a55-9fdd-96c4e9ae4a25 service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415872 Nov 12 03:11:33.481891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-c5999a62-9698-4e98-962f-5747ca0ce0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:33.497984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-c5999a62-9698-4e98-962f-5747ca0ce0db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 1100 time: 0.3986835 Nov 12 03:11:33.581724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a6c280e-48b9-4279-88e5-752c1d7e85ab req-1f1ca1fd-4d0d-4137-a736-90f362c26e6a tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172116 Nov 12 03:11:33.881494 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d989679e-318b-4f84-87e9-eaf03615acf2 req-2e567a9f-d18c-4369-b220-65de9dd8535e tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792352 Nov 12 03:11:33.894997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:34.444798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 92ee5a62-f651-46d8-a510-8913529aa65b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:34.594169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 92ee5a62-f651-46d8-a510-8913529aa65b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:34.594549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:34.632429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88e79-2237-485b-98ba-aa2bdfdccb68 req-37de6d08-9d68-42a2-95df-45778d755955 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:34.634549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7a88e79-2237-485b-98ba-aa2bdfdccb68 req-37de6d08-9d68-42a2-95df-45778d755955 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.5366571 Nov 12 03:11:34.655896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 3d51ef6f-b757-4cca-b71c-a8ffd0633162 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:34.676508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-6a16cef6-6e2a-4ebe-bddd-8b34df306646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:34.678013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-6a16cef6-6e2a-4ebe-bddd-8b34df306646 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.8527148 Nov 12 03:11:34.714592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad7c7367-c9ab-4c12-beb7-efd1cd9b0494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:34.767581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-847cf8eb-a15d-4449-b9c1-980193edd52f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=22a03e7f-b982-42ef-982c-01cf84952a48 HTTP/1.1" status: 200 len: 217 time: 0.0775499 Nov 12 03:11:34.794264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.20.0.1 (4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44/ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77/27968543-0c74-402a-9435-4efbccea0ba9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:34.812417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7a88e79-2237-485b-98ba-aa2bdfdccb68 req-8ae40f05-a951-41bf-86f4-ce9d64d351b1 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668892 Nov 12 03:11:34.924148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-d6be7e54-950c-4969-8b2f-d400b7e0a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:34.924148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-d6be7e54-950c-4969-8b2f-d400b7e0a9a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0823131 Nov 12 03:11:35.033890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-8ab70b15-a0a8-4ee5-b08c-b94434bd42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:35.035519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-8ab70b15-a0a8-4ee5-b08c-b94434bd42f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494274 Nov 12 03:11:35.087828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.176297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 92ee5a62-f651-46d8-a510-8913529aa65b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=92ee5a62-f651-46d8-a510-8913529aa65b,segment=NetworkSegment(62cc3776-4c15-40f5-9ffd-e73968eb8dee),segment_id=62cc3776-4c15-40f5-9ffd-e73968eb8dee)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:35.181326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.182131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e06bb461-9711-4215-962d-0fcf07240727 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:35.266645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-d84beeeb-394d-4ff8-99ea-33ddcb129fdb service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449411 Nov 12 03:11:35.297875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ddb885-589c-46b2-b2d5-0938b427092f None None] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:35.308175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=92ee5a62-f651-46d8-a510-8913529aa65b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:35.346102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3907fb-8307-48d5-9690-03e19a0be371 req-6756a886-435f-4e7e-b256-622ebcbff490 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:35.352565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b3907fb-8307-48d5-9690-03e19a0be371 req-6756a886-435f-4e7e-b256-622ebcbff490 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.0916798 Nov 12 03:11:35.360534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:35.396063 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68f0e4ad-73c1-43a2-8a0b-3c6d21b3abfc req-76af52e0-54a1-4e20-a016-17436b9de035 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214240 Nov 12 03:11:35.426311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353beefe-ff71-4338-9f57-163131b7ec1b req-805a52dc-a253-491a-af3d-a80360b8439f tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:35.427820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-353beefe-ff71-4338-9f57-163131b7ec1b req-805a52dc-a253-491a-af3d-a80360b8439f tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 0.3172853 Nov 12 03:11:35.448159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e06bb461-9711-4215-962d-0fcf07240727 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:35.448725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.453843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b3907fb-8307-48d5-9690-03e19a0be371 req-90ff59bc-74b6-44f8-bd1e-7f5bf9a59b9d tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921037 Nov 12 03:11:35.513938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'port_id': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'mac_address': 'fa:16:3e:1f:25:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:35.516244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-353beefe-ff71-4338-9f57-163131b7ec1b req-33a70aaa-3dcc-4538-b78e-e837c7ed8ca0 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770252 Nov 12 03:11:35.540756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c9875c01-eab5-4582-b7f4-d31596b91c60 None None] Provisioning complete for port 92ee5a62-f651-46d8-a510-8913529aa65b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:35.541149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c9875c01-eab5-4582-b7f4-d31596b91c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.552611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.594505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 22a03e7f-b982-42ef-982c-01cf84952a48 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:35.729304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.787365 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.823132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=27968543-0c74-402a-9435-4efbccea0ba9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:35.849286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:35.862863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f732b8-e709-4add-b8cf-d3f76cd4b776 req-d8b53883-f8b8-4cd3-8a75-391e293635d6 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:35.873429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-91f732b8-e709-4add-b8cf-d3f76cd4b776 req-d8b53883-f8b8-4cd3-8a75-391e293635d6 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 943 time: 0.2273109 Nov 12 03:11:35.880937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.881523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.882026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.882521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.883235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.884141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.884691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.885178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.885696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.886194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.886697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.887218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:35.940870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d51ef6f-b757-4cca-b71c-a8ffd0633162 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:35.944729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:35.955152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=22a03e7f-b982-42ef-982c-01cf84952a48,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:35.957464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:35.967626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:36.030461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:36.033013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.078727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '22a03e7f-b982-42ef-982c-01cf84952a48', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '22a03e7f-b982-42ef-982c-01cf84952a48', 'mac_address': 'fa:16:3e:27:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:36.095241 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.141373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37f83-0438-4fd7-9d26-b9a7d932de29 req-75d3fd19-4a4d-4086-bafc-0283b8730cad tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:36.159264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fd37f83-0438-4fd7-9d26-b9a7d932de29 req-75d3fd19-4a4d-4086-bafc-0283b8730cad tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1726115 Nov 12 03:11:36.244718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-91f732b8-e709-4add-b8cf-d3f76cd4b776 req-bf4a0f18-63f1-4a69-9960-cabccfae25da tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689511 Nov 12 03:11:36.272456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fd37f83-0438-4fd7-9d26-b9a7d932de29 req-b9125598-156e-4993-893c-6076821ebd59 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104825 Nov 12 03:11:36.329406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1216131121', 'description': 'tempest-description-48301926'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:36.345797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.358144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.371200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 92ee5a62-f651-46d8-a510-8913529aa65b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:36.454998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.493207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['3d51ef6f-b757-4cca-b71c-a8ffd0633162'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:36.526700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:36.574570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.598383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-98e5a72b-b32c-43a5-a819-91815ccdcb2f tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:36.603372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-98e5a72b-b32c-43a5-a819-91815ccdcb2f tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 0.3192079 Nov 12 03:11:36.604313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.651275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a99d29d-66bd-43b9-81ae-265798297215,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:36.656318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.657914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-162def33-841e-4a93-9fbf-49a46e217a9b req-a2dd6f91-a602-4c7d-bb56-b05e36934f36 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.3329694 Nov 12 03:11:36.782068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6708e-74aa-4e91-b649-d788afe16669 req-46d0e0f4-daee-40bb-9c84-036b21d3dbc6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:36.783830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47a6708e-74aa-4e91-b649-d788afe16669 req-46d0e0f4-daee-40bb-9c84-036b21d3dbc6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 948 time: 0.1770246 Nov 12 03:11:36.838864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a03e7f-b982-42ef-982c-01cf84952a48 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:36.844128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Deleting port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:36.847372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.923667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=22a03e7f-b982-42ef-982c-01cf84952a48,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:36.968821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 92ee5a62-f651-46d8-a510-8913529aa65b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:36.976621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:36.978745 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.027716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ae3316bf-8c96-456d-9597-f0fc5d1e4ac5 None None] Provisioning complete for port 27968543-0c74-402a-9435-4efbccea0ba9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:37.038882 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3316bf-8c96-456d-9597-f0fc5d1e4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.080513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] For port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:37.081309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.138335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Calling delete_port for 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:37.208637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ae3316bf-8c96-456d-9597-f0fc5d1e4ac5 None None] Port 27968543-0c74-402a-9435-4efbccea0ba9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:37.361552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.368708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:37.392134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47a6708e-74aa-4e91-b649-d788afe16669 req-c10f8660-7f81-442d-a6e7-b006cdab0322 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649979 Nov 12 03:11:37.416301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.429266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:37.430624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.453710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['22a03e7f-b982-42ef-982c-01cf84952a48'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:37.597176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.599167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=27968543-0c74-402a-9435-4efbccea0ba9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:37.640130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b2fea8e2-61b0-43e8-8b02-713e86abe3ea None None] Provisioning complete for port 92ee5a62-f651-46d8-a510-8913529aa65b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:37.640695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2fea8e2-61b0-43e8-8b02-713e86abe3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.646413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7edec713-7ad3-49c6-966c-ed329a20312a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.728339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde273-07c8-4cb2-b46d-9ef0a64f428e req-295a1218-c785-4511-a4bd-4894f81d2b0d tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:37.737031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81bde273-07c8-4cb2-b46d-9ef0a64f428e req-295a1218-c785-4511-a4bd-4894f81d2b0d tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/ports?device_id=8fe0c230-dbd0-4cf3-8cf0-81b4ac889942 HTTP/1.1" status: 200 len: 946 time: 0.8226840 Nov 12 03:11:37.767431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.791644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-0b1e998e-a58e-45e8-9f04-387f231212c4 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1216131121&fields=id&tenant_id=94852f267fc846778e786a86b28d8e7e HTTP/1.1" status: 200 len: 267 time: 0.1608331 Nov 12 03:11:37.810019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81bde273-07c8-4cb2-b46d-9ef0a64f428e req-fcccc745-2ec6-4b2f-bce3-a6bf0e2da361 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.84 "GET /v2.0/security-groups?id=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718751 Nov 12 03:11:37.852044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Pushing event deleted for resources: {'Port': ['ID=1d829521-4a17-4d77-a3aa-bfb38f4edcb3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:37.913108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.927795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:37.937317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] No DVR routers for this DVR port 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:37.938433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-d8f0712e-8885-4591-9f5b-318160eba24f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:37.943602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-d8f0712e-8885-4591-9f5b-318160eba24f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1509261 Nov 12 03:11:37.948973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:37.968936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.972321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-571e5ba3-6131-4bde-a6a5-26963b20ddee req-62fb2808-003c-4f24-ae32-3a1b7f34cc98 tempest-AttachSCSIVolumeTestJSON-1293926667 tempest-AttachSCSIVolumeTestJSON-1293926667-project] 10.222.0.39 "DELETE /v2.0/ports/1d829521-4a17-4d77-a3aa-bfb38f4edcb3 HTTP/1.1" status: 204 len: 173 time: 1.3566411 Nov 12 03:11:37.972791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'name': 'network-vif-deleted', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:37.974310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7edec713-7ad3-49c6-966c-ed329a20312a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:37.975068 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a58765-1c20-4040-b4c0-3bc5489ce8f6" -d '{"events": [{"server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "name": "network-vif-deleted", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:37.987000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'port': {'security_groups': ['b7819c02-a838-4316-98df-aaf21b190093', '2a99d29d-66bd-43b9-81ae-265798297215']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:37.994347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7edec713-7ad3-49c6-966c-ed329a20312a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.057243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6677cd-335c-4a48-9db4-e0891f315399 req-7c28f5d3-e1de-400d-ab15-ba97d6603892 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:38.065142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c6677cd-335c-4a48-9db4-e0891f315399 req-7c28f5d3-e1de-400d-ab15-ba97d6603892 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 944 time: 0.1287808 Nov 12 03:11:38.163990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c6677cd-335c-4a48-9db4-e0891f315399 req-3e248d3e-c1c8-49be-b3a4-1479d248cecc tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863678 Nov 12 03:11:38.181358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7edec713-7ad3-49c6-966c-ed329a20312a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b1f817ffd5243b3a05b1bd58ee27e59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8098662 Nov 12 03:11:38.182186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:38.186089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec713-7ad3-49c6-966c-ed329a20312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d8aa6-3fb8-495f-a435-efc2def6ce95,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:38.289056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.289426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['1d829521-4a17-4d77-a3aa-bfb38f4edcb3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:38.319746 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183af060-35d1-42c3-abfe-0777bd68145c x-openstack-request-id: req-183af060-35d1-42c3-abfe-0777bd68145c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:38.320146 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe0c230-dbd0-4cf3-8cf0-81b4ac889942", "name": "network-vif-deleted", "tag": "1d829521-4a17-4d77-a3aa-bfb38f4edcb3", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:38.320490 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-183af060-35d1-42c3-abfe-0777bd68145c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:38.320987 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe0c230-dbd0-4cf3-8cf0-81b4ac889942', 'name': 'network-vif-deleted', 'tag': '1d829521-4a17-4d77-a3aa-bfb38f4edcb3', 'status': 'completed', 'code': 200} Nov 12 03:11:38.325898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.340433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.346598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e7d54f66-09e4-4e62-b563-1cd4b73942f3 None None] Provisioning complete for port 27968543-0c74-402a-9435-4efbccea0ba9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:38.346968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e7d54f66-09e4-4e62-b563-1cd4b73942f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.414105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e7d54f66-09e4-4e62-b563-1cd4b73942f3 None None] Port 27968543-0c74-402a-9435-4efbccea0ba9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:38.451157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.456799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.462403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf7d8aa6-3fb8-495f-a435-efc2def6ce95 HTTP/1.1" status: 204 len: 168 time: 0.2782729 Nov 12 03:11:38.477236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 42c3dcd2-3a13-40de-a30a-9c2c785fa56f is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:11:38.488371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f1cc6-aaad-402d-8603-e8e58da29b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d8aa6-3fb8-495f-a435-efc2def6ce95,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:38.642980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 3d51ef6f-b757-4cca-b71c-a8ffd0633162 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:38.659802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:38.667521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5d83b0be-726d-438f-87c9-2d493b6446e3 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0791640 Nov 12 03:11:38.670592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49418) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:38.783991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] Sync routers for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:38.791928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a7976b-35bb-44d0-9e96-0457b5ce657c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:38.793387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-06a7976b-35bb-44d0-9e96-0457b5ce657c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports/27968543-0c74-402a-9435-4efbccea0ba9 HTTP/1.1" status: 200 len: 910 time: 0.1217668 Nov 12 03:11:38.796278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:38.817107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:38.820209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:38.820863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:38.855178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.863076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.926035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:38.933331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:38.953384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:38.954290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:38.957515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e1aa6fb-4d45-4ae3-bbf1-8b73025a27c9 req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "PUT /v2.0/ports/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 981 time: 1.0052261 Nov 12 03:11:38.958245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:38.962409 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:39.008670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a047ee-5f22-4aa4-81cb-ad5fb94ed945 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:39.015381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:39.019605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:39.020236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1e56-86ed-4ef8-bf78-915a1ab13f55 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:39.020751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:39.089180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:39.089774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09077720-606a-4b7e-9d75-bfc06c5ef847 None None] The sync data for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:39.105950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:39.160831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:39.161432 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.188391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29239df7-69a1-4bb5-9347-90af8c4dffcf req-9fb367e9-643f-4740-80ad-faf5f336d627 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:39.189998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29239df7-69a1-4bb5-9347-90af8c4dffcf req-9fb367e9-643f-4740-80ad-faf5f336d627 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 949 time: 0.1434901 Nov 12 03:11:39.219865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9997aa39-84ab-489f-9403-0e481ba8247b None None] Provisioning complete for port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:39.220894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9997aa39-84ab-489f-9403-0e481ba8247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.286589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29239df7-69a1-4bb5-9347-90af8c4dffcf req-e0d255ce-2be2-476c-8a95-69023f45d0c5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899193 Nov 12 03:11:39.421376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.575821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:39.622307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.649912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 22a03e7f-b982-42ef-982c-01cf84952a48 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:39.678506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-cdea7e98-69e3-4c08-8f68-58d0a602035f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1216131121&fields=id&tenant_id=94852f267fc846778e786a86b28d8e7e HTTP/1.1" status: 200 len: 267 time: 0.1511722 Nov 12 03:11:39.705219 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6790f6ed-d3ce-4bbd-bf4e-25f0b4e90e86 x-openstack-request-id: req-6790f6ed-d3ce-4bbd-bf4e-25f0b4e90e86 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:39.705833 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:39.710047 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6790f6ed-d3ce-4bbd-bf4e-25f0b4e90e86 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:39.710697 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:11:39.832303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-86788b9e-491c-47e4-aa64-40e1004243e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:39.833964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-86788b9e-491c-47e4-aa64-40e1004243e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1136 time: 0.0850577 Nov 12 03:11:39.849317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:39.856575 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b322250-341f-4e6e-8259-7789582f4b05" -d '{"events": [{"server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "name": "network-vif-plugged", "status": "completed", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:39.864620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-2cdc60d7-c8f4-4d7a-b7e4-0657219b211c tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:39.873907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-2cdc60d7-c8f4-4d7a-b7e4-0657219b211c tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 984 time: 0.1935394 Nov 12 03:11:39.879389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'port': {'security_groups': ['b7819c02-a838-4316-98df-aaf21b190093']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:39.914284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.21.0.1 (af0e02d6-3bed-4856-a4f3-4e9ef370620f/abb93c69-3764-4bc4-8f10-5f907017ceee/5b3e18f8-171e-47bf-9799-b4a3a26a859c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:39.942588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:39.947463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 22a03e7f-b982-42ef-982c-01cf84952a48 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:39.972456 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.978736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:40.097434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 22a03e7f-b982-42ef-982c-01cf84952a48 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:40.098873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.109219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.127713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbad85-171c-4cf9-9bab-eb570d7f34d7 req-a37a953c-e79f-4300-9058-bfd405d1f6a6 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:40.129380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86fbad85-171c-4cf9-9bab-eb570d7f34d7 req-a37a953c-e79f-4300-9058-bfd405d1f6a6 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.0998292 Nov 12 03:11:40.176465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:40.201970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:40.202318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 1d829521-4a17-4d77-a3aa-bfb38f4edcb3 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:40.203022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.268497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=5b3e18f8-171e-47bf-9799-b4a3a26a859c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:40.268881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.280563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.282717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:40.288783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:40.314959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:40.349102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=22a03e7f-b982-42ef-982c-01cf84952a48,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:40.355343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.410930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:40.424689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86fbad85-171c-4cf9-9bab-eb570d7f34d7 req-6d6b6047-030f-49b6-ba2e-0bf5e62239e5 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732425 Nov 12 03:11:40.455514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.489516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-6d3766d7-e20c-47c1-9fd4-db2d28c171dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:40.492225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-6d3766d7-e20c-47c1-9fd4-db2d28c171dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.6087909 Nov 12 03:11:40.567353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-28f61678-e242-4b60-a718-7d45cffa3ab3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.0628572 Nov 12 03:11:40.625897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.766417 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90970fc6-c376-4fac-9a1e-acbfd0eba180 x-openstack-request-id: req-90970fc6-c376-4fac-9a1e-acbfd0eba180 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:40.766925 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "name": "network-vif-plugged", "status": "completed", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:40.767025 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90970fc6-c376-4fac-9a1e-acbfd0eba180 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:40.772432 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'code': 200} Nov 12 03:11:40.790386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:40.826017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6d9ba133-bf34-4a3c-afd9-a2a1fc5ea028 None None] Provisioning complete for port 5b3e18f8-171e-47bf-9799-b4a3a26a859c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:40.826393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba133-bf34-4a3c-afd9-a2a1fc5ea028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.839015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.845336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.914031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:40.931954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-65822f0f-1e6f-4ae2-a9fa-5c271ca6c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:40.933395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-65822f0f-1e6f-4ae2-a9fa-5c271ca6c387 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.3496232 Nov 12 03:11:40.950732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:40.951451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:40.953808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3856e72f-3f2e-4653-a3d7-6c8fc2ad4049 req-9cb7b484-fce1-4e6d-be6a-cc3e20b341ca tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "PUT /v2.0/ports/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 942 time: 1.0790477 Nov 12 03:11:41.004468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ba133-bf34-4a3c-afd9-a2a1fc5ea028 None None] Port 5b3e18f8-171e-47bf-9799-b4a3a26a859c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:41.016749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:41.021775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa890c2-7b57-4638-b55e-5e926d080b08 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:41.022880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-80e0c048-fb0c-4432-9623-557b21363026 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677927 Nov 12 03:11:41.120325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:41.274934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57347a0-2ac1-4726-ba69-66b09bdceaee req-70884fee-5aa7-4e30-9d8f-c0d8e3627d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:41.276527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e57347a0-2ac1-4726-ba69-66b09bdceaee req-70884fee-5aa7-4e30-9d8f-c0d8e3627d1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 1097 time: 0.1163409 Nov 12 03:11:41.292780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34505-5be0-46d1-b447-a2e628913077 req-97e518ca-b639-4eb1-a443-3ed85f6fbfce tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:41.301538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce34505-5be0-46d1-b447-a2e628913077 req-97e518ca-b639-4eb1-a443-3ed85f6fbfce tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.1289082 Nov 12 03:11:41.308333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f8193bd-1d73-4cf8-b741-6edde49360ff None None] Provisioning complete for port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:41.309061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f8193bd-1d73-4cf8-b741-6edde49360ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.413094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce34505-5be0-46d1-b447-a2e628913077 req-ddec8130-cdf4-4aaf-89c0-5503fd281616 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104972 Nov 12 03:11:41.419557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-9b4d42ac-b55b-4ab4-b10c-2949dd56d511 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4057333 Nov 12 03:11:41.425129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:41.453287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-fca0751c-a79e-4741-aaf0-2fb0b8ea3845 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211740 Nov 12 03:11:41.456214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.462379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.467207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e57347a0-2ac1-4726-ba69-66b09bdceaee req-73a4ab5a-ca83-4e41-ab48-a598bebee3f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556082 Nov 12 03:11:41.469583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.566660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=5b3e18f8-171e-47bf-9799-b4a3a26a859c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:41.644990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47b3fc1a-415f-4a4d-9117-62b026ff2ccb req-0d3d0089-3a04-402e-96df-805a3ed18f30 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726992 Nov 12 03:11:41.674022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.674337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.716929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:41.719169 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054afc9-6583-4031-aa1c-07415ce088b4" -d '{"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:41.782210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-ece5fe00-3cfc-4cef-b838-26a5f6eb6ada tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:41.783893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-ece5fe00-3cfc-4cef-b838-26a5f6eb6ada tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.2118504 Nov 12 03:11:41.802713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-bc20bf5e-c23b-4ac4-b643-6cd12da166ac tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/quotas/021758485e83448193033df2c34ec2e5 HTTP/1.1" status: 200 len: 375 time: 0.0104890 Nov 12 03:11:41.822357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Allocated IP 172.25.2.34 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/ade89279-6710-4257-ac64-6dc2b1b5afef) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:41.856249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:41.857780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:41.968675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:41.987875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-cdf30e9d-f764-4811-8c90-346d9777662a tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504552 Nov 12 03:11:42.031017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:42.121968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'Port': ['ID=ade89279-6710-4257-ac64-6dc2b1b5afef,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:42.152157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:42.155566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:42.159447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:42.163028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 42c3dcd2-3a13-40de-a30a-9c2c785fa56f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:42.193279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-c9c1735c-83d0-4358-84ef-2e1a8b6b612a service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041900 Nov 12 03:11:42.271265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c6c8b08e-61f6-46c5-9c92-8c3f4eec2638 None None] Provisioning complete for port 5b3e18f8-171e-47bf-9799-b4a3a26a859c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:42.271850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b08e-61f6-46c5-9c92-8c3f4eec2638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:42.308538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:42.346766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8b08e-61f6-46c5-9c92-8c3f4eec2638 None None] Port 5b3e18f8-171e-47bf-9799-b4a3a26a859c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:42.366588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:42.375571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e47d1d09-6193-4165-886e-65eb7ed4368d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5745771 Nov 12 03:11:42.376709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49584) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:42.377433 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] Sync routers for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:42.380322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:42.408821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:42.414458 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:42.443860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d653c2-ba0d-4037-8c41-e43c2b280a03 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:42.445478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94d653c2-ba0d-4037-8c41-e43c2b280a03 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports/5b3e18f8-171e-47bf-9799-b4a3a26a859c HTTP/1.1" status: 200 len: 910 time: 0.0677238 Nov 12 03:11:42.448261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49588) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:42.497310 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:42.515956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:42.516788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:42.548906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-9ea95957-fe98-43a1-967e-e83f8edb86ce service neutron] 10.222.0.84 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238797 Nov 12 03:11:42.574435 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:42.575137 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8e9da-317c-4b34-9a9e-1ab188e6ccb8 None None] The sync data for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:42.654438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:42.786381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:42.793423 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a4c78e-31c5-4807-a767-5eb9b92d25d2" -d '{"events": [{"server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "name": "network-vif-plugged", "status": "completed", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:42.846124 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:42.919468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:42.926802 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.066028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:43.319854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.328909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.338020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-f220b43a-7a53-4466-ad33-b02afedb0d9e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:43.339686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-f220b43a-7a53-4466-ad33-b02afedb0d9e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f00f160-12ac-4b81-ac22-e9495fb19ec5 HTTP/1.1" status: 200 len: 943 time: 0.1406560 Nov 12 03:11:43.391933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bfd2e-464e-4de5-8d34-d1e30352ff90 req-170495e2-374e-42e9-ba0c-c8bd6e7a97ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:43.393587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-914bfd2e-464e-4de5-8d34-d1e30352ff90 req-170495e2-374e-42e9-ba0c-c8bd6e7a97ab tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.1956658 Nov 12 03:11:43.421958 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.441061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.443075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0256443 Nov 12 03:11:43.449625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50ca75-dd82-4e03-9d7f-07f3d33bc7b2 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event updated for resources: {'Port': ['ID=ade89279-6710-4257-ac64-6dc2b1b5afef,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:43.488228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49612) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:43.544681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-c112a0e8-1dee-4122-8b32-e9f3b63cc43b tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0890555 Nov 12 03:11:43.604194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-914bfd2e-464e-4de5-8d34-d1e30352ff90 req-fe7dbdf2-b8b5-4280-afb9-342dde20df26 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248841 Nov 12 03:11:43.611850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Deleting port 9381d6de-3b72-462f-94cf-5b7c6cb00659 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:43.612259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.698296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-bdaca854-8e32-49b4-a43d-483c9778a546 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:43.715571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-096c3eba-889f-4ea9-8915-aaf0e1577c0b req-bdaca854-8e32-49b4-a43d-483c9778a546 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1644392 Nov 12 03:11:43.717168 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef4dce7-5b61-4ccd-bef8-a1b6dc0fd21a x-openstack-request-id: req-3ef4dce7-5b61-4ccd-bef8-a1b6dc0fd21a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:43.717463 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:43.717713 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ef4dce7-5b61-4ccd-bef8-a1b6dc0fd21a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:43.718650 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:11:43.782697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d64af480-9661-4d87-b709-9584e0c664ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.819844 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e903b8-1b84-4508-a0e2-3cef2ccf11a6 x-openstack-request-id: req-95e903b8-1b84-4508-a0e2-3cef2ccf11a6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:43.821772 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "name": "network-vif-plugged", "status": "completed", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:43.822491 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-95e903b8-1b84-4508-a0e2-3cef2ccf11a6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:43.823081 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48', 'code': 200} Nov 12 03:11:43.843818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-0f31c907-cf7a-4c0c-9d41-07666034523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:43.844716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] For port 9381d6de-3b72-462f-94cf-5b7c6cb00659, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9381d6de-3b72-462f-94cf-5b7c6cb00659,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:43.847147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.847556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-0f31c907-cf7a-4c0c-9d41-07666034523d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.1051528 Nov 12 03:11:43.894051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Calling delete_port for 9381d6de-3b72-462f-94cf-5b7c6cb00659 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:43.967967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:43.982530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c05a9c08-86eb-47cc-8639-f439088ab45e req-8c86f864-1fe4-445e-a5d5-a5bbeb8930d3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 210 time: 0.0701644 Nov 12 03:11:44.012151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948e10-3bb6-4c3c-814e-f54482c271c3 req-1f4440f0-bba9-4ea4-b5f2-1efd8d2b6295 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.014155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85948e10-3bb6-4c3c-814e-f54482c271c3 req-1f4440f0-bba9-4ea4-b5f2-1efd8d2b6295 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.2001154 Nov 12 03:11:44.183870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d64af480-9661-4d87-b709-9584e0c664ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.221576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85948e10-3bb6-4c3c-814e-f54482c271c3 req-2a8d0d74-9af5-416b-bd18-ca678737c36a tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390738 Nov 12 03:11:44.242443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d64af480-9661-4d87-b709-9584e0c664ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.308967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.312858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d64af480-9661-4d87-b709-9584e0c664ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67be81a59d554e7596f36da727c27088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8211169 Nov 12 03:11:44.315132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49622) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:44.316000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43722d8-0937-4a68-8696-6d52c2ec075c req-39e9942f-cd52-4d05-bc16-ba40b6d0f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.317781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e43722d8-0937-4a68-8696-6d52c2ec075c req-39e9942f-cd52-4d05-bc16-ba40b6d0f690 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 1102 time: 0.3945680 Nov 12 03:11:44.330628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563041ef-4477-47f0-a613-e793a6124ad8 req-62a1518c-4960-4bf8-90ed-240b72d753d8 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.339469 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-62a1518c-4960-4bf8-90ed-240b72d753d8 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2528300 Nov 12 03:11:44.356465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64af480-9661-4d87-b709-9584e0c664ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9482f641-5cbd-49c4-b903-50d554999b26,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:44.409087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event deleted for resources: {'Port': ['ID=9381d6de-3b72-462f-94cf-5b7c6cb00659,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:44.480722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68414c6e-4ecb-4d96-b868-8eed103030ff None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:44.498086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e43722d8-0937-4a68-8696-6d52c2ec075c req-01a63d4f-17f3-4f22-9a06-f4bae0fa847e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321187 Nov 12 03:11:44.501222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-a7d143e1-2161-4ac9-9105-23d2318c8ba5 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1604578 Nov 12 03:11:44.514434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-37f14a12-b972-40cb-9617-9db91b1d685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.516300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-37f14a12-b972-40cb-9617-9db91b1d685e service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.6549082 Nov 12 03:11:44.519937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'floatingip': {'port_id': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:44.547958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] No DVR routers for this DVR port 9381d6de-3b72-462f-94cf-5b7c6cb00659 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:44.553418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.556796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05b9e727-fa09-490a-8e84-12c7524069a2 req-2f0a99bc-b798-4760-862a-a640bb21e977 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.39 "DELETE /v2.0/ports/9381d6de-3b72-462f-94cf-5b7c6cb00659 HTTP/1.1" status: 204 len: 173 time: 1.1621754 Nov 12 03:11:44.559443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-deleted', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:44.561233 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104fac4-0db3-4fa2-b2f5-f8a38688dde4" -d '{"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-deleted", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:44.566607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.611636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-d8813e0d-8d65-49f1-b149-da19dd1bd8ba tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.613211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-d8813e0d-8d65-49f1-b149-da19dd1bd8ba tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 804 time: 0.3277597 Nov 12 03:11:44.614897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.642925 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad96224-a8d9-4fc3-8ee8-cb98005263a2 x-openstack-request-id: req-0ad96224-a8d9-4fc3-8ee8-cb98005263a2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:44.643267 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-deleted", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:44.643524 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0ad96224-a8d9-4fc3-8ee8-cb98005263a2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:44.643929 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-deleted', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'status': 'completed', 'code': 200} Nov 12 03:11:44.660390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.669605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 5b3e18f8-171e-47bf-9799-b4a3a26a859c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:44.669965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.718955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Request body: {'port': {'device_id': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'admin_state_up': True, 'tenant_id': '021758485e83448193033df2c34ec2e5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:44.800588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-0d787f37-30df-40b3-b8c4-42831ee407ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.0675447 Nov 12 03:11:44.893447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.903997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.906933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.910981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9482f641-5cbd-49c4-b903-50d554999b26 HTTP/1.1" status: 204 len: 168 time: 0.5788195 Nov 12 03:11:44.935329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-e463d0f9-bfa2-4975-b514-253ad3eb63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.936793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-e463d0f9-bfa2-4975-b514-253ad3eb63e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.1180954 Nov 12 03:11:44.942017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a763-2a9e-48cf-978e-2cc2e3b90c37 req-865863d3-7d1b-46b7-b239-698f90245884 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.943532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cf0a763-2a9e-48cf-978e-2cc2e3b90c37 req-865863d3-7d1b-46b7-b239-698f90245884 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.1817694 Nov 12 03:11:44.945332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 5b3e18f8-171e-47bf-9799-b4a3a26a859c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:44.950903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016e938-4c3d-4af4-81f5-a9ba5228610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482f641-5cbd-49c4-b903-50d554999b26,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:44.974856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-5321b847-1fdb-4190-b698-b57161fc9ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291188 Nov 12 03:11:45.138637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Made reservation on behalf of 021758485e83448193033df2c34ec2e5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:45.142484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:45.197428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cf0a763-2a9e-48cf-978e-2cc2e3b90c37 req-f3a0cc23-17e1-4b9c-abb5-dcef55670843 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415023 Nov 12 03:11:45.349111 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-5ebc92c2-0c34-4fbd-a101-770fa829ef72 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463514 Nov 12 03:11:45.360189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49640) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:45.379588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-601f4ba3-f52d-4804-96c6-6d141edeaac8 req-dfe34924-9a3d-4366-83a9-b9b0313aedb7 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 210 time: 0.0586274 Nov 12 03:11:45.431963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Allocated IP 172.20.0.9 (f3543065-3b7a-4f95-b243-0b823b2b236f/04932c19-9bee-4ed8-80ce-a3adf72d9caa/d19630c9-6c4b-4f98-bf03-5c1a61b00e99) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:45.480529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10dadea9-7670-4182-a511-1f842b4adc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:45.521165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:45.581402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=5b3e18f8-171e-47bf-9799-b4a3a26a859c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:45.595502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b97347-3260-4ffb-9c6a-ae5a3bb7bd78 req-cfd08b5f-40c6-4446-8fb1-40a4b667a006 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:45.611690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b97347-3260-4ffb-9c6a-ae5a3bb7bd78 req-cfd08b5f-40c6-4446-8fb1-40a4b667a006 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.1679971 Nov 12 03:11:45.621550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49644) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:45.675044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Request body: {'floatingip': {'port_id': '3d51ef6f-b757-4cca-b71c-a8ffd0633162'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:45.789458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:45.794359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6054afc9-6583-4031-aa1c-07415ce088b4 req-b2dfe7a3-ec75-47b0-b0bb-b3b0b4b75d2c service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347229 Nov 12 03:11:45.825065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:45.828150 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a452f550-feda-4d3c-a3a3-8aa77b774f7d" -d '{"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:45.856898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:45.861925 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:11:45.987577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.004679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.021170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10dadea9-7670-4182-a511-1f842b4adc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.057225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-10dadea9-7670-4182-a511-1f842b4adc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.059743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81142-53a4-47d1-adf8-8399896cddb8 req-e4c38f67-470d-4264-9ed6-45fc57af60a2 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:46.061275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91a81142-53a4-47d1-adf8-8399896cddb8 req-e4c38f67-470d-4264-9ed6-45fc57af60a2 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.2023454 Nov 12 03:11:46.076884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.105124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Network f3543065-3b7a-4f95-b243-0b823b2b236f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:46.129369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:46.131757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.141373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:46.157548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f5a7d0-97fb-486e-a446-d9f6301a6a35 None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:46.240427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2ac13517-21e3-48e6-bf7a-cf7202963ec5 None None] Provisioning complete for port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:46.241874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ac13517-21e3-48e6-bf7a-cf7202963ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.301570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:46.312304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2ac13517-21e3-48e6-bf7a-cf7202963ec5 None None] Port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:11:46.320597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91a81142-53a4-47d1-adf8-8399896cddb8 req-4e422832-0e93-4ec3-b7e5-cda998c909f1 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472606 Nov 12 03:11:46.369013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:46.369702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.402215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-b995cb35-c37c-4c8c-a21b-38c96fc9bc98 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6944568 Nov 12 03:11:46.406821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7c631-f4e1-44af-84f1-838c3f58f4e7 x-openstack-request-id: req-b0e7c631-f4e1-44af-84f1-838c3f58f4e7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:46.407894 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f00f160-12ac-4b81-ac22-e9495fb19ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "9381d6de-3b72-462f-94cf-5b7c6cb00659", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:46.408327 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b0e7c631-f4e1-44af-84f1-838c3f58f4e7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:46.408904 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f00f160-12ac-4b81-ac22-e9495fb19ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9381d6de-3b72-462f-94cf-5b7c6cb00659', 'code': 200} Nov 12 03:11:46.452161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Request body: {'port': {'device_id': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:46.594636 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Floating IP 98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f associated. External IP: 172.25.2.34, port: b65d658b-7a07-4cdc-b704-fe6e9b8bff0e. Nov 12 03:11:46.676443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dadea9-7670-4182-a511-1f842b4adc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80847a54-5cb8-4dde-a444-6fd1aafeffd3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:46.698418 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-10dadea9-7670-4182-a511-1f842b4adc44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=579cbb7385bf406b97c662c39ff50aed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3311341 Nov 12 03:11:46.703931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49654) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:46.823940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.883693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.958846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:46.968439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cf248-8370-45b4-b86f-0523681d9d27 req-3c693767-8862-4c10-a6a9-8228d5714eba tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:46.978381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a20cf248-8370-45b4-b86f-0523681d9d27 req-3c693767-8862-4c10-a6a9-8228d5714eba tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 931 time: 0.1127036 Nov 12 03:11:46.983183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 42c3dcd2-3a13-40de-a30a-9c2c785fa56f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:47.180062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a20cf248-8370-45b4-b86f-0523681d9d27 req-df893976-4629-4a13-be78-454078c817a4 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921082 Nov 12 03:11:47.224536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:47.230533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e81d815-d6a8-440a-9418-6c99ef18b720 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7808819 Nov 12 03:11:47.234771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49656) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:47.235753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.245104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] Sync routers for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:47.260872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.264670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.268324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.269158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:47.269675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80847a54-5cb8-4dde-a444-6fd1aafeffd3 HTTP/1.1" status: 204 len: 168 time: 0.5630395 Nov 12 03:11:47.270572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:47.346939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:47.356989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:47.357835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:47.384944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27511774-fb63-4308-9efe-86133b73a03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80847a54-5cb8-4dde-a444-6fd1aafeffd3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:47.393994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:47.395206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ad23f-6f58-4861-bf82-e18cb9829470 None None] The sync data for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:47.530623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Router 1656b14c-48ca-4792-895a-dbe32cdc21ed has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:47.562476 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Floating IP 665c11ee-b845-47b6-8872-fbf25e62c916 associated. External IP: 172.25.2.228, port: 3d51ef6f-b757-4cca-b71c-a8ffd0633162. Nov 12 03:11:47.628251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73ed6d-fdb4-4c99-b9ed-7afadc9711e5 req-9832e786-6dc3-4d2b-99e4-1776f21bf3c1 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:47.652648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a73ed6d-fdb4-4c99-b9ed-7afadc9711e5 req-9832e786-6dc3-4d2b-99e4-1776f21bf3c1 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.1930366 Nov 12 03:11:47.876242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a73ed6d-fdb4-4c99-b9ed-7afadc9711e5 req-0708f745-fa1c-4b15-9837-77444cc8a718 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223904 Nov 12 03:11:47.926285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19630c9-6c4b-4f98-bf03-5c1a61b00e99 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:47.955422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.981890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:47.987562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Transition to ACTIVE for port object d19630c9-6c4b-4f98-bf03-5c1a61b00e99 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:11:47.992375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.993268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.996421 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Sync routers for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:48.015649 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:48.016581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:48.037914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Router b857c722-3dc5-4078-a7fc-c21c3762c961 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:48.050609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-4158fe87-6745-4e18-8d77-76b01b249c0f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "PUT /v2.0/floatingips/98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f HTTP/1.1" status: 200 len: 995 time: 3.5376177 Nov 12 03:11:48.054057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:48.056856 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:48.153460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708ac7a-aa57-49e9-a052-e5bccda4e93a None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:48.243057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563041ef-4477-47f0-a613-e793a6124ad8 req-23af261c-6c21-4d7a-b02c-a56b1ab060d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:48.244720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-23af261c-6c21-4d7a-b02c-a56b1ab060d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.1415272 Nov 12 03:11:48.254482 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:48.286640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:48.300873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.305639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Sync routers for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:48.336141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:48.337975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:48.350565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:48.352538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:48.436415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.575864 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848d18dd-b076-4150-ac9a-40274c7d30d7 x-openstack-request-id: req-848d18dd-b076-4150-ac9a-40274c7d30d7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:48.576147 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:48.576404 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-848d18dd-b076-4150-ac9a-40274c7d30d7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:48.576813 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:11:48.578331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5405e5e-3500-4436-827b-f9c8829e2222 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "PUT /v2.0/floatingips/665c11ee-b845-47b6-8872-fbf25e62c916 HTTP/1.1" status: 200 len: 991 time: 2.9521337 Nov 12 03:11:48.601289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Attempting to bind port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:48.601289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Attempting to bind port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:48.601793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Attempting to bind port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:48.626618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 on network f3543065-3b7a-4f95-b243-0b823b2b236f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:11:48.627302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Attempting to bind port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 on network f3543065-3b7a-4f95-b243-0b823b2b236f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:48.629932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:48.664958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d1a2-72cf-40aa-91fd-44420c50534e req-1514107c-1ccc-4363-949d-d7a6165d780b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:48.667162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0d2d1a2-72cf-40aa-91fd-44420c50534e req-1514107c-1ccc-4363-949d-d7a6165d780b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 943 time: 0.1286254 Nov 12 03:11:48.674309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:48.674786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Checking segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:48.675313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Bound using segment: {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:48.675873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Bound port: d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0611562a-abf1-4af9-87a8-73f67cf90705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:48.676343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.696606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:48.737253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 9381d6de-3b72-462f-94cf-5b7c6cb00659 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:48.737593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9381d6de-3b72-462f-94cf-5b7c6cb00659 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:48.762020 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'port_id': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'mac_address': 'fa:16:3e:8a:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:42Z', 'updated_at': '2021-11-12T03:11:45Z', 'revision_number': 1, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:48.810238 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Checking router: 1656b14c-48ca-4792-895a-dbe32cdc21ed for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:48.819617 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:48.820656 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:48.821895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-b97ea2c2-db87-48e4-b8e2-f4eba7397c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:48.824635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-b97ea2c2-db87-48e4-b8e2-f4eba7397c94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.2658033 Nov 12 03:11:48.827404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563041ef-4477-47f0-a613-e793a6124ad8 req-cbc1bc58-4d37-46c9-9165-8dc169621dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:48.828850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-cbc1bc58-4d37-46c9-9165-8dc169621dd0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.5705123 Nov 12 03:11:48.946203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0d2d1a2-72cf-40aa-91fd-44420c50534e req-cb02c2c7-2ac5-44d6-bc95-e042f125a805 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660961 Nov 12 03:11:48.972862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:48.977627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:48.998261 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:49.037778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.135363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd799bc7-0baa-4368-b55a-4aba03464cc3 None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:49.161560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.162374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.164457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/d19630c9-6c4b-4f98-bf03-5c1a61b00e99 HTTP/1.1" status: 200 len: 1092 time: 2.7191029 Nov 12 03:11:49.164928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:49.168594 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:49.233634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1dd81-ee26-4e0a-a7b8-b1bbc59005c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:49.256944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '665c11ee-b845-47b6-8872-fbf25e62c916', 'tenant_id': 'c859a77e3198455680be03023e531671', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'port_id': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'mac_address': 'fa:16:3e:1f:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:18Z', 'updated_at': '2021-11-12T03:11:47Z', 'revision_number': 1, 'project_id': 'c859a77e3198455680be03023e531671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:49.288118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b44738-a6ef-499b-aeb3-0d1fb32cc01d req-904250ed-12fe-41b3-8aaa-da89dd5b40f0 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.289730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38b44738-a6ef-499b-aeb3-0d1fb32cc01d req-904250ed-12fe-41b3-8aaa-da89dd5b40f0 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.1800957 Nov 12 03:11:49.297719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Checking router: b857c722-3dc5-4078-a7fc-c21c3762c961 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:49.310690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:49.314242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 27968543-0c74-402a-9435-4efbccea0ba9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:49.314412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:49.314639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.428853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.452144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 27968543-0c74-402a-9435-4efbccea0ba9 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:49.481331 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'port_id': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'mac_address': 'fa:16:3e:8a:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:42Z', 'updated_at': '2021-11-12T03:11:45Z', 'revision_number': 1, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:49.513174 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027d547-9fee-4fdc-bbf3-1039db9f2b98 None None] The sync data for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 is: [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'port_id': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'mac_address': 'fa:16:3e:8a:60:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:42Z', 'updated_at': '2021-11-12T03:11:45Z', 'revision_number': 1, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:49.571716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-f2c0dd60-2d6c-4dfc-86b2-79a0a026a65d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 998 time: 0.7214677 Nov 12 03:11:49.661485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563041ef-4477-47f0-a613-e793a6124ad8 req-16e5f004-ba4c-47d0-8410-b885221b4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.663386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-16e5f004-ba4c-47d0-8410-b885221b4747 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.0726402 Nov 12 03:11:49.693010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:49.701702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-f7541599-6e77-4945-a0aa-6053044045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.703993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-f7541599-6e77-4945-a0aa-6053044045df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 1095 time: 0.4827621 Nov 12 03:11:49.731725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.774228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-8cdd7e9b-0c13-46bb-9379-a7d9a0ee8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.777742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-8cdd7e9b-0c13-46bb-9379-a7d9a0ee8e14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.9416099 Nov 12 03:11:49.784803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-4dd655a6-1296-457e-b2ba-7288c2291cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99 HTTP/1.1" status: 200 len: 217 time: 0.0700085 Nov 12 03:11:49.819340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38b44738-a6ef-499b-aeb3-0d1fb32cc01d req-7e24025d-a9ef-4bf7-a053-e3a0e1d6f3a5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178659 Nov 12 03:11:49.824920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-9889bd97-bcb4-490d-bb1a-9d453fbf5ac1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233139 Nov 12 03:11:49.845240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=27968543-0c74-402a-9435-4efbccea0ba9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:49.931127 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d36bb-56bc-4e15-9906-eb4355660c46 None None] New status for floating IP 98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:11:49.965571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-2c4dd50a-5fba-44dc-b049-8de0c7eb7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:49.968043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-2c4dd50a-5fba-44dc-b049-8de0c7eb7e27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.1474352 Nov 12 03:11:50.081570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-88499496-af14-4d9c-a12e-d139039848c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803487 Nov 12 03:11:50.130370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-c7be91ba-ffbe-4c74-be76-5ec432f59b46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 998 time: 0.3116693 Nov 12 03:11:50.142970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-e4e5d19d-b124-405d-a11c-a46a720169d4 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:50.144576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-e4e5d19d-b124-405d-a11c-a46a720169d4 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.4092634 Nov 12 03:11:50.165485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '665c11ee-b845-47b6-8872-fbf25e62c916', 'tenant_id': 'c859a77e3198455680be03023e531671', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'port_id': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'mac_address': 'fa:16:3e:1f:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:18Z', 'updated_at': '2021-11-12T03:11:47Z', 'revision_number': 1, 'project_id': 'c859a77e3198455680be03023e531671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:50.228208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c10c02a-ad8f-4531-848e-1e691e2423d2 None None] The sync data for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 is: [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '665c11ee-b845-47b6-8872-fbf25e62c916', 'tenant_id': 'c859a77e3198455680be03023e531671', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'port_id': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'mac_address': 'fa:16:3e:1f:25:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:11:18Z', 'updated_at': '2021-11-12T03:11:47Z', 'revision_number': 1, 'project_id': 'c859a77e3198455680be03023e531671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:50.352955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:50.392099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-929db865-fd45-4ac0-b7c9-86b546aec31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:50.393609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-929db865-fd45-4ac0-b7c9-86b546aec31a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.2402747 Nov 12 03:11:50.450436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-f2cb4817-8d20-414e-93c9-011384d1ec69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472767 Nov 12 03:11:50.464155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026019-b86c-4601-a2fd-1634c29c5e8a req-5a109e65-be93-4cda-8ac0-af42f07d28c0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:50.465833 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-cf5ebad8-8c0c-4c06-a6ca-7798f44f156e service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905064 Nov 12 03:11:50.472800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0026019-b86c-4601-a2fd-1634c29c5e8a req-5a109e65-be93-4cda-8ac0-af42f07d28c0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1097 time: 0.3262930 Nov 12 03:11:50.595078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:50.597727 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d419e5ee-b52b-4ee0-a427-7cbc897dc656" -d '{"events": [{"name": "network-changed", "server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:50.604263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64833347-c60c-4527-aaf9-3f12b3d96465 None None] New status for floating IP 665c11ee-b845-47b6-8872-fbf25e62c916: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:11:50.663853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Deleting port 22a03e7f-b982-42ef-982c-01cf84952a48 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:50.664639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:50.844010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-d036a425-db8a-4518-ac1c-daaac6e77244 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029462 Nov 12 03:11:50.853467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:50.910654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-dbf7e18f-b575-4fa5-b314-0509289a6e7e service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434860 Nov 12 03:11:50.952673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0026019-b86c-4601-a2fd-1634c29c5e8a req-37ae439f-50db-487d-9f52-842dda899ad2 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790080 Nov 12 03:11:50.958000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-563041ef-4477-47f0-a613-e793a6124ad8 req-7aaf83ef-3771-4ad1-8d48-7b5d7a9e2f81 service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570467 Nov 12 03:11:51.007265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 42c3dcd2-3a13-40de-a30a-9c2c785fa56f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:51.073485 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb8d95-7000-4b57-a7c8-042a4b3a8ba5 x-openstack-request-id: req-42bb8d95-7000-4b57-a7c8-042a4b3a8ba5 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:51.074249 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:51.074249 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42bb8d95-7000-4b57-a7c8-042a4b3a8ba5 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:51.074583 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'status': 'completed', 'code': 200} Nov 12 03:11:51.087119 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6312346-1c37-425f-be10-1a96c535870b x-openstack-request-id: req-a6312346-1c37-425f-be10-1a96c535870b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:51.087523 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:51.087660 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6312346-1c37-425f-be10-1a96c535870b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:51.088026 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'status': 'completed', 'code': 200} Nov 12 03:11:51.114440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c57cce7-6859-41fe-9384-0a4f090141d5 req-a563332e-7d2e-4344-a1b8-86af0f380e54 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311516 Nov 12 03:11:51.146169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] For port 22a03e7f-b982-42ef-982c-01cf84952a48, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=22a03e7f-b982-42ef-982c-01cf84952a48,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:51.147122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.209563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Calling delete_port for 22a03e7f-b982-42ef-982c-01cf84952a48 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:51.255386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:51.262180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79453ced-1cb2-433d-a3f2-224adfb7fb3d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0280421 Nov 12 03:11:51.268373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49762) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:51.273487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] Sync routers for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:51.287696 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:51.288997 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:51.305111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-df7441ff-5998-4b47-8528-8d96493da968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.306641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-df7441ff-5998-4b47-8528-8d96493da968 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c859a77e3198455680be03023e531671&device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 1097 time: 0.1907258 Nov 12 03:11:51.311053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b003af7-a54b-403d-889a-cd0a7f4d68fc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=42c3dcd2-3a13-40de-a30a-9c2c785fa56f HTTP/1.1" status: 200 len: 205 time: 0.0391541 Nov 12 03:11:51.314700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:51.331133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4efbc63-9b4e-4de6-adfa-d9252493e9f6 req-59659a7a-da1b-40bd-8cd4-246712fa6069 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094722 Nov 12 03:11:51.332700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-f5e34271-a981-4f10-b6dd-d28233daf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.333305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:51.334218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-f5e34271-a981-4f10-b6dd-d28233daf67a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=021758485e83448193033df2c34ec2e5&device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 1095 time: 0.1499484 Nov 12 03:11:51.344926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cf7bc-4137-4bf8-b7c9-e4012ad04fbd req-5b11ce07-5134-47ba-be0c-51efb5d5410f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.346578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d18cf7bc-4137-4bf8-b7c9-e4012ad04fbd req-5b11ce07-5134-47ba-be0c-51efb5d5410f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 943 time: 0.2613800 Nov 12 03:11:51.353376 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] Routers {'42c3dcd2-3a13-40de-a30a-9c2c785fa56f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:51.354348 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:51.398889 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:51.399584 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294c6fe-74e7-4981-b420-944cef7abd7b None None] The sync data for ids ['42c3dcd2-3a13-40de-a30a-9c2c785fa56f'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:51.444314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4001f1-eb76-4b6f-91b1-08c5c968a789 req-fedbdaca-7329-4146-a64b-9da94ac768c6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.445861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a4001f1-eb76-4b6f-91b1-08c5c968a789 req-fedbdaca-7329-4146-a64b-9da94ac768c6 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/ports?device_id=2a656239-d8c3-4e1b-a6d3-d2d829711f5b HTTP/1.1" status: 200 len: 950 time: 0.2603295 Nov 12 03:11:51.458013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d18cf7bc-4137-4bf8-b7c9-e4012ad04fbd req-b05d9a22-c9d6-40fa-9660-d533944989ca tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840511 Nov 12 03:11:51.478960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.537238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.554116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['22a03e7f-b982-42ef-982c-01cf84952a48'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:51.630078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Pushing event deleted for resources: {'Port': ['ID=22a03e7f-b982-42ef-982c-01cf84952a48,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:51.795518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] No DVR routers for this DVR port 22a03e7f-b982-42ef-982c-01cf84952a48 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:51.799519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.801200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-4b56034d-e7ba-43dd-9f34-51d3cd449f47 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.2235467 Nov 12 03:11:51.802472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.803364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.806998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de65d565-2237-4c11-8ae7-9fa3c29db58c req-02fd47ef-4734-4519-a61e-93f99a9de4d5 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.32 "DELETE /v2.0/ports/22a03e7f-b982-42ef-982c-01cf84952a48 HTTP/1.1" status: 204 len: 173 time: 1.6415329 Nov 12 03:11:51.812433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a4001f1-eb76-4b6f-91b1-08c5c968a789 req-d12b8ba8-8223-47ce-b4d8-2bf86407f644 tempest-ImagesNegativeTestJSON-847181708 tempest-ImagesNegativeTestJSON-847181708-project] 10.222.0.84 "GET /v2.0/security-groups?id=d885d1ca-93af-41a8-9c65-6cd605566d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285694 Nov 12 03:11:51.813731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-49b69b39-f2c6-4934-b71b-e1f9f6d6365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.815486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-49b69b39-f2c6-4934-b71b-e1f9f6d6365c service neutron] 10.222.0.39 "GET /v2.0/networks?id=58757af9-3ae6-43b4-b935-391e32644149 HTTP/1.1" status: 200 len: 913 time: 0.4985876 Nov 12 03:11:51.928929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-f292c0a8-ebd3-45d4-ad16-2dee38fbdb99 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.945435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-f292c0a8-ebd3-45d4-ad16-2dee38fbdb99 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 942 time: 0.1343515 Nov 12 03:11:51.948439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-12638388-4778-4eaa-a921-5132d2c24337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:51.950342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-12638388-4778-4eaa-a921-5132d2c24337 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 200 len: 905 time: 0.5340366 Nov 12 03:11:51.969218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.969722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router 42c3dcd2-3a13-40de-a30a-9c2c785fa56f {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:11:51.980006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Deleting port fe3edd57-e073-4409-a200-c39669056ea1 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:51.980636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.016297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.019011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca3473b3-e1e2-4333-bdf2-909baa5b5a22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f HTTP/1.1" status: 204 len: 168 time: 0.7032177 Nov 12 03:11:52.023510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49776) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:52.028645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-f4da7e41-451e-47a6-a760-b3ca87309e37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99 HTTP/1.1" status: 200 len: 217 time: 0.0695517 Nov 12 03:11:52.098982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet abb93c69-3764-4bc4-8f10-5f907017ceee {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:52.103388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.174046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-fd9c2e72-3cf6-4f60-85f5-4b4dab82cc40 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.1621459 Nov 12 03:11:52.203936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.283839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] For port fe3edd57-e073-4409-a200-c39669056ea1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe3edd57-e073-4409-a200-c39669056ea1,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:52.284041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.308158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Calling delete_port for fe3edd57-e073-4409-a200-c39669056ea1 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:52.311540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-f436c89f-6db1-46d0-a315-e895fec30f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162 HTTP/1.1" status: 200 len: 1001 time: 0.4841845 Nov 12 03:11:52.316742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-ce7cfaf4-5b50-4f1a-b8da-0ecf78e2598e tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:52.325544 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-ce7cfaf4-5b50-4f1a-b8da-0ecf78e2598e tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1505618 Nov 12 03:11:52.415386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2898b5eb-2cf9-48f3-86de-41eee3bdafdd tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 1000 time: 0.0884409 Nov 12 03:11:52.421264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:52.474282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-6cd82856-e752-4d82-a59e-ef4fcf7d8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:52.476074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-6cd82856-e752-4d82-a59e-ef4fcf7d8fff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 200 len: 844 time: 0.3330517 Nov 12 03:11:52.507654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.549539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-6349868b-f747-4d52-9245-360a09bf5ffe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3543065-3b7a-4f95-b243-0b823b2b236f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535901 Nov 12 03:11:52.555260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-0f123576-101d-44c0-a9f3-7d716be4ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:52.556681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-0f123576-101d-44c0-a9f3-7d716be4ec59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c89bd142-fbd1-4043-9b33-630cd0113ce0 HTTP/1.1" status: 200 len: 851 time: 0.2273777 Nov 12 03:11:52.575636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.676296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.708855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.709667 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Floating IP 98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f disassociated. External IP: 172.25.2.34, port: b65d658b-7a07-4cdc-b704-fe6e9b8bff0e. Nov 12 03:11:52.715803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-dd711e2d-0f13-4929-bd7e-cb310d1134c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:52.717312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-dd711e2d-0f13-4929-bd7e-cb310d1134c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=58757af9-3ae6-43b4-b935-391e32644149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433561 Nov 12 03:11:52.766148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.804112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-3642c5d8-ab89-4882-b08b-92cff432bc85 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436004 Nov 12 03:11:52.846705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=abb93c69-3764-4bc4-8f10-5f907017ceee,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:52.857886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41fe487-5960-4d78-8892-99c0b82e0e36 None None] Network af0e02d6-3bed-4856-a4f3-4e9ef370620f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:52.864798 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.869311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5802ed44-8a02-45d6-a7b0-b4551b748120 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/abb93c69-3764-4bc4-8f10-5f907017ceee HTTP/1.1" status: 204 len: 168 time: 0.8432894 Nov 12 03:11:52.877404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49810) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:52.984470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-de5b0994-10d5-4bbd-bf29-dc8246f2b3c4 service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570288 Nov 12 03:11:52.997251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:53.009315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.111466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d93d8ab-e3d7-441d-9b4b-350e35a6d718 req-245aad7a-ce97-4fce-8f40-02c6914807d2 service neutron] 10.222.0.32 "GET /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990420 Nov 12 03:11:53.129719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.214400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d419e5ee-b52b-4ee0-a427-7cbc897dc656 req-bdf1ad40-55c5-474b-8ffd-dee1f09af7d2 service neutron] 10.222.0.39 "GET /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213683 Nov 12 03:11:53.221933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] DHCP port deletion for af0e02d6-3bed-4856-a4f3-4e9ef370620f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:53.261041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.324367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Deleting port 92ee5a62-f651-46d8-a510-8913529aa65b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:53.325407 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.353664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.384536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'name': 'network-vif-deleted', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:53.386213 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dcf79f-145d-40e7-83e4-c3eb76241693" -d '{"events": [{"server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "name": "network-vif-deleted", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:53.397241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:53.400522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-0dc24dab-980b-4eb8-8e40-c4c9b344df31 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:11:53.401531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-0dc24dab-980b-4eb8-8e40-c4c9b344df31 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102291 Nov 12 03:11:53.418555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.423936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e41f3697-3e8f-4196-8484-eb26c1e0b9da tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77 HTTP/1.1" status: 204 len: 168 time: 0.5433347 Nov 12 03:11:53.426472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49820) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:53.426732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] For port 92ee5a62-f651-46d8-a510-8913529aa65b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=92ee5a62-f651-46d8-a510-8913529aa65b,segment=NetworkSegment(62cc3776-4c15-40f5-9ffd-e73968eb8dee),segment_id=62cc3776-4c15-40f5-9ffd-e73968eb8dee)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:53.427258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.434023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a605544-1067-4a31-bedc-1d4f9005b0c4 None None] Network 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:53.486482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-680ec03c-b827-4456-a310-e1b8355da34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:53.488543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-680ec03c-b827-4456-a310-e1b8355da34d service neutron] 10.222.0.84 "GET /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 1094 time: 0.0771995 Nov 12 03:11:53.495306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Router 1656b14c-48ca-4792-895a-dbe32cdc21ed has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:53.504808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Request body: {'binding': {'host': 'n-h1-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:53.505256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:11:53.519813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Calling delete_port for 92ee5a62-f651-46d8-a510-8913529aa65b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:53.523773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.585581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.601633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 92ee5a62-f651-46d8-a510-8913529aa65b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:53.603573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.646401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3edd57-e073-4409-a200-c39669056ea1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:53.686006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d19630c9-6c4b-4f98-bf03-5c1a61b00e99 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:11:53.695607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 92ee5a62-f651-46d8-a510-8913529aa65b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=92ee5a62-f651-46d8-a510-8913529aa65b,segment=NetworkSegment(62cc3776-4c15-40f5-9ffd-e73968eb8dee),segment_id=62cc3776-4c15-40f5-9ffd-e73968eb8dee)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:53.696061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.705559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 22a03e7f-b982-42ef-982c-01cf84952a48 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:53.714315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 92ee5a62-f651-46d8-a510-8913529aa65b owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:53.779664 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.796912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 22a03e7f-b982-42ef-982c-01cf84952a48 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:53.796912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 22a03e7f-b982-42ef-982c-01cf84952a48 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:53.818073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] No DVR routers for this DVR port 92ee5a62-f651-46d8-a510-8913529aa65b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:53.831669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e9275-b6d4-4036-b35d-cf504b932c1b None None] Pushing event deleted for resources: {'Port': ['ID=92ee5a62-f651-46d8-a510-8913529aa65b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:53.883628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.908172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:53.923418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:53.941599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=92ee5a62-f651-46d8-a510-8913529aa65b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:53.951943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port 92ee5a62-f651-46d8-a510-8913529aa65b on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:53.973696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1be09f-8165-4738-badc-154fa617621d None None] DHCP port deletion for 4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:53.979818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Sync routers for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:54.040792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-2171136f-6e70-4097-bb2b-99e2fd31c6ef tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "PUT /v2.0/floatingips/98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f HTTP/1.1" status: 200 len: 694 time: 1.6234472 Nov 12 03:11:54.059618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:54.065275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on host n-h1-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:54.066059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:54.067015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:54.067988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:54.069376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:54.088525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.113591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:11:54.113975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:54.114427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0e02d6-3bed-4856-a4f3-4e9ef370620f']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:54.126499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.130715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'mac_address': 'fa:16:3e:b2:22:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:11:54.133258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:54.134574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:54.134574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:54.134815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Bound port: cd774dcb-6dff-4d91-abea-b967a6282170, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:54.137629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc3776-4c15-40f5-9ffd-e73968eb8dee') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:54.137933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc3776-4c15-40f5-9ffd-e73968eb8dee') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:54.152389 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.168188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.174164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:54.174566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.207028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-19d37c2d-0825-4b3d-b232-cee3fafbcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.208646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-19d37c2d-0825-4b3d-b232-cee3fafbcbd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.1549768 Nov 12 03:11:54.221425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Deleting port e06bb461-9711-4215-962d-0fcf07240727 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:54.221812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.224270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 92ee5a62-f651-46d8-a510-8913529aa65b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:54.283327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 92ee5a62-f651-46d8-a510-8913529aa65b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:54.283719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 92ee5a62-f651-46d8-a510-8913529aa65b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:54.284102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e06bb461-9711-4215-962d-0fcf07240727 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:54.301381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:54.333545 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.347492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.348251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-928252c1-b3f7-4289-bad2-b8975184f5e1 service neutron] 10.222.0.84 "POST /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170/bindings HTTP/1.1" status: 201 len: 390 time: 0.8503714 Nov 12 03:11:54.378418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:54.414495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19630c9-6c4b-4f98-bf03-5c1a61b00e99 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:11:54.439621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-e972d3e7-3121-4ab6-b0c9-4440829ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.449019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-e972d3e7-3121-4ab6-b0c9-4440829ebebb service neutron] 10.222.0.84 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.2263522 Nov 12 03:11:54.453896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0a1be09f-8165-4738-badc-154fa617621d None None] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e06bb461-9711-4215-962d-0fcf07240727,segment=NetworkSegment(9b2eddcd-424e-4aae-8298-18665e35fdfe),segment_id=9b2eddcd-424e-4aae-8298-18665e35fdfe)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:54.454604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.493801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:54.510064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.534665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Calling delete_port for e06bb461-9711-4215-962d-0fcf07240727 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:54.565262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-99958522-3cc1-48b8-9145-433d9fcd6060 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.1138041 Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:54.616557 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:54.621681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.659079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-69d8212c-e276-4286-be4b-78171aa85014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.661527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.665539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/af0e02d6-3bed-4856-a4f3-4e9ef370620f HTTP/1.1" status: 204 len: 168 time: 1.2354109 Nov 12 03:11:54.667985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-69d8212c-e276-4286-be4b-78171aa85014 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.1018195 Nov 12 03:11:54.669687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:54.692005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75efae-37dd-44fd-ad69-cda7204e1fe0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=af0e02d6-3bed-4856-a4f3-4e9ef370620f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:54.721235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188772-6be3-4f17-9179-240e69a33fe9 req-eda01f69-f13d-4bfb-87bd-783244343031 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.722758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d188772-6be3-4f17-9179-240e69a33fe9 req-eda01f69-f13d-4bfb-87bd-783244343031 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 944 time: 0.1051137 Nov 12 03:11:54.726370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-5f941227-0934-413a-a274-aeb9302d5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.727786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-5f941227-0934-413a-a274-aeb9302d5f15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1097 time: 0.1073933 Nov 12 03:11:54.730927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-5d969f5f-b014-41a5-875c-c1aa849b683a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620065 Nov 12 03:11:54.810683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Router 34370b3a-0693-48e6-bde3-dae293148787 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:11:54.852098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d188772-6be3-4f17-9179-240e69a33fe9 req-4aea9b46-a9d9-44bf-adc2-e370d8d886e3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066411 Nov 12 03:11:54.861864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.875533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-97e137f9-fbb5-4a49-94d0-4b87bd55a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:54.877014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-97e137f9-fbb5-4a49-94d0-4b87bd55a514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.1409242 Nov 12 03:11:54.944465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:54.945334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-f96d75df-a7ee-4472-b792-3d90ea09382c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.0603485 Nov 12 03:11:54.957842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-6ed3b59e-0009-43d1-8c30-05885ebe7570 service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161999 Nov 12 03:11:54.969750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.006687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d19630c9-6c4b-4f98-bf03-5c1a61b00e99'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:11:55.044404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d48a0b02-6627-40e8-9da0-ef5ba2068c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:55.047609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d48a0b02-6627-40e8-9da0-ef5ba2068c87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.0880611 Nov 12 03:11:55.085634 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34ac91c-25f7-477c-82aa-aa01b855b455 x-openstack-request-id: req-a34ac91c-25f7-477c-82aa-aa01b855b455 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:55.086038 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a656239-d8c3-4e1b-a6d3-d2d829711f5b", "name": "network-vif-deleted", "tag": "22a03e7f-b982-42ef-982c-01cf84952a48", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:55.086387 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a34ac91c-25f7-477c-82aa-aa01b855b455 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:55.089411 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a656239-d8c3-4e1b-a6d3-d2d829711f5b', 'name': 'network-vif-deleted', 'tag': '22a03e7f-b982-42ef-982c-01cf84952a48', 'status': 'completed', 'code': 200} Nov 12 03:11:55.128983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e06bb461-9711-4215-962d-0fcf07240727,segment=NetworkSegment(9b2eddcd-424e-4aae-8298-18665e35fdfe),segment_id=9b2eddcd-424e-4aae-8298-18665e35fdfe)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:55.135572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:11:55.138651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.143519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b59d1327-947a-45b3-a337-416b05360cf2 admin admin] 10.222.0.84 "PUT /v2.0/routers/34370b3a-0693-48e6-bde3-dae293148787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6192052 Nov 12 03:11:55.147515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:55.151107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-a24ead92-7373-406b-90a6-a1ec6184dee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766139 Nov 12 03:11:55.152428 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Sync routers for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:11:55.167593 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:55.170470 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:55.176935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.185731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event deleted for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:55.233072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1be09f-8165-4738-badc-154fa617621d None None] No DVR routers for this DVR port e06bb461-9711-4215-962d-0fcf07240727 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:55.263990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1be09f-8165-4738-badc-154fa617621d None None] Pushing event deleted for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:55.277777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port e06bb461-9711-4215-962d-0fcf07240727 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:55.278124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.292769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:55.300035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc333-392b-45f5-b0b9-38a2c6fb4627 req-91075d0b-7fab-4672-938e-6cc91155f9b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:55.301574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82ccc333-392b-45f5-b0b9-38a2c6fb4627 req-91075d0b-7fab-4672-938e-6cc91155f9b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1239104 Nov 12 03:11:55.301733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15f276b8-9883-436f-a3f1-ee0789c19308 req-18ebbc45-a59e-412f-a313-e9f5f110c763 service neutron] 10.222.0.84 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179023 Nov 12 03:11:55.335197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Checking router: 1656b14c-48ca-4792-895a-dbe32cdc21ed for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:55.369679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:55.370266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:55.394133 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:55.401167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-2ba95f11-3b3d-479a-a510-3a6f16fd67a3 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472525 Nov 12 03:11:55.464416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82ccc333-392b-45f5-b0b9-38a2c6fb4627 req-8844d678-b456-4983-8e1f-1f25b719f13c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523743 Nov 12 03:11:55.501242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port e06bb461-9711-4215-962d-0fcf07240727, host n-d-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:55.501242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.569896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-d35b87a3-b94d-4d80-b70b-985319d2edcd tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips/98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f HTTP/1.1" status: 200 len: 694 time: 0.0892227 Nov 12 03:11:55.572164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for e06bb461-9711-4215-962d-0fcf07240727 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:55.584680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Port e06bb461-9711-4215-962d-0fcf07240727 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:11:55.594086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:55.604190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-1c4ddfa1-b0b9-4ed3-954a-be92d3e48635 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888590 Nov 12 03:11:55.818925 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:11:53Z', 'revision_number': 5, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:55.869898 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Checking router: 34370b3a-0693-48e6-bde3-dae293148787 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:11:55.887497 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Routers {'34370b3a-0693-48e6-bde3-dae293148787'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:11:55.890037 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['34370b3a-0693-48e6-bde3-dae293148787'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:55.957016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.033723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.076919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] Set router 34370b3a-0693-48e6-bde3-dae293148787 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:11:56.079896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140b91-0626-49f8-8e01-c7fde3f2c7ae req-9f7af272-04e7-424d-bf71-69eb0d8ecf52 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:56.081854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e140b91-0626-49f8-8e01-c7fde3f2c7ae req-9f7af272-04e7-424d-bf71-69eb0d8ecf52 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 944 time: 0.0951645 Nov 12 03:11:56.098928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=e06bb461-9711-4215-962d-0fcf07240727,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:56.109567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:56.174603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12045eef-1ccd-45a7-b9cf-d2491b7edad2 None None] The sync data for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 is: [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:10:43Z', 'revision_number': 4, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2efaa923-b1d4-42bd-a980-abad77dc086c', 'name': '', 'network_id': '21631010-6c1e-4cd1-ac66-1dacc1370d3c', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'mac_address': 'fa:16:3e:5d:14:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:41Z', 'updated_at': '2021-11-12T03:10:51Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'subnets': [{'id': '40f1dff6-825e-4de7-892e-70cca0a52ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:56.187464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e140b91-0626-49f8-8e01-c7fde3f2c7ae req-4e8682d5-bc42-44e0-9d25-60bbd65a794e tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932472 Nov 12 03:11:56.214827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port e06bb461-9711-4215-962d-0fcf07240727 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:11:56.346378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49876) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:56.468721 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:11:53Z', 'revision_number': 5, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:56.513129 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8135d7bf-6838-4a22-98ce-12d3a5acd283 None None] The sync data for ids ['34370b3a-0693-48e6-bde3-dae293148787'] in n-d-615180-50 is: [{'id': '34370b3a-0693-48e6-bde3-dae293148787', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359607471-router', 'tenant_id': 'ee3467a36c714654b688fe107346c598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:25Z', 'updated_at': '2021-11-12T03:11:53Z', 'revision_number': 5, 'project_id': 'ee3467a36c714654b688fe107346c598', 'gw_port': {'id': '5af448a7-a7ca-4f0a-9a21-a248fd0cf93c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370b3a-0693-48e6-bde3-dae293148787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:26Z', 'updated_at': '2021-11-12T03:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:11:56.573780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-eca41e89-b4b9-4890-a20a-415d270b423c tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:56.589256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-eca41e89-b4b9-4890-a20a-415d270b423c tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 1.0182118 Nov 12 03:11:56.649445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98aaa8a3-e01b-4bb9-be4f-cd75e1295784 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=26cabe93f5ee459ab6180d4c7870bad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025544 Nov 12 03:11:56.659067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49882) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:56.699040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-a4241589-3f0c-42cc-b6d2-3f5f8efe7a58 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 697 time: 0.1084220 Nov 12 03:11:56.708390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.734894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.735637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb161388-5689-4f63-823c-ccabf76f30e0 req-08f8b073-a2f2-43d4-9d8c-53ad2c3c1ba7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:56.737160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb161388-5689-4f63-823c-ccabf76f30e0 req-08f8b073-a2f2-43d4-9d8c-53ad2c3c1ba7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.0917079 Nov 12 03:11:56.747835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c87dbb-58a3-44ec-9770-a407c890c163 None None] New status for floating IP 98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:11:56.767345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.786280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:56.793389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-ef56eb59-7647-47d0-afb9-f12206f3a90f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 697 time: 0.0810454 Nov 12 03:11:56.819157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2eddcd-424e-4aae-8298-18665e35fdfe') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:56.819392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2eddcd-424e-4aae-8298-18665e35fdfe') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:11:56.827913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.840340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.919445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.980572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:11:56.980572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:11:56.994338 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:11:57.054664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb161388-5689-4f63-823c-ccabf76f30e0 req-5ac7b3de-aa73-48b5-b895-9dcbee52698b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958226 Nov 12 03:11:57.057096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.063853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.070958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d885d1ca-93af-41a8-9c65-6cd605566d3f HTTP/1.1" status: 204 len: 168 time: 0.4094071 Nov 12 03:11:57.103710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:57.106675 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7578ae-7104-44b7-a138-32a8f50b485f" -d '{"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:57.111800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a467b-d397-4b2a-96ac-d2cc6b07b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885d1ca-93af-41a8-9c65-6cd605566d3f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:57.137673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Deleting port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:57.138154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.183990 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14ef7f-b68d-4dad-909f-3bc41abe55df x-openstack-request-id: req-0b14ef7f-b68d-4dad-909f-3bc41abe55df {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:57.184407 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:57.184816 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0b14ef7f-b68d-4dad-909f-3bc41abe55df {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:57.185232 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:11:57.187330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.325292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7578ae-7104-44b7-a138-32a8f50b485f req-90a64b64-78fc-437c-984c-7b468cc28563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:57.328749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-90a64b64-78fc-437c-984c-7b468cc28563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94852f267fc846778e786a86b28d8e7e&device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 1097 time: 0.1158962 Nov 12 03:11:57.370349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.376874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44 HTTP/1.1" status: 204 len: 168 time: 2.6912906 Nov 12 03:11:57.390300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49896) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:57.400790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] For port 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:57.401041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.407430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104384234'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:57.419962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba7292-15c6-4be8-b959-7a533b8f20d4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=4f00a5dc-5a8a-41e7-9cd1-cef453dc8f44,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:57.434545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Calling delete_port for 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:57.439209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Deleting port ade89279-6710-4257-ac64-6dc2b1b5afef {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:57.439557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.481272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:57.485013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.552364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.577580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49902) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:57.600384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:11:57.636255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336341d-b66d-41ef-8075-3f30536dd461 req-807eae20-54a2-4cb0-830d-a1415bf7cafd tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:57.641425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d336341d-b66d-41ef-8075-3f30536dd461 req-807eae20-54a2-4cb0-830d-a1415bf7cafd tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 944 time: 0.2883694 Nov 12 03:11:57.641425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7578ae-7104-44b7-a138-32a8f50b485f req-9a922ea6-0c53-4d5d-97a5-5717c7791cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:57.641425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-9a922ea6-0c53-4d5d-97a5-5717c7791cd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 200 len: 920 time: 0.3026254 Nov 12 03:11:57.645130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.645642 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 31ef466d-26e5-4408-a96d-602903b16916 of type vlan for network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 Nov 12 03:11:57.682782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d19630c9-6c4b-4f98-bf03-5c1a61b00e99 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:57.700035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.700399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.715507 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-b2277aab-a358-4ed3-bf6a-921916fe94d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 200 len: 217 time: 0.0619621 Nov 12 03:11:57.762547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.779528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Calling delete_port for ade89279-6710-4257-ac64-6dc2b1b5afef owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:11:57.797524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:11:57.805043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:57.805436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.805893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d336341d-b66d-41ef-8075-3f30536dd461 req-9458c063-2b0d-4777-9bea-d51fa70c9a38 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555874 Nov 12 03:11:57.838400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7578ae-7104-44b7-a138-32a8f50b485f req-02b91e65-f246-4fe2-843e-856d3722257f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:57.847350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-02b91e65-f246-4fe2-843e-856d3722257f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 200 len: 859 time: 0.1147218 Nov 12 03:11:57.899973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-1c41c079-6315-4df2-a96f-b727e01a9742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21631010-6c1e-4cd1-ac66-1dacc1370d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431879 Nov 12 03:11:57.934856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.960370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:57.961019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.025686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.071405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=12f1bbe9-1ed0-4599-875a-60fb2d9bd733,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.080244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:58.082807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:11:58.086135 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37b473-7685-43f6-8d18-d13a75caba53" -d '{"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-plugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:11:58.101981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe3edd57-e073-4409-a200-c39669056ea1 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:11:58.115294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.132123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-16c419bd-8a45-4b77-93a5-f6ddcd364cd8 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247398 Nov 12 03:11:58.133845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-995a8a2a-2e64-4659-a280-eb2a73b7fc0b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7422602 Nov 12 03:11:58.134756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adb8dd9d-7c8d-46af-99d5-0e074beb6883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.136986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:58.142986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:58.157487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:11:58.172684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.312042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fe3edd57-e073-4409-a200-c39669056ea1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:11:58.312318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af448a7-a7ca-4f0a-9a21-a248fd0cf93c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.312635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe3edd57-e073-4409-a200-c39669056ea1 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:11:58.335729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.336830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de7578ae-7104-44b7-a138-32a8f50b485f req-de591813-b9ae-4fe0-a44b-fa4a7e7dda99 service neutron] 10.222.0.32 "GET /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872754 Nov 12 03:11:58.342633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b1d622-afe2-47a7-906c-2a216e43bb5b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:11:58.346993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.468056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126fa1-8348-4b24-86f3-36e10c5358a6 req-63f418bc-8426-4c90-a62d-8675982a2fe3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:58.469571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c126fa1-8348-4b24-86f3-36e10c5358a6 req-63f418bc-8426-4c90-a62d-8675982a2fe3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1316514 Nov 12 03:11:58.497869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.500063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:58.500810 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.503831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.509235 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.577545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event deleted for resources: {'Port': ['ID=ade89279-6710-4257-ac64-6dc2b1b5afef,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.588607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c126fa1-8348-4b24-86f3-36e10c5358a6 req-e2f4f109-f02b-431c-9240-fe413db51d81 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111755 Nov 12 03:11:58.590643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.591326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34370b3a-0693-48e6-bde3-dae293148787 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:11:58.599208 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.601031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5165874-8868-4f42-8780-e4d37d3dcfc3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/34370b3a-0693-48e6-bde3-dae293148787 HTTP/1.1" status: 204 len: 168 time: 3.4524255 Nov 12 03:11:58.604711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:58.674349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Deleting subnet f5e7e2ef-2f8e-4c19-8033-3e23f643d345 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:11:58.679693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.682328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.696684 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5c9bca-4361-4c8b-bb2a-f82cabc6a8a7 req-134c260b-9481-41e1-9430-4804f5b1f9a9 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "DELETE /v2.0/floatingips/98ed9a97-6bd8-4e5b-b589-fa4fdd4bf92f HTTP/1.1" status: 204 len: 173 time: 1.8751185 Nov 12 03:11:58.702511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adb8dd9d-7c8d-46af-99d5-0e074beb6883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.710750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-adb8dd9d-7c8d-46af-99d5-0e074beb6883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.714232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.727523 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555088cd-4fac-40d1-b18b-8e882d4faeb5 x-openstack-request-id: req-555088cd-4fac-40d1-b18b-8e882d4faeb5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:11:58.732452 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-plugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:11:58.732847 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-555088cd-4fac-40d1-b18b-8e882d4faeb5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:11:58.733321 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'code': 200} Nov 12 03:11:58.814400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8dd9d-7c8d-46af-99d5-0e074beb6883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c732dc33-760a-4ced-bbd0-4ae4c0df7a41,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.823496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-adb8dd9d-7c8d-46af-99d5-0e074beb6883 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3850769e7408466f8b1935bbf65fb6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2398238 Nov 12 03:11:58.823496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:58.894215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.908700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.918809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.976466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.981283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:58.985625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c732dc33-760a-4ced-bbd0-4ae4c0df7a41 HTTP/1.1" status: 204 len: 168 time: 0.1620605 Nov 12 03:11:58.996214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1920c66-f146-4120-ab9a-b0db98ffe20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732dc33-760a-4ced-bbd0-4ae4c0df7a41,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:58.997984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.010345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d29dd9-f48e-49ea-87dd-ce3b6e9a70f6 req-085de6eb-bb55-4543-83ee-ea544a5099c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:59.015857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61d29dd9-f48e-49ea-87dd-ce3b6e9a70f6 req-085de6eb-bb55-4543-83ee-ea544a5099c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 1097 time: 0.1978865 Nov 12 03:11:59.070197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-478a305a-57da-4b64-838e-e12419307b56 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups/2a99d29d-66bd-43b9-81ae-265798297215 HTTP/1.1" status: 200 len: 1825 time: 0.2771533 Nov 12 03:11:59.089633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.213240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61d29dd9-f48e-49ea-87dd-ce3b6e9a70f6 req-c69b8911-67bb-4af7-afea-a8079e92ece4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783125 Nov 12 03:11:59.237013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.303743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.311815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=5702c8fb-45ee-405e-b696-7f9533dda5b4,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:59.356356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.374018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '31ef466d-26e5-4408-a96d-602903b16916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:59.374378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: 12f1bbe9-1ed0-4599-875a-60fb2d9bd733, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:59.419264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115eb3-e318-4a23-9791-6dda694ab665 req-8cdfe414-17e8-4a68-b480-3beb62902bf3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:59.421462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71115eb3-e318-4a23-9791-6dda694ab665 req-8cdfe414-17e8-4a68-b480-3beb62902bf3 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 945 time: 0.0787394 Nov 12 03:11:59.432750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:59.448700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 12f1bbe9-1ed0-4599-875a-60fb2d9bd733) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:59.454638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:59.455280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.463537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48a3ab-8543-49d7-9dc7-0fd1bfcff9d4 None None] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:59.468232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.472513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.473696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71d9bf0f-1edd-4de7-a5bc-0c7c262ba8bc req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "DELETE /v2.0/security-groups/2a99d29d-66bd-43b9-81ae-265798297215 HTTP/1.1" status: 204 len: 173 time: 0.3889365 Nov 12 03:11:59.474725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.482132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:59.504886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-306f7bf7-8399-4f72-802f-4be309838c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.535229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71115eb3-e318-4a23-9791-6dda694ab665 req-806fe6c7-0474-45f9-ad1f-f32d3effe9a1 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055064 Nov 12 03:11:59.545864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ef6e8ddf-8b8b-497b-a8b8-aa8f2309b87f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4054456 Nov 12 03:11:59.545864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e7e2ef-2f8e-4c19-8033-3e23f643d345,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:59.547677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:59.643772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc2e73-4de7-4ba7-b28e-2ea78b735545 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a99d29d-66bd-43b9-81ae-265798297215,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:59.648625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-492558669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:59.669376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.674276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2dbec6e6-3c64-403e-9477-e968619e6985 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f5e7e2ef-2f8e-4c19-8033-3e23f643d345 HTTP/1.1" status: 204 len: 168 time: 1.0685577 Nov 12 03:11:59.676616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-306f7bf7-8399-4f72-802f-4be309838c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.676937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:59.684486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-306f7bf7-8399-4f72-802f-4be309838c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.720864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-306f7bf7-8399-4f72-802f-4be309838c95 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e95baf9ef7cc4b33b5f2aa46503e49c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336016 Nov 12 03:11:59.725115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:59.733128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8298b-7d03-428b-bc0e-755f2e777bc0 None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:59.806635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.807635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.852948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.930337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Deleting port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:11:59.930755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:59.993270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-12f1bbe9-1ed0-4599-875a-60fb2d9bd733', 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': '5702c8fb-45ee-405e-b696-7f9533dda5b4'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:59.994224 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.022271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f7bf7-8399-4f72-802f-4be309838c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9db259-272d-4a4e-9624-9a400dee3448,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:00.076012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.105856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-521ef573-704f-41e3-b050-30555297905e admin admin] For port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,segment=NetworkSegment(22834722-74a9-44f3-aecd-e245f8ad1cd0),segment_id=22834722-74a9-44f3-aecd-e245f8ad1cd0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:00.106221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.106547 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.122594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.151793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.155569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-610d2280-a144-47c6-860a-fa1f0187f5e2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5106528 Nov 12 03:12:00.158037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49968) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:00.164188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'port': {'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733', 'name': 'tempest-RoutersTest-1234408746'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:00.173933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d71d-8bac-40c4-929d-ce842fbfbefb req-68929570-57fa-4274-9d43-f9aabddb2fd0 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:00.180583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] DHCP port deletion for 9a8bf9b2-13ac-4aea-a626-a74f515b6144 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:00.181272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5c9d71d-8bac-40c4-929d-ce842fbfbefb req-68929570-57fa-4274-9d43-f9aabddb2fd0 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.1567955 Nov 12 03:12:00.183416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Calling delete_port for 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:00.201056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:00.284852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5c9d71d-8bac-40c4-929d-ce842fbfbefb req-3a13ccef-1c83-4df1-9725-8a9a927ba7da tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980310 Nov 12 03:12:00.373203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.386966 n-d-615180-50 neutron-server[102434]: INFO neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No ports have port_id starting with 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 Nov 12 03:12:00.394167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:00.421421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efa70e-d733-401d-8d88-f8792b5920e5 req-1433027e-3062-4f8d-b586-5628888a288a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:00.425661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Allocated IP 172.20.0.2 (12f1bbe9-1ed0-4599-875a-60fb2d9bd733/5702c8fb-45ee-405e-b696-7f9533dda5b4/d682b36a-6bfd-482e-99c9-93b450544a3b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:00.427275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:00.428739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:00.429092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5af448a7-a7ca-4f0a-9a21-a248fd0cf93c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:00.434683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ef573-704f-41e3-b050-30555297905e admin admin] No DVR routers for this DVR port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:00.439394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55efa70e-d733-401d-8d88-f8792b5920e5 req-1433027e-3062-4f8d-b586-5628888a288a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.4585202 Nov 12 03:12:00.451737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.471301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Deleting port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:00.471719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.507634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:00.511229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.569880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.570620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55efa70e-d733-401d-8d88-f8792b5920e5 req-a7e14f0e-0140-4a94-86c0-1afc43265e2b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295619 Nov 12 03:12:00.578911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] device_id is not set on port aa93f0a6-440c-419e-a5af-415eea3b3bdc yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:12:00.617159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-521ef573-704f-41e3-b050-30555297905e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8bf9b2-13ac-4aea-a626-a74f515b6144']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:00.627867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.631232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.632540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-521ef573-704f-41e3-b050-30555297905e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22834722-74a9-44f3-aecd-e245f8ad1cd0') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:00.635687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d9db259-272d-4a4e-9624-9a400dee3448 HTTP/1.1" status: 204 len: 168 time: 0.8974814 Nov 12 03:12:00.636550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-521ef573-704f-41e3-b050-30555297905e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22834722-74a9-44f3-aecd-e245f8ad1cd0') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:00.651513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.666938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.670608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a678b-d2a8-454c-8fbf-adb8912e6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9db259-272d-4a4e-9624-9a400dee3448,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:00.681513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:00.682002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.695662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] For port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:00.695900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.753707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Calling delete_port for 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:00.772795 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:00.778162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f660d-6d16-4832-a858-3d2dbd92e883 req-49224723-1495-4d00-af3c-7fde2f435475 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:00.778726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.783415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:12:00.784732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a12f660d-6d16-4832-a858-3d2dbd92e883 req-49224723-1495-4d00-af3c-7fde2f435475 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 945 time: 0.0968051 Nov 12 03:12:00.790019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.796031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:00.796361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-521ef573-704f-41e3-b050-30555297905e admin admin] 10.222.0.84 "DELETE /v2.0/networks/9a8bf9b2-13ac-4aea-a626-a74f515b6144 HTTP/1.1" status: 204 len: 168 time: 1.1175528 Nov 12 03:12:00.800264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:00.856238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a12f660d-6d16-4832-a858-3d2dbd92e883 req-1c626866-3b99-40f4-9fa7-804f14f565de tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649951 Nov 12 03:12:00.874930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Network 9a8bf9b2-13ac-4aea-a626-a74f515b6144 is not hosted by any dhcp agent {{(pid=102434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:12:00.875426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] No DVR routers for this DVR port 7f17056f-8da7-4fe5-bb66-fe58a083b4c5 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:00.893843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09512-97d5-498a-acc0-2be8c79adc5b None None] Pushing event deleted for resources: {'Port': ['ID=7f17056f-8da7-4fe5-bb66-fe58a083b4c5,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:00.932286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef573-704f-41e3-b050-30555297905e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8bf9b2-13ac-4aea-a626-a74f515b6144,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:01.033989 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.046830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.161086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.20.0.6 (12f1bbe9-1ed0-4599-875a-60fb2d9bd733/5702c8fb-45ee-405e-b696-7f9533dda5b4/aa93f0a6-440c-419e-a5af-415eea3b3bdc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:01.163311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:01.172797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:01.182678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:01.261547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Pushing event updated for resources: {'Port': ['ID=d682b36a-6bfd-482e-99c9-93b450544a3b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:01.330148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Attempting to bind port d682b36a-6bfd-482e-99c9-93b450544a3b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:01.330394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Attempting to bind port d682b36a-6bfd-482e-99c9-93b450544a3b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '31ef466d-26e5-4408-a96d-602903b16916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:01.330764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Attempting to bind port d682b36a-6bfd-482e-99c9-93b450544a3b on network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:01.345352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:01.363576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Checking segment: {'id': '31ef466d-26e5-4408-a96d-602903b16916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:01.364148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.364566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Bound using segment: {'id': '31ef466d-26e5-4408-a96d-602903b16916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:01.365610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Bound port: d682b36a-6bfd-482e-99c9-93b450544a3b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ef466d-26e5-4408-a96d-602903b16916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '12f1bbe9-1ed0-4599-875a-60fb2d9bd733'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:01.366012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.512451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.514563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] For port d682b36a-6bfd-482e-99c9-93b450544a3b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:01.522665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] For port d682b36a-6bfd-482e-99c9-93b450544a3b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d682b36a-6bfd-482e-99c9-93b450544a3b,segment=NetworkSegment(31ef466d-26e5-4408-a96d-602903b16916),segment_id=31ef466d-26e5-4408-a96d-602903b16916)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:01.528203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.606200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.699812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:01.704853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:01.712724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:01.719693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f3572-8c5a-4bd6-a0f8-fbcec0f8aacb None None] Pushing event updated for resources: {'Port': ['ID=d682b36a-6bfd-482e-99c9-93b450544a3b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:01.817498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.828999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=aa93f0a6-440c-419e-a5af-415eea3b3bdc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:01.854643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:01.855567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:01.886848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3726cd6b-4903-4232-ad58-f2ee4e757400 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7273648 Nov 12 03:12:01.889780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50020) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:02.101131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc235ff-15c3-46fe-a7f0-7caf3e7b5dd8 req-57a360d9-d7b6-409c-8a22-b31cedfb0c57 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:02.106624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc235ff-15c3-46fe-a7f0-7caf3e7b5dd8 req-57a360d9-d7b6-409c-8a22-b31cedfb0c57 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.3401608 Nov 12 03:12:02.248475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0fc5-fb52-41bb-922e-d7372232e50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:02.250585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc235ff-15c3-46fe-a7f0-7caf3e7b5dd8 req-ac118d11-24b3-451b-bd1b-6e5ff3af5742 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292665 Nov 12 03:12:02.287219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d682b36a-6bfd-482e-99c9-93b450544a3b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:02.409154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Deleting port 3be502f8-0dd3-4154-bacf-0f0af6cea91e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:02.409493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:02.414635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d682b36a-6bfd-482e-99c9-93b450544a3b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:02.415360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:02.475920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-a759813e-e18a-4d31-9e5a-e70dcdc6a851 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:02.480512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-a759813e-e18a-4d31-9e5a-e70dcdc6a851 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.32 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2954586 Nov 12 03:12:02.546425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec9f0-dc98-4159-9a9a-d914600c78e1 req-d4dafae6-6aa9-46b5-9d9f-9d7fd837c7cb tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:02.554651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad6ec9f0-dc98-4159-9a9a-d914600c78e1 req-d4dafae6-6aa9-46b5-9d9f-9d7fd837c7cb tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.5224507 Nov 12 03:12:02.578896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] For port 3be502f8-0dd3-4154-bacf-0f0af6cea91e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3be502f8-0dd3-4154-bacf-0f0af6cea91e,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:02.579301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:02.608979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Calling delete_port for 3be502f8-0dd3-4154-bacf-0f0af6cea91e owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:02.705165 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:02.876657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50042) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:03.216900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port d682b36a-6bfd-482e-99c9-93b450544a3b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d682b36a-6bfd-482e-99c9-93b450544a3b,segment=NetworkSegment(31ef466d-26e5-4408-a96d-602903b16916),segment_id=31ef466d-26e5-4408-a96d-602903b16916)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:03.222678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.297084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=d682b36a-6bfd-482e-99c9-93b450544a3b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:03.419011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0a96f-78f0-4c8d-93d6-4df60766e9e9 None None] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:03.542482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-072990cc-2246-4287-bd67-14d32bf31cd9 None None] Provisioning complete for port d682b36a-6bfd-482e-99c9-93b450544a3b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:03.542849 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-072990cc-2246-4287-bd67-14d32bf31cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.567648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad6ec9f0-dc98-4159-9a9a-d914600c78e1 req-0ecb68cb-62f6-41f1-a96b-ec844275bcd2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118909 Nov 12 03:12:03.681550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Deleting port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:03.681889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.737836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.764402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.818646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee3e37c4-1869-4d15-9267-68a7a7d1d583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:03.846589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be502f8-0dd3-4154-bacf-0f0af6cea91e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:04.000112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57606f16-e8f3-4da8-9f79-f063180859cc req-00ec6cd0-6533-4098-9e88-22cc1f03d354 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:04.009205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57606f16-e8f3-4da8-9f79-f063180859cc req-00ec6cd0-6533-4098-9e88-22cc1f03d354 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 945 time: 0.2646289 Nov 12 03:12:04.061920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] For port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:04.064844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.108721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Calling delete_port for b65d658b-7a07-4cdc-b704-fe6e9b8bff0e owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:04.221819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0eadd7a3-7f84-4a3d-ad54-867eee4941d9 None None] Provisioning complete for port aa93f0a6-440c-419e-a5af-415eea3b3bdc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:04.222285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0eadd7a3-7f84-4a3d-ad54-867eee4941d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.253701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57606f16-e8f3-4da8-9f79-f063180859cc req-c3e8a685-ae44-4bff-80dd-47d569ba38e6 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/security-groups?id=b7819c02-a838-4316-98df-aaf21b190093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435408 Nov 12 03:12:04.303896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0eadd7a3-7f84-4a3d-ad54-867eee4941d9 None None] Port aa93f0a6-440c-419e-a5af-415eea3b3bdc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:04.322690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee3e37c4-1869-4d15-9267-68a7a7d1d583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.324783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.329236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee3e37c4-1869-4d15-9267-68a7a7d1d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.341634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0eadd7a3-7f84-4a3d-ad54-867eee4941d9 None None] Provisioning complete for port d682b36a-6bfd-482e-99c9-93b450544a3b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:04.341994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0eadd7a3-7f84-4a3d-ad54-867eee4941d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.421858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d682b36a-6bfd-482e-99c9-93b450544a3b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:04.423054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee3e37c4-1869-4d15-9267-68a7a7d1d583 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1feb8375023d4acc92dccdaa5eadcfa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5413446 Nov 12 03:12:04.430755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:04.483255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.514201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e37c4-1869-4d15-9267-68a7a7d1d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf78da-6c82-4701-b458-44c6b2f78df0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:04.563506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d682b36a-6bfd-482e-99c9-93b450544a3b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:04.563881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.597492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Pushing event deleted for resources: {'Port': ['ID=b65d658b-7a07-4cdc-b704-fe6e9b8bff0e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:04.604753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.627409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eea34f-7e36-4876-8e42-e21afe4a1d72 req-6eaf71e1-f9a9-4776-a631-18aaebd51a2b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:04.635087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51eea34f-7e36-4876-8e42-e21afe4a1d72 req-6eaf71e1-f9a9-4776-a631-18aaebd51a2b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 945 time: 0.3950045 Nov 12 03:12:04.639246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.648630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2e674-06da-483b-b494-26f1b62ecc96 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:04.686434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.717794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] No DVR routers for this DVR port b65d658b-7a07-4cdc-b704-fe6e9b8bff0e on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:04.721399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.725956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-755805ed-3cb7-4c56-8971-4a099905cad1 req-caafd7e9-fd10-4159-9fcc-c655f85fdd4f tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.32 "DELETE /v2.0/ports/b65d658b-7a07-4cdc-b704-fe6e9b8bff0e HTTP/1.1" status: 204 len: 173 time: 2.2345641 Nov 12 03:12:04.730311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'name': 'network-vif-deleted', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:04.732818 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f70b7aa-447e-4801-8d6c-f5daa2fb3cef" -d '{"events": [{"server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "name": "network-vif-deleted", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:04.795837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-44e5d36e-c71a-427a-a77e-65367b39955c None None] Provisioning complete for port aa93f0a6-440c-419e-a5af-415eea3b3bdc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:04.796562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44e5d36e-c71a-427a-a77e-65367b39955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.798970 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-843b07a3-8b1e-4e2f-b3d1-e87ba7ce278a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.818203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:04.839755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=aa93f0a6-440c-419e-a5af-415eea3b3bdc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:04.867634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-44e5d36e-c71a-427a-a77e-65367b39955c None None] Port aa93f0a6-440c-419e-a5af-415eea3b3bdc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:04.923165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51eea34f-7e36-4876-8e42-e21afe4a1d72 req-4bb7801b-f61f-408d-82ee-6945a60aaaca tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642567 Nov 12 03:12:04.961061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Router d4511490-6dbc-458c-a2af-ed744280a58d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:04.998000 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.007263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.009725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2cf78da-6c82-4701-b458-44c6b2f78df0 HTTP/1.1" status: 204 len: 168 time: 0.5747681 Nov 12 03:12:05.036009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a912f69-b1a8-48fd-944c-30b006ffc8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf78da-6c82-4701-b458-44c6b2f78df0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:05.094178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb02fb76-ab78-499b-ba7c-d4ad0b6d3ac3 None None] Provisioning complete for port aa93f0a6-440c-419e-a5af-415eea3b3bdc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:05.094544 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb02fb76-ab78-499b-ba7c-d4ad0b6d3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.140973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cb02fb76-ab78-499b-ba7c-d4ad0b6d3ac3 None None] Port aa93f0a6-440c-419e-a5af-415eea3b3bdc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:05.192053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3492d3-89b9-4bd4-a095-8f86f1be2417 req-5916dfe1-5b70-460f-9657-26720ab24404 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:05.199714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f3492d3-89b9-4bd4-a095-8f86f1be2417 req-5916dfe1-5b70-460f-9657-26720ab24404 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1117520 Nov 12 03:12:05.234390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:05.249358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3faf15c-9f8d-4ffa-8fea-1c36046d4e19 admin admin] 10.222.0.84 "PUT /v2.0/routers/d4511490-6dbc-458c-a2af-ed744280a58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4436977 Nov 12 03:12:05.251333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50096) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:05.251496 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Sync routers for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:05.265677 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:05.266579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:05.393201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.395734 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f331aa-e1c4-4c28-8f1b-4c5e38a38192 x-openstack-request-id: req-d0f331aa-e1c4-4c28-8f1b-4c5e38a38192 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:05.396018 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcafac8-381c-46c2-92a6-700d971c41ca", "name": "network-vif-deleted", "tag": "b65d658b-7a07-4cdc-b704-fe6e9b8bff0e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:05.396843 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0f331aa-e1c4-4c28-8f1b-4c5e38a38192 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:05.397244 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcafac8-381c-46c2-92a6-700d971c41ca', 'name': 'network-vif-deleted', 'tag': 'b65d658b-7a07-4cdc-b704-fe6e9b8bff0e', 'status': 'completed', 'code': 200} Nov 12 03:12:05.399745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.436734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8223153c-b4ca-4519-9327-9ce0bf8f1a7b req-6aa52849-271f-459b-a935-bc0eea1edc37 tempest-ServerRescueTestJSONUnderV235-1632084989 tempest-ServerRescueTestJSONUnderV235-1632084989-project] 10.222.0.84 "GET /v2.0/ports?device_id=afcafac8-381c-46c2-92a6-700d971c41ca HTTP/1.1" status: 200 len: 210 time: 0.0694356 Nov 12 03:12:05.448600 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:05.462721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f3492d3-89b9-4bd4-a095-8f86f1be2417 req-8e03df26-515f-4c46-9be2-13f5c42ba6d7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527823 Nov 12 03:12:05.545429 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.690427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.692843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.710887 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': '1cdb6080-a445-444b-8200-3081303636ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:12:02Z', 'revision_number': 5, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port': {'id': '1cdb6080-a445-444b-8200-3081303636ba', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:38Z', 'updated_at': '2021-11-12T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:05.716576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d19630c9-6c4b-4f98-bf03-5c1a61b00e99 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:12:05.752949 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Checking router: d4511490-6dbc-458c-a2af-ed744280a58d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:05.768910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Routers {'d4511490-6dbc-458c-a2af-ed744280a58d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:05.768910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d4511490-6dbc-458c-a2af-ed744280a58d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:05.816470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b65d658b-7a07-4cdc-b704-fe6e9b8bff0e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:05.842220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b65d658b-7a07-4cdc-b704-fe6e9b8bff0e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:05.843185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b65d658b-7a07-4cdc-b704-fe6e9b8bff0e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:05.878164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Deleting port 1cdb6080-a445-444b-8200-3081303636ba {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:05.878585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:05.888231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:05.907822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'network_id': 'f3543065-3b7a-4f95-b243-0b823b2b236f', 'port_id': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'mac_address': 'fa:16:3e:b2:22:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04932c19-9bee-4ed8-80ce-a3adf72d9caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:12:05.921759 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] Set router d4511490-6dbc-458c-a2af-ed744280a58d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:05.987628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.011958 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:12:05Z', 'revision_number': 6, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:06.016639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d19630c9-6c4b-4f98-bf03-5c1a61b00e99 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:06.062359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:06.066733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.089867 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a537644-e34a-4ef5-85e1-8e4514024cee None None] The sync data for ids ['d4511490-6dbc-458c-a2af-ed744280a58d'] in n-d-615180-50 is: [{'id': 'd4511490-6dbc-458c-a2af-ed744280a58d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1815905101-router', 'tenant_id': 'fad0a854d306427186b62636ea821626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:09:35Z', 'updated_at': '2021-11-12T03:12:05Z', 'revision_number': 6, 'project_id': 'fad0a854d306427186b62636ea821626', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:06.128162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] For port 1cdb6080-a445-444b-8200-3081303636ba, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1cdb6080-a445-444b-8200-3081303636ba,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:06.128536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.145931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Calling delete_port for 1cdb6080-a445-444b-8200-3081303636ba owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:06.153403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:06.170743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d19630c9-6c4b-4f98-bf03-5c1a61b00e99'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:06.295067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f655f-411e-419c-ae49-716e04eab335 req-acf9261f-5453-4b1a-9c03-8e88559da74a tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:06.296849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-599f655f-411e-419c-ae49-716e04eab335 req-acf9261f-5453-4b1a-9c03-8e88559da74a tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 944 time: 0.1392317 Nov 12 03:12:06.308935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.327721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.369455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:06.482315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=aa93f0a6-440c-419e-a5af-415eea3b3bdc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:06.491003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.498245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6f87294-b034-4bf0-85a2-7736b88edffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.507990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-599f655f-411e-419c-ae49-716e04eab335 req-5da19af5-7988-4dff-aaaa-ea0ff0c5c552 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916482 Nov 12 03:12:06.513004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:06.653101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.695515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdb6080-a445-444b-8200-3081303636ba,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:06.725851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:06.728717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5015d8c-0724-47ed-b4a9-9d2e7aea7a35 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:06.754118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:06.754317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc527f-19bb-409c-8023-2aac3ca3865b req-0abcd26b-fc8e-48a1-8883-6b300ad5737d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:06.762131 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-62fc527f-19bb-409c-8023-2aac3ca3865b req-0abcd26b-fc8e-48a1-8883-6b300ad5737d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1478853 Nov 12 03:12:06.857444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.873659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6f87294-b034-4bf0-85a2-7736b88edffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.888168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6f87294-b034-4bf0-85a2-7736b88edffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:06.924642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-62fc527f-19bb-409c-8023-2aac3ca3865b req-549635ad-a6a5-4fa8-8e87-152a87deada8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555526 Nov 12 03:12:06.963813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f87294-b034-4bf0-85a2-7736b88edffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f803cf-947a-457c-adc6-8c33ca39d0ce,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:06.968250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6f87294-b034-4bf0-85a2-7736b88edffa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=93ece47d53184092a005c1ffe72ca47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5977175 Nov 12 03:12:06.996375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50160) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:07.073889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.098699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.136759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.184742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6b730ef3-0d5f-4fb1-8e53-c44e16a7d710 None None] Provisioning complete for port aa93f0a6-440c-419e-a5af-415eea3b3bdc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:07.187936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b730ef3-0d5f-4fb1-8e53-c44e16a7d710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.244098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6b730ef3-0d5f-4fb1-8e53-c44e16a7d710 None None] Port aa93f0a6-440c-419e-a5af-415eea3b3bdc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:07.247343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.251623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.253290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9f803cf-947a-457c-adc6-8c33ca39d0ce HTTP/1.1" status: 204 len: 168 time: 0.2541604 Nov 12 03:12:07.268160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a936f8-980a-4029-bc03-9877409a6721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f803cf-947a-457c-adc6-8c33ca39d0ce,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:07.278724 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.383718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.406567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.476730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.477286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4511490-6dbc-458c-a2af-ed744280a58d {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:07.483272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.484416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8378f07-95ed-4bc8-b87e-01de022dd2b2 admin admin] 10.222.0.84 "DELETE /v2.0/routers/d4511490-6dbc-458c-a2af-ed744280a58d HTTP/1.1" status: 204 len: 168 time: 2.2155974 Nov 12 03:12:07.487611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50174) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:07.539336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd878c-b98c-4af6-a1cb-912e243928af req-a6ef531e-b635-46b4-b58e-beffd0d99eab tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:07.540923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66fd878c-b98c-4af6-a1cb-912e243928af req-a6ef531e-b635-46b4-b58e-beffd0d99eab tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 944 time: 0.1834321 Nov 12 03:12:07.543937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 58750d76-4c38-4778-9e9c-8a2ce109de4e is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:07.653280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Deleting subnet 8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:07.657197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.689151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Deleting port 2efaa923-b1d4-42bd-a980-abad77dc086c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:07.689657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.700273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.729216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d19630c9-6c4b-4f98-bf03-5c1a61b00e99 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:07.810856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:07.814745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] For port 2efaa923-b1d4-42bd-a980-abad77dc086c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2efaa923-b1d4-42bd-a980-abad77dc086c,segment=NetworkSegment(7499a0f9-2264-4dbc-bf41-1b719feabdcd),segment_id=7499a0f9-2264-4dbc-bf41-1b719feabdcd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:07.815407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.822838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.825877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.832150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Calling delete_port for 2efaa923-b1d4-42bd-a980-abad77dc086c owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:07.843687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66fd878c-b98c-4af6-a1cb-912e243928af req-a43dabb7-a14d-4d1a-aa84-abb73248097b tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924705 Nov 12 03:12:07.844805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:07.853599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5924e747-1a58-44d7-9e34-148d814326f5 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/58750d76-4c38-4778-9e9c-8a2ce109de4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9595351 Nov 12 03:12:07.854493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50188) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:07.872037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] Sync routers for ids ['58750d76-4c38-4778-9e9c-8a2ce109de4e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:07.914330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] Routers {'58750d76-4c38-4778-9e9c-8a2ce109de4e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:07.915171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['58750d76-4c38-4778-9e9c-8a2ce109de4e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:07.917859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.923934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:07.929430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad2fba-7bd9-4b14-b4ad-238f534492a6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:07.932083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-38ad2fba-7bd9-4b14-b4ad-238f534492a6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports/aa93f0a6-440c-419e-a5af-415eea3b3bdc HTTP/1.1" status: 200 len: 977 time: 0.0762389 Nov 12 03:12:07.938908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50190) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:07.990075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:08.005169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:08.013248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] Routers {'58750d76-4c38-4778-9e9c-8a2ce109de4e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:08.013779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['58750d76-4c38-4778-9e9c-8a2ce109de4e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:08.020741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb074b-1376-4b8c-83b2-51f449cd00f7 None None] Network 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:08.023677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.079074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:08.079753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850a026-69b6-4e3f-8c23-2eb64345d6ec None None] The sync data for ids ['58750d76-4c38-4778-9e9c-8a2ce109de4e'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:08.139408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.139963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:08.142167 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b318e10-3224-4f05-b5fc-b0e42b037de4" -d '{"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-plugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:08.145704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e4684e0-7c0e-4b79-b362-788e2997ef73 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8bc2f985-3b02-43c5-af0f-eddfb8ff6cb4 HTTP/1.1" status: 204 len: 168 time: 0.6528108 Nov 12 03:12:08.148467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50202) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:08.157511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3be502f8-0dd3-4154-bacf-0f0af6cea91e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:08.191175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:08.194644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3be502f8-0dd3-4154-bacf-0f0af6cea91e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:08.194981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3be502f8-0dd3-4154-bacf-0f0af6cea91e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:08.195662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1cdb6080-a445-444b-8200-3081303636ba no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:08.220720 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.225503 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb376e8-bc62-4ad8-9cc1-43815f356437 x-openstack-request-id: req-ccb376e8-bc62-4ad8-9cc1-43815f356437 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:08.225794 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-plugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:08.226226 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ccb376e8-bc62-4ad8-9cc1-43815f356437 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:08.226764 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'code': 200} Nov 12 03:12:08.269017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.292449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:08.295919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1cdb6080-a445-444b-8200-3081303636ba {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:08.296444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1cdb6080-a445-444b-8200-3081303636ba not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:08.308678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2efaa923-b1d4-42bd-a980-abad77dc086c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:08.330736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e139d0-4a99-4dac-b117-1e70d7213134 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:08.355265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b08a9-99b1-480c-b7e6-228cafb288e1 req-3dcdb66d-ea5a-4456-ba07-870d0405b844 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:08.359583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f27b08a9-99b1-480c-b7e6-228cafb288e1 req-3dcdb66d-ea5a-4456-ba07-870d0405b844 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.3186150 Nov 12 03:12:08.373340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.407412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:08.462597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] DHCP port deletion for 82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:08.517783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-1c9764e4-3856-42c6-a69d-6bf0e22ed86d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1626382 Nov 12 03:12:08.523597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f27b08a9-99b1-480c-b7e6-228cafb288e1 req-55cd7dd9-cef4-4255-9742-ab6d2416adcc tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538849 Nov 12 03:12:08.559304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Deleting port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:08.559683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.569595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-a8e7f901-dcb3-4dc3-88d3-86331fe51bc6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:08.571113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-a8e7f901-dcb3-4dc3-88d3-86331fe51bc6 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 945 time: 0.1541708 Nov 12 03:12:08.606397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2077855457-network', 'tenant_id': '5fcc64ae63bb4e28858362987ec3101e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:08.624802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.630459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] For port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,segment=NetworkSegment(211aeee1-c617-4d4f-b3bf-b3e8df9963da),segment_id=211aeee1-c617-4d4f-b3bf-b3e8df9963da)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:08.630660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.650675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Calling delete_port for 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:08.732860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.733621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Deleting port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:08.734000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.739326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Made reservation on behalf of 5fcc64ae63bb4e28858362987ec3101e for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:08.742146 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.758356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] Pushing event deleted for resources: {'Port': ['ID=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:08.768875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c235df3-cc4b-47fe-a407-44fe1f64e4d5 None None] No DVR routers for this DVR port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:08.778192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-685c0ab3-b764-4688-a084-6024f7a11406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:08.779730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-685c0ab3-b764-4688-a084-6024f7a11406 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 1097 time: 0.1997402 Nov 12 03:12:08.808160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:08.871042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Router 1656b14c-48ca-4792-895a-dbe32cdc21ed has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:08.983629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:08.989457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b5670f70-de63-4aab-b327-6d4077575b80 admin admin] 10.222.0.84 "PUT /v2.0/routers/1656b14c-48ca-4792-895a-dbe32cdc21ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747131 Nov 12 03:12:08.993668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50220) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:08.997097 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Sync routers for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:09.010609 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:09.012295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:09.032008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] For port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:09.032602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.083816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Deleting port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:09.084242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.103460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Calling delete_port for 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:09.108827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:12:09.116522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.154226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.234174 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:09.252832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-7f714f5d-3518-4879-944c-875f5cfe1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:09.254345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-7f714f5d-3518-4879-944c-875f5cfe1758 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.4441423 Nov 12 03:12:09.263197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Pushing event deleted for resources: {'Port': ['ID=116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:09.273564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] No DVR routers for this DVR port 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:09.314711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1668e7-e2f5-4004-819e-c018168209ce req-fa134259-0d75-4d74-85b5-ad8fc66932a2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:09.316350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd1668e7-e2f5-4004-819e-c018168209ce req-fa134259-0d75-4d74-85b5-ad8fc66932a2 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 945 time: 0.3903053 Nov 12 03:12:09.405819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-69803d9f-ae73-4317-8a5d-109a101875bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 200 len: 217 time: 0.1334541 Nov 12 03:12:09.443643 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:12:08Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:09.476152 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Checking router: 1656b14c-48ca-4792-895a-dbe32cdc21ed for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:09.486241 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Routers {'1656b14c-48ca-4792-895a-dbe32cdc21ed'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:09.487854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1656b14c-48ca-4792-895a-dbe32cdc21ed'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:09.494363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:09.495189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.510332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.580587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Deleting port b65ded37-03d4-447f-b6a9-2182e26f6dcb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:09.580922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.586236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Calling delete_port for d19630c9-6c4b-4f98-bf03-5c1a61b00e99 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:09.597085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.598505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.620555 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] Set router 1656b14c-48ca-4792-895a-dbe32cdc21ed gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:09.653550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.701084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] For port b65ded37-03d4-447f-b6a9-2182e26f6dcb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b65ded37-03d4-447f-b6a9-2182e26f6dcb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:09.701492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.720846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc65fa4-ad57-4b09-badc-8f5314fec9ee req-af3ecb75-dbb2-4782-a091-bf11a8f7ed91 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:09.722451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fc65fa4-ad57-4b09-badc-8f5314fec9ee req-af3ecb75-dbb2-4782-a091-bf11a8f7ed91 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.0843885 Nov 12 03:12:09.727518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Calling delete_port for b65ded37-03d4-447f-b6a9-2182e26f6dcb owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:09.748563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d19630c9-6c4b-4f98-bf03-5c1a61b00e99 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:09.843818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.852066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fc65fa4-ad57-4b09-badc-8f5314fec9ee req-d17a766e-2290-47ef-b14a-3834e2d71ce3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186211 Nov 12 03:12:09.882838 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:12:08Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:09.897079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d19630c9-6c4b-4f98-bf03-5c1a61b00e99, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,segment=NetworkSegment(0611562a-abf1-4af9-87a8-73f67cf90705),segment_id=0611562a-abf1-4af9-87a8-73f67cf90705)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:09.905036 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:09.932761 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ef0cb-9810-4a7b-9d71-9a62c291c43a None None] The sync data for ids ['1656b14c-48ca-4792-895a-dbe32cdc21ed'] in n-d-615180-50 is: [{'id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-546917323-router', 'tenant_id': '94852f267fc846778e786a86b28d8e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:10:27Z', 'updated_at': '2021-11-12T03:12:08Z', 'revision_number': 5, 'project_id': '94852f267fc846778e786a86b28d8e7e', 'gw_port': {'id': 'b65ded37-03d4-447f-b6a9-2182e26f6dcb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1656b14c-48ca-4792-895a-dbe32cdc21ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:10:30Z', 'updated_at': '2021-11-12T03:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:09.969590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:09.990484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.008419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.016966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Pushing event deleted for resources: {'Port': ['ID=b65ded37-03d4-447f-b6a9-2182e26f6dcb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.025939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-3bc70580-f3a8-4f0e-908b-07729f65cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:10.027557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-3bc70580-f3a8-4f0e-908b-07729f65cf2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.5767765 Nov 12 03:12:10.033418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa3220-703a-4013-89f3-99168e0a4c01 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:10.082753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd1668e7-e2f5-4004-819e-c018168209ce req-f00aea3e-a0c7-49ea-86a4-00fb7c28e06f tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/security-groups?id=b028e1e9-4e4d-46f7-9f1f-a58852a4e503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989527 Nov 12 03:12:10.099510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.130171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:10.137587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:10.167559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-2ea9e529-e140-4e13-ab3d-4637d01594e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212213 Nov 12 03:12:10.174423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb29cfca-8bb3-4165-b96b-6eeabab731a3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.184204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211aeee1-c617-4d4f-b3bf-b3e8df9963da') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:10.184505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211aeee1-c617-4d4f-b3bf-b3e8df9963da') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:10.204982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.205453 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Added segment a79da9f2-4ae7-4b50-9b4d-3d441e6bd8cd of type vlan for network f066bd92-727b-4cee-8708-e8d666fcf5a4 Nov 12 03:12:10.209482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.212286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.228086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:10.230870 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b157176-2a1f-4063-b4eb-d1a595e24346" -d '{"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:10.231759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.264562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.265165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1656b14c-48ca-4792-895a-dbe32cdc21ed {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:10.275573 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a3295-e980-4501-91aa-443812b11444 x-openstack-request-id: req-ff5a3295-e980-4501-91aa-443812b11444 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:10.275573 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-unplugged", "status": "completed", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:10.275814 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ff5a3295-e980-4501-91aa-443812b11444 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:10.276187 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'code': 200} Nov 12 03:12:10.278392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.281942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a35903b0-f882-464d-8e97-fa59acddd069 admin admin] 10.222.0.84 "DELETE /v2.0/routers/1656b14c-48ca-4792-895a-dbe32cdc21ed HTTP/1.1" status: 204 len: 168 time: 1.2848144 Nov 12 03:12:10.282301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50234) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:10.345637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Deleting subnet 40f1dff6-825e-4de7-892e-70cca0a52ff7 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:10.346115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.348077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.383037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.389781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.392230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:10.392786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:10.396401 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:10.445721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.475633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2efaa923-b1d4-42bd-a980-abad77dc086c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:10.509613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2efaa923-b1d4-42bd-a980-abad77dc086c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:10.510135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2efaa923-b1d4-42bd-a980-abad77dc086c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:10.511292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:10.516442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.531212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.532179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:10.532764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.539607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:10.543746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 116f6bd5-a5f1-4be0-a918-8eb9d0ca2c49 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:10.549305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.561103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.569672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/40f1dff6-825e-4de7-892e-70cca0a52ff7 HTTP/1.1" status: 204 len: 168 time: 0.2834959 Nov 12 03:12:10.569971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb6dd-0ba3-4b9b-ba95-379eb51d0a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f1dff6-825e-4de7-892e-70cca0a52ff7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.570339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-6d171c5b-2847-42af-9c71-8b49f833d011 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895988 Nov 12 03:12:10.572796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50238) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:10.579438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ecfee-4cf5-4314-a582-3d3c826b1c85 None None] Network 21631010-6c1e-4cd1-ac66-1dacc1370d3c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:10.590969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.594769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] 10.222.0.84 "DELETE /v2.0/networks/82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5 HTTP/1.1" status: 204 len: 168 time: 2.4437065 Nov 12 03:12:10.661292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2466238 Nov 12 03:12:10.672669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:10.683735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Request body: {'subnet': {'network_id': 'f066bd92-727b-4cee-8708-e8d666fcf5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2077855457-subnet', 'tenant_id': '5fcc64ae63bb4e28858362987ec3101e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:10.727168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.729139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c9515-dbc7-4aa4-a5f7-c707d266ee93 admin admin] Pushing event updated for resources: {'Network': ['ID=f066bd92-727b-4cee-8708-e8d666fcf5a4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.739193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.764200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f066bd92-727b-4cee-8708-e8d666fcf5a4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:10.815711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50244) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:10.838683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d709-8e15-42de-9951-49d38fc8c77b admin admin] Pushing event deleted for resources: {'Network': ['ID=82ff1b01-2ad0-4ca3-93e0-7f0cb209cfe5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.844986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Pushing event deleted for resources: {'Port': ['ID=d19630c9-6c4b-4f98-bf03-5c1a61b00e99,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:10.879219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08eb89-5dd5-4852-8664-9e89bcd6abc6 None None] DHCP port deletion for 21631010-6c1e-4cd1-ac66-1dacc1370d3c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:10.886314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Made reservation on behalf of 5fcc64ae63bb4e28858362987ec3101e for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:10.888741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.893462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b9368-b421-4380-a0f2-cba7d5d10a51 None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:10.917050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.939693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] No DVR routers for this DVR port d19630c9-6c4b-4f98-bf03-5c1a61b00e99 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:10.945974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc8d008-3ccf-4028-a7b8-d6b27c05005f req-eb76a08f-ef41-40b2-abcd-03577e254bfb service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617394 Nov 12 03:12:10.949023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:10.952283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55d9ad8c-5fad-4655-a27b-34846457bb29 req-699d1beb-f098-4d0a-9a5b-ca225cc6c92c tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.32 "DELETE /v2.0/ports/d19630c9-6c4b-4f98-bf03-5c1a61b00e99 HTTP/1.1" status: 204 len: 173 time: 2.3693690 Nov 12 03:12:10.953848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-deleted', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:10.956387 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07bfaee-d7c6-45eb-9510-44e845823cf9" -d '{"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-deleted", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:10.963602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21631010-6c1e-4cd1-ac66-1dacc1370d3c']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:10.968691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-874e6d62-640e-4cdd-b2bd-d50883218c86 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee3467a36c714654b688fe107346c598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488581 Nov 12 03:12:10.975936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:11.028056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7499a0f9-2264-4dbc-bf41-1b719feabdcd') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:11.028760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port aa93f0a6-440c-419e-a5af-415eea3b3bdc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:11.028760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.029236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7499a0f9-2264-4dbc-bf41-1b719feabdcd') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:11.044992 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87b37b-42e4-434e-a782-b3216c70b01a x-openstack-request-id: req-9e87b37b-42e4-434e-a782-b3216c70b01a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:11.045307 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b3cf64-0b3b-487b-a099-94e4f1935cfc", "name": "network-vif-deleted", "tag": "d19630c9-6c4b-4f98-bf03-5c1a61b00e99", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:11.045536 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9e87b37b-42e4-434e-a782-b3216c70b01a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:11.045914 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b3cf64-0b3b-487b-a099-94e4f1935cfc', 'name': 'network-vif-deleted', 'tag': 'd19630c9-6c4b-4f98-bf03-5c1a61b00e99', 'status': 'completed', 'code': 200} Nov 12 03:12:11.073050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.101420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.113714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:11.114652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:11.117582 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:11.150622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ff8dd-a9df-4f1c-9d45-6abbb0e1b393 req-9aae7765-2542-41ea-8dd4-78b5d94b32a9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:11.152197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a0ff8dd-a9df-4f1c-9d45-6abbb0e1b393 req-9aae7765-2542-41ea-8dd4-78b5d94b32a9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1771376 Nov 12 03:12:11.163464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.206748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.209382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for aa93f0a6-440c-419e-a5af-415eea3b3bdc owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:11.224184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.244550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.250899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] 10.222.0.84 "DELETE /v2.0/networks/21631010-6c1e-4cd1-ac66-1dacc1370d3c HTTP/1.1" status: 204 len: 168 time: 0.6769989 Nov 12 03:12:11.300827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bb422-3db5-4aea-8e34-c658528e1d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=21631010-6c1e-4cd1-ac66-1dacc1370d3c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:11.310480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.315292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a0ff8dd-a9df-4f1c-9d45-6abbb0e1b393 req-0e05da42-5da8-442a-94f3-e8ef2125c78e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336875 Nov 12 03:12:11.374972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.382285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.386273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8cd29b25-5f1b-4e96-9396-7fa6dd6c3136 HTTP/1.1" status: 204 len: 168 time: 0.4067895 Nov 12 03:12:11.393952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166824f7-4d57-4a23-a667-9a512a8d1af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd29b25-5f1b-4e96-9396-7fa6dd6c3136,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:11.426493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.439686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f95ada74-8850-46e7-a879-8c70b0879804 req-25d355a1-72e4-4ff9-860c-7b20b3678422 tempest-ImagesTestJSON-2028235955 tempest-ImagesTestJSON-2028235955-project] 10.222.0.84 "GET /v2.0/ports?device_id=f2b3cf64-0b3b-487b-a099-94e4f1935cfc HTTP/1.1" status: 200 len: 210 time: 0.2569060 Nov 12 03:12:11.497580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50264) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:11.575503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4a7aac-8259-4bd4-b8e8-8c1ba9d79ea9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:11.575993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4ca575e-15ed-4d1e-b345-8d3ebd857212 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=94852f267fc846778e786a86b28d8e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767822 Nov 12 03:12:11.578648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50266) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:11.597617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-924c7c87-8795-482b-a3dd-766f46ff99b6 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:11.599239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-924c7c87-8795-482b-a3dd-766f46ff99b6 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.3595994 Nov 12 03:12:11.613635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:11.618764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Checking segment: {'id': 'a79da9f2-4ae7-4b50-9b4d-3d441e6bd8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f066bd92-727b-4cee-8708-e8d666fcf5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:11.619184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Network hostable DHCP agents. Network: f066bd92-727b-4cee-8708-e8d666fcf5a4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:11.651763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.680442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.745080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Network f066bd92-727b-4cee-8708-e8d666fcf5a4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:11.754802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.757040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.761120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.764704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b7819c02-a838-4316-98df-aaf21b190093 HTTP/1.1" status: 204 len: 168 time: 0.1805084 Nov 12 03:12:11.764873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.785107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b33b6-32c8-4806-adb1-9d00ad76234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7819c02-a838-4316-98df-aaf21b190093,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:11.794117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f066bd92-727b-4cee-8708-e8d666fcf5a4) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:11.812790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e55bf3-9800-484a-8cd9-adb08e1351dd None None] Network f066bd92-727b-4cee-8708-e8d666fcf5a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:11.820862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:11.821532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:11.831085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=aa93f0a6-440c-419e-a5af-415eea3b3bdc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:11.912884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6de0efa7-4060-4654-a0d9-6e678cdaebcd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2359507 Nov 12 03:12:11.922828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:12.006780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-842853a7-d6c6-4599-abdc-28a91d2c5eec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fad0a854d306427186b62636ea821626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825126 Nov 12 03:12:12.009249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:12.024396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741a271-558a-426a-975f-27dc324e1837 None None] Network f066bd92-727b-4cee-8708-e8d666fcf5a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:12.125180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.154215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.173809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b65ded37-03d4-447f-b6a9-2182e26f6dcb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:12.183444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.281943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:12.305109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.308398 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.310473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0fbc2317-0f12-435e-a9e8-0e78f550f7a4 HTTP/1.1" status: 204 len: 168 time: 0.3001373 Nov 12 03:12:12.340828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb5035-e7f5-4228-8e17-9f9ab9558661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbc2317-0f12-435e-a9e8-0e78f550f7a4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:12.433930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b65ded37-03d4-447f-b6a9-2182e26f6dcb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:12.434280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b65ded37-03d4-447f-b6a9-2182e26f6dcb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:12.534433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1512729487', 'description': 'tempest-description-193669382'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:12.553044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:12.567257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48bfb1-ea75-4dc6-888e-11f35cbcf3d4 req-733fabc3-ae23-4a3c-9a77-ff89e0d3fee5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:12.573284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb48bfb1-ea75-4dc6-888e-11f35cbcf3d4 req-733fabc3-ae23-4a3c-9a77-ff89e0d3fee5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1226561 Nov 12 03:12:12.578148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 58750d76-4c38-4778-9e9c-8a2ce109de4e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:12.608114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.628600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.650586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb48bfb1-ea75-4dc6-888e-11f35cbcf3d4 req-63b45afe-ac6f-49a9-badf-74c60468ce79 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745370 Nov 12 03:12:12.670025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.749757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9793a9d-1701-4470-98a3-a3496d7a3012 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:12.767082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:12.779642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] Sync routers for ids ['58750d76-4c38-4778-9e9c-8a2ce109de4e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:12.783735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b9d5de51-0ecd-4b42-a9d2-983e1b39b3a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/58750d76-4c38-4778-9e9c-8a2ce109de4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8426743 Nov 12 03:12:12.787442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50318) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:12.801121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:12.819262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] Routers {'58750d76-4c38-4778-9e9c-8a2ce109de4e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:12.821337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['58750d76-4c38-4778-9e9c-8a2ce109de4e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:12.848989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on host n-h2-615180-50 for vnic_type normal with profile {"migrating_to": "n-h1-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:12.849386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:12.849718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:12.883808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:12:12.884145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Attempting to bind port cd774dcb-6dff-4d91-abea-b967a6282170 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:12.907483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.908732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:12.909147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:12.909528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:12.909971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Bound port: cd774dcb-6dff-4d91-abea-b967a6282170, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:12.911486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.925202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.930482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:12.947591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-15319a58-79de-47c6-9188-ee491a43ea16 None None] Provisioning complete for port cd774dcb-6dff-4d91-abea-b967a6282170 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:12.948261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-15319a58-79de-47c6-9188-ee491a43ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:12.955313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] Routers {'58750d76-4c38-4778-9e9c-8a2ce109de4e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:12.956144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['58750d76-4c38-4778-9e9c-8a2ce109de4e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:13.003987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26395980-db04-4363-ad47-4beae1d7fca0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:13.011984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.013808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33cb47ea-b46a-4f5a-aeaa-21bc0650d458 req-5b072689-f344-4eba-90cc-7f0942d31c94 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5570853 Nov 12 03:12:13.049062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:13.051822 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e914e-4d57-4d2d-99a3-d6fc92b0f72b" -d '{"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:13.058941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:13.059641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099346e2-acc6-4ee1-8f1c-e6a64a50131c None None] The sync data for ids ['58750d76-4c38-4778-9e9c-8a2ce109de4e'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:13.077750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-15319a58-79de-47c6-9188-ee491a43ea16 None None] Port cd774dcb-6dff-4d91-abea-b967a6282170 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:13.131353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-adbccc55-01fd-4e0f-8c72-6685e00a2f3f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/26395980-db04-4363-ad47-4beae1d7fca0 HTTP/1.1" status: 200 len: 1823 time: 0.0677762 Nov 12 03:12:13.135398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:13.140229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:13.146269 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.151372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26395980-db04-4363-ad47-4beae1d7fca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:13.152110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26395980-db04-4363-ad47-4beae1d7fca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:13.157637 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-1da2b27b-b233-4509-9f2a-67ba844fdbcb tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:12:13.158796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1da2b27b-b233-4509-9f2a-67ba844fdbcb tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/58750d76-4c38-4778-9e9c-8a2ce109de4e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3680811 Nov 12 03:12:13.163757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:13.207881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-974992fd-952c-462f-866d-9890d72aa4d8 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=58750d76-4c38-4778-9e9c-8a2ce109de4e HTTP/1.1" status: 200 len: 205 time: 0.0428977 Nov 12 03:12:13.210736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50346) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:13.222240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945297f7-a08a-464c-8930-3d0becdfe054 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:13.266679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:13.267348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.269316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] 10.222.0.32 "PUT /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 1123 time: 1.6607842 Nov 12 03:12:13.274892 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99c807-c5e5-4ed1-a4eb-24677748d4ef x-openstack-request-id: req-9b99c807-c5e5-4ed1-a4eb-24677748d4ef {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:13.285173 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:13.287835 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b99c807-c5e5-4ed1-a4eb-24677748d4ef {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:13.288285 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'code': 200} Nov 12 03:12:13.336523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833349db-768f-4e0c-926b-b0bb4b6252fd service neutron] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:13.339163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] Provisioning complete for port cd774dcb-6dff-4d91-abea-b967a6282170 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:13.339686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.365256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.377749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.386619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.391187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.416321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7a0713-7861-4c89-ad63-f39472f93ba4,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:13.417743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['cd774dcb-6dff-4d91-abea-b967a6282170'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:13.420992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['cd774dcb-6dff-4d91-abea-b967a6282170'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:13.433834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.435498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb0bf7b1-882f-4179-a69c-9b18677c531b req-4f675bc1-a6a3-4173-b1e5-81bbb379e7ff tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2931941 Nov 12 03:12:13.552916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1641069020', 'description': 'tempest-description-1371712916'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:13.595589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.641963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50370) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:13.648416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.652007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.717115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.718034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router 58750d76-4c38-4778-9e9c-8a2ce109de4e {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:13.739671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.741104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c884b976-228a-4a08-b15d-8689622f78ab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/58750d76-4c38-4778-9e9c-8a2ce109de4e HTTP/1.1" status: 204 len: 168 time: 0.5285506 Nov 12 03:12:13.744118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:13.745727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.750431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.777517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.781069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:12:13.791784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fab2c4-7379-4ad2-870e-7feb4428e95b req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2438934 Nov 12 03:12:13.810854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1457664019-network', 'tenant_id': '17533852645f4168844227283e793e9e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:13.844011 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.844589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e36f-472f-4ae7-81f6-a116b40c54ec tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8731f39-c4cb-4b8a-ae26-dbe0ebec7198,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:13.852715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet 5702c8fb-45ee-405e-b696-7f9533dda5b4 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:13.856983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.872772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Made reservation on behalf of 17533852645f4168844227283e793e9e for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:13.875480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.891080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:13.904952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.008117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993561-4e16-4689-9c63-ad75adf5080f req-fc36640a-32b5-4953-806e-8c0937a7cc2d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:14.012159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:14.015248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2993561-4e16-4689-9c63-ad75adf5080f req-fc36640a-32b5-4953-806e-8c0937a7cc2d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 943 time: 0.0840468 Nov 12 03:12:14.016902 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b2f820-44e3-4cf2-8684-6e2843cb0cb3" -d '{"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-plugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:14.107615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:14.116757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.124372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2993561-4e16-4689-9c63-ad75adf5080f req-3891e69a-a786-4b34-80f3-519fa60ded47 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036170 Nov 12 03:12:14.167628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-a79c4e93-c60a-4f6f-b9b3-f4ed5297c617 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/c8731f39-c4cb-4b8a-ae26-dbe0ebec7198 HTTP/1.1" status: 200 len: 1824 time: 0.0918083 Nov 12 03:12:14.173444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.178014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.182651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c8731f39-c4cb-4b8a-ae26-dbe0ebec7198', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:14.183116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c8731f39-c4cb-4b8a-ae26-dbe0ebec7198', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:14.189675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.228283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:14.250153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:14.253374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 has no active binding in host n-h1-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:12:14.257380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76272a66-648f-4277-94e7-042d77f2a3d3 None None] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.305230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8875e66-c23e-468a-b5eb-7db38bb39d2a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.320243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.320822 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Added segment 7286793c-2b89-47ba-812a-05bc85594ebd of type vlan for network e25b5758-49b8-4de4-9a18-a3523158aa1a Nov 12 03:12:14.345029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.362308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.372700 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f853a-f1e3-477a-9037-f356bdb7585d x-openstack-request-id: req-612f853a-f1e3-477a-9037-f356bdb7585d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:14.372998 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-plugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:14.373255 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-612f853a-f1e3-477a-9037-f356bdb7585d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:14.373669 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'code': 200} Nov 12 03:12:14.401631 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.407794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.411212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=5702c8fb-45ee-405e-b696-7f9533dda5b4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.423134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3cd12-e0fe-4ace-8967-4377818d627e None None] Network 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:14.423795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.431708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a63ce092-6ed9-4490-aa0a-8757339ffb4e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/5702c8fb-45ee-405e-b696-7f9533dda5b4 HTTP/1.1" status: 204 len: 168 time: 0.6861265 Nov 12 03:12:14.433789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.436257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50418) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:14.444790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fa6d35b-6ebf-4c61-9bb2-3de67b9719dc req-9ce0fd61-4624-4d85-8ee9-b30a3c8bd101 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0402901 Nov 12 03:12:14.481158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.482141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:14.483277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.514586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58719604-931f-41e6-94b9-afb3d3d1a569,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.516670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50420) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:14.560158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9170041 Nov 12 03:12:14.560896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50422) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:14.571613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Request body: {'subnet': {'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1457664019-subnet', 'tenant_id': '17533852645f4168844227283e793e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:14.578182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.589103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c74b9a16-8da1-4648-9369-2e08429c52d5 req-ac562b4e-800f-491c-9de7-24a841b4b092 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4141619 Nov 12 03:12:14.619770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.629514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1452996141', 'description': 'tempest-description-602633328'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:14.631075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Deleting subnet 04932c19-9bee-4ed8-80ce-a3adf72d9caa {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:14.635961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.659262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c6b49-ecf8-495c-9e75-aec85ffe2b84 admin admin] Pushing event updated for resources: {'Network': ['ID=e25b5758-49b8-4de4-9a18-a3523158aa1a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.668044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:12:14.668044 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:12:14.668044 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id_1': '5fcc64ae63bb4e28858362987ec3101e', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 11, 54, 644483)}] Nov 12 03:12:14.668044 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:12:14.668866 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:12:14.675775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Made reservation on behalf of 17533852645f4168844227283e793e9e for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:14.678423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e25b5758-49b8-4de4-9a18-a3523158aa1a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:14.679210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.680459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] DHCP port deletion for 12f1bbe9-1ed0-4599-875a-60fb2d9bd733 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:14.711696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.769219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.805144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port d682b36a-6bfd-482e-99c9-93b450544a3b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:14.805490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.826474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Deleting port d682b36a-6bfd-482e-99c9-93b450544a3b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:14.826904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.904238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] For port d682b36a-6bfd-482e-99c9-93b450544a3b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d682b36a-6bfd-482e-99c9-93b450544a3b,segment=NetworkSegment(31ef466d-26e5-4408-a96d-602903b16916),segment_id=31ef466d-26e5-4408-a96d-602903b16916)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:14.904921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.908579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port d682b36a-6bfd-482e-99c9-93b450544a3b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d682b36a-6bfd-482e-99c9-93b450544a3b,segment=NetworkSegment(31ef466d-26e5-4408-a96d-602903b16916),segment_id=31ef466d-26e5-4408-a96d-602903b16916)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:14.909076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.913890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.923070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Calling delete_port for d682b36a-6bfd-482e-99c9-93b450544a3b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:14.933523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for d682b36a-6bfd-482e-99c9-93b450544a3b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:14.944018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:14.978827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04932c19-9bee-4ed8-80ce-a3adf72d9caa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.984246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a531bb76-93b8-4acc-87dc-db309d96edeb,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:14.995089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607844c1-69cc-4702-b3cb-f953768c602c None None] Network f3543065-3b7a-4f95-b243-0b823b2b236f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:14.998228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Checking segment: {'id': '7286793c-2b89-47ba-812a-05bc85594ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:14.998929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Network hostable DHCP agents. Network: e25b5758-49b8-4de4-9a18-a3523158aa1a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:15.013531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.016941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34bdda8a-3621-4449-bc5b-ebe5fdcb2c9e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/04932c19-9bee-4ed8-80ce-a3adf72d9caa HTTP/1.1" status: 204 len: 168 time: 0.4972727 Nov 12 03:12:15.019710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50428) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:15.029810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Network e25b5758-49b8-4de4-9a18-a3523158aa1a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:15.056369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e25b5758-49b8-4de4-9a18-a3523158aa1a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:15.062629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:15.063345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4838553-a569-4210-a962-782a80523390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.070702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b0318-fe92-4f2a-b103-f81dd16e8e8f None None] Network e25b5758-49b8-4de4-9a18-a3523158aa1a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:15.079667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.110949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=d682b36a-6bfd-482e-99c9-93b450544a3b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:15.127715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4838553-a569-4210-a962-782a80523390 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5551670 Nov 12 03:12:15.127715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.132612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port d682b36a-6bfd-482e-99c9-93b450544a3b on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:15.184695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.206333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.215441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] Pushing event deleted for resources: {'Port': ['ID=d682b36a-6bfd-482e-99c9-93b450544a3b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:15.244625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc22b90-e5f5-4176-b76e-3268cac5e3f1 None None] No DVR routers for this DVR port d682b36a-6bfd-482e-99c9-93b450544a3b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:15.290274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208347f-138d-408e-a6dd-51617ec8b91b None None] DHCP port deletion for f3543065-3b7a-4f95-b243-0b823b2b236f request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:15.310711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:15.313009 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4009e53-cab9-4746-b97a-f3ae77936b18" -d '{"events": [{"name": "network-changed", "server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:15.323997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.334705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2f829-2c0d-45b5-b84d-990286838361 None None] Network e25b5758-49b8-4de4-9a18-a3523158aa1a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:15.345632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.351121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f1bbe9-1ed0-4599-875a-60fb2d9bd733']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.370433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ef466d-26e5-4408-a96d-602903b16916') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.370735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ef466d-26e5-4408-a96d-602903b16916') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.382895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.389081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3543065-3b7a-4f95-b243-0b823b2b236f']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.392010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac79114-524a-4da8-b231-8cc84c45861d req-9c3c173a-401e-4abd-a728-a32ae90b2590 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:15.400303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eac79114-524a-4da8-b231-8cc84c45861d req-9c3c173a-401e-4abd-a728-a32ae90b2590 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1650612 Nov 12 03:12:15.402044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0611562a-abf1-4af9-87a8-73f67cf90705') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.402460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0611562a-abf1-4af9-87a8-73f67cf90705') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:15.414847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.436575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.449496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:15.449923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.450411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:15.451754 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:15.476859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:15.477607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:15.482227 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:15.528626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.549289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eac79114-524a-4da8-b231-8cc84c45861d req-d81ec981-e868-4eff-834e-fc4e7eb98434 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481459 Nov 12 03:12:15.557333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.569598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f3543065-3b7a-4f95-b243-0b823b2b236f HTTP/1.1" status: 204 len: 168 time: 0.5484865 Nov 12 03:12:15.572079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faf582-dfeb-4c12-bad1-7014303e7ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3543065-3b7a-4f95-b243-0b823b2b236f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:15.577459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.580377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.594597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.633810 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.644251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/12f1bbe9-1ed0-4599-875a-60fb2d9bd733 HTTP/1.1" status: 204 len: 168 time: 1.1892056 Nov 12 03:12:15.644705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:15.652312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1715936214'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:15.657077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a565d1-5c22-49c4-8efc-4c71a3751e00 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=12f1bbe9-1ed0-4599-875a-60fb2d9bd733,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:15.663172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.664395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af20fdf5-c07c-406c-aa12-bd37440d3be4 req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0454483 Nov 12 03:12:15.665173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b136d5-1a9a-4448-b7ce-5839e2e3858b tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50846b02-1c9f-4ef0-ba55-7d26e48cf0df,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:15.690126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:15.694049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.716795 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c19bee-e2bd-485f-82e9-ff9d7b74638f x-openstack-request-id: req-00c19bee-e2bd-485f-82e9-ff9d7b74638f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:15.718206 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:15.718476 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-00c19bee-e2bd-485f-82e9-ff9d7b74638f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:15.718878 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'status': 'completed', 'code': 200} Nov 12 03:12:15.739133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1206499515', 'description': 'tempest-description-1895045579'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:15.781431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:15.790487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.790836 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 1114531d-4cea-45e2-a493-e5c28c72cce0 of type vlan for network a1c7e601-3d7e-4840-9c0b-27cd5f748079 Nov 12 03:12:15.811918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.838426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-ded64124-71c9-4154-b153-9a442d6c0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:15.841749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-ded64124-71c9-4154-b153-9a442d6c0ebf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1128 time: 0.0746248 Nov 12 03:12:15.885207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.908339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ea1df1f-25ce-4016-96d9-a2f16ac40cd8 req-5a159dc8-92a8-4a8d-9c7a-7516e57238fa tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0356698 Nov 12 03:12:15.929582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.937696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:15.938689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.976371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50458) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:15.991389 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:15.996499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.025596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-c49c2735-d37f-4c08-8fd7-0ef097e06cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:16.029081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3796916 Nov 12 03:12:16.029236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-c49c2735-d37f-4c08-8fd7-0ef097e06cdd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.1752172 Nov 12 03:12:16.031038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50460) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:16.037871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:16.068253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498ab3-8d9a-4893-a250-78c6f7fd79ac tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=a1c7e601-3d7e-4840-9c0b-27cd5f748079,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.080338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:16.084322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4e064-4a0c-48eb-9a43-386c215ec25e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.085083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:16.088737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-e69a2bef-1e74-429d-80fd-74efc47b2f2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.0521302 Nov 12 03:12:16.090153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-362960717-network', 'tenant_id': '2045315809e64439b775621bf6798ddc'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:16.091351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.092572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-349d97a1-40a4-47ab-9ce2-197df585ebcf req-d657323a-2194-4984-af59-c58d1991e9cb tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3602452 Nov 12 03:12:16.145490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d682b36a-6bfd-482e-99c9-93b450544a3b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:16.160747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-39c59761-b382-48bc-826d-1443b0c4ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:16.165360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ba4e301-d6fd-48c2-a6c9-0650e70fccc2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=021758485e83448193033df2c34ec2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849020 Nov 12 03:12:16.165511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-39c59761-b382-48bc-826d-1443b0c4ccc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.0671484 Nov 12 03:12:16.165739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50466) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:16.192670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Made reservation on behalf of 2045315809e64439b775621bf6798ddc for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:16.194909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.207371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d682b36a-6bfd-482e-99c9-93b450544a3b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:16.207846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d682b36a-6bfd-482e-99c9-93b450544a3b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:16.218215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.225355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-60616e89-c037-4733-8973-72045f8fb92b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515680 Nov 12 03:12:16.243612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-183834be-4f48-4978-9e6e-7a4625849ae9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/50846b02-1c9f-4ef0-ba55-7d26e48cf0df HTTP/1.1" status: 200 len: 1823 time: 0.1045153 Nov 12 03:12:16.248790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:16.252709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.389592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-ddc7cc8e-2e75-4d9d-bdb2-ac0a475292bd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/12a4e064-4a0c-48eb-9a43-386c215ec25e HTTP/1.1" status: 200 len: 1824 time: 0.1417341 Nov 12 03:12:16.407727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50846b02-1c9f-4ef0-ba55-7d26e48cf0df', 'remote_group_id': '12a4e064-4a0c-48eb-9a43-386c215ec25e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:16.408053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50846b02-1c9f-4ef0-ba55-7d26e48cf0df', 'remote_group_id': '12a4e064-4a0c-48eb-9a43-386c215ec25e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:16.468117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.494664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.550342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:16.557101 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:16.561907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147a7b5-dc02-4a2f-85f9-5dab484a3dfd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.608951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.609485 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Added segment 723f9077-f573-45f1-ab0f-f5ed286e3838 of type vlan for network 45c5f67c-1406-476f-b4c6-83c34edf634e Nov 12 03:12:16.657183 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.706891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.719945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.764704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fefbc8ff-6aa8-4d8e-82ae-69b5bd47e055 req-923482c4-3ff1-4b9b-b8db-efa36a22ad94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0616040 Nov 12 03:12:16.784472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.791777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=e432c5fe-491f-448e-9b93-a1cf9766d83b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.802004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.803429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.804360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:16.804938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.811367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.813353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26183751-fadf-4593-a57e-a86248e37eee req-37477ecb-03f4-4dea-a4e4-848c97256b60 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:16.814919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26183751-fadf-4593-a57e-a86248e37eee req-37477ecb-03f4-4dea-a4e4-848c97256b60 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1579278 Nov 12 03:12:16.818684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '1114531d-4cea-45e2-a493-e5c28c72cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:16.819055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: a1c7e601-3d7e-4840-9c0b-27cd5f748079, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:16.843746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.857219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-9b4e3bb3-a373-48e3-a5ce-b37802a9ed94 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192455 Nov 12 03:12:16.888499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c680e18-fa61-4384-b206-db9346a070c4,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.893123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8103206 Nov 12 03:12:16.898617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:16.906775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Request body: {'subnet': {'network_id': '45c5f67c-1406-476f-b4c6-83c34edf634e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-362960717-subnet', 'tenant_id': '2045315809e64439b775621bf6798ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:16.912505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.913725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f83c5ff-1fae-42cf-8797-68d6c8b7a416 req-139e2ad0-f2ff-442f-b0a3-7666a30a4d20 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5144300 Nov 12 03:12:16.916987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a22702-e8af-420a-b557-936f5cbc58ce admin admin] Pushing event updated for resources: {'Network': ['ID=45c5f67c-1406-476f-b4c6-83c34edf634e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:16.936404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:16.940776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26183751-fadf-4593-a57e-a86248e37eee req-ae727cb2-19f6-4abb-b163-d4b0558d747f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145384 Nov 12 03:12:16.953368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a1c7e601-3d7e-4840-9c0b-27cd5f748079) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:16.958209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 45c5f67c-1406-476f-b4c6-83c34edf634e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:16.973993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Made reservation on behalf of 2045315809e64439b775621bf6798ddc for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:16.978482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:16.982033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:16.982617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.004288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b11fc-d13f-4f30-8da5-b9b8a41ae768 None None] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:17.033221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-500629871', 'description': 'tempest-description-1681894634'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:17.046519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4009e53-cab9-4746-b97a-f3ae77936b18 req-53c0ab2d-aa66-45b5-9320-1b6a2b0f32e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758828 Nov 12 03:12:17.051730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.054486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.055688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b028e1e9-4e4d-46f7-9f1f-a58852a4e503 HTTP/1.1" status: 204 len: 168 time: 0.8886702 Nov 12 03:12:17.072925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e3d7a-8343-49f1-a578-f1f168d40c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b028e1e9-4e4d-46f7-9f1f-a58852a4e503,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:17.075863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.121034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24b769fc-66d1-4301-9bc8-a10e133318ef tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0888512 Nov 12 03:12:17.121761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:17.145512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1172023251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:17.169451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.177089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.228080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e5dff3-85c4-4ed4-9d69-cde48a76dec4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:17.273008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-a1c7e601-3d7e-4840-9c0b-27cd5f748079', 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': 'e432c5fe-491f-448e-9b93-a1cf9766d83b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:12:17.273740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-726fee03-b407-4cb6-8902-6b8bfb0ebf89 req-f1be28cb-3cfb-419c-ae83-5685268ff800 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0415981 Nov 12 03:12:17.274239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.294388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.303675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de131f55-c487-4333-9871-f05c7b99a1d6 req-6b562427-943c-4595-a78b-24b7fdf29227 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2914941 Nov 12 03:12:17.305038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.307309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.335212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.346613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1358279674', 'description': 'tempest-description-243412690'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:17.438431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Allocated IP 172.20.0.2 (a1c7e601-3d7e-4840-9c0b-27cd5f748079/e432c5fe-491f-448e-9b93-a1cf9766d83b/f147bc21-0ad7-43fe-b31d-69a7fb7f0138) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:17.447207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.460350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.469872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.471537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40ffb53-cb1d-4dd0-a4b0-7147d7eb7847,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:17.509368 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.510585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d9fe2a8-bea5-40d0-be2e-c5376f291d54 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3858724 Nov 12 03:12:17.513666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50490) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:17.515739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Checking segment: {'id': '723f9077-f573-45f1-ab0f-f5ed286e3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '45c5f67c-1406-476f-b4c6-83c34edf634e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:17.516088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Network hostable DHCP agents. Network: 45c5f67c-1406-476f-b4c6-83c34edf634e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:17.558499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Network 45c5f67c-1406-476f-b4c6-83c34edf634e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:17.611932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.620647 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.673428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:17.676984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:17.686325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:17.693698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Pushing event updated for resources: {'Port': ['ID=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:17.760238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Attempting to bind port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:17.761033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Attempting to bind port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '1114531d-4cea-45e2-a493-e5c28c72cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:17.761861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Attempting to bind port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 on network a1c7e601-3d7e-4840-9c0b-27cd5f748079 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:17.768768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:17.769499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Checking segment: {'id': '1114531d-4cea-45e2-a493-e5c28c72cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:17.770097 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.770682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Bound using segment: {'id': '1114531d-4cea-45e2-a493-e5c28c72cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:17.771528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Bound port: f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1114531d-4cea-45e2-a493-e5c28c72cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'a1c7e601-3d7e-4840-9c0b-27cd5f748079'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:17.772218 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.866140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] For port f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:17.871639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] For port f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,segment=NetworkSegment(1114531d-4cea-45e2-a493-e5c28c72cce0),segment_id=1114531d-4cea-45e2-a493-e5c28c72cce0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:17.878408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.886062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 45c5f67c-1406-476f-b4c6-83c34edf634e) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:17.895334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:17.895932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.904512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.910961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.916637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879957f2-86b9-4460-afab-56018cdbf63f None None] Network 45c5f67c-1406-476f-b4c6-83c34edf634e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:17.938569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9121c3d2-314b-48cd-af9b-7f190e7975a3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0368433 Nov 12 03:12:17.953885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d400e9f9-630a-4773-adc3-0803ed7065a4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:17.960778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:17.967379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6217b139-b52b-40d1-ab03-59d4db4c2128 req-48458bc4-6d64-4290-92c3-9d4e143aeb99 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6250391 Nov 12 03:12:18.051709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.083928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa4d05-a4a1-496d-8cd5-e36c50df3a45 None None] Pushing event updated for resources: {'Port': ['ID=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:18.171716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420dc6d8-4723-4767-813a-86c9efc5ba9e None None] Network 45c5f67c-1406-476f-b4c6-83c34edf634e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:18.213759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840916d-c8a4-4cc8-bd6b-d718522aaa0e req-8c207917-8e50-41fd-8826-8ddc30d125d3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:18.224887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9840916d-c8a4-4cc8-bd6b-d718522aaa0e req-8c207917-8e50-41fd-8826-8ddc30d125d3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1017025 Nov 12 03:12:18.251657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-263351d1-ce0a-4600-9491-9370cba5c254 req-ccb83703-a7e9-48ba-8728-9103c7e1504d tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/18e5dff3-85c4-4ed4-9d69-cde48a76dec4 HTTP/1.1" status: 200 len: 1823 time: 0.2441390 Nov 12 03:12:18.339116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9840916d-c8a4-4cc8-bd6b-d718522aaa0e req-f8cd2d01-a114-4801-88cc-980a49a16375 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057262 Nov 12 03:12:18.392409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-263351d1-ce0a-4600-9491-9370cba5c254 req-002c003d-924c-4e5d-b3af-e6229bb59599 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/d400e9f9-630a-4773-adc3-0803ed7065a4 HTTP/1.1" status: 200 len: 1823 time: 0.1333961 Nov 12 03:12:18.413020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18e5dff3-85c4-4ed4-9d69-cde48a76dec4', 'remote_group_id': 'd400e9f9-630a-4773-adc3-0803ed7065a4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:18.413538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18e5dff3-85c4-4ed4-9d69-cde48a76dec4', 'remote_group_id': 'd400e9f9-630a-4773-adc3-0803ed7065a4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:18.482999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.20.0.1 (a1c7e601-3d7e-4840-9c0b-27cd5f748079/e432c5fe-491f-448e-9b93-a1cf9766d83b/a731dd02-3d78-48a6-b3e5-4047e3e85d54) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:18.592881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.656470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.660504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.675767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a766507-1d28-476a-9044-327856fbb5ee req-2e4a67a3-95a9-454e-8e66-60eff47bf59b tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0333519 Nov 12 03:12:18.681587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.693390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7dedc5-b9c5-4394-ba42-fd1e7723b0d1,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:18.705647 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.706957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-263351d1-ce0a-4600-9491-9370cba5c254 req-0d245fe4-0a1f-4219-aa7c-5f59d35264ae tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3006778 Nov 12 03:12:18.733602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.790900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:18.793916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:18.796619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:18.843878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=a731dd02-3d78-48a6-b3e5-4047e3e85d54,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:18.857850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:18.945462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-c5aa3331-d33f-43f7-a815-bb665ef1bf94 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:18.947734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-c5aa3331-d33f-43f7-a815-bb665ef1bf94 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/networks?id=e25b5758-49b8-4de4-9a18-a3523158aa1a HTTP/1.1" status: 200 len: 815 time: 0.1238945 Nov 12 03:12:18.973340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-af868a9a-be79-4417-a5e6-4c251eaa8e12 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/quotas/17533852645f4168844227283e793e9e HTTP/1.1" status: 200 len: 375 time: 0.0185828 Nov 12 03:12:18.996426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.012404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-92c711f0-53ff-4a8d-9ffc-80be991a4c1e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=17533852645f4168844227283e793e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380719 Nov 12 03:12:19.187749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-1c67977e-fd13-49f5-b60f-a2c0aed73c4f service neutron] 10.222.0.84 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742558 Nov 12 03:12:19.273835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-96b981a4-705b-4450-8baa-da7cdfc48222 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/d400e9f9-630a-4773-adc3-0803ed7065a4 HTTP/1.1" status: 200 len: 1823 time: 0.0855079 Nov 12 03:12:19.311866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-9decfcd3-77c5-4cff-aa31-118af7d565fd service neutron] 10.222.0.84 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232612 Nov 12 03:12:19.414403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.432156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93644f06-60df-47dc-8fd7-32a0af651c6a None None] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:19.464209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.492838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.504973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.581884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] Provisioning complete for port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:19.582333 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.632342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.639069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.644260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.645532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a854774-7c7f-4449-bb8b-8bc38d906583 req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/d400e9f9-630a-4773-adc3-0803ed7065a4 HTTP/1.1" status: 204 len: 173 time: 0.3547647 Nov 12 03:12:19.665003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d400e9f9-630a-4773-adc3-0803ed7065a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:19.675692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=a731dd02-3d78-48a6-b3e5-4047e3e85d54,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:19.687036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.687521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.688120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.688551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.688977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.689403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.689826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.690383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.690810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.691279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.691698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.692120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390d0b83-3858-463f-a7ef-a935afaaf779 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.696301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.696863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.697503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.697930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.698505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.698942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.699840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.700084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.700550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.700968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.701454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.701881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:19.774069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e51c0978-5695-495e-96b2-8508c3424eee req-b99671ac-0b5f-4aeb-93d2-b505aeda3629 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0680501 Nov 12 03:12:19.798963 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.858533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] For port f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,segment=NetworkSegment(1114531d-4cea-45e2-a493-e5c28c72cce0),segment_id=1114531d-4cea-45e2-a493-e5c28c72cce0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:19.865177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:19.905385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281a6a-71a2-49b7-bc22-7d7fcf83addd req-e16dfe8c-a714-4f1b-a51f-85dcc8b5c95c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:19.908235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb281a6a-71a2-49b7-bc22-7d7fcf83addd req-e16dfe8c-a714-4f1b-a51f-85dcc8b5c95c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.1434181 Nov 12 03:12:19.923269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec9ce7-1d81-43e5-95fb-f93a16db484e None None] Pushing event updated for resources: {'Port': ['ID=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:20.019396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb281a6a-71a2-49b7-bc22-7d7fcf83addd req-f172724b-4750-43d0-bce0-92fddd73896c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Nov 12 03:12:20.032359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:20.052378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:20.154148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0edf08c-e6c8-41ff-848c-7ab069b5a530 req-51f0c298-df95-4e09-bdda-3f464e83c784 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 210 time: 0.0991457 Nov 12 03:12:20.274971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f147bc21-0ad7-43fe-b31d-69a7fb7f0138 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:20.366801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-baae315c-278e-4afd-a964-8543d0b7ef4b req-48b36783-7126-4dcb-b01f-869b17922411 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/18e5dff3-85c4-4ed4-9d69-cde48a76dec4 HTTP/1.1" status: 200 len: 1823 time: 0.0700891 Nov 12 03:12:20.384497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5d8cc67c-0485-44e6-aa64-f93e94cc474d None None] Provisioning complete for port a731dd02-3d78-48a6-b3e5-4047e3e85d54 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:20.385168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc67c-0485-44e6-aa64-f93e94cc474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.404635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-553010970', 'description': 'tempest-description-337884582'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:20.412017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 6d1df0a7-8159-4b77-8033-ec060a22b1dd is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:20.429713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:20.430428 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.445186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.502713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5d8cc67c-0485-44e6-aa64-f93e94cc474d None None] Port a731dd02-3d78-48a6-b3e5-4047e3e85d54 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:20.521629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5d8cc67c-0485-44e6-aa64-f93e94cc474d None None] Provisioning complete for port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:20.522346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc67c-0485-44e6-aa64-f93e94cc474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.592189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.602686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.611904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:20.623310 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] Sync routers for ids ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:20.626950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e57c1439-6e65-42a0-9d1f-7c27335314ee tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/6d1df0a7-8159-4b77-8033-ec060a22b1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1098564 Nov 12 03:12:20.632745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:20.645355 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] Routers {'6d1df0a7-8159-4b77-8033-ec060a22b1dd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:20.646378 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:20.699538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eef74f5-3be3-4867-b983-c79d01eb2374,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:20.724984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.737032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-423b6817-ea62-47b9-9156-4c4e9035c5fc req-fbd0eb7a-ab08-4076-87d4-75207e156f4f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3331158 Nov 12 03:12:20.760691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84f3a7-1698-4226-b681-6692e43b34f2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:20.765585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e84f3a7-1698-4226-b681-6692e43b34f2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports/a731dd02-3d78-48a6-b3e5-4047e3e85d54 HTTP/1.1" status: 200 len: 910 time: 0.1285293 Nov 12 03:12:20.767598 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:20.772893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50608) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:20.782343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50610) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:20.794733 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] Routers {'6d1df0a7-8159-4b77-8033-ec060a22b1dd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:20.795402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:20.869784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:20.870366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c49a1-3477-4469-9b93-cc288136fd01 None None] The sync data for ids ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:20.933972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a1edeeb5-eadf-42d1-b50f-d2afd2b7bb34 None None] Provisioning complete for port a731dd02-3d78-48a6-b3e5-4047e3e85d54 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:20.934705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1edeeb5-eadf-42d1-b50f-d2afd2b7bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:20.941756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfd470ba-036b-42e0-83b7-4318c7db6eff req-b0dfffbb-e579-44ab-9eeb-050611ae81d6 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0470769 Nov 12 03:12:20.947928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-6bea960f-d69f-43b9-9cb4-83af445bc706 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 200 len: 1822 time: 0.1825280 Nov 12 03:12:20.982171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-314db254-d069-4e06-9664-86a2b6df721e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.054879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a1edeeb5-eadf-42d1-b50f-d2afd2b7bb34 None None] Port a731dd02-3d78-48a6-b3e5-4047e3e85d54 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:21.148275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-314db254-d069-4e06-9664-86a2b6df721e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.154769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-314db254-d069-4e06-9664-86a2b6df721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.186755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97f9cff0-86ec-4238-8f60-bac214cefcf2 None None] Provisioning complete for port a731dd02-3d78-48a6-b3e5-4047e3e85d54 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:21.187585 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97f9cff0-86ec-4238-8f60-bac214cefcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.233391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-97f9cff0-86ec-4238-8f60-bac214cefcf2 None None] Port a731dd02-3d78-48a6-b3e5-4047e3e85d54 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:21.237683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-314db254-d069-4e06-9664-86a2b6df721e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1e06f9737234f4ab1e590a7428adcd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516284 Nov 12 03:12:21.241529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50622) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:21.258628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db254-d069-4e06-9664-86a2b6df721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468da2a7-a0ee-450b-baf5-18f751cfa4e1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:21.337369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53373e-a5b9-4ab0-92d5-9a8c878e32b7 req-a7979124-104b-4ab3-ba24-445700ccfb96 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:21.338971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce53373e-a5b9-4ab0-92d5-9a8c878e32b7 req-a7979124-104b-4ab3-ba24-445700ccfb96 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.0986407 Nov 12 03:12:21.342343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.388994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.420057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce53373e-a5b9-4ab0-92d5-9a8c878e32b7 req-af71eb10-e7ac-45ec-8156-94495bda4155 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745568 Nov 12 03:12:21.455816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.471668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.472866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/468da2a7-a0ee-450b-baf5-18f751cfa4e1 HTTP/1.1" status: 204 len: 168 time: 0.2304270 Nov 12 03:12:21.483408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d5be6-55d5-439c-a741-441a1822f2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468da2a7-a0ee-450b-baf5-18f751cfa4e1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:21.524844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eef74f5-3be3-4867-b983-c79d01eb2374', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:21.525462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eef74f5-3be3-4867-b983-c79d01eb2374', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:21.581230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba5b7e90-3fb9-4e07-963d-8272aed70058 req-a69acb49-1b5f-4f92-aab5-a8bebfe77d1f tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 210 time: 0.0369487 Nov 12 03:12:21.714932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-2db8f10d-c9d4-44c8-b20b-966a9ed2c21c tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:21.716479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-2db8f10d-c9d4-44c8-b20b-966a9ed2c21c tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.39 "GET /v2.0/networks?id=e25b5758-49b8-4de4-9a18-a3523158aa1a HTTP/1.1" status: 200 len: 815 time: 0.2033491 Nov 12 03:12:21.732111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.740909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Request body: {'port': {'device_id': '3a94622b-1d12-4df1-997b-920c599419fc', 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a', 'admin_state_up': True, 'tenant_id': '17533852645f4168844227283e793e9e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:21.799876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.842823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.901857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f3324-dfac-4199-a6c7-a9864fc10696,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:21.922155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:21.923401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d74fcf6c-d574-4984-adab-91fb61db8a82 req-53f38fb2-760b-44da-ab28-008f2bfe0cbd tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9631479 Nov 12 03:12:22.002685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-442c4f79-b639-4dc2-974a-d747dcfec876 service neutron] 10.222.0.39 "GET /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170/bindings/n-h1-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.1689620 Nov 12 03:12:22.007682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-7ce04ae7-184e-49a3-ad8f-420a7de4ed5f tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 200 len: 2416 time: 0.0633588 Nov 12 03:12:22.023969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eef74f5-3be3-4867-b983-c79d01eb2374', 'remote_group_id': None}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:22.024867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0eef74f5-3be3-4867-b983-c79d01eb2374', 'remote_group_id': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:22.047668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Made reservation on behalf of 17533852645f4168844227283e793e9e for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:22.051472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.098817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.111937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65b00cdc-1f31-4ac1-853e-774f6e9bfa56 req-28f916a0-6fd8-46c6-93e4-702b29611273 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0658970 Nov 12 03:12:22.128743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.136997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.160033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec84fe66-449e-48b0-a37c-5f1d09969d39,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:22.168696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.177781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0416250-95ef-40a9-9f16-313d7df4a693 req-6525144d-5e6a-42cb-a815-4d6ea97b740a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1633968 Nov 12 03:12:22.181552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.242265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5754aacf-b282-4200-ab1c-782426c43d5a req-903c9dcf-6e6c-4680-8dcd-832447857569 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 200 len: 3015 time: 0.0489607 Nov 12 03:12:22.351895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-977dde1d-59e3-45c9-8462-d0b363c61975 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-group-rules/ec84fe66-449e-48b0-a37c-5f1d09969d39 HTTP/1.1" status: 200 len: 783 time: 0.0850279 Nov 12 03:12:22.489288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Allocated IP 172.20.0.5 (e25b5758-49b8-4de4-9a18-a3523158aa1a/a531bb76-93b8-4acc-87dc-db309d96edeb/86a7fce4-61f3-49ca-b51e-3bf973aa06a4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:22.544180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-0ad31034-a210-4bf3-b0bb-e2573e6bed6a tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 200 len: 3015 time: 0.1823871 Nov 12 03:12:22.599862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:22.656937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.677984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.679822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:22.760723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:22.808654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:22.810955 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04c08c5-e452-4e99-a506-0fc43bae5406" -d '{"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:22.826978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.828872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d064-da21-472e-a6e1-881df27dcd7c req-ce235dcd-8ea0-43d1-80f5-17f85933376e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:22.830565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e782d064-da21-472e-a6e1-881df27dcd7c req-ce235dcd-8ea0-43d1-80f5-17f85933376e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 945 time: 0.0558882 Nov 12 03:12:22.832741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:22.850981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.852169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725b9bac-5c9b-4e17-b0c0-3bd0ee9bf892 req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ec84fe66-449e-48b0-a37c-5f1d09969d39 HTTP/1.1" status: 204 len: 173 time: 0.2976787 Nov 12 03:12:22.869123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fb867-546d-4c26-9114-cd4bb66d36f2 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec84fe66-449e-48b0-a37c-5f1d09969d39,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:22.882150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.899432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.904395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.921903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e782d064-da21-472e-a6e1-881df27dcd7c req-e687034f-d076-4e6e-92fd-ca9bec85caad tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 Nov 12 03:12:22.940884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:12:22.941246 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:12:22.988989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27f63a47-e814-4944-9026-b82b44058b9e req-93f00f0b-19aa-4ba7-a5bc-bbb3f602591d tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 210 time: 0.0627933 Nov 12 03:12:23.033507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port a731dd02-3d78-48a6-b3e5-4047e3e85d54 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:23.033854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.038284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.054892 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3edd2e-9768-475b-933e-3527deb15c3c x-openstack-request-id: req-6d3edd2e-9768-475b-933e-3527deb15c3c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:23.055198 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:23.055455 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d3edd2e-9768-475b-933e-3527deb15c3c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:23.055841 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'code': 200} Nov 12 03:12:23.163451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Network e25b5758-49b8-4de4-9a18-a3523158aa1a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:23.170132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] Transition to ACTIVE for port object cd774dcb-6dff-4d91-abea-b967a6282170 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:12:23.185888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:23.195428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.199051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:23.232895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac5849cd-7baa-4651-a07b-1107d4927622 req-23b2d9c9-3058-4422-b157-ef49f83bf60d tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Nov 12 03:12:23.233891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Pushing event updated for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:23.252138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-fddebb4c-7024-43bc-a547-59d220f543ba tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 200 len: 2416 time: 0.1862125 Nov 12 03:12:23.273698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.278463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8289e71-7424-461d-8314-433b689a37dd None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:23.347649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for a731dd02-3d78-48a6-b3e5-4047e3e85d54 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:23.355331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:23.355959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.367118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] No DVR routers for this DVR port cd774dcb-6dff-4d91-abea-b967a6282170 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:23.444033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-fefa9852-126c-43ed-a3b9-1f0e9be11727 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7134459 Nov 12 03:12:23.470902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Request body: {'port': {'device_id': '3a94622b-1d12-4df1-997b-920c599419fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:23.476335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:23.500111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-d9652b3f-5087-47e5-b81c-d7f6685f16c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170/bindings/n-h1-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 1.4887319 Nov 12 03:12:23.532400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.613642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.657871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.734151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-86f6b0a5-accd-41ab-aa55-d65ee93b83d0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:23.735667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-86f6b0a5-accd-41ab-aa55-d65ee93b83d0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1739175 Nov 12 03:12:23.748030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50692) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:23.760923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.763522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.764633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a79a3039-fd5e-4b8e-826e-9c747374ed1b req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/0eef74f5-3be3-4867-b983-c79d01eb2374 HTTP/1.1" status: 204 len: 173 time: 0.4930425 Nov 12 03:12:23.801138 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-a4d4f81b-04c5-4739-ba0a-88028c24807c req-4bb0ac4f-37d6-4b7c-b639-91ae0339ab45 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] show failed (client error): The resource could not be found. Nov 12 03:12:23.802190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4d4f81b-04c5-4739-ba0a-88028c24807c req-4bb0ac4f-37d6-4b7c-b639-91ae0339ab45 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/d400e9f9-630a-4773-adc3-0803ed7065a4 HTTP/1.1" status: 404 len: 352 time: 0.0157533 Nov 12 03:12:23.862963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0c-25af-4080-b00c-f2c8845ab282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.875541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e98c70-1640-44f8-8ee1-615235c505e9 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eef74f5-3be3-4867-b983-c79d01eb2374,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:23.927799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.949539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0c-25af-4080-b00c-f2c8845ab282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.952297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-2bbf263c-7f04-4a21-8640-7f4ca523923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:23.953831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-2bbf263c-7f04-4a21-8640-7f4ca523923d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 1096 time: 0.2059801 Nov 12 03:12:23.954291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5794f0c-25af-4080-b00c-f2c8845ab282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:23.986299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5794f0c-25af-4080-b00c-f2c8845ab282 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f0045afc1ae4b28abea960b2d430e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368212 Nov 12 03:12:23.988727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50702) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:23.990190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=a731dd02-3d78-48a6-b3e5-4047e3e85d54,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:24.047747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-8baff151-0f5e-4497-8111-2655802e8d54 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/18e5dff3-85c4-4ed4-9d69-cde48a76dec4 HTTP/1.1" status: 200 len: 1823 time: 0.2193217 Nov 12 03:12:24.065737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5794f0c-25af-4080-b00c-f2c8845ab282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f0899-cc3e-47aa-acc8-f9b097e183a1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:24.111845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b388f98-b26e-401e-840b-2f9196c27656 req-b5071f0b-59f0-47e6-a24c-7237f37d8e47 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:24.113528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b388f98-b26e-401e-840b-2f9196c27656 req-b5071f0b-59f0-47e6-a24c-7237f37d8e47 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1099296 Nov 12 03:12:24.139320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.177882 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.200256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b388f98-b26e-401e-840b-2f9196c27656 req-17bab88c-a8e2-4237-badf-7d925958743f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787044 Nov 12 03:12:24.246727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.249699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.253391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/482f0899-cc3e-47aa-acc8-f9b097e183a1 HTTP/1.1" status: 204 len: 168 time: 0.2611382 Nov 12 03:12:24.262404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5fa31-e77f-44bc-8ea7-b71e38cd201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f0899-cc3e-47aa-acc8-f9b097e183a1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:24.353574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95db116-851c-43fb-98bf-4f635fd942cd req-74c8ce70-22ff-4aeb-90cf-37326e3c654e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:24.355306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c95db116-851c-43fb-98bf-4f635fd942cd req-74c8ce70-22ff-4aeb-90cf-37326e3c654e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 931 time: 0.0766516 Nov 12 03:12:24.414395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c95db116-851c-43fb-98bf-4f635fd942cd req-8ca340e3-bb1d-47a5-a92f-923ccc20a92e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 Nov 12 03:12:24.515714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79e8a603-a2c1-4c9d-9d4d-700a753dafba req-07c96f66-4153-4ade-9eb6-6c0e1aedc3fd tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Nov 12 03:12:24.581417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-8fb02055-aa7d-4c61-9c81-457d288663c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:24.583897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-8fb02055-aa7d-4c61-9c81-457d288663c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1096 time: 0.5963402 Nov 12 03:12:24.670301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.719294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.851769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.888948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:24.915265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:24.984187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-9d03080f-2314-4075-91b3-c03b21c53ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:24.985959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-9d03080f-2314-4075-91b3-c03b21c53ca3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3645155 Nov 12 03:12:25.006583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Transition to ACTIVE for port object 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:12:25.046487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 6d1df0a7-8159-4b77-8033-ec060a22b1dd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:25.049508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-20a1d614-ef6b-43fc-9922-258c5d93972e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.0539055 Nov 12 03:12:25.050058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.059589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.062194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.063327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a55baf9-a368-46a6-b482-aa57b52d4ed5 req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/18e5dff3-85c4-4ed4-9d69-cde48a76dec4 HTTP/1.1" status: 204 len: 173 time: 0.9840097 Nov 12 03:12:25.149857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa739a68-bdf5-4f94-ab98-165366ee2ac7 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e5dff3-85c4-4ed4-9d69-cde48a76dec4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:25.208024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Pushing event updated for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:25.237769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc98c58-bd0d-4bcc-9102-646512094d45 req-90c640f0-737a-4b42-83f2-f802e37fbb12 tempest-AbsoluteLimitsNegativeTestJSON-2006960969 tempest-AbsoluteLimitsNegativeTestJSON-2006960969-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6f463d36399a41d4ae92af1dfef087b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220234 Nov 12 03:12:25.302632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-04a0eae3-77a1-4bf9-a0f5-617268dd2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:25.304036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-04a0eae3-77a1-4bf9-a0f5-617268dd2693 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2362273 Nov 12 03:12:25.334604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:25.346870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-346b83c0-bd9e-405a-bb95-12ff6d25515d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/6d1df0a7-8159-4b77-8033-ec060a22b1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5727177 Nov 12 03:12:25.347772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc98c58-bd0d-4bcc-9102-646512094d45 req-0ce47f2e-e562-41b9-94b9-221c3b81c886 tempest-AbsoluteLimitsNegativeTestJSON-2006960969 tempest-AbsoluteLimitsNegativeTestJSON-2006960969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:25.350564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] Sync routers for ids ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:25.351023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-1a8c621b-1600-40f2-984e-ffa723d5b487 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/12a4e064-4a0c-48eb-9a43-386c215ec25e HTTP/1.1" status: 200 len: 1824 time: 0.2578743 Nov 12 03:12:25.354822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc98c58-bd0d-4bcc-9102-646512094d45 req-0ce47f2e-e562-41b9-94b9-221c3b81c886 tempest-AbsoluteLimitsNegativeTestJSON-2006960969 tempest-AbsoluteLimitsNegativeTestJSON-2006960969-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110995 Nov 12 03:12:25.355343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:25.362688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] Routers {'6d1df0a7-8159-4b77-8033-ec060a22b1dd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:25.364127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:25.389811 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-39a4a526-daef-49fc-abcc-8fc7d36ca26d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671349 Nov 12 03:12:25.397590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-370ce0b4-3dcf-4955-8efb-f52e3b3d5d95 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=6d1df0a7-8159-4b77-8033-ec060a22b1dd HTTP/1.1" status: 200 len: 205 time: 0.0410464 Nov 12 03:12:25.399593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc98c58-bd0d-4bcc-9102-646512094d45 req-5a0ab7a5-2e00-4d23-8689-76b02eba53be tempest-AbsoluteLimitsNegativeTestJSON-2006960969 tempest-AbsoluteLimitsNegativeTestJSON-2006960969-project] 10.222.0.84 "GET /v2.0/quotas/6f463d36399a41d4ae92af1dfef087b6 HTTP/1.1" status: 200 len: 375 time: 0.0351181 Nov 12 03:12:25.400245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50754) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:25.401152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:25.411327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] Routers {'6d1df0a7-8159-4b77-8033-ec060a22b1dd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:25.412305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:25.441692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Attempting to bind port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:25.442147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Attempting to bind port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '7286793c-2b89-47ba-812a-05bc85594ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:25.442373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Attempting to bind port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 on network e25b5758-49b8-4de4-9a18-a3523158aa1a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:25.449120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:25.450005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fcadc-d00b-4f96-8446-5744fccf5488 None None] The sync data for ids ['6d1df0a7-8159-4b77-8033-ec060a22b1dd'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:25.495527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 on network e25b5758-49b8-4de4-9a18-a3523158aa1a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:12:25.495852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Attempting to bind port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 on network e25b5758-49b8-4de4-9a18-a3523158aa1a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:25.509518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:25.509753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Checking segment: {'id': '7286793c-2b89-47ba-812a-05bc85594ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:25.510179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Bound using segment: {'id': '7286793c-2b89-47ba-812a-05bc85594ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:25.510622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Bound port: 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7286793c-2b89-47ba-812a-05bc85594ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:25.510980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.531380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc98c58-bd0d-4bcc-9102-646512094d45 req-00fef6b8-1da8-47a8-97d5-045e9066aaa4 tempest-AbsoluteLimitsNegativeTestJSON-2006960969 tempest-AbsoluteLimitsNegativeTestJSON-2006960969-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f463d36399a41d4ae92af1dfef087b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600996 Nov 12 03:12:25.537873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.586638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.614175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-2898c88a-a679-4f6f-a57f-00815da807c8 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059858 Nov 12 03:12:25.662310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.701712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:25.725739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,segment=NetworkSegment(7286793c-2b89-47ba-812a-05bc85594ebd),segment_id=7286793c-2b89-47ba-812a-05bc85594ebd)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:25.739424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.749173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.752481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.804514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:25.805171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.806582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] 10.222.0.39 "PUT /v2.0/ports/86a7fce4-61f3-49ca-b51e-3bf973aa06a4 HTTP/1.1" status: 200 len: 1092 time: 2.3440967 Nov 12 03:12:25.807040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:25.809371 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f19ef0-fdaa-4789-afda-1e17a5425381" -d '{"events": [{"name": "network-changed", "server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:25.816393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5919-2a57-4716-9e98-bfb3a5e2a26d req-58f9a0d2-0a1e-4c1c-8b38-e4a444274b57 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:25.824654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a07b5919-2a57-4716-9e98-bfb3a5e2a26d req-58f9a0d2-0a1e-4c1c-8b38-e4a444274b57 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1361125 Nov 12 03:12:25.828104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.828600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-70579cf4-97d1-4485-8014-11d34f61294e service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033703 Nov 12 03:12:25.829372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router 6d1df0a7-8159-4b77-8033-ec060a22b1dd {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:25.839825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae61a81-fa68-4a4d-8c7a-d0bf0d50f451 service neutron] Pushing event updated for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:25.845064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.854007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-56b7c085-f18b-4ce9-85fd-c5b08522705a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/6d1df0a7-8159-4b77-8033-ec060a22b1dd HTTP/1.1" status: 204 len: 168 time: 0.4525619 Nov 12 03:12:25.855906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50770) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:25.867582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.873157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.874357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83a53c08-0c32-4208-9a90-add3ec8f83b0 req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/12a4e064-4a0c-48eb-9a43-386c215ec25e HTTP/1.1" status: 204 len: 173 time: 0.4894609 Nov 12 03:12:25.928531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50774) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:25.944868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet e432c5fe-491f-448e-9b93-a1cf9766d83b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:25.951012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.955345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d02a7-b0f1-44fe-8ecb-59030ea12071 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4e064-4a0c-48eb-9a43-386c215ec25e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:25.957500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a07b5919-2a57-4716-9e98-bfb3a5e2a26d req-8dec682d-cd95-481e-9744-f96d3af6b702 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Nov 12 03:12:26.019032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-80438f37-d921-471b-939b-f28a336fe6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:26.023296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.023478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-80438f37-d921-471b-939b-f28a336fe6ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17533852645f4168844227283e793e9e&device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 1095 time: 0.1462815 Nov 12 03:12:26.089244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-a460eeab-0856-4570-baa3-72f565c9b25a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4 HTTP/1.1" status: 200 len: 217 time: 0.0568342 Nov 12 03:12:26.100461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59a14-660d-48c3-9167-346cf4fbd7e6 req-3802753e-9a04-498f-af24-3ff929055132 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:26.102025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44b59a14-660d-48c3-9167-346cf4fbd7e6 req-3802753e-9a04-498f-af24-3ff929055132 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 943 time: 0.1516449 Nov 12 03:12:26.107893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-437dc293-3dc4-414c-88d3-d90966b26cac req-b15909df-67dc-443f-ae4a-2cf1a5291f49 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0422974 Nov 12 03:12:26.178094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.180454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-292290fe-b987-4bc5-afbd-17accc407c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.226373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-f89788c5-4ecb-48b3-bc0f-a8f46d437ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:26.227895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-f89788c5-4ecb-48b3-bc0f-a8f46d437ea5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a531bb76-93b8-4acc-87dc-db309d96edeb HTTP/1.1" status: 200 len: 855 time: 0.1249599 Nov 12 03:12:26.242367 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66271081-48a6-4e59-8b82-6c3923f0a0d0 x-openstack-request-id: req-66271081-48a6-4e59-8b82-6c3923f0a0d0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:26.242660 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:26.242914 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-66271081-48a6-4e59-8b82-6c3923f0a0d0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:26.243336 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4', 'status': 'completed', 'code': 200} Nov 12 03:12:26.258965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.284607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-1fc057d4-d54c-4d2d-935f-9231a3566ce9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e25b5758-49b8-4de4-9a18-a3523158aa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462348 Nov 12 03:12:26.288146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44b59a14-660d-48c3-9167-346cf4fbd7e6 req-685ac623-e965-43ce-9c08-3772bcebe171 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766117 Nov 12 03:12:26.291728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-c4442162-0ca4-48c1-9086-34b4f47e9849 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:26.293371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-c4442162-0ca4-48c1-9086-34b4f47e9849 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1096 time: 0.1292245 Nov 12 03:12:26.304959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=e432c5fe-491f-448e-9b93-a1cf9766d83b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:26.310475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.314519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e41c672-a64c-428c-819f-8bb0a2d96912 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/e432c5fe-491f-448e-9b93-a1cf9766d83b HTTP/1.1" status: 204 len: 168 time: 0.4575109 Nov 12 03:12:26.320993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf717f-7d4b-4343-a9b7-f373ee96f9b0 None None] Network a1c7e601-3d7e-4840-9c0b-27cd5f748079 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:26.322558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:26.358793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-1fc94bad-1937-4e5a-a28b-96d6779404e0 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/50846b02-1c9f-4ef0-ba55-7d26e48cf0df HTTP/1.1" status: 200 len: 1823 time: 0.1091115 Nov 12 03:12:26.434030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.482265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-292290fe-b987-4bc5-afbd-17accc407c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.486524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-c0a11542-bed5-4fbc-91bc-85775e4f578e service neutron] 10.222.0.39 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924505 Nov 12 03:12:26.496461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.524635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.524906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-292290fe-b987-4bc5-afbd-17accc407c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.535944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] DHCP port deletion for a1c7e601-3d7e-4840-9c0b-27cd5f748079 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:26.571745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:26.572089 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.606655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Deleting port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:26.607515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.625921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292290fe-b987-4bc5-afbd-17accc407c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f931a2-4b75-4c4a-a191-90ad4dda46aa,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:26.639621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-292290fe-b987-4bc5-afbd-17accc407c72 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f463d36399a41d4ae92af1dfef087b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7037966 Nov 12 03:12:26.640390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.642420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50784) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:26.642873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.648671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68ba5624-ca71-4135-86fa-39814fd8fc30 req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/50846b02-1c9f-4ef0-ba55-7d26e48cf0df HTTP/1.1" status: 204 len: 173 time: 0.2573237 Nov 12 03:12:26.651086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-8586ef86-e5ed-452b-918d-c323f5bdd716 service neutron] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:26.669854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d228d-64a9-413b-b81f-f115ff1e1db5 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50846b02-1c9f-4ef0-ba55-7d26e48cf0df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:26.678203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,segment=NetworkSegment(1114531d-4cea-45e2-a493-e5c28c72cce0),segment_id=1114531d-4cea-45e2-a493-e5c28c72cce0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:26.678476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.680489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-8586ef86-e5ed-452b-918d-c323f5bdd716 service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.681818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fc89e8f-a56a-4b30-9a11-36b4bdc3739c req-8586ef86-e5ed-452b-918d-c323f5bdd716 service neutron] 10.222.0.32 "DELETE /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170/bindings/n-h2-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.3741050 Nov 12 03:12:26.696175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for f147bc21-0ad7-43fe-b31d-69a7fb7f0138 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:26.717044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3a040e8-ef1a-41a5-bc02-ae815c83fdc5 req-7d7e0abf-8013-41d2-bfdb-5a9bdbb264e8 service neutron] 10.222.0.39 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068427 Nov 12 03:12:26.753972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] For port f147bc21-0ad7-43fe-b31d-69a7fb7f0138, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,segment=NetworkSegment(1114531d-4cea-45e2-a493-e5c28c72cce0),segment_id=1114531d-4cea-45e2-a493-e5c28c72cce0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:26.754323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.764050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-8d7f7e71-557c-44fa-b4c6-788691aea207 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/c8731f39-c4cb-4b8a-ae26-dbe0ebec7198 HTTP/1.1" status: 200 len: 2424 time: 0.0958605 Nov 12 03:12:26.783247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.784716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Calling delete_port for f147bc21-0ad7-43fe-b31d-69a7fb7f0138 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:26.820173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.846272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:26.855926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:26.887470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.902346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.924165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] Pushing event deleted for resources: {'Port': ['ID=f147bc21-0ad7-43fe-b31d-69a7fb7f0138,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:26.928704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae92f67-f4c9-4d23-aa01-b7767be25661 None None] No DVR routers for this DVR port f147bc21-0ad7-43fe-b31d-69a7fb7f0138 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:26.960678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.962643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.970515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-1b1e2f90-bbee-4c15-93f9-7e042867d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:26.972191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-1b1e2f90-bbee-4c15-93f9-7e042867d6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=17533852645f4168844227283e793e9e&device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 1095 time: 0.1555490 Nov 12 03:12:26.987348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c7e601-3d7e-4840-9c0b-27cd5f748079']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:26.999138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1114531d-4cea-45e2-a493-e5c28c72cce0') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:26.999816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1114531d-4cea-45e2-a493-e5c28c72cce0') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:27.019990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.031946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.056092 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.064819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:27.064819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.074776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.074776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.078212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c8f931a2-4b75-4c4a-a191-90ad4dda46aa HTTP/1.1" status: 204 len: 168 time: 0.4323854 Nov 12 03:12:27.111836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17703d4a-015a-482d-bf22-ae735a2f0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f931a2-4b75-4c4a-a191-90ad4dda46aa,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:27.129651 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:27.141872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.148145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.149486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c905f063-1f5b-40ca-bf2e-b4ee123ca703 req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/c8731f39-c4cb-4b8a-ae26-dbe0ebec7198 HTTP/1.1" status: 204 len: 173 time: 0.3843508 Nov 12 03:12:27.170027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-566c7362-021d-4b68-9c5f-7522b9f6d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:27.171564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-566c7362-021d-4b68-9c5f-7522b9f6d3a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e25b5758-49b8-4de4-9a18-a3523158aa1a HTTP/1.1" status: 200 len: 916 time: 0.1901860 Nov 12 03:12:27.172325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ec2bc-a151-4270-b027-6641d9bdca34 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8731f39-c4cb-4b8a-ae26-dbe0ebec7198,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:27.196468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.203894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.207387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/a1c7e601-3d7e-4840-9c0b-27cd5f748079 HTTP/1.1" status: 204 len: 168 time: 0.8837557 Nov 12 03:12:27.211679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:27.217133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-974611142', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:27.237049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88f5bd-d565-4a9a-865d-a299174164af tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=a1c7e601-3d7e-4840-9c0b-27cd5f748079,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:27.259600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-2d270a83-f895-497d-9c86-313df4f4c393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4 HTTP/1.1" status: 200 len: 217 time: 0.0750554 Nov 12 03:12:27.262855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6714cf-f08c-4943-aa21-ec5007136d87 req-5eb4973b-80d7-4f6e-8c0c-bbb763c588a8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:27.272319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b6714cf-f08c-4943-aa21-ec5007136d87 req-5eb4973b-80d7-4f6e-8c0c-bbb763c588a8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.1426973 Nov 12 03:12:27.282002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.282955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.298683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f012f7de-6129-44ba-913d-703939ef31b6 req-12ee6849-9ca7-433c-ad1b-7c08552ca4ad tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Nov 12 03:12:27.342500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b6714cf-f08c-4943-aa21-ec5007136d87 req-17564f30-48bf-4a0c-b275-8e113ebc3e0d tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691695 Nov 12 03:12:27.386539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.390136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-1ffee7bf-25f2-43d3-bee5-03f40945fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:27.391796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-1ffee7bf-25f2-43d3-bee5-03f40945fe91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a531bb76-93b8-4acc-87dc-db309d96edeb HTTP/1.1" status: 200 len: 855 time: 0.1241968 Nov 12 03:12:27.395334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-4d00a231-3324-413a-bfac-2071ec6db7f6 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "GET /v2.0/security-groups/26395980-db04-4363-ad47-4beae1d7fca0 HTTP/1.1" status: 200 len: 2417 time: 0.0496352 Nov 12 03:12:27.446241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-e42c44fa-2701-47cf-bc8a-649d28022190 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e25b5758-49b8-4de4-9a18-a3523158aa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350077 Nov 12 03:12:27.557998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.584337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.603350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.639574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-13a640c5-060f-44fa-a0d3-42cacc82dd21 service neutron] 10.222.0.39 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763725 Nov 12 03:12:27.643748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.706273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980461-9b6e-457c-b9d3-ecd6d30ea3e5 req-714aaef8-d5f9-4bf8-82bb-49cc08692cfd tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:27.708783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc980461-9b6e-457c-b9d3-ecd6d30ea3e5 req-714aaef8-d5f9-4bf8-82bb-49cc08692cfd tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 943 time: 0.1000075 Nov 12 03:12:27.780757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc980461-9b6e-457c-b9d3-ecd6d30ea3e5 req-82e08518-e884-4e83-a571-dc3639769a7b tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Nov 12 03:12:27.788536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9f19ef0-fdaa-4789-afda-1e17a5425381 req-133e6efa-6bd5-41e1-be30-2a10f2f927b9 service neutron] 10.222.0.39 "GET /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412446 Nov 12 03:12:27.791655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.795068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.801704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b75d5ff-a218-42fb-8995-b7f5cae3613b req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] 10.222.0.84 "DELETE /v2.0/security-groups/26395980-db04-4363-ad47-4beae1d7fca0 HTTP/1.1" status: 204 len: 173 time: 0.3935764 Nov 12 03:12:27.806694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50826) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:27.807505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998c4e-1640-42a4-aac4-0f39b7772579 tempest-SecurityGroupRulesTestJSON-680902216 tempest-SecurityGroupRulesTestJSON-680902216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26395980-db04-4363-ad47-4beae1d7fca0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:27.874236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Deleting subnet aa4a7aac-8259-4bd4-b8e8-8c1ba9d79ea9 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:27.878163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.922983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.956336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.969063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.979705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.988922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50832) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:28.027479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443a34-9570-449b-8bab-6dea42280fe0 req-b773b381-b4ec-454c-94b4-b548877c25ba tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:28.029009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45443a34-9570-449b-8bab-6dea42280fe0 req-b773b381-b4ec-454c-94b4-b548877c25ba tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1096 time: 0.1210251 Nov 12 03:12:28.040101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.066359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4a7aac-8259-4bd4-b8e8-8c1ba9d79ea9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:28.071069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.074168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9e6aa9d-fd69-49cc-970c-2b1a0fcb3629 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/aa4a7aac-8259-4bd4-b8e8-8c1ba9d79ea9 HTTP/1.1" status: 204 len: 168 time: 0.2643883 Nov 12 03:12:28.076667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50838) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:28.141749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45443a34-9570-449b-8bab-6dea42280fe0 req-ebb3bf25-a529-4b07-8096-1ad3222598e0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053901 Nov 12 03:12:28.159793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.168232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.25.2.8 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/5e945e59-a8c3-47fa-8580-58532591ace2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:28.185218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f147bc21-0ad7-43fe-b31d-69a7fb7f0138 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:28.218571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1523059836-network', 'tenant_id': '6acbab23f0e243959e356b9e7fccb39a'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:28.249519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f147bc21-0ad7-43fe-b31d-69a7fb7f0138 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:28.252609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.253698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f147bc21-0ad7-43fe-b31d-69a7fb7f0138 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:28.278109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f066bd92-727b-4cee-8708-e8d666fcf5a4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:28.286928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Made reservation on behalf of 6acbab23f0e243959e356b9e7fccb39a for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:28.289349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.298973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79da9f2-4ae7-4b50-9b4d-3d441e6bd8cd') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:28.299352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79da9f2-4ae7-4b50-9b4d-3d441e6bd8cd') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:28.311030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.326202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.335788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.344833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.353418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:28.353807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:28.355435 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:28.378371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da9545-0260-4a5e-a9b6-1553a0397c47 req-fc619771-be80-44e1-9018-fef66f18d5dd tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:28.379987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9da9545-0260-4a5e-a9b6-1553a0397c47 req-fc619771-be80-44e1-9018-fef66f18d5dd tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0935688 Nov 12 03:12:28.436962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.440120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.447134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.450209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] 10.222.0.84 "DELETE /v2.0/networks/f066bd92-727b-4cee-8708-e8d666fcf5a4 HTTP/1.1" status: 204 len: 168 time: 0.3723829 Nov 12 03:12:28.470385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a624e3-15d2-4a38-9c02-71b812b7d18d admin admin] Pushing event deleted for resources: {'Network': ['ID=f066bd92-727b-4cee-8708-e8d666fcf5a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:28.475044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9da9545-0260-4a5e-a9b6-1553a0397c47 req-d148fc58-5493-4089-9592-358bbb014dd3 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688829 Nov 12 03:12:28.478994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9df4e2c0-5c21-469f-9649-2ee45cff801a req-e1ba0810-0646-4cfb-97b5-7e86099955b0 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0536973 Nov 12 03:12:28.514813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.519650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:28.530605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:28.535464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.539143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:28.546371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=5e945e59-a8c3-47fa-8580-58532591ace2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:28.557750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8113236f-7301-44fa-8b6b-b4a8b8c7968c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:28.591123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:28.612305 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.612651 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Added segment a6e94304-d855-4bbd-84f6-e96b8030a552 of type vlan for network b394ee9e-16d1-4442-acbc-0d9da6c85733 Nov 12 03:12:28.615983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:28.643456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:28.669383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-64772721-ce2e-489e-bf47-ce47ff4cf53b None None] Provisioning complete for port 5e945e59-a8c3-47fa-8580-58532591ace2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:28.669912 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64772721-ce2e-489e-bf47-ce47ff4cf53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.688132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9eb9364d-8357-41b6-b169-188cecc25a9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5fcc64ae63bb4e28858362987ec3101e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433908 Nov 12 03:12:28.690711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50858) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:28.721828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-64772721-ce2e-489e-bf47-ce47ff4cf53b None None] Port 5e945e59-a8c3-47fa-8580-58532591ace2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:28.722601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.745954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.768581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.796510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.797526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:28.798141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.829563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.833836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:28.835740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bb29cfca-8bb3-4165-b96b-6eeabab731a3 HTTP/1.1" status: 204 len: 168 time: 0.1436963 Nov 12 03:12:28.839209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50864) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:28.843728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8447046 Nov 12 03:12:28.850005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Request body: {'subnet': {'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1523059836-subnet', 'tenant_id': '6acbab23f0e243959e356b9e7fccb39a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:28.854967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb109e-7cac-49a9-b5c9-bc163b37fffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb29cfca-8bb3-4165-b96b-6eeabab731a3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:28.895367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Made reservation on behalf of 6acbab23f0e243959e356b9e7fccb39a for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:28.898669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:29.017302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:29.140942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:29.207610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9737f9-ca43-4083-95dc-ff8f23926dc1,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:29.217146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Checking segment: {'id': 'a6e94304-d855-4bbd-84f6-e96b8030a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:29.217501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Network hostable DHCP agents. Network: b394ee9e-16d1-4442-acbc-0d9da6c85733, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:29.240612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Network b394ee9e-16d1-4442-acbc-0d9da6c85733 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:29.251492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b394ee9e-16d1-4442-acbc-0d9da6c85733) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:29.256651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:29.257315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:29.264851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e41475-d731-473e-97fa-6e16aa4e8311 None None] Network b394ee9e-16d1-4442-acbc-0d9da6c85733 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:29.284052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-92528a3f-f53a-484c-b472-44935d40fce9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4355700 Nov 12 03:12:29.318534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f5f72-53d0-421f-8fea-74619ac12642 admin admin] Pushing event updated for resources: {'Network': ['ID=b394ee9e-16d1-4442-acbc-0d9da6c85733,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:29.344006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b394ee9e-16d1-4442-acbc-0d9da6c85733 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:29.412856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f58b4-f1c2-4f8a-8fa3-39757e7ad061 req-5e68056d-23f3-42e4-a02d-a7daba9fade8 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:29.420511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb7f58b4-f1c2-4f8a-8fa3-39757e7ad061 req-5e68056d-23f3-42e4-a02d-a7daba9fade8 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 943 time: 0.4833291 Nov 12 03:12:29.433222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:29.507965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41926e4-9bed-4a73-96f8-8cb61855784c None None] Network b394ee9e-16d1-4442-acbc-0d9da6c85733 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:29.603727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb7f58b4-f1c2-4f8a-8fa3-39757e7ad061 req-a358a8f5-aec2-488d-a8f0-a6cab7c8b20e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822548 Nov 12 03:12:29.698227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a586d2b-8eb8-45c6-85c7-3bff89118fa3 req-3218e4f8-1369-4bde-bde9-38d9759e4dc4 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0633881 Nov 12 03:12:29.796830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.047942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-7a3145df-2e15-45e8-aa94-593e477d256a tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:30.061887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-7a3145df-2e15-45e8-aa94-593e477d256a tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/networks?id=b394ee9e-16d1-4442-acbc-0d9da6c85733 HTTP/1.1" status: 200 len: 818 time: 0.1488957 Nov 12 03:12:30.066108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50918) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:30.088318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-af06c8fc-bedb-4149-8b62-f2aeebcbf37b tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/quotas/6acbab23f0e243959e356b9e7fccb39a HTTP/1.1" status: 200 len: 375 time: 0.0253944 Nov 12 03:12:30.092031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 355aab2f-4241-4ded-b656-9bdf70a4b590 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:30.131513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-d0052221-0e9f-42a2-b141-ee2a43c9a3f7 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6acbab23f0e243959e356b9e7fccb39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357685 Nov 12 03:12:30.204799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1834484339-network', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:30.305183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Made reservation on behalf of 7b788af5ae6c43c1b36f69741614b9c8 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:30.307502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.323162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.347432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:30.362617 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] Sync routers for ids ['355aab2f-4241-4ded-b656-9bdf70a4b590'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:30.365390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-8927464a-ccc0-4348-ac48-0dfe3fc7c268 service neutron] 10.222.0.84 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987309 Nov 12 03:12:30.374695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] Routers {'355aab2f-4241-4ded-b656-9bdf70a4b590'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:30.376321 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['355aab2f-4241-4ded-b656-9bdf70a4b590'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:30.408910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.414046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8fa02ef2-9111-409c-b438-93282630f5bd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1972117 Nov 12 03:12:30.414257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50922) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:30.416866 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:30.426068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] Routers {'355aab2f-4241-4ded-b656-9bdf70a4b590'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:30.426760 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['355aab2f-4241-4ded-b656-9bdf70a4b590'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:30.460667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:30.461467 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b48f63e-37dd-44e8-a9df-17e727d3a85b None None] The sync data for ids ['355aab2f-4241-4ded-b656-9bdf70a4b590'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:30.505751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-7ede9ba7-c059-4106-b354-11db3da60118 service neutron] 10.222.0.84 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326046 Nov 12 03:12:30.534050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.545107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9778fe31-1678-4461-afa0-c0848a1b0ee9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers/355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 200 len: 878 time: 0.1303868 Nov 12 03:12:30.551309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:30.554881 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.584559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:30.604904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa4d49-477c-49e2-ba82-9f697d77363f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:30.623005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.624126 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Added segment 9fcc68db-0edd-495a-a481-62e94f9e899c of type vlan for network 65b63d65-8159-4ffc-a123-6ed4358903c0 Nov 12 03:12:30.694700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.780493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f1c8860-ca2b-4fc4-b2e7-52371d9a9c76 req-c7aa1a94-4632-43ad-bedf-5d0476def8b2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 210 time: 0.0503247 Nov 12 03:12:30.783616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.785034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:30.785189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:30.801538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:12:30.966802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8970211 Nov 12 03:12:31.003848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-265efaa5-ea9a-4e46-95a5-b4b358ec8577 req-b5b69ce3-53ec-4cb2-864d-69b4fa6e15f0 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0543196 Nov 12 03:12:31.007695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:31.012377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Request body: {'subnet': {'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-subnet', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:31.027228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685dcd-5e47-46ef-b3d4-0ea24fe8e345 admin admin] Pushing event updated for resources: {'Network': ['ID=65b63d65-8159-4ffc-a123-6ed4358903c0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:31.043138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:31.057296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,segment=NetworkSegment(7286793c-2b89-47ba-812a-05bc85594ebd),segment_id=7286793c-2b89-47ba-812a-05bc85594ebd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:31.085418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Made reservation on behalf of 7b788af5ae6c43c1b36f69741614b9c8 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:31.088194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.097229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4', 'network_id': 'e25b5758-49b8-4de4-9a18-a3523158aa1a', 'port_id': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4', 'mac_address': 'fa:16:3e:10:fb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a531bb76-93b8-4acc-87dc-db309d96edeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:12:31.185546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.213854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:31.260657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,segment=NetworkSegment(7286793c-2b89-47ba-812a-05bc85594ebd),segment_id=7286793c-2b89-47ba-812a-05bc85594ebd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:31.267372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.332848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c70966-8f74-46be-91dd-4b06536b21c4 req-a3574d90-afaf-4cdb-a874-7edb55fbcfb5 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:31.335621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07c70966-8f74-46be-91dd-4b06536b21c4 req-a3574d90-afaf-4cdb-a874-7edb55fbcfb5 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 943 time: 0.1352556 Nov 12 03:12:31.340025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.359772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:31.370954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.371709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.372404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.373345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.373896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.374477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.375023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.375640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.376200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.376803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.377352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.377930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:31.436038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37598896-79f7-44df-b465-92870de7d958,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:31.457387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Checking segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:31.458162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Network hostable DHCP agents. Network: 65b63d65-8159-4ffc-a123-6ed4358903c0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:31.482894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:31.506399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07c70966-8f74-46be-91dd-4b06536b21c4 req-ddd74da0-ec15-43c5-8a0b-e683eb30bf5d tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405489 Nov 12 03:12:31.515049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 65b63d65-8159-4ffc-a123-6ed4358903c0) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:31.517398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['86a7fce4-61f3-49ca-b51e-3bf973aa06a4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:31.526377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:31.526975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.549589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57e2a4-92a7-41f3-86e8-b72ef2ef4555 None None] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:31.563209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4505e1d-b488-4c77-bd1d-9ee0e2ae145a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 1.0077245 Nov 12 03:12:31.563925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:31.569219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-974611142'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:31.576590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8fc0d383-9d0a-4ce5-aa66-664e104ffcfb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5658154 Nov 12 03:12:31.576765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50950) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:31.635074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:31.705261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.706454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.829466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.947952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-65b63d65-8159-4ffc-a123-6ed4358903c0', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:12:31.948869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:31.961184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-094de406-1bb8-43d4-ac3e-6c6598ad8369 req-d3ffa31c-4beb-4573-b798-7e6b11d1410e tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 210 time: 0.0850515 Nov 12 03:12:32.046049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.230191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f2a9217-85dd-4f3c-938b-f2aa3a174d1b req-9b564718-526b-4594-b6fa-c7b7e6c3576a tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0490897 Nov 12 03:12:32.343622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Allocated IP 172.20.0.2 (65b63d65-8159-4ffc-a123-6ed4358903c0/37598896-79f7-44df-b465-92870de7d958/6e92c31e-97b9-4a3f-8e51-904c7dbef320) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:32.375727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f4a277a-6037-4099-8c46-68e7b144e6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.411933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.461142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.475469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-8f2ea700-94ce-47da-ada5-fa48c3a88022 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:32.477218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-8f2ea700-94ce-47da-ada5-fa48c3a88022 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.32 "GET /v2.0/networks?id=b394ee9e-16d1-4442-acbc-0d9da6c85733 HTTP/1.1" status: 200 len: 818 time: 0.2448409 Nov 12 03:12:32.494774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Request body: {'port': {'device_id': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733', 'admin_state_up': True, 'tenant_id': '6acbab23f0e243959e356b9e7fccb39a'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:32.664449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.679146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50968) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:32.679870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.714943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Made reservation on behalf of 6acbab23f0e243959e356b9e7fccb39a for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:32.719961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.802759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:32.809853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:32.815388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:32.841525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:32.847595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Pushing event updated for resources: {'Port': ['ID=6e92c31e-97b9-4a3f-8e51-904c7dbef320,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:32.941786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Attempting to bind port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:32.942555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Attempting to bind port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:32.946312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Attempting to bind port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 on network 65b63d65-8159-4ffc-a123-6ed4358903c0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:32.953402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:32.954132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Checking segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:32.954556 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.955044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Bound using segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:32.955808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Bound port: 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:32.956574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:32.967586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:12:32.971801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Allocated IP 172.20.0.6 (b394ee9e-16d1-4442-acbc-0d9da6c85733/fd9737f9-ca43-4083-95dc-ff8f23926dc1/0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:32.978644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:32.979190 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.061613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073995b-5c6b-4b16-8e82-261b6e2db9e7 req-ca54308f-4f76-4da9-902a-cf69d2801b49 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:33.069670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3073995b-5c6b-4b16-8e82-261b6e2db9e7 req-ca54308f-4f76-4da9-902a-cf69d2801b49 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 944 time: 0.1447346 Nov 12 03:12:33.090244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] For port 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:33.096438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] For port 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e92c31e-97b9-4a3f-8e51-904c7dbef320,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:33.124335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.186741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fee3e6-8e32-4ffa-acc7-f11561edb201 None None] Pushing event updated for resources: {'Port': ['ID=6e92c31e-97b9-4a3f-8e51-904c7dbef320,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:33.198742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.213121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.222732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 355aab2f-4241-4ded-b656-9bdf70a4b590 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:33.259182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,segment=NetworkSegment(7286793c-2b89-47ba-812a-05bc85594ebd),segment_id=7286793c-2b89-47ba-812a-05bc85594ebd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:33.260685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:33.265722 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601acf39-5771-48cf-a270-67bae9ce46cb" -d '{"events": [{"server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "name": "network-vif-plugged", "status": "completed", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:33.273216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.307651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.328165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3073995b-5c6b-4b16-8e82-261b6e2db9e7 req-8dc179d3-dc8a-471e-833a-db4c2fbef429 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575288 Nov 12 03:12:33.342123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.356002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:33.385892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Pushing event updated for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:33.389653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f922a85c-51c2-4934-8f7e-fb600aece89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.453545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.460245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Network b394ee9e-16d1-4442-acbc-0d9da6c85733 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:33.472356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07325495-40e7-4f2b-9607-cb140b8d273a req-16b1f92d-1603-4a0e-8374-77d3ee1514a0 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:33.474430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07325495-40e7-4f2b-9607-cb140b8d273a req-16b1f92d-1603-4a0e-8374-77d3ee1514a0 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 931 time: 0.2156184 Nov 12 03:12:33.488298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:33.520076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:33.554546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2bf2304b-2bab-4bf7-88c6-dbbfa1099155 req-c1f72f7c-d990-4963-8eb6-65c02c914ab6 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1052017 Nov 12 03:12:33.654616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:33.655415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.659313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f922a85c-51c2-4934-8f7e-fb600aece89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.670476 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e9dc1a-116a-4dc7-8cab-4b8a730cf469 x-openstack-request-id: req-93e9dc1a-116a-4dc7-8cab-4b8a730cf469 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:33.673571 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "name": "network-vif-plugged", "status": "completed", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:33.674010 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93e9dc1a-116a-4dc7-8cab-4b8a730cf469 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:33.674497 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4', 'code': 200} Nov 12 03:12:33.684702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f922a85c-51c2-4934-8f7e-fb600aece89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.697907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:33.713493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] Sync routers for ids ['355aab2f-4241-4ded-b656-9bdf70a4b590'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:33.721613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.723666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad23d976-f586-4a7b-b955-4499f8b21b8f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 200 len: 885 time: 2.1581025 Nov 12 03:12:33.725331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Allocated IP 172.25.2.53 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6e1c5613-a212-4cd3-89fb-356ca67121e5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:33.728101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:33.730914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07325495-40e7-4f2b-9607-cb140b8d273a req-1ce3cd03-4658-483d-883a-85aea68b41b1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402334 Nov 12 03:12:33.758539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] Routers {'355aab2f-4241-4ded-b656-9bdf70a4b590'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:33.758539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['355aab2f-4241-4ded-b656-9bdf70a4b590'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:33.813221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f922a85c-51c2-4934-8f7e-fb600aece89a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d64556573f74caa937f71ef6bb59269&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1291268 Nov 12 03:12:33.816635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-66d3cd68-8daf-4190-9e9e-8444b3399220 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3260429 Nov 12 03:12:33.817126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50984) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:33.823950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:33.837473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] Routers {'355aab2f-4241-4ded-b656-9bdf70a4b590'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:33.838687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['355aab2f-4241-4ded-b656-9bdf70a4b590'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:33.847661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Request body: {'port': {'device_id': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:33.878276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:33.879527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00241a38-39d6-4f7b-9f5c-afb95013f23f None None] The sync data for ids ['355aab2f-4241-4ded-b656-9bdf70a4b590'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:33.901226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-16f2cd3f-1cf6-4431-bd2c-d5d411ca25ce tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers/355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 200 len: 885 time: 0.1687586 Nov 12 03:12:33.902809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50986) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:33.907580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922a85c-51c2-4934-8f7e-fb600aece89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233203a5-568a-49f0-9801-8c894896325f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:33.949852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cfbbaece-d547-490d-a92f-07e550da0624 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 200 len: 205 time: 0.0432291 Nov 12 03:12:33.953621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50988) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:33.977198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:33.980510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03004c25-3ab0-4d2f-a0db-6fbad5f33f09 req-8d6477e9-554a-42ce-91d2-12510eaed212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:33.982078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03004c25-3ab0-4d2f-a0db-6fbad5f33f09 req-8d6477e9-554a-42ce-91d2-12510eaed212 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 1097 time: 0.1809342 Nov 12 03:12:33.999701 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.066634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.094876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03004c25-3ab0-4d2f-a0db-6fbad5f33f09 req-e2b5f7e7-8de6-4a46-8473-e512bcc00431 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017895 Nov 12 03:12:34.137111 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.149950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.228104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.230689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.234171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/233203a5-568a-49f0-9801-8c894896325f HTTP/1.1" status: 204 len: 168 time: 0.3950872 Nov 12 03:12:34.274126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e92c31e-97b9-4a3f-8e51-904c7dbef320 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:34.279487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.333770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465b396-ce62-4fd5-91b5-da367f8c8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233203a5-568a-49f0-9801-8c894896325f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:34.397173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:34.397566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.414281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Pushing event updated for resources: {'Port': ['ID=6e1c5613-a212-4cd3-89fb-356ca67121e5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:34.432057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.450969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:34.454641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:34.464779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:34.490696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31e9853-7301-434c-b03b-17ed7ff4447d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:34.555405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:34.577248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.605769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Transition to ACTIVE for port object 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:12:34.612069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.622266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.744441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Pushing event updated for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:34.804457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-30f9a4f1-1f4c-4666-907f-101fc0561f6e None None] Provisioning complete for port 6e1c5613-a212-4cd3-89fb-356ca67121e5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:34.805356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30f9a4f1-1f4c-4666-907f-101fc0561f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.808829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f5774f6-ec38-4746-a533-c332c6516492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.828197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e92c31e-97b9-4a3f-8e51-904c7dbef320,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:34.865592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ae5c-63ac-4ddf-a27e-6737fa9a9e4b req-e381e5e5-052b-4ec7-baec-85803d4bc89b tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:34.867124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1b7ae5c-63ac-4ddf-a27e-6737fa9a9e4b req-e381e5e5-052b-4ec7-baec-85803d4bc89b tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 945 time: 0.3241236 Nov 12 03:12:34.883665 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.933532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 5e945e59-a8c3-47fa-8580-58532591ace2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:34.933872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:34.960784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=6e92c31e-97b9-4a3f-8e51-904c7dbef320,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:34.964858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc9215-e70f-4e6a-b71d-59da10d7b942 None None] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:34.995917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b321d4-05df-4543-bb22-40317b4873f5 req-db81c4b0-e679-474c-90f9-ce30ef158222 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.2326417 Nov 12 03:12:34.997863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-30f9a4f1-1f4c-4666-907f-101fc0561f6e None None] Port 6e1c5613-a212-4cd3-89fb-356ca67121e5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:34.999354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Attempting to bind port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:35.000862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Attempting to bind port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a6e94304-d855-4bbd-84f6-e96b8030a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:35.001849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Attempting to bind port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 on network b394ee9e-16d1-4442-acbc-0d9da6c85733 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:35.012570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 on network b394ee9e-16d1-4442-acbc-0d9da6c85733 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:12:35.014977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Attempting to bind port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 on network b394ee9e-16d1-4442-acbc-0d9da6c85733 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:35.027115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:35.027115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Checking segment: {'id': 'a6e94304-d855-4bbd-84f6-e96b8030a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:35.029417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Bound using segment: {'id': 'a6e94304-d855-4bbd-84f6-e96b8030a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:35.031513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Bound port: 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e94304-d855-4bbd-84f6-e96b8030a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:35.032071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.048323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.083058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 5e945e59-a8c3-47fa-8580-58532591ace2 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:35.138752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:35.143384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,segment=NetworkSegment(a6e94304-d855-4bbd-84f6-e96b8030a552),segment_id=a6e94304-d855-4bbd-84f6-e96b8030a552)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:35.150441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.172766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.196380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83d49de-6129-4790-9bc1-50dc211d3740 None None] Provisioning complete for port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:35.196819 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83d49de-6129-4790-9bc1-50dc211d3740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.288149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:35.288762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.290940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] 10.222.0.32 "PUT /v2.0/ports/0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 HTTP/1.1" status: 200 len: 1092 time: 1.4483886 Nov 12 03:12:35.292392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:35.306370 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73884b9-74ad-4566-b7a5-732711bcfe9a" -d '{"events": [{"name": "network-changed", "server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:35.347227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1b7ae5c-63ac-4ddf-a27e-6737fa9a9e4b req-57612c97-fc9d-4dfa-9879-1c7ea05097c7 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727502 Nov 12 03:12:35.407863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd12b7-2375-4ac1-85c4-a6a06cf155aa service neutron] Pushing event updated for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:35.424824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963177da-233a-40a5-b665-8360b25fdc02 req-2fba36df-5d97-46d0-8068-1c150347c3ca tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:35.426448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-963177da-233a-40a5-b665-8360b25fdc02 req-2fba36df-5d97-46d0-8068-1c150347c3ca tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 943 time: 0.2468984 Nov 12 03:12:35.440254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-33f4c106-02b4-4c37-8645-136616c4709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:35.443318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-33f4c106-02b4-4c37-8645-136616c4709a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6acbab23f0e243959e356b9e7fccb39a&device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 1095 time: 0.1032701 Nov 12 03:12:35.508780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-819567ab-55ad-43fe-bd74-398b9f699e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 HTTP/1.1" status: 200 len: 217 time: 0.0454001 Nov 12 03:12:35.543541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.582918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-963177da-233a-40a5-b665-8360b25fdc02 req-af2f69fa-7921-49aa-9cab-49869f7bdab4 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451576 Nov 12 03:12:35.595797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-923c142d-ad2a-404e-8f7d-0a8a069f31a4 None None] Provisioning complete for port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:35.596166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-923c142d-ad2a-404e-8f7d-0a8a069f31a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.633497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-05a8d3f2-d981-4be9-9d07-54924e8b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:35.634994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-05a8d3f2-d981-4be9-9d07-54924e8b74b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd9737f9-ca43-4083-95dc-ff8f23926dc1 HTTP/1.1" status: 200 len: 858 time: 0.1148829 Nov 12 03:12:35.693296 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ccd0d-8544-4e07-b0ea-99e47b4711de x-openstack-request-id: req-c17ccd0d-8544-4e07-b0ea-99e47b4711de {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:35.693591 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:35.693843 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c17ccd0d-8544-4e07-b0ea-99e47b4711de {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:35.694253 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1', 'status': 'completed', 'code': 200} Nov 12 03:12:35.696325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-0ad3d19f-e957-424b-9690-8e89d79ee76b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b394ee9e-16d1-4442-acbc-0d9da6c85733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536366 Nov 12 03:12:35.766591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.796608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc1f58-db50-4085-8658-bf9f39bc1d41 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:35.858475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-e3b55182-8af5-4cee-a8a3-8c3d24bc1faa service neutron] 10.222.0.32 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538301 Nov 12 03:12:35.889433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=5e945e59-a8c3-47fa-8580-58532591ace2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:35.933604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.933953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.934350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.934749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.935085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.935500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.935871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.936482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.936807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.937171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.937492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.937822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:35.950704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:35.957878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c38aec7-7bf0-4379-8afd-faee168a2003 req-ecfd6eca-df3e-4c25-b92d-8ad883d707a0 service neutron] 10.222.0.32 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912490 Nov 12 03:12:36.104017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-e39b2a42-c021-41d0-be4d-3f9185f05c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:36.105960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-e39b2a42-c021-41d0-be4d-3f9185f05c08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6acbab23f0e243959e356b9e7fccb39a&device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 1095 time: 0.0933900 Nov 12 03:12:36.201452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e92c31e-97b9-4a3f-8e51-904c7dbef320 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:36.245034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-97f24026-4631-4d77-aac7-b4b5cd81b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:36.246672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-97f24026-4631-4d77-aac7-b4b5cd81b237 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b394ee9e-16d1-4442-acbc-0d9da6c85733 HTTP/1.1" status: 200 len: 919 time: 0.1294131 Nov 12 03:12:36.304947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-2d7a13bd-d8a7-4b3a-86d6-e22e679a4abf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 HTTP/1.1" status: 200 len: 217 time: 0.0500457 Nov 12 03:12:36.309206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:36.309590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.368290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-d3488fa0-8339-4210-a556-04d4445f6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:36.370376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-d3488fa0-8339-4210-a556-04d4445f6c64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd9737f9-ca43-4083-95dc-ff8f23926dc1 HTTP/1.1" status: 200 len: 858 time: 0.0573912 Nov 12 03:12:36.411787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-f605865f-5317-48e1-bbf8-d6bd73148f34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b394ee9e-16d1-4442-acbc-0d9da6c85733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326812 Nov 12 03:12:36.448557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f583c625-dbc8-44a6-a333-103a4e9aef44 req-52ddcbf4-b68b-4a83-a283-2c400b3a5b17 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0573294 Nov 12 03:12:36.459380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.463042 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.467904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.537595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edb450-e47d-4b89-a9bb-afb99a097195 req-e291df3f-cf84-427b-9dbe-62b416a60655 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:36.539410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59edb450-e47d-4b89-a9bb-afb99a097195 req-e291df3f-cf84-427b-9dbe-62b416a60655 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 945 time: 0.1088417 Nov 12 03:12:36.560603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.561192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router 355aab2f-4241-4ded-b656-9bdf70a4b590 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:36.573769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.574983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d41780e2-a249-4bee-a286-c7ae55b54979 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 204 len: 168 time: 2.6203978 Nov 12 03:12:36.578599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:36.586120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265906620'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:36.607997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-5b825948-83aa-4137-b1ae-8435295698f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882169 Nov 12 03:12:36.654490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59edb450-e47d-4b89-a9bb-afb99a097195 req-dffe6eb6-0c65-425f-bfca-48d227f9cf6c tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965860 Nov 12 03:12:36.663970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:36.673699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.734157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73884b9-74ad-4566-b7a5-732711bcfe9a req-e16c68bd-192f-48db-b015-ca52c09bb93b service neutron] 10.222.0.32 "GET /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179373 Nov 12 03:12:36.744520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51050) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:36.755449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:36.835879 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.837785 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment bfaf7168-641f-440f-b6b5-07fcf6ae011a of type vlan for network 28443e80-96be-4daf-a2fb-f3e8899fd310 Nov 12 03:12:36.896134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4e41e8c4-9591-44f8-a9a3-34c137d98575 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-116433089'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:36.896753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4e41e8c4-9591-44f8-a9a3-34c137d98575 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Unknown quota resources ['metering_label']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:36.896868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befea16d-6f60-44a4-a64c-b2464cf032a1 req-aab71bb3-a29b-43b1-a4e8-95a9205e5177 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:36.904856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-befea16d-6f60-44a4-a64c-b2464cf032a1 req-aab71bb3-a29b-43b1-a4e8-95a9205e5177 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 943 time: 0.1688364 Nov 12 03:12:36.943158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:36.949834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Router 32245bec-67dc-44bc-a701-427f46579e60 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:37.002275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-befea16d-6f60-44a4-a64c-b2464cf032a1 req-a0669c4f-6dd5-4a51-b2dc-13e884ea61e1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965326 Nov 12 03:12:37.052904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.059147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:37.059814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.074329 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.184913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6053770 Nov 12 03:12:37.187806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab098d89-d138-4fb7-8248-86bdfff26b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=28443e80-96be-4daf-a2fb-f3e8899fd310,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:37.189203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e41e8c4-9591-44f8-a9a3-34c137d98575 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.189789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51096) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:37.196383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:37.201412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e41e8c4-9591-44f8-a9a3-34c137d98575 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4558027 Nov 12 03:12:37.202642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:37.204778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:37.219448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-88fc3835-a4b6-4a75-9fdf-0f7489505957 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '89fbc1f4-18c1-421d-bb54-afde053652cd'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:37.222897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-88fc3835-a4b6-4a75-9fdf-0f7489505957 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:37.272414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:37.288336 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Sync routers for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:37.305177 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:37.306399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:37.326059 n-d-615180-50 neutron-server[102433]: WARNING neutron.services.metering.metering_plugin [None req-88fc3835-a4b6-4a75-9fdf-0f7489505957 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:12:37.404168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.408883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e7cd90a1-a176-4aa6-982d-e80d2fd2db4a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8311806 Nov 12 03:12:37.410408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51102) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:37.427744 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:37.442808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:37.451676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.464994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88fc3835-a4b6-4a75-9fdf-0f7489505957 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.468238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-88fc3835-a4b6-4a75-9fdf-0f7489505957 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2581289 Nov 12 03:12:37.469901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51106) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:37.491022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3d92fa7d-eaf0-446c-94fc-5599cd699f7d tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '89fbc1f4-18c1-421d-bb54-afde053652cd'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:37.491801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3d92fa7d-eaf0-446c-94fc-5599cd699f7d tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:37.794038 n-d-615180-50 neutron-server[102432]: WARNING neutron.services.metering.metering_plugin [None req-3d92fa7d-eaf0-446c-94fc-5599cd699f7d tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:12:37.799970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.813896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:34Z', 'revision_number': 3, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:37.847902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62783677-9a7e-44cc-ba67-70a233d340b0 req-8d548cf7-1dfc-46f1-95cd-0edf1b0099d7 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.2857385 Nov 12 03:12:37.875605 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Checking router: 32245bec-67dc-44bc-a701-427f46579e60 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:37.876264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Updating router 32245bec-67dc-44bc-a701-427f46579e60 port 6e1c5613-a212-4cd3-89fb-356ca67121e5 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:12:37.912223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:37.916347 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.054293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=22f68098-a3bd-407c-aadc-2424729c32a3,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:38.060367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d92fa7d-eaf0-446c-94fc-5599cd699f7d tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.064831 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d92fa7d-eaf0-446c-94fc-5599cd699f7d tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5904572 Nov 12 03:12:38.067789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.088237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': 'bfaf7168-641f-440f-b6b5-07fcf6ae011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:38.088754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: 28443e80-96be-4daf-a2fb-f3e8899fd310, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:38.096628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-70509d96-8625-465f-beb1-5f4aa9682ac0 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=4fc0cb54-c806-4a4d-99ac-c12a35f86efd HTTP/1.1" status: 200 len: 462 time: 0.0249825 Nov 12 03:12:38.107149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51148) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.127296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:38.268134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 28443e80-96be-4daf-a2fb-f3e8899fd310) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:38.278247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ea2d0e-b1ee-4e49-ba2b-1c69da89aea4 None None] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:38.291252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d34c0363-6446-4289-a79f-9391ce05206b tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.292859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d34c0363-6446-4289-a79f-9391ce05206b tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/4fc0cb54-c806-4a4d-99ac-c12a35f86efd HTTP/1.1" status: 204 len: 168 time: 0.1753221 Nov 12 03:12:38.296377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:38.297260 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.304678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51152) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.328127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a692c07-bcd3-48a6-a92a-c8a097dc63bd tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=4fc0cb54-c806-4a4d-99ac-c12a35f86efd HTTP/1.1" status: 200 len: 221 time: 0.0220428 Nov 12 03:12:38.333320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51154) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.338565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9d36e8bd-0f73-4703-88c1-b4176b796fa5 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--317158290', 'description': 'label created by tempest'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:38.339320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9d36e8bd-0f73-4703-88c1-b4176b796fa5 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Unknown quota resources ['metering_label']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:38.434494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0dfa4-0066-46ba-a02c-e830899465d0 req-146e64d6-8a1a-4347-aa44-2e3b8455fdbe tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:38.445869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9e0dfa4-0066-46ba-a02c-e830899465d0 req-146e64d6-8a1a-4347-aa44-2e3b8455fdbe tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 943 time: 0.2936869 Nov 12 03:12:38.452489 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.466443 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.507231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d2d389f8-6949-4e05-9110-2a848bd83448 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3140841 Nov 12 03:12:38.516179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51156) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.534466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1328568708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:38.541917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-28443e80-96be-4daf-a2fb-f3e8899fd310', 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': '22f68098-a3bd-407c-aadc-2424729c32a3'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:12:38.543700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.573767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Pushing event updated for resources: {'Port': ['ID=6e1c5613-a212-4cd3-89fb-356ca67121e5,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:38.593520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.594790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.602845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.605610 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.606928 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.608034 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.608533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.609983 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.610439 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.611420 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.612135 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.615471 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.615961 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.616772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:12:38.669144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Attempting to bind port 6e1c5613-a212-4cd3-89fb-356ca67121e5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:38.672755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Attempting to bind port 6e1c5613-a212-4cd3-89fb-356ca67121e5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:38.673484 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Attempting to bind port 6e1c5613-a212-4cd3-89fb-356ca67121e5 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:38.680183 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:38.683002 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:38.684921 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.686728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:38.690679 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Bound port: 6e1c5613-a212-4cd3-89fb-356ca67121e5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:38.693007 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.787625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Allocated IP 172.20.0.2 (28443e80-96be-4daf-a2fb-f3e8899fd310/22f68098-a3bd-407c-aadc-2424729c32a3/72ff5a12-4d73-4abb-ba33-0435cf332670) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:38.795602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924aee6a-5fde-4fbe-84a9-871408a1d090 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:38.820489 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] For port 6e1c5613-a212-4cd3-89fb-356ca67121e5, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:38.829293 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] For port 6e1c5613-a212-4cd3-89fb-356ca67121e5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e1c5613-a212-4cd3-89fb-356ca67121e5,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:38.837315 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.895383 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d36e8bd-0f73-4703-88c1-b4176b796fa5 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.896603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9d36e8bd-0f73-4703-88c1-b4176b796fa5 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5621278 Nov 12 03:12:38.902606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51164) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:38.917853 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:38.918868 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:38.920225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c33a549-25c6-40e6-b3db-7a4b6676b7f9 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:38.966888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] Provisioning complete for port 6e1c5613-a212-4cd3-89fb-356ca67121e5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:38.967273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:38.998519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f938d8b2-be35-4617-8fb6-c9f991ec1dd0 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=d2920bb8-6af1-4693-b78c-e63a9a36e529 HTTP/1.1" status: 200 len: 467 time: 0.0943575 Nov 12 03:12:39.014552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.017858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.042521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9e0dfa4-0066-46ba-a02c-e830899465d0 req-6336535e-0bc0-4d76-8000-d8ce753d5401 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944908 Nov 12 03:12:39.054090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.060801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.069755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4d36-bb54-4300-93c3-cdc2f4c39373 None None] Pushing event updated for resources: {'Port': ['ID=6e1c5613-a212-4cd3-89fb-356ca67121e5,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:39.073903 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:39.084663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e13fdd4c-90ba-44eb-b181-a9b8c0012c6c req-2f8bdbb0-5b78-4842-b5ee-8c339f670e91 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0632446 Nov 12 03:12:39.091995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.096160 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29f8cc35-40b5-4b6d-ae6e-e1658e254cc6 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5763464 Nov 12 03:12:39.102122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51168) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.354117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.361672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.373073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.402166 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:34Z', 'revision_number': 3, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:39.432699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] For port 6e1c5613-a212-4cd3-89fb-356ca67121e5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e1c5613-a212-4cd3-89fb-356ca67121e5,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:39.445857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:39.447415 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.461174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:39.472481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:39.481364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Pushing event updated for resources: {'Port': ['ID=72ff5a12-4d73-4abb-ba33-0435cf332670,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:39.497164 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632b4ad-6b99-45be-b463-40fe8de86f4e None None] The sync data for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 is: [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:34Z', 'revision_number': 3, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:39.576848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.584165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c74a53c7-de45-4d99-ac76-45d995e85462 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.588829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c74a53c7-de45-4d99-ac76-45d995e85462 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/d2920bb8-6af1-4693-b78c-e63a9a36e529 HTTP/1.1" status: 204 len: 168 time: 0.5561464 Nov 12 03:12:39.589130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51176) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.627326 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ccaf02ab-b0d1-4fe2-b118-699424dec014 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=d2920bb8-6af1-4693-b78c-e63a9a36e529 HTTP/1.1" status: 200 len: 216 time: 0.0335631 Nov 12 03:12:39.629817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51178) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.656368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8f916991-4900-4002-a6c2-1311f07109e6 None None] Provisioning complete for port 6e1c5613-a212-4cd3-89fb-356ca67121e5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:39.656831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f916991-4900-4002-a6c2-1311f07109e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.658772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ed3fd-dd15-4f89-a08a-b715688422b4 None None] Pushing event updated for resources: {'Port': ['ID=6e1c5613-a212-4cd3-89fb-356ca67121e5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:39.669261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Attempting to bind port 72ff5a12-4d73-4abb-ba33-0435cf332670 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:39.669673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Attempting to bind port 72ff5a12-4d73-4abb-ba33-0435cf332670 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'bfaf7168-641f-440f-b6b5-07fcf6ae011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:39.670468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Attempting to bind port 72ff5a12-4d73-4abb-ba33-0435cf332670 on network 28443e80-96be-4daf-a2fb-f3e8899fd310 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:39.696419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aafa1ca7-d53b-4f1b-954a-cebd3380b495 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0582843 Nov 12 03:12:39.703467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51186) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.708153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:39.708726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Checking segment: {'id': 'bfaf7168-641f-440f-b6b5-07fcf6ae011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:39.709418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.710127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Bound using segment: {'id': 'bfaf7168-641f-440f-b6b5-07fcf6ae011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:39.710625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Bound port: 72ff5a12-4d73-4abb-ba33-0435cf332670, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaf7168-641f-440f-b6b5-07fcf6ae011a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '28443e80-96be-4daf-a2fb-f3e8899fd310'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:39.711305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:39.751612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f42caed2-0d33-4144-ba6f-5d7fee3e6eb4 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0393381 Nov 12 03:12:39.751612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51188) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.754404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Allocated IP 172.20.0.1 (65b63d65-8159-4ffc-a123-6ed4358903c0/37598896-79f7-44df-b465-92870de7d958/54773f9f-5572-4ea5-9b3c-0e601dc9ccad) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:39.937011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df38b871-b655-4329-8a19-ed915e069131 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/89fbc1f4-18c1-421d-bb54-afde053652cd HTTP/1.1" status: 200 len: 472 time: 0.1851504 Nov 12 03:12:39.937899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51194) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:39.980541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-44b1efd9-8bac-4f75-a8bf-9aec0bc212cb tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/e79a3de7-57f3-4a02-a1bd-e6e5adbd8de7 HTTP/1.1" status: 200 len: 459 time: 0.0401919 Nov 12 03:12:39.983165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51196) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:40.173133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:12:40.281012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] For port 72ff5a12-4d73-4abb-ba33-0435cf332670, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:40.296433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.20.0.1 (28443e80-96be-4daf-a2fb-f3e8899fd310/22f68098-a3bd-407c-aadc-2424729c32a3/472c5532-b642-45a3-b136-95b8d59ffa21) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:40.319367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e1c5613-a212-4cd3-89fb-356ca67121e5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:40.329694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbca210f-067f-4d8a-b1f0-2f0922c144ad req-45928931-7566-4feb-8c1d-0c98adbab44b tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0664778 Nov 12 03:12:40.368836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] For port 72ff5a12-4d73-4abb-ba33-0435cf332670, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=72ff5a12-4d73-4abb-ba33-0435cf332670,segment=NetworkSegment(bfaf7168-641f-440f-b6b5-07fcf6ae011a),segment_id=bfaf7168-641f-440f-b6b5-07fcf6ae011a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:40.387898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.403019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-094db01a-505e-4107-8633-38674eae53d8 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.404212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-094db01a-505e-4107-8633-38674eae53d8 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/e79a3de7-57f3-4a02-a1bd-e6e5adbd8de7 HTTP/1.1" status: 204 len: 168 time: 0.4142456 Nov 12 03:12:40.409101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51202) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:40.458975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.551611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4f262-417d-4514-bb4d-c5eeef60b070 req-312f1176-c229-458a-97db-1b04ec5fff15 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:40.560849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10c4f262-417d-4514-bb4d-c5eeef60b070 req-312f1176-c229-458a-97db-1b04ec5fff15 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 943 time: 0.2486949 Nov 12 03:12:40.666265 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.687392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10c4f262-417d-4514-bb4d-c5eeef60b070 req-29c64210-3930-4bf1-80b5-76cf6b9e6bc1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256304 Nov 12 03:12:40.721427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,segment=NetworkSegment(a6e94304-d855-4bbd-84f6-e96b8030a552),segment_id=a6e94304-d855-4bbd-84f6-e96b8030a552)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:40.746923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51aa21-d3ea-48ae-9b6b-240f79925c05 None None] Pushing event updated for resources: {'Port': ['ID=72ff5a12-4d73-4abb-ba33-0435cf332670,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:40.780247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.798092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1', 'network_id': 'b394ee9e-16d1-4442-acbc-0d9da6c85733', 'port_id': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1', 'mac_address': 'fa:16:3e:8f:92:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9737f9-ca43-4083-95dc-ff8f23926dc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:12:40.814017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6e1c5613-a212-4cd3-89fb-356ca67121e5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:40.814401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.871155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da261de2-8976-4db3-a60b-1dc4a1c9efc7 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.874909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:40.890241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da261de2-8976-4db3-a60b-1dc4a1c9efc7 tempest-MeteringIpV6TestJSON-814723352 tempest-MeteringIpV6TestJSON-814723352-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/89fbc1f4-18c1-421d-bb54-afde053652cd HTTP/1.1" status: 204 len: 168 time: 0.4739168 Nov 12 03:12:40.890241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:40.908671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:40.912530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:41.010385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:41.011212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.015702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:41.046452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:41.048067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:41.119216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Pushing event updated for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:41.121718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.196682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.229271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,segment=NetworkSegment(a6e94304-d855-4bbd-84f6-e96b8030a552),segment_id=a6e94304-d855-4bbd-84f6-e96b8030a552)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:41.254583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.307248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=472c5532-b642-45a3-b136-95b8d59ffa21,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:41.366907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:41.520429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:41.595243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.658357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8395a6eb-eee5-49c4-a90f-676e40a4f321 None None] Provisioning complete for port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:41.659309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8395a6eb-eee5-49c4-a90f-676e40a4f321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:41.724526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8395a6eb-eee5-49c4-a90f-676e40a4f321 None None] Port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:41.881571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51218) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:41.992213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25450a-004b-4bde-be52-a0426f6da2cc req-0521e71d-50d2-4a82-95c5-64929b63c206 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:41.994065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a25450a-004b-4bde-be52-a0426f6da2cc req-0521e71d-50d2-4a82-95c5-64929b63c206 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 944 time: 0.1139896 Nov 12 03:12:42.216577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.233159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1606e9bd-e3e9-40b5-b014-acc92bfe0fc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.242089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.276874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 72ff5a12-4d73-4abb-ba33-0435cf332670 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:42.323777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a25450a-004b-4bde-be52-a0426f6da2cc req-a7685a61-68cc-4529-9aac-5921b9ff905b tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197155 Nov 12 03:12:42.347502 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f118cb09-65d1-4a6f-b742-ede54aae85c6 req-7203dfe1-e299-4728-aa95-71334a76934b tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0586965 Nov 12 03:12:42.439580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.463937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 72ff5a12-4d73-4abb-ba33-0435cf332670 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:42.464313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.489655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.496312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Pushing event updated for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:42.511021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290a155-d3e7-43b3-903b-1cb0160760b2 None None] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:42.653980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f912453c-8e01-4676-b560-126018817e9b None None] Provisioning complete for port 72ff5a12-4d73-4abb-ba33-0435cf332670 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:42.654703 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f912453c-8e01-4676-b560-126018817e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.742944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1606e9bd-e3e9-40b5-b014-acc92bfe0fc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.749773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1606e9bd-e3e9-40b5-b014-acc92bfe0fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.782286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:42.796159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:42.807220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.819038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1606e9bd-e3e9-40b5-b014-acc92bfe0fc3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e10d6a7984b34c03b51a06bea5fdb946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9335268 Nov 12 03:12:42.819038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e9bd-e3e9-40b5-b014-acc92bfe0fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3143b-2a29-4085-b9dd-e8b68875722a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:42.822615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:42.908244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.918480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:42.959940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 72ff5a12-4d73-4abb-ba33-0435cf332670, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=72ff5a12-4d73-4abb-ba33-0435cf332670,segment=NetworkSegment(bfaf7168-641f-440f-b6b5-07fcf6ae011a),segment_id=bfaf7168-641f-440f-b6b5-07fcf6ae011a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:43.009192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.046865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.059405 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.079428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Router 32245bec-67dc-44bc-a701-427f46579e60 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:43.151243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.181024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.184106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.188370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=472c5532-b642-45a3-b136-95b8d59ffa21,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:43.188574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43f3143b-2a29-4085-b9dd-e8b68875722a HTTP/1.1" status: 204 len: 168 time: 0.3644395 Nov 12 03:12:43.245764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=72ff5a12-4d73-4abb-ba33-0435cf332670,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:43.331552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0af66a52-2df3-4db8-94c8-90d15f459321 None None] Provisioning complete for port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:43.331929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0af66a52-2df3-4db8-94c8-90d15f459321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.399079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378dd5d-561f-4cb2-8349-c6339cd3c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f3143b-2a29-4085-b9dd-e8b68875722a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:43.404665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:43.419137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:43.454309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:43.471004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c7d64bca-1d46-44ef-a639-9fb0f2be719d admin admin] 10.222.0.84 "PUT /v2.0/routers/32245bec-67dc-44bc-a701-427f46579e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0582373 Nov 12 03:12:43.482770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Sync routers for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:43.497094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0af66a52-2df3-4db8-94c8-90d15f459321 None None] Port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:43.539946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:43.540589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:43.726719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e09b54f5-e632-4ca9-b292-d7cd79897def req-42fe342a-8cfd-4563-aaa3-433257b970c3 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1299951 Nov 12 03:12:43.731821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a984c-3a79-4080-b443-2b63e3ec2306 req-c77466e2-292b-4618-8f94-0bd980b8fe38 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:43.741851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d38a984c-3a79-4080-b443-2b63e3ec2306 req-c77466e2-292b-4618-8f94-0bd980b8fe38 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 944 time: 0.1744218 Nov 12 03:12:43.793922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:43.866711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router bfde273f-6587-4a58-868b-c6582666e527 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:43.873621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51248) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:43.913162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:43.919129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d38a984c-3a79-4080-b443-2b63e3ec2306 req-ac5dc593-b6ba-49b8-8c4d-c008e9684ef4 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644418 Nov 12 03:12:43.939740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f55c7f77-3437-4efb-8f7d-cae156e6e554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:43.952422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b88bad4e-77e1-4e2c-99e7-b2c29a7407d0 None None] Provisioning complete for port 472c5532-b642-45a3-b136-95b8d59ffa21 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:43.952792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b88bad4e-77e1-4e2c-99e7-b2c29a7407d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.178704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b88bad4e-77e1-4e2c-99e7-b2c29a7407d0 None None] Port 472c5532-b642-45a3-b136-95b8d59ffa21 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:44.202985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 72ff5a12-4d73-4abb-ba33-0435cf332670 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:44.257824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b88bad4e-77e1-4e2c-99e7-b2c29a7407d0 None None] Provisioning complete for port 72ff5a12-4d73-4abb-ba33-0435cf332670 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:44.258198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b88bad4e-77e1-4e2c-99e7-b2c29a7407d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.259802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:12:44.274230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:44.281407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d8c54e4-ab21-408e-955a-3ad3c5319ea2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/bfde273f-6587-4a58-868b-c6582666e527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1799104 Nov 12 03:12:44.284030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51256) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:44.290605 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] Sync routers for ids ['bfde273f-6587-4a58-868b-c6582666e527'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:44.329379 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] Routers {'bfde273f-6587-4a58-868b-c6582666e527'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:44.332914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bfde273f-6587-4a58-868b-c6582666e527'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:44.373663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f55c7f77-3437-4efb-8f7d-cae156e6e554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.376405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:44.376876 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.379393 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f55c7f77-3437-4efb-8f7d-cae156e6e554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.412768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51258) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:44.413251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f55c7f77-3437-4efb-8f7d-cae156e6e554 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d046ddb8ae41439d838b206356bdb49d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5181193 Nov 12 03:12:44.451824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c7f77-3437-4efb-8f7d-cae156e6e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ac9e6-97ca-41b4-adcb-a9305895907b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:44.453260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e300392-739a-413e-8590-610999e9cb57 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:44.459085 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:44.460984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e300392-739a-413e-8590-610999e9cb57 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports/472c5532-b642-45a3-b136-95b8d59ffa21 HTTP/1.1" status: 200 len: 910 time: 0.1758912 Nov 12 03:12:44.463889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51260) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:44.472162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22f68098-a3bd-407c-aadc-2424729c32a3'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:44.488394 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] Routers {'bfde273f-6587-4a58-868b-c6582666e527'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:44.490026 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bfde273f-6587-4a58-868b-c6582666e527'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:44.543435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.604371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.735868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.743941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.749624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f7ac9e6-97ca-41b4-adcb-a9305895907b HTTP/1.1" status: 204 len: 168 time: 0.3358576 Nov 12 03:12:44.769731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2ff82-e013-4620-b665-f906d3347f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ac9e6-97ca-41b4-adcb-a9305895907b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:44.823132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:44.853931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:44.854611 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f7ae4-4d17-411a-bab5-bb74526413da None None] The sync data for ids ['bfde273f-6587-4a58-868b-c6582666e527'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:44.912945 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2176bbc0-5f14-4768-9c3a-3063df602d25 req-bb30cc71-b1e5-484c-9d94-a4a748981a86 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0360258 Nov 12 03:12:44.969313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 72ff5a12-4d73-4abb-ba33-0435cf332670 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:44.979032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.174926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 2, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:45.215162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc442d5-0ef3-46fb-bc40-a58a7d82a2cc req-e10ba2e8-9e45-415d-a6e0-832a51e47275 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:45.223110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcc442d5-0ef3-46fb-bc40-a58a7d82a2cc req-e10ba2e8-9e45-415d-a6e0-832a51e47275 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 944 time: 0.1066232 Nov 12 03:12:45.230039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51274) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:45.245366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406190865', 'description': 'tempest-description--444738957'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:45.246511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Checking router: 32245bec-67dc-44bc-a701-427f46579e60 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:12:45.246878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Updating router 32245bec-67dc-44bc-a701-427f46579e60 port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:12:45.320385 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.362165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.377665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcc442d5-0ef3-46fb-bc40-a58a7d82a2cc req-adb4c24a-86d6-471e-bd41-9ea65a5b4183 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509297 Nov 12 03:12:45.488818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.496486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.560836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:45.582310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.587910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-88e4a4b4-d2a9-4ac3-a2a9-3a27912f1e9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3501782 Nov 12 03:12:45.588520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51284) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:45.595220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'security_group_rule': {'security_group_id': 'db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:45.648450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.709813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.714968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.733923 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.753453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,segment=NetworkSegment(a6e94304-d855-4bbd-84f6-e96b8030a552),segment_id=a6e94304-d855-4bbd-84f6-e96b8030a552)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:45.759580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.761565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:45.764410 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd9de96-69db-49e4-be64-90faf23006d9" -d '{"events": [{"server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "name": "network-vif-plugged", "status": "completed", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:45.766177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.777699 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.815953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcbf743-2b49-420f-8359-9857ee344135,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:45.839034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.840798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ea71d0ec-2894-4add-bfc0-28e87237192b tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497211 Nov 12 03:12:45.841759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.843470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:45.852581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'security_group_rule': {'security_group_id': 'db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:45.897960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.898419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.910068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-38a343c3-487e-4c69-a470-21c799b40988 None None] Provisioning complete for port 472c5532-b642-45a3-b136-95b8d59ffa21 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:45.910569 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-38a343c3-487e-4c69-a470-21c799b40988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:45.961634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=472c5532-b642-45a3-b136-95b8d59ffa21,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:45.997948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:46.002274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.014139 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-82c66241-55bc-47a0-a75c-a9eb44f5b8a9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/ports/472c5532-b642-45a3-b136-95b8d59ffa21 HTTP/1.1" status: 200 len: 910 time: 1.5488029 Nov 12 03:12:46.015046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:46.023855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-38a343c3-487e-4c69-a470-21c799b40988 None None] Port 472c5532-b642-45a3-b136-95b8d59ffa21 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:46.101008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.105111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:46.193136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.223703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f43fbb53-46d4-4536-8c37-3305234b34d7 req-4fab0627-bf09-42d2-b6c1-1bfdcea69308 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1125250 Nov 12 03:12:46.302021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.320619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4758215 Nov 12 03:12:46.321721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e12f8-0e6a-4d3a-a6b6-461111af1d13 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8024c18f-d9e5-4186-8752-58ceb2f45739,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:46.334147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:46.348620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad29b31-13fd-4fd1-8683-d00fb5eabe5b None None] Pushing event updated for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:46.359703 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7baac3-c133-4c09-8ee0-55c354f3476e x-openstack-request-id: req-dc7baac3-c133-4c09-8ee0-55c354f3476e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:46.360006 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "name": "network-vif-plugged", "status": "completed", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:46.360263 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dc7baac3-c133-4c09-8ee0-55c354f3476e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:46.360658 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1', 'code': 200} Nov 12 03:12:46.360781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:46.467695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Attempting to bind port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:46.476047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Attempting to bind port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:46.476047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Attempting to bind port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad on network 65b63d65-8159-4ffc-a123-6ed4358903c0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:46.489226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:46.489661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Checking segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:46.490183 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.490682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Bound using segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:46.491271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Bound port: 54773f9f-5572-4ea5-9b3c-0e601dc9ccad, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:46.491736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.524082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee6e81-4047-4edf-a837-f89cdb4f2046 req-4c7eb1cf-d4a1-4af4-be63-096ebe5bda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:46.525699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15ee6e81-4047-4edf-a837-f89cdb4f2046 req-4c7eb1cf-d4a1-4af4-be63-096ebe5bda48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 1097 time: 0.1553035 Nov 12 03:12:46.657548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15ee6e81-4047-4edf-a837-f89cdb4f2046 req-5544d7db-1b02-4de7-9f10-5ce4e1d90e73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169417 Nov 12 03:12:46.687700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] For port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:46.695630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] For port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:46.709111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] Provisioning complete for port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:46.709498 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.711743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.784695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af337f-4770-4edd-a6c0-922abccdfaa6 req-b9c9cee9-de01-4ae3-b5f2-fed2a929c737 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:46.787159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5af337f-4770-4edd-a6c0-922abccdfaa6 req-b9c9cee9-de01-4ae3-b5f2-fed2a929c737 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 945 time: 0.2202115 Nov 12 03:12:46.788620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:46.903767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5af337f-4770-4edd-a6c0-922abccdfaa6 req-eb92da42-4f98-481a-9635-4acfaec832ff tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930159 Nov 12 03:12:46.952065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:46.952916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:46.958009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad29b31-13fd-4fd1-8683-d00fb5eabe5b None None] Pushing event updated for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:47.272511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.279578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.328208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:47.330283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.421000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] For port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:47.428153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.523483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517f84-0bd1-4b0e-a861-31d2bc21b28c None None] Pushing event updated for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:47.542607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02581a96-6d99-4bd3-8e95-cc7d77326db7 req-8540dc7d-b943-4ce3-9813-d9a16034ede8 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1340232 Nov 12 03:12:47.624575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Allocated IP 172.25.2.135 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/78d28c97-8e6e-49cc-a5f2-7c1e1442cb45) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:47.683211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b3a45d3a-c759-45b7-b3d2-4a00d506565a None None] Provisioning complete for port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:47.683582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b3a45d3a-c759-45b7-b3d2-4a00d506565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:47.747485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:48.008809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2b2594ad-c757-45c6-96af-e49b2161bf99 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-824196027'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:48.009653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2b2594ad-c757-45c6-96af-e49b2161bf99 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Unknown quota resources ['metering_label']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:48.046388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.166768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 472c5532-b642-45a3-b136-95b8d59ffa21 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:48.166995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.172425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.257548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'Port': ['ID=78d28c97-8e6e-49cc-a5f2-7c1e1442cb45,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:48.266701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:46Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:48.305618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:48.308994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:48.312851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:48.334168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e86522-35e8-4329-b842-2ad32531a377 None None] The sync data for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 is: [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:46Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:48.417788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b2594ad-c757-45c6-96af-e49b2161bf99 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.421921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b2594ad-c757-45c6-96af-e49b2161bf99 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6732159 Nov 12 03:12:48.422590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:48.429484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f665b3d3-92a9-449c-af3b-43dcc99a19dc tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b3a17b9e-b8f4-47e9-aa50-ae74ef9da504'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:48.429973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f665b3d3-92a9-449c-af3b-43dcc99a19dc tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:48.431896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.449479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe918b6-c4cd-44d8-b23a-4b434e1d9724 req-ef2af9ac-16c6-4f6d-8a4a-c924696749f2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:48.450620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fe918b6-c4cd-44d8-b23a-4b434e1d9724 req-ef2af9ac-16c6-4f6d-8a4a-c924696749f2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 945 time: 0.3362885 Nov 12 03:12:48.484328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 472c5532-b642-45a3-b136-95b8d59ffa21 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:48.542620 n-d-615180-50 neutron-server[102433]: WARNING neutron.services.metering.metering_plugin [None req-f665b3d3-92a9-449c-af3b-43dcc99a19dc tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:12:48.598105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.599732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fe918b6-c4cd-44d8-b23a-4b434e1d9724 req-c49c358b-ca72-414f-8e27-d9d044cbb524 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400197 Nov 12 03:12:48.747373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f665b3d3-92a9-449c-af3b-43dcc99a19dc tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.750545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f665b3d3-92a9-449c-af3b-43dcc99a19dc tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3239968 Nov 12 03:12:48.762036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:48.777265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-eea1470e-d206-4fb2-9cce-f42590209e58 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b3a17b9e-b8f4-47e9-aa50-ae74ef9da504'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:48.778050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-eea1470e-d206-4fb2-9cce-f42590209e58 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:48.802653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbaa34cc-80c1-4639-a3ac-b451b71675de req-8c2b5a84-f1b1-4ff2-94cc-10bd1028aa3a tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0737560 Nov 12 03:12:48.810202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:48.917626 n-d-615180-50 neutron-server[102433]: WARNING neutron.services.metering.metering_plugin [None req-eea1470e-d206-4fb2-9cce-f42590209e58 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:12:49.096516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.112070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eea1470e-d206-4fb2-9cce-f42590209e58 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.116522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eea1470e-d206-4fb2-9cce-f42590209e58 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3426540 Nov 12 03:12:49.128156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:49.151294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aefe94c8-23d0-4ffe-85bc-273b4da2987c tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=12a96c45-1e96-49f6-b695-a509c103db17 HTTP/1.1" status: 200 len: 464 time: 0.0206592 Nov 12 03:12:49.154158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:49.178651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=472c5532-b642-45a3-b136-95b8d59ffa21,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:49.859662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d67eb38-a770-415d-aca6-c70d1a0dea4e tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.861033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1d67eb38-a770-415d-aca6-c70d1a0dea4e tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/12a96c45-1e96-49f6-b695-a509c103db17 HTTP/1.1" status: 204 len: 168 time: 0.7050595 Nov 12 03:12:49.864697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51370) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:49.883020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-90526c2b-acf8-4b8c-9c72-ddeb1354b1a0 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=12a96c45-1e96-49f6-b695-a509c103db17 HTTP/1.1" status: 200 len: 221 time: 0.0152333 Nov 12 03:12:49.884480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51372) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:49.902047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-587ac885-ebbf-4420-8a0b-11d2bb9e2b75 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1132651335', 'description': 'label created by tempest'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:49.902505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-587ac885-ebbf-4420-8a0b-11d2bb9e2b75 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Unknown quota resources ['metering_label']. {{(pid=102433) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:12:49.904019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cfcb7-d35f-4e42-af8a-9c10bd46c43f req-1a58ff6e-d7b6-433c-8052-a5dcb16cd4b1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:49.914878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c8cfcb7-d35f-4e42-af8a-9c10bd46c43f req-1a58ff6e-d7b6-433c-8052-a5dcb16cd4b1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 945 time: 0.7605026 Nov 12 03:12:49.980708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.984995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:49.991047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.019152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93f565e6-aa6b-4741-8bde-4c7732b38ca3 req-7c44e41e-7b6a-412d-b0ca-7f734d992a2d tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0292273 Nov 12 03:12:50.049445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c8cfcb7-d35f-4e42-af8a-9c10bd46c43f req-03e108d9-4d74-4d5d-8125-9d44366767a1 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267283 Nov 12 03:12:50.166532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-587ac885-ebbf-4420-8a0b-11d2bb9e2b75 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.167792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-587ac885-ebbf-4420-8a0b-11d2bb9e2b75 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2823792 Nov 12 03:12:50.170353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51374) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.203447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 54773f9f-5572-4ea5-9b3c-0e601dc9ccad up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:50.241764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'Port': ['ID=78d28c97-8e6e-49cc-a5f2-7c1e1442cb45,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:50.246932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e11389e8-5fc0-4eb3-9137-4f76a9d20dc1 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=8ca8e148-ca5b-41a8-ae97-dd5f6a396474 HTTP/1.1" status: 200 len: 468 time: 0.0750854 Nov 12 03:12:50.249246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51376) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.267243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.286656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:50.287398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.315581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.316853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c2592a20-7eba-4c59-b5ca-f745226a500f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9813697 Nov 12 03:12:50.374812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router bfde273f-6587-4a58-868b-c6582666e527 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:12:50.471819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:50.484428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] Sync routers for ids ['bfde273f-6587-4a58-868b-c6582666e527'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:50.491029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29ce9fc9-183e-4328-a1bf-08da9b8f8133 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/bfde273f-6587-4a58-868b-c6582666e527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4745924 Nov 12 03:12:50.493683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51386) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.496042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] Routers {'bfde273f-6587-4a58-868b-c6582666e527'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:50.497154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bfde273f-6587-4a58-868b-c6582666e527'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:50.538364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:50.547354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9db69f3-67e5-450b-b90b-609f2f394fff tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfde273f-6587-4a58-868b-c6582666e527 HTTP/1.1" status: 200 len: 205 time: 0.0498686 Nov 12 03:12:50.549398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] Routers {'bfde273f-6587-4a58-868b-c6582666e527'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:50.549684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.550377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bfde273f-6587-4a58-868b-c6582666e527'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:50.587384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:50.588784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f4215-a860-4753-988e-c5d7669716a9 None None] The sync data for ids ['bfde273f-6587-4a58-868b-c6582666e527'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:12:50.610138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0a3dcf4-202e-4149-820a-923340fe7180 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.611334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c0a3dcf4-202e-4149-820a-923340fe7180 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/8ca8e148-ca5b-41a8-ae97-dd5f6a396474 HTTP/1.1" status: 204 len: 168 time: 0.3609824 Nov 12 03:12:50.619133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:50.646026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.840093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.843962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.907078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.907078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router bfde273f-6587-4a58-868b-c6582666e527 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:12:50.922330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:50.925856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-42a373ec-96a6-4839-b73d-83725d92831b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/bfde273f-6587-4a58-868b-c6582666e527 HTTP/1.1" status: 204 len: 168 time: 0.3727834 Nov 12 03:12:50.926109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.001990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet 22f68098-a3bd-407c-aadc-2424729c32a3 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:51.007544 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.042483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5c312c8c-e0e2-4dd6-ad55-f8ea4895c327 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=8ca8e148-ca5b-41a8-ae97-dd5f6a396474 HTTP/1.1" status: 200 len: 216 time: 0.4218791 Nov 12 03:12:51.048277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51404) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.060848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-4675a030-3d73-4f22-8684-be08579e658d tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:51.062146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.062300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-4675a030-3d73-4f22-8684-be08579e658d tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.32 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 945 time: 0.5624986 Nov 12 03:12:51.082680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-519a03f8-0537-4135-83ff-2949430f0382 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1406190865&fields=id&tenant_id=7b788af5ae6c43c1b36f69741614b9c8 HTTP/1.1" status: 200 len: 267 time: 0.5657532 Nov 12 03:12:51.128978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-992ec44c-6f91-433e-99fb-3537a8c7343e tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0656025 Nov 12 03:12:51.133881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.161586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-28b694e2-bd05-4715-8b30-ce7efbc44167 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0230680 Nov 12 03:12:51.163204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51412) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.191843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2040ca5a-5a9d-450c-aff2-a5d2c9b676b6 req-9169214b-df6d-4bac-90eb-dd7fee2b7953 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0411537 Nov 12 03:12:51.204049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.273003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-33997508-f52c-44b5-a109-826a230ed610 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-labels/b3a17b9e-b8f4-47e9-aa50-ae74ef9da504 HTTP/1.1" status: 200 len: 472 time: 0.1038618 Nov 12 03:12:51.273684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51414) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.285181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Deleting port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:51.285612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.291743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34bbb129-e453-4510-8b80-b8d7530b6292 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "GET /v2.0/metering/metering-label-rules/88cc96f7-f834-4ed6-90ba-23d789032f31 HTTP/1.1" status: 200 len: 461 time: 0.0146310 Nov 12 03:12:51.293053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.357427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-992c728c-2baa-417e-983e-2a55f690af64 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:51.357427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-992c728c-2baa-417e-983e-2a55f690af64 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/networks?id=65b63d65-8159-4ffc-a123-6ed4358903c0 HTTP/1.1" status: 200 len: 815 time: 0.2630050 Nov 12 03:12:51.376917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.389863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-b88708df-a76d-4fad-b4b9-e34d6f42aba6 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/quotas/7b788af5ae6c43c1b36f69741614b9c8 HTTP/1.1" status: 200 len: 375 time: 0.0180049 Nov 12 03:12:51.415888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] For port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,segment=NetworkSegment(a6e94304-d855-4bbd-84f6-e96b8030a552),segment_id=a6e94304-d855-4bbd-84f6-e96b8030a552)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:51.416259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.428728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31027b7-6bba-4301-8f77-36b759c4ce74 req-e1646075-9fff-4597-9df5-c3436ae62aa2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:51.430537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d31027b7-6bba-4301-8f77-36b759c4ce74 req-e1646075-9fff-4597-9df5-c3436ae62aa2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 945 time: 0.1365540 Nov 12 03:12:51.449063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Calling delete_port for 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:51.460188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.463664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/22f68098-a3bd-407c-aadc-2424729c32a3 HTTP/1.1" status: 204 len: 168 time: 0.5359979 Nov 12 03:12:51.465584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ab8b6-d85a-4f51-8e30-865b9af78a6a tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=22f68098-a3bd-407c-aadc-2424729c32a3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:51.467191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbdfd9-de8d-4683-922e-0759c5b44d5f None None] Network 28443e80-96be-4daf-a2fb-f3e8899fd310 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:51.468600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51418) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.519308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efea1875-61fe-40d0-a617-fd97b579cc77 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.523916 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-efea1875-61fe-40d0-a617-fd97b579cc77 tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-label-rules/88cc96f7-f834-4ed6-90ba-23d789032f31 HTTP/1.1" status: 204 len: 168 time: 0.2269139 Nov 12 03:12:51.529227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51420) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:51.544519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-c99f4eb1-b6ff-4817-bc01-a6492c552ac0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b788af5ae6c43c1b36f69741614b9c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348603 Nov 12 03:12:51.636073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d31027b7-6bba-4301-8f77-36b759c4ce74 req-5a66207a-84c1-4a46-8075-c34ba303c0d2 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/security-groups?id=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817262 Nov 12 03:12:51.697955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.781793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a67d-b4ee-434a-b73d-3f8e9bb9ff3b tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.783862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdd2a67d-b4ee-434a-b73d-3f8e9bb9ff3b tempest-MeteringTestJSON-315869245 tempest-MeteringTestJSON-315869245-project-admin] 10.222.0.84 "DELETE /v2.0/metering/metering-labels/b3a17b9e-b8f4-47e9-aa50-ae74ef9da504 HTTP/1.1" status: 204 len: 168 time: 0.2536495 Nov 12 03:12:51.808613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-a5ee62c7-c3e4-46e0-afaa-0e90858fc78c service neutron] 10.222.0.84 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329762 Nov 12 03:12:51.849620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:51.865560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:12:51.907591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] DHCP port deletion for 28443e80-96be-4daf-a2fb-f3e8899fd310 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:12:51.919317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Pushing event deleted for resources: {'Port': ['ID=0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:51.934555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 72ff5a12-4d73-4abb-ba33-0435cf332670 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:51.935163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.000836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] No DVR routers for this DVR port 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:52.005656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Deleting port 72ff5a12-4d73-4abb-ba33-0435cf332670 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:12:52.006040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.036483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.040465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2e6f58f-2cd9-42c2-b642-049dde0895ba req-57a6e355-9595-4c9b-9a88-57c28e771e50 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.32 "DELETE /v2.0/ports/0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 HTTP/1.1" status: 204 len: 173 time: 0.9568274 Nov 12 03:12:52.040945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'name': 'network-vif-deleted', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:52.043373 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8303db0-5e46-4535-ac4e-45e28562f018" -d '{"events": [{"server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "name": "network-vif-deleted", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:52.079353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-fb633b86-391a-4d2a-8d2b-007f2a5f4d5b service neutron] 10.222.0.84 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620385 Nov 12 03:12:52.101642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 72ff5a12-4d73-4abb-ba33-0435cf332670, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=72ff5a12-4d73-4abb-ba33-0435cf332670,segment=NetworkSegment(bfaf7168-641f-440f-b6b5-07fcf6ae011a),segment_id=bfaf7168-641f-440f-b6b5-07fcf6ae011a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:52.102287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.135328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] For port 72ff5a12-4d73-4abb-ba33-0435cf332670, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=72ff5a12-4d73-4abb-ba33-0435cf332670,segment=NetworkSegment(bfaf7168-641f-440f-b6b5-07fcf6ae011a),segment_id=bfaf7168-641f-440f-b6b5-07fcf6ae011a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:52.135961 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.139531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 72ff5a12-4d73-4abb-ba33-0435cf332670 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:52.151010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Calling delete_port for 72ff5a12-4d73-4abb-ba33-0435cf332670 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:12:52.313850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 72ff5a12-4d73-4abb-ba33-0435cf332670 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:52.319453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:52.375930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.425241 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.443503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No active binding found for port 72ff5a12-4d73-4abb-ba33-0435cf332670 {{(pid=102434) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:12:52.444165 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b974eea5-4cb3-4513-8b89-a26004b92018 x-openstack-request-id: req-b974eea5-4cb3-4513-8b89-a26004b92018 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:52.444568 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec63cee-719d-406b-b967-a4d269e3c08f", "name": "network-vif-deleted", "tag": "0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:52.446078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 72ff5a12-4d73-4abb-ba33-0435cf332670 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:52.446447 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b974eea5-4cb3-4513-8b89-a26004b92018 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:52.446990 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec63cee-719d-406b-b967-a4d269e3c08f', 'name': 'network-vif-deleted', 'tag': '0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1', 'status': 'completed', 'code': 200} Nov 12 03:12:52.449502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=72ff5a12-4d73-4abb-ba33-0435cf332670,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:52.469731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] No DVR routers for this DVR port 72ff5a12-4d73-4abb-ba33-0435cf332670 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:52.485365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port 72ff5a12-4d73-4abb-ba33-0435cf332670 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:12:52.538067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93a65-9d8e-49a4-96f3-4d3a9d0394bd None None] Pushing event deleted for resources: {'Port': ['ID=72ff5a12-4d73-4abb-ba33-0435cf332670,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:52.575786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f435f269-c4f9-431f-a606-85b8e48be17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.577358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cf79dfa-2568-4aa7-a29e-d47d7f1f4e68 req-c0f19eda-7ee4-4993-b8d6-c2dbacb5c4ce tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1285570 Nov 12 03:12:52.610447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9754f849-4ecb-4fa1-a0a5-20be6f3a1b06 req-b5839c02-d742-4b6e-8219-33737ca98f52 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 210 time: 0.0700626 Nov 12 03:12:52.618010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3377972-0675-473e-b74f-8e3bc2cd68c9 req-beb3aeee-b206-4765-8754-7972c5ef589a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0696621 Nov 12 03:12:52.731749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f435f269-c4f9-431f-a606-85b8e48be17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.737790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f435f269-c4f9-431f-a606-85b8e48be17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.786957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f435f269-c4f9-431f-a606-85b8e48be17f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0c9361995bb4f88849522c21b3141f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656203 Nov 12 03:12:52.788229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435f269-c4f9-431f-a606-85b8e48be17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d71d1-a9f5-48f4-8604-c8217afec42a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:52.790681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51450) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:52.794272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3751ebd6-334a-4167-a9fb-c79bfd08eb79 req-40fca06f-ba92-40b9-a1b3-1b271f879253 tempest-InstanceActionsV221TestJSON-378274589 tempest-InstanceActionsV221TestJSON-378274589-project] 10.222.0.84 "GET /v2.0/ports?device_id=dec63cee-719d-406b-b967-a4d269e3c08f HTTP/1.1" status: 200 len: 210 time: 0.0537508 Nov 12 03:12:52.796105 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.817462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28443e80-96be-4daf-a2fb-f3e8899fd310']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:52.829741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaf7168-641f-440f-b6b5-07fcf6ae011a') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:52.830178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaf7168-641f-440f-b6b5-07fcf6ae011a') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:52.842310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.855591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.859131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.869432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:52.869833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:52.872925 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:52.883352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.939392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.948028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.950953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.952731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.958491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/288d71d1-a9f5-48f4-8604-c8217afec42a HTTP/1.1" status: 204 len: 168 time: 0.1621313 Nov 12 03:12:52.966708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/28443e80-96be-4daf-a2fb-f3e8899fd310 HTTP/1.1" status: 204 len: 168 time: 1.4934056 Nov 12 03:12:52.966901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1477-8dcb-4211-8990-ecf9cdc3d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d71d1-a9f5-48f4-8604-c8217afec42a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:52.966901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51458) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:52.973802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1702586476', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:53.006482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.008345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656fcb9-bd9a-4fb3-ab32-9a1ebd708b0f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=28443e80-96be-4daf-a2fb-f3e8899fd310,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:53.011003 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.127488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.141614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.162001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.163476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fee31ab2-e2e3-499f-b3b8-a17595991dfd tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1943493 Nov 12 03:12:53.166712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51462) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.173960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1699250070'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:53.200480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:53.206470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.245176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:53.258388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.258790 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 413b5208-56fb-421d-b274-c67ac78e0ad2 of type vlan for network 45b2f55e-c4f7-4269-930e-76bb4560e300 Nov 12 03:12:53.327657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.368921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.378010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:53.378753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.423899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2554474 Nov 12 03:12:53.424362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.430441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:53.452933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51470) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.469334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9501d27-7190-4a8f-8f5e-db3309c5eaaf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=45b2f55e-c4f7-4269-930e-76bb4560e300,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:53.476505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bda-db73-4c59-b781-e5afc3f1c67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.482614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:53.563505 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:53.571760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:53.575325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.693765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bda-db73-4c59-b781-e5afc3f1c67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.709195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed837bda-db73-4c59-b781-e5afc3f1c67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.740743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9eab9df-2f17-47ae-8f37-65aa6fa3e7cb req-8590eeab-5b19-4515-9779-5e8b2601c67e tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0510855 Nov 12 03:12:53.774179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98a10a8e-a71a-4755-b74a-44c689f950f5 req-b5408bb7-d3d4-432f-b848-bfb8460e2531 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 210 time: 0.0633070 Nov 12 03:12:53.815670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ed837bda-db73-4c59-b781-e5afc3f1c67a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f9ad469f1e2428889d4e28c19e010b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3616905 Nov 12 03:12:53.818462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51476) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:53.825081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed837bda-db73-4c59-b781-e5afc3f1c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5f652-957e-4956-bd15-f3378f632a6b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:53.944924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:53.964233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:12:53.999693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:12:54.000335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0ed1dea3-0ae1-4aec-98f4-0f6cf4513da1 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:12:54.050291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.058151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:54.058315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: 45b2f55e-c4f7-4269-930e-76bb4560e300, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:12:54.080499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.090500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:12:54.106502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 45b2f55e-c4f7-4269-930e-76bb4560e300) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:54.113017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:54.113864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.114016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51488) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.117836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba058e48-4c8b-459c-9aeb-a0fdd671212c None None] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:54.133552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-738751e5-ee5a-40fd-9255-d5d286393d7e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7079651 Nov 12 03:12:54.136600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51490) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.177612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.236807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-4c9c9b78-604b-485c-bc27-bd866a6494fa tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:54.238405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-4c9c9b78-604b-485c-bc27-bd866a6494fa tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.32 "GET /v2.0/networks?id=65b63d65-8159-4ffc-a123-6ed4358903c0 HTTP/1.1" status: 200 len: 815 time: 0.3294442 Nov 12 03:12:54.319310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-e6346c34-77d7-40e3-a326-e2ab83c1de74 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b788af5ae6c43c1b36f69741614b9c8 HTTP/1.1" status: 200 len: 380 time: 0.0664401 Nov 12 03:12:54.322896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Deleting subnet fd9737f9-ca43-4083-95dc-ff8f23926dc1 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:12:54.332626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'port': {'device_id': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'admin_state_up': True, 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'security_groups': ['db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:54.335760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.369991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-45b2f55e-c4f7-4269-930e-76bb4560e300', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:12:54.370875 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.437716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.440342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.444441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8bb5f652-957e-4956-bd15-f3378f632a6b HTTP/1.1" status: 204 len: 168 time: 0.6219933 Nov 12 03:12:54.444775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.490982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74ade6-0a74-47ae-90ec-3c8c66a6e4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5f652-957e-4956-bd15-f3378f632a6b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.536568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.583514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Made reservation on behalf of 7b788af5ae6c43c1b36f69741614b9c8 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:54.587031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.628695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Allocated IP 172.20.0.2 (45b2f55e-c4f7-4269-930e-76bb4560e300/e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df/9beec8c9-6e0c-4439-897e-6ac876565807) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:54.653413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.665551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.710262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9737f9-ca43-4083-95dc-ff8f23926dc1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:54.740724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.744916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b9ccb05-f3bb-4fd4-ba5e-92d3edc70a76 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fd9737f9-ca43-4083-95dc-ff8f23926dc1 HTTP/1.1" status: 204 len: 168 time: 0.6269224 Nov 12 03:12:54.748697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51498) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:54.914229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.928399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.965127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea4d58e5-2831-45f2-b2ff-905659cb8423 req-5a17f3b0-17a0-4709-abb7-d5be3ffaa86f tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0695467 Nov 12 03:12:54.985266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c600c1c7-559f-4bcd-abdb-15c7b6bf4ae8 req-26716130-4146-4375-aff4-24aa57007f67 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 210 time: 0.0620332 Nov 12 03:12:54.989600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.996424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Allocated IP 172.20.0.11 (65b63d65-8159-4ffc-a123-6ed4358903c0/37598896-79f7-44df-b465-92870de7d958/0cb6ff69-dc7c-480c-84d4-a66c8306f6b3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:55.083675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:55.084769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Pushing event updated for resources: {'Port': ['ID=9beec8c9-6e0c-4439-897e-6ac876565807,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.088106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:55.092853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:55.095252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.20.0.1 (45b2f55e-c4f7-4269-930e-76bb4560e300/e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df/e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:12:55.240558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.262112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Attempting to bind port 9beec8c9-6e0c-4439-897e-6ac876565807 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:55.262491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Attempting to bind port 9beec8c9-6e0c-4439-897e-6ac876565807 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:55.262857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Attempting to bind port 9beec8c9-6e0c-4439-897e-6ac876565807 on network 45b2f55e-c4f7-4269-930e-76bb4560e300 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:55.283651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:55.285094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Checking segment: {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:55.287223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.287700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Bound using segment: {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:55.288334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Bound port: 9beec8c9-6e0c-4439-897e-6ac876565807, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:55.289523 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.300553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.342634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.354076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b394ee9e-16d1-4442-acbc-0d9da6c85733']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:55.401513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e94304-d855-4bbd-84f6-e96b8030a552') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:55.401802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e94304-d855-4bbd-84f6-e96b8030a552') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:55.420169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.427168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] For port 9beec8c9-6e0c-4439-897e-6ac876565807, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:55.427496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:55.431305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] For port 9beec8c9-6e0c-4439-897e-6ac876565807, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9beec8c9-6e0c-4439-897e-6ac876565807,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:55.436548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.440809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:55.441570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23ec1e2-ac7a-4d63-8aac-1a52fb3a9990 req-9b5ade77-d8b3-4598-9f6c-ed65a1461e82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0e9f675e10a4e10b8207f2c54ecff39&device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.0713141 Nov 12 03:12:55.447125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:55.452701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event updated for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.467059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.492169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23ec1e2-ac7a-4d63-8aac-1a52fb3a9990 req-83e8f364-f1b1-4bd4-82ed-eb47eb429a96 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d0e9f675e10a4e10b8207f2c54ecff39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363610 Nov 12 03:12:55.518153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.538539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:12:55.539324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:12:55.541457 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:12:55.621302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58761871-7932-4b7f-b7fd-278ab5fccb67 None None] Pushing event updated for resources: {'Port': ['ID=9beec8c9-6e0c-4439-897e-6ac876565807,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:55.741474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:55.742259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.765730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.799776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-605af0a3-670b-453b-adb0-99714e93ec34 req-7e8dce4a-3831-4e7d-9b22-02e6c1356080 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1252682 Nov 12 03:12:55.808702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-e8cdafa6-4de5-4a17-93e1-ea1042ffe087 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4802375 Nov 12 03:12:55.823509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Request body: {'port': {'device_id': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:55.864918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.917757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.921335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b394ee9e-16d1-4442-acbc-0d9da6c85733 HTTP/1.1" status: 204 len: 168 time: 1.1715958 Nov 12 03:12:55.966762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7f7cdd88-3829-428d-849d-69c1c3abd29e None None] Provisioning complete for port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:55.968374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f7cdd88-3829-428d-849d-69c1c3abd29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.981405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3640e-61b2-47dd-8349-19b3b66710d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b394ee9e-16d1-4442-acbc-0d9da6c85733,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.015418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.113599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cdd88-3829-428d-849d-69c1c3abd29e None None] Port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:56.329299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9beec8c9-6e0c-4439-897e-6ac876565807 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:56.375847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51544) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.475769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9beec8c9-6e0c-4439-897e-6ac876565807 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:56.476491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.534459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:56.551170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec95d05a-466c-433b-8dae-370f46195382 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6acbab23f0e243959e356b9e7fccb39a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720636 Nov 12 03:12:56.556082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:56.558885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec1e2-ac7a-4d63-8aac-1a52fb3a9990 req-d89149c8-7756-448d-807a-be2282c0f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:56.560425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23ec1e2-ac7a-4d63-8aac-1a52fb3a9990 req-d89149c8-7756-448d-807a-be2282c0f82b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0599985 Nov 12 03:12:56.562527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:56.569463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.574527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:12:56.627659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 9beec8c9-6e0c-4439-897e-6ac876565807, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9beec8c9-6e0c-4439-897e-6ac876565807,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:12:56.637759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.687481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:12:56.702481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.704415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.719624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.743448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Transition to ACTIVE for port object 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:12:56.749586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.756512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=9beec8c9-6e0c-4439-897e-6ac876565807,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.825927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:56.892195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.913213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6e4e-cbcf-4586-941f-a177a8e6b5d0 req-c82b4f40-15fb-4249-b0a2-d43b72bbd8a1 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:56.919523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-604c6e4e-cbcf-4586-941f-a177a8e6b5d0 req-c82b4f40-15fb-4249-b0a2-d43b72bbd8a1 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 932 time: 0.3890119 Nov 12 03:12:56.967683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.057063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Attempting to bind port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:12:57.057736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Attempting to bind port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:12:57.058282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Attempting to bind port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 on network 65b63d65-8159-4ffc-a123-6ed4358903c0 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:57.066370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 on network 65b63d65-8159-4ffc-a123-6ed4358903c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:12:57.067013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Attempting to bind port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 on network 65b63d65-8159-4ffc-a123-6ed4358903c0 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:12:57.074785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:12:57.075582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Checking segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:12:57.076601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Bound using segment: {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:12:57.077283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Bound port: 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcc68db-0edd-495a-a481-62e94f9e899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:12:57.077963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.177481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.197595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:12:57.207569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:12:57.214456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.277035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-604c6e4e-cbcf-4586-941f-a177a8e6b5d0 req-dd8309e7-0268-4665-9525-514e6d4f2d25 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686059 Nov 12 03:12:57.309346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.312688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.313652 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656 HTTP/1.1" status: 204 len: 168 time: 0.7522702 Nov 12 03:12:57.343682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:57.344432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.345995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] 10.222.0.32 "PUT /v2.0/ports/0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 HTTP/1.1" status: 200 len: 1093 time: 1.5275760 Nov 12 03:12:57.346787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:12:57.351212 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e65f2fd-169e-434b-8f39-20f4bbdc687a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:12:57.353795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ce932-be37-4600-aeec-2fcb94f880ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b9d4a-8af2-4e77-8bf6-a9db6d3b8656,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.411409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b5880f-6dc9-41b1-b940-25a330133901 None None] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:12:57.569594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bfa24-1f67-4471-a73c-6e4598c74801 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:57.594650 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbd7c1-6c31-44d6-9f55-8dd3c7239377 x-openstack-request-id: req-d7fbd7c1-6c31-44d6-9f55-8dd3c7239377 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:12:57.595832 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:12:57.602103 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d7fbd7c1-6c31-44d6-9f55-8dd3c7239377 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:12:57.602590 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'status': 'completed', 'code': 200} Nov 12 03:12:57.638120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-0b29f718-5a53-43c1-a610-0ae9a73815b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:57.639683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-0b29f718-5a53-43c1-a610-0ae9a73815b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b788af5ae6c43c1b36f69741614b9c8&device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 1096 time: 0.2247610 Nov 12 03:12:57.726662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51582) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:57.750565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-673c2431-dc34-4b54-afcd-efc13fc5f660 req-5972a697-3357-4444-9958-b448c72ec0f1 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1760857 Nov 12 03:12:57.764705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-34f12fb4-04bd-4673-85d8-1a46f4200a46 None None] Provisioning complete for port 9beec8c9-6e0c-4439-897e-6ac876565807 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:57.765092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34f12fb4-04bd-4673-85d8-1a46f4200a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.769583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-38597443-7dd7-4bbf-848a-a761a581cc69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 HTTP/1.1" status: 200 len: 217 time: 0.1209497 Nov 12 03:12:57.841709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.863054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-a4d1a23e-e3c7-44f0-b2f7-b829b4f983c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:57.866653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-a4d1a23e-e3c7-44f0-b2f7-b829b4f983c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37598896-79f7-44df-b465-92870de7d958 HTTP/1.1" status: 200 len: 854 time: 0.0842962 Nov 12 03:12:57.948948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a486-2479-45d6-997f-511a64379a6a req-17236b4b-6236-48e3-b6bc-467276fa3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:57.952717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-17236b4b-6236-48e3-b6bc-467276fa3b9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65b63d65-8159-4ffc-a123-6ed4358903c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769625 Nov 12 03:12:58.156626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d23ec1e2-ac7a-4d63-8aac-1a52fb3a9990 req-8f47e676-4893-4c7f-a8ad-16541ba45da8 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.32 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.2388577 Nov 12 03:12:58.204646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-0b445498-43a7-42c3-af71-b6329d151138 service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368557 Nov 12 03:12:58.278770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-603259013'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:58.309891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9beec8c9-6e0c-4439-897e-6ac876565807 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:12:58.424823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Made reservation on behalf of 5b69998a62a64de48b7db605954b5eb6 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:58.436907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.453493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.456689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de15a486-2479-45d6-997f-511a64379a6a req-1bfee335-c476-4f6d-90d1-5fac9509e439 service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380097 Nov 12 03:12:58.459637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.462926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9beec8c9-6e0c-4439-897e-6ac876565807 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:58.463968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.480691 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.574183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2307b8fb-5ab4-4e51-a029-5488118faa36 None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:58.574568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2307b8fb-5ab4-4e51-a029-5488118faa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.608386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daf1b-7f91-40a9-8647-a579685cb751 req-31449246-d04c-4acf-84f4-5748d33862d7 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:58.617669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c40daf1b-7f91-40a9-8647-a579685cb751 req-31449246-d04c-4acf-84f4-5748d33862d7 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 944 time: 0.1543477 Nov 12 03:12:58.669307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-95a5f5cd-0389-4513-a10b-82de1e2ada95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:58.670906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-95a5f5cd-0389-4513-a10b-82de1e2ada95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b788af5ae6c43c1b36f69741614b9c8&device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 1096 time: 0.1437135 Nov 12 03:12:58.686216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c40daf1b-7f91-40a9-8647-a579685cb751 req-c49fba50-0c18-4e59-90aa-022d9f358e8e tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634775 Nov 12 03:12:58.728252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:58.734171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2307b8fb-5ab4-4e51-a029-5488118faa36 None None] Port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:58.735835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.791199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2307b8fb-5ab4-4e51-a029-5488118faa36 None None] Provisioning complete for port 9beec8c9-6e0c-4439-897e-6ac876565807 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:58.791692 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2307b8fb-5ab4-4e51-a029-5488118faa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.872024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-bdea53c1-d388-4718-8b5e-c340afdd2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:58.873563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-bdea53c1-d388-4718-8b5e-c340afdd2862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65b63d65-8159-4ffc-a123-6ed4358903c0 HTTP/1.1" status: 200 len: 916 time: 0.1862566 Nov 12 03:12:58.905432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:12:58.937985 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:58.939606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:12:58.946481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-60f9b56e-ab61-4bf4-9e03-0bbb22ae497a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 HTTP/1.1" status: 200 len: 217 time: 0.0647426 Nov 12 03:12:59.032507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.032607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.046508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-3c7f9a50-50eb-44d8-b578-3d4221157373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.048063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-3c7f9a50-50eb-44d8-b578-3d4221157373 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37598896-79f7-44df-b465-92870de7d958 HTTP/1.1" status: 200 len: 854 time: 0.0938401 Nov 12 03:12:59.111324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09c1a1e7-b654-4f69-827a-5f2cfe744863 req-d5bb5ae7-4b0d-4d3b-9599-1657a5e67c65 tempest-ServerShowV257Test-456070443 tempest-ServerShowV257Test-456070443-project] 10.222.0.84 "GET /v2.0/ports?device_id=65ce8080-b24e-4640-8c68-c8f677ee4ad6 HTTP/1.1" status: 200 len: 210 time: 0.1554186 Nov 12 03:12:59.164273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-300551e6-2927-4627-a74f-8a614fa93c08 None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:59.164792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-300551e6-2927-4627-a74f-8a614fa93c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.166196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-cc56947a-e8fb-425f-bf8e-1d5d0597b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.167848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-cc56947a-e8fb-425f-bf8e-1d5d0597b63e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65b63d65-8159-4ffc-a123-6ed4358903c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038520 Nov 12 03:12:59.229930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-300551e6-2927-4627-a74f-8a614fa93c08 None None] Port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:59.237692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51628) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.265768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:59.338910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.339306 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Added segment 9e1070af-26d2-4fdb-8ebb-979a61af60cb of type vlan for network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f Nov 12 03:12:59.354089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0086b5c-12ac-4d14-8c11-0deec04c2254,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.381090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-67359ed8-31e1-43d3-9136-c6a6bec9bd7a service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999509 Nov 12 03:12:59.441580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.458667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f8248d5d-8c27-4de9-96a1-d51b4171663c None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:12:59.459271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8248d5d-8c27-4de9-96a1-d51b4171663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.472267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-318679774-network', 'tenant_id': '03c7947dcf294f7d977fbdf5a4f7eb31'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:59.482474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:12:59.509174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Made reservation on behalf of 03c7947dcf294f7d977fbdf5a4f7eb31 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:59.512240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.526113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f8248d5d-8c27-4de9-96a1-d51b4171663c None None] Port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:12:59.526900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.564943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e65f2fd-169e-434b-8f39-20f4bbdc687a req-2bbcd249-1e45-4e7f-a3ee-0e4d8f92d78e service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784613 Nov 12 03:12:59.603470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.619315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.619986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.677220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.682737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:12:59.694253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-63c15314-1ebb-4fee-bc43-f829ec861f17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5546756 Nov 12 03:12:59.695029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51644) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.696579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddb58-348e-413b-b120-40104e233493 None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:12:59.706566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.712667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:12:59.713314 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:12:59.742141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:12:59.754143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21af17-475b-4efd-91fa-e8d34c9e5465,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.769500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.770032 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Added segment 15e1dba5-e42a-4e23-8ba7-70f79a0b56ac of type vlan for network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 Nov 12 03:12:59.794221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-692100957'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:12:59.806421 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:12:59.810013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0502684 Nov 12 03:12:59.855630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.859826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2b6e4-36f1-4293-ab48-36080efab980 tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Pushing event updated for resources: {'Network': ['ID=9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:12:59.874422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:12:59.898501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.901125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:12:59.901859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.924617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:12:59.953189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.977543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7387755 Nov 12 03:12:59.985167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51652) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.023621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Request body: {'subnet': {'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-318679774-subnet', 'tenant_id': '03c7947dcf294f7d977fbdf5a4f7eb31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:00.027953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:00.045659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.046008 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 9ae165e0-2a3b-4497-9ad3-3265e7aed214 of type vlan for network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 Nov 12 03:13:00.070281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf97c0-f5df-4278-9d5c-ea0275386f68 req-f481865f-dfb6-46ef-93bd-6574dad193a4 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:00.080959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86cf97c0-f5df-4278-9d5c-ea0275386f68 req-f481865f-dfb6-46ef-93bd-6574dad193a4 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 944 time: 0.1958694 Nov 12 03:13:00.088421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Made reservation on behalf of 03c7947dcf294f7d977fbdf5a4f7eb31 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:00.091733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.103217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1176d2-e43a-446a-9635-cae5a2e22446 admin admin] Pushing event updated for resources: {'Network': ['ID=03c65eb5-e3ef-4ff2-b908-eee4b01872e1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.115705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:00.137567 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:12:58Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:00.184505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.194187 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddb58-348e-413b-b120-40104e233493 None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:00.194726 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddb58-348e-413b-b120-40104e233493 None None] Updating router a88e490b-371d-4c9d-b337-61b2dd566f2d port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:00.236703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.246981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:00.247429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.258217 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.293922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5084281 Nov 12 03:13:00.294554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51658) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.311438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:00.322321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51660) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.329826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f', 'binding:host_id': 'n-h2-615180-50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-502223676'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:00.496586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb7806-900a-4449-881b-e15e6a89caf2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=b71434b2-94aa-4de1-9fda-97fe15cf5cd6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.508745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:00.516899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Made reservation on behalf of 3e98b0ecd7734f45a9d7fd3b46bfbf05 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:00.519467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.538371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.665010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:00.668747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.838972 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.857702 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.874794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51670) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.918244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.922602 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aeef1-5290-4ae8-bd8f-57f6fb38c188 None None] Pushing event updated for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.986225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86cf97c0-f5df-4278-9d5c-ea0275386f68 req-6a10475f-efe3-4a26-af20-0768f0e03dc3 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8991578 Nov 12 03:13:01.035001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.042613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-411ddb58-348e-413b-b120-40104e233493 None None] Attempting to bind port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:01.044504 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-411ddb58-348e-413b-b120-40104e233493 None None] Attempting to bind port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:01.045075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ddb58-348e-413b-b120-40104e233493 None None] Attempting to bind port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 on network 45b2f55e-c4f7-4269-930e-76bb4560e300 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:01.058336 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ddb58-348e-413b-b120-40104e233493 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:01.060829 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ddb58-348e-413b-b120-40104e233493 None None] Checking segment: {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:01.061413 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.063644 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ddb58-348e-413b-b120-40104e233493 None None] Bound using segment: {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:01.064427 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-411ddb58-348e-413b-b120-40104e233493 None None] Bound port: e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413b5208-56fb-421d-b274-c67ac78e0ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:01.066831 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.069751 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.087588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port eddd8e50-9530-42f5-ada0-071511670793 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:01.107203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=4de5950f-9022-4771-8494-797948abf202,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.194572 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-411ddb58-348e-413b-b120-40104e233493 None None] For port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:01.198585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-411ddb58-348e-413b-b120-40104e233493 None None] For port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:01.198851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.203982 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-411ddb58-348e-413b-b120-40104e233493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.244695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:01.244996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: b71434b2-94aa-4de1-9fda-97fe15cf5cd6, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:01.262326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:01.263245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:01.297311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:01.298584 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.313810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=204ea90b-62c9-4868-8f55-107806f542a3,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.323685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Checking segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:01.325757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Network hostable DHCP agents. Network: 03c65eb5-e3ef-4ff2-b908-eee4b01872e1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:01.354070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411edf4-45ef-48ee-b683-966c0297f1c6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.361759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cff6598e-47a8-417d-b2b3-8d095ffc39ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.376134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:01.420640 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:01.431718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.472518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] For port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:01.478511 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.539450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cff6598e-47a8-417d-b2b3-8d095ffc39ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.549200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cff6598e-47a8-417d-b2b3-8d095ffc39ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.551753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 03c65eb5-e3ef-4ff2-b908-eee4b01872e1) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:01.557298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:01.558123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.562784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:01.569494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97963c67-2f46-4957-aac2-3d253de6f060 None None] Pushing event updated for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.574906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36d7cd-c54a-47d5-9d2a-b30db238b57d None None] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:01.607965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b71434b2-94aa-4de1-9fda-97fe15cf5cd6) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:01.619205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8ec2092b-16bf-40f5-9750-968a7349d23b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6009619 Nov 12 03:13:01.635910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:01.640583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:01.705323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6598e-47a8-417d-b2b3-8d095ffc39ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84901548-1f62-4ce8-94df-6a54f5ec63d7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.716337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cff6598e-47a8-417d-b2b3-8d095ffc39ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0e9f675e10a4e10b8207f2c54ecff39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8393431 Nov 12 03:13:01.719001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51680) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:01.757419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2085ef8f-0935-4fe6-a1cd-5fbab80670b2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4499233 Nov 12 03:13:01.770693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51684) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:01.850318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aeef1-5290-4ae8-bd8f-57f6fb38c188 None None] Pushing event updated for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:01.974738 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-411ddb58-348e-413b-b120-40104e233493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:01.997716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port eddd8e50-9530-42f5-ada0-071511670793 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:02.024437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.034495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.073442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.085236 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ddb58-348e-413b-b120-40104e233493 None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:12:57Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:02.118171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c6b4b7-650d-4e99-859d-85ea024592c6 None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:02.128133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:02.198722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=eddd8e50-9530-42f5-ada0-071511670793,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:02.239146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Checking segment: {'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:02.239822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Network hostable DHCP agents. Network: 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:02.297659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:02.306092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:02.310723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2d28a298-04b6-40fa-8da9-cb3f2d555424 None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:02.311723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d28a298-04b6-40fa-8da9-cb3f2d555424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.335807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.391056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635dbfa-cf34-4312-8336-855d69cd31da req-db43934b-1582-42dc-846c-0b6bb85c629f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:02.392696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9635dbfa-cf34-4312-8336-855d69cd31da req-db43934b-1582-42dc-846c-0b6bb85c629f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 944 time: 0.2541373 Nov 12 03:13:02.412279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:02.423769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:02.466729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:02.479474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:02.479645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:02.500680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:02.502581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:02.502742 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:02.506578 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 2 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:02.558099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'port_id': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'mac_address': 'fa:16:3e:4e:76:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:02.593427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a49681-df1a-4941-8758-fa648a39ad14 None None] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:02.599858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e5f43e5-7aea-4263-9c74-1b999903a618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.687663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:02.688074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:02.688517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:02.703205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.705842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:02.706981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.713792 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:02.718048 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 3 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:02.722367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/84901548-1f62-4ce8-94df-6a54f5ec63d7 HTTP/1.1" status: 204 len: 168 time: 1.0019226 Nov 12 03:13:02.779410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:02.784941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:02.785428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:02.787589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9635dbfa-cf34-4312-8336-855d69cd31da req-ac238fd1-a410-4986-bc90-3ecf536eea49 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862796 Nov 12 03:13:02.790221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aa1fa-c995-4328-ae3d-bbf5e3a13d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84901548-1f62-4ce8-94df-6a54f5ec63d7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:02.865674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-770599be-db89-4a34-a8a8-55c978d02ec4 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:02.877927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-770599be-db89-4a34-a8a8-55c978d02ec4 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 817 time: 0.5311363 Nov 12 03:13:02.881512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:02.884146 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:02.889071 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 4 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:02.924311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:02.975861 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-42832a9e-76d5-4634-81e2-0455993ef822 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/quotas/03c7947dcf294f7d977fbdf5a4f7eb31 HTTP/1.1" status: 200 len: 375 time: 0.0951202 Nov 12 03:13:03.014844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-844856d1-ddf6-415b-a89c-9bfbee992ce3 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377486 Nov 12 03:13:03.015814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.016169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.016510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.023903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.024094 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.024407 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.096626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f5dcf-68fd-4767-8a5f-e61680782f3c None None] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:03.112272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:03.156009 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 5 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.164779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-5046ad86-55a0-434b-890a-d4bd9e1a6de9 service neutron] 10.222.0.84 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360698 Nov 12 03:13:03.296878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:03.299262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.333709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.334529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.334872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.350203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.350543 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.354020 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 6 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.361417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:03.412742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.413292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.413537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.420198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.420528 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.422556 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 7 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.428610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-5aa07f36-047b-433c-bc0a-1fba3d866cc2 service neutron] 10.222.0.84 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608299 Nov 12 03:13:03.439522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.439864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.440556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.443702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.452110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.453647 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.454067 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 8 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.489425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.490697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.491061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.498522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.499428 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.501593 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 9 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.521625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.521981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.523255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.537199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.537690 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.538101 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 10 to bind port eddd8e50-9530-42f5-ada0-071511670793 Nov 12 03:13:03.602869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:03.603540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:03.603892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:03.610965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port eddd8e50-9530-42f5-ada0-071511670793 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:03.615389 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port eddd8e50-9530-42f5-ada0-071511670793 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:03.615784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.716520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:03.757501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.21.0.1 (b71434b2-94aa-4de1-9fda-97fe15cf5cd6/4de5950f-9022-4771-8494-797948abf202/87ea0c02-1f88-468a-b34c-874393d505d4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:03.774141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port eddd8e50-9530-42f5-ada0-071511670793, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:03.774539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempted to set empty binding levels {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:13:03.787976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.852543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:03.853206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:03.899584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=eddd8e50-9530-42f5-ada0-071511670793,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:03.908487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-460cff50-910c-4e6b-b4c4-2cf552b46b53 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.5830579 Nov 12 03:13:03.919632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51732) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:04.137719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Deleting port eddd8e50-9530-42f5-ada0-071511670793 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:04.138079 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.185642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:04.213877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.349902 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.354467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port eddd8e50-9530-42f5-ada0-071511670793, host n-h2-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:04.354467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.392243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:04.407515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Calling delete_port for eddd8e50-9530-42f5-ada0-071511670793 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:04.462124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:04.490395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:04.499281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468aa82-c112-49e7-a7a3-652e82305691 req-fc061a5e-3ac2-40ba-9047-44b1a85f5e2d tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:04.507029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d468aa82-c112-49e7-a7a3-652e82305691 req-fc061a5e-3ac2-40ba-9047-44b1a85f5e2d tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 945 time: 0.4955235 Nov 12 03:13:04.532597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:04.538337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:04.620694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.707162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Allocated IP 172.21.0.2 (b71434b2-94aa-4de1-9fda-97fe15cf5cd6/4de5950f-9022-4771-8494-797948abf202/9833c0f6-42e9-4c8b-a713-5ef1efcf170e) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:04.733429 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d468aa82-c112-49e7-a7a3-652e82305691 req-ade5dd56-9ba6-4b3b-bd6e-8577af43068e tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254469 Nov 12 03:13:04.750109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f62fbb8c-fc85-4475-8ad5-eaa2b30243c5 req-7284b83b-4fd6-4b95-b37f-ebc0ded31789 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.1494853 Nov 12 03:13:04.813386 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.862108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.862627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event deleted for resources: {'Port': ['ID=eddd8e50-9530-42f5-ada0-071511670793,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:04.896690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.900370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39a47bea-caaf-4076-aeac-2daf1e335fb2 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "DELETE /v2.0/ports/eddd8e50-9530-42f5-ada0-071511670793 HTTP/1.1" status: 204 len: 168 time: 0.9797418 Nov 12 03:13:04.903151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-615cf483-fbec-4656-b1f5-eb5a4b6d67c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:04.903715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51768) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:04.954172 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5fa001-abf0-4a53-aed7-07a66548bd45 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:13:04.956169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba5fa001-abf0-4a53-aed7-07a66548bd45 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports/eddd8e50-9530-42f5-ada0-071511670793 HTTP/1.1" status: 404 len: 333 time: 0.0512550 Nov 12 03:13:04.959715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51770) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:04.964863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1966952451'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:05.010097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Made reservation on behalf of 3e98b0ecd7734f45a9d7fd3b46bfbf05 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:05.012971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.039906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:05.045289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port 143a9a35-3e6f-42a1-9a49-db5c374a5866 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:05.049061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.421137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.453803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.487423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.521895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.593325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:05.616326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51786) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:05.625413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.632806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:05.634807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.642336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:05.651151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:05.653159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:05.661401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.664007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=143a9a35-3e6f-42a1-9a49-db5c374a5866,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.666850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:05.675549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:05.677052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.684697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Pushing event updated for resources: {'Port': ['ID=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.703804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c845966b-ab3d-4db6-af5a-5e8a94508b31 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7427888 Nov 12 03:13:05.708203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:05.716045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:05.749289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:05.829106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Attempting to bind port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:05.830445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Attempting to bind port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:05.831341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Attempting to bind port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e on network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:05.842837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:05.844129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.845052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Checking segment: {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:05.848546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.850125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Bound using segment: {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:05.850765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Bound port: 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:05.852372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.885654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:05.986429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8acd6ea3-33fb-4287-be18-29b5392c752b req-38d21e85-c385-4b47-ac6d-7d6bcc6e315d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.1049581 Nov 12 03:13:05.987657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76693d5e-a076-48ae-a494-677e481b4c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.020489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] For port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:06.043751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] For port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:06.049444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.161511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:06.163197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:06.225295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64729641-98f3-46ab-b316-a586f7599f15 None None] Pushing event updated for resources: {'Port': ['ID=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:06.451165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:06.471187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c4f32-9802-42bb-ad51-7f517f2aeaf4 req-3aa8b64e-6b7c-4168-8b24-2ebab41f4099 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:06.482143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-166c4f32-9802-42bb-ad51-7f517f2aeaf4 req-3aa8b64e-6b7c-4168-8b24-2ebab41f4099 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 945 time: 0.1065762 Nov 12 03:13:06.543943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port 143a9a35-3e6f-42a1-9a49-db5c374a5866 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:06.574542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.589362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.685622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=143a9a35-3e6f-42a1-9a49-db5c374a5866,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:06.719657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-166c4f32-9802-42bb-ad51-7f517f2aeaf4 req-a44d47aa-ee11-48b4-81f0-125d0486e9fb tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246900 Nov 12 03:13:06.757463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:06.764711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-60869909-2658-4f46-99cd-16f0a0502568 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9850380 Nov 12 03:13:06.777381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51802) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:06.785827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:06.788118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-138918578'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:06.800499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:06.801149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:06.823313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:06.824135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:06.824595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:06.838796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:06.839361 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:06.845389 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 2 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:06.872522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76693d5e-a076-48ae-a494-677e481b4c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.883851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:06.888452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.892689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76693d5e-a076-48ae-a494-677e481b4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:06.933125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-76693d5e-a076-48ae-a494-677e481b4c1d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0599fd3b0f614e33a6b6eca8185c2a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3029153 Nov 12 03:13:06.933125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:06.933125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:06.933125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:06.937677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:06.938976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:06.946924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:06.947461 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:06.995056 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 3 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:07.028990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:07.029785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:07.029785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:07.069275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:07.070218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-34445f18-d18f-4bd3-8f3f-141f44d8fb5d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:07.079812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-34445f18-d18f-4bd3-8f3f-141f44d8fb5d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 817 time: 0.2565234 Nov 12 03:13:07.086542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.087144 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 91d7ce46-bce5-49c8-acfb-f7581e60605e of type vlan for network fb75eee5-7840-427f-87da-e03748c14cec Nov 12 03:13:07.111201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Request body: {'port': {'device_id': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'admin_state_up': True, 'tenant_id': '03c7947dcf294f7d977fbdf5a4f7eb31'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:07.154649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.250300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:07.253394 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:07.255938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.266780 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 4 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:07.272023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.285912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:07.288347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.334653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76693d5e-a076-48ae-a494-677e481b4c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a366125-89e5-49a9-bacc-c7ac25fd219d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:07.393646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6138039 Nov 12 03:13:07.466152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51810) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:07.496638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59d8e62e-4100-469a-8bcc-a298a2cadfd3 req-33b335d6-5a12-479a-aa0d-9aff6354a7f4 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.3393095 Nov 12 03:13:07.530160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:07.578295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.701282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-3cc80d40-1b9a-4d56-99a2-5db41b5c1d15 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:07.703431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-3cc80d40-1b9a-4d56-99a2-5db41b5c1d15 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.39 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 817 time: 0.6226697 Nov 12 03:13:07.722160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Request body: {'port': {'device_id': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'admin_state_up': True, 'tenant_id': '03c7947dcf294f7d977fbdf5a4f7eb31'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:07.732046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:07.733367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:07.733787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:07.747326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:07.784413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:04Z', 'revision_number': 3, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:05Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:07.846306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd35499-206b-49ff-918c-b45fcb413976 None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:07.852308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:07.852665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Updating router a88e490b-371d-4c9d-b337-61b2dd566f2d port 87ea0c02-1f88-468a-b34c-874393d505d4 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:07.888800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:07.889368 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:07.900892 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 5 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:07.980556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcd67d-5dcf-41a9-b16e-96eefd4e206b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=fb75eee5-7840-427f-87da-e03748c14cec,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:07.990473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:13:07.990473 n-d-615180-50 neutron-server[102433]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:13:07.990473 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id': '03c7947dcf294f7d977fbdf5a4f7eb31', 'id': 'bbc50d42-32bf-4270-be6e-14b075d01ba5', 'expiration': datetime.datetime(2021, 11, 12, 3, 15, 7, 971023)}] Nov 12 03:13:07.990473 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:07.992632 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:07.999527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:13:07.999527 n-d-615180-50 neutron-server[102432]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:13:07.999527 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'id': '93a2710c-899f-4d7c-a9cf-c3d1dffe7b83', 'expiration': datetime.datetime(2021, 11, 12, 3, 15, 7, 961331)}] Nov 12 03:13:07.999527 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:08.000778 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:08.006778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:08.006928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:08.007229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:08.012299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Made reservation on behalf of 03c7947dcf294f7d977fbdf5a4f7eb31 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:08.021728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.022797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:08.023152 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:08.026147 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 6 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:08.063422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:08.063609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network fb75eee5-7840-427f-87da-e03748c14cec details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:08.063887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:08.064147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:08.065516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:08.071673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.075364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.077023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a366125-89e5-49a9-bacc-c7ac25fd219d HTTP/1.1" status: 204 len: 168 time: 1.1281214 Nov 12 03:13:08.084211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:08.084553 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:08.093332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-db25d8e1-942a-4568-b920-54cc64c70bfb tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:08.094834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-db25d8e1-942a-4568-b920-54cc64c70bfb tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 817 time: 0.3940072 Nov 12 03:13:08.100381 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 7 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:08.103669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9900ea-f2ba-4a36-a41d-088e8d0071de req-7eae0c54-e717-4d8a-ab86-9ae7686e8d28 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:08.116988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c9900ea-f2ba-4a36-a41d-088e8d0071de req-7eae0c54-e717-4d8a-ab86-9ae7686e8d28 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 945 time: 0.2081404 Nov 12 03:13:08.145904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Request body: {'port': {'device_id': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'admin_state_up': True, 'tenant_id': '03c7947dcf294f7d977fbdf5a4f7eb31'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:08.156702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:08.157187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:08.157589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:08.164316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ebac5-8129-471d-bc40-1c431a879fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a366125-89e5-49a9-bacc-c7ac25fd219d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:08.168848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:08.169184 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:08.191829 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 8 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:08.196919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.280318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] Provisioning complete for port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:08.280695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.322056 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.329580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:08.329924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:08.330392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:08.356614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:08.358274 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:08.374096 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 9 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:08.376616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c9900ea-f2ba-4a36-a41d-088e8d0071de req-2e09a2be-1c01-461c-94b7-ae863bcc3780 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577016 Nov 12 03:13:08.434147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9833c0f6-42e9-4c8b-a713-5ef1efcf170e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:08.604366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Made reservation on behalf of 03c7947dcf294f7d977fbdf5a4f7eb31 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:08.614133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.626059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Allocated IP 172.20.0.13 (03c65eb5-e3ef-4ff2-b908-eee4b01872e1/204ea90b-62c9-4868-8f55-107806f542a3/617b6ddd-4639-4739-8d4a-3f663b215fe6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:08.679069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:08.779894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:08.779894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:08.845601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:08.845979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.123900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.241009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.490343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.593095 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.610078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.613904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.626318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:09.685895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:09.716378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:09.728442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event updated for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:09.742509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Made reservation on behalf of 03c7947dcf294f7d977fbdf5a4f7eb31 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:09.759562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.790325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb56b-2345-4beb-8111-40bb651696a0 None None] Pushing event updated for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:09.846297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:09.857046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Allocated IP 172.20.0.7 (03c65eb5-e3ef-4ff2-b908-eee4b01872e1/204ea90b-62c9-4868-8f55-107806f542a3/baeaf07c-ded8-41a6-bc53-72e39bb23fbe) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:09.860974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.883019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-92f2abf1-9da2-4fe5-98b6-9151dcd3384f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5508375 Nov 12 03:13:09.931741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:09.932435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:09.994356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51860) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:10.008652 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.017948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185733c-4ade-4261-944b-de69f57fd468 req-864e7db1-36d4-4149-a486-6c1483526bd1 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:10.021762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1185733c-4ade-4261-944b-de69f57fd468 req-864e7db1-36d4-4149-a486-6c1483526bd1 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 945 time: 0.3729992 Nov 12 03:13:10.042953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-be129226-171b-4413-8f48-9c760a146c94 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9414363 Nov 12 03:13:10.071149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:10.071844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:10.072453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:10.101406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab86680e-4340-429e-8e80-7cec1481c17a req-1a393e3b-ed49-4a28-851c-91add6fdd525 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.3621836 Nov 12 03:13:10.150514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Request body: {'port': {'device_id': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:10.157974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:10.161461 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:10.172203 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 10 to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 Nov 12 03:13:10.241938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:10.246165 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3fd027-c253-4e93-a9d6-249fa7de57ff" -d '{"events": [{"server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:10.260195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] For port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:10.303693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:10.304125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:10.304559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:10.324770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:10.325220 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:10.325681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.363403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-e3300e4c-8b2b-44ab-8ef2-78916029bdff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2933972 Nov 12 03:13:10.399046 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5835e49-b2dd-4cb4-80e8-1b161b0a37c2 x-openstack-request-id: req-f5835e49-b2dd-4cb4-80e8-1b161b0a37c2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:10.399374 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:10.399636 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f5835e49-b2dd-4cb4-80e8-1b161b0a37c2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:10.400053 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'code': 200} Nov 12 03:13:10.406777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:10.443178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.448950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Attempting to bind port 87ea0c02-1f88-468a-b34c-874393d505d4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:10.449328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Attempting to bind port 87ea0c02-1f88-468a-b34c-874393d505d4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:10.449695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Attempting to bind port 87ea0c02-1f88-468a-b34c-874393d505d4 on network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:10.471135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.601565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:10.602230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Checking segment: {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:10.602490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.602950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Bound using segment: {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:10.603607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Bound port: 87ea0c02-1f88-468a-b34c-874393d505d4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae165e0-2a3b-4497-9ad3-3265e7aed214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:10.604051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.711065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port 143a9a35-3e6f-42a1-9a49-db5c374a5866, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:10.711566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempted to set empty binding levels {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:13:10.718773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.724932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.861912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=b60200a9-b160-435a-907c-a3bcab42c656,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:10.870532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=143a9a35-3e6f-42a1-9a49-db5c374a5866,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:10.878214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] For port 87ea0c02-1f88-468a-b34c-874393d505d4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:10.888969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] For port 87ea0c02-1f88-468a-b34c-874393d505d4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ea0c02-1f88-468a-b34c-874393d505d4,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:10.893678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:10.894076 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:10.895185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Provisioning complete for port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:10.895527 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.907800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2042197461-network', 'tenant_id': 'bf6df9f1965a4a76ba40bfe31f487663'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:10.908777 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.913001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9080e0-30d4-43ce-b5d3-6bed0b5a6c2a None None] Pushing event updated for resources: {'Port': ['ID=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:10.925618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-8cdf11f3-5dc4-4e31-a3b5-0148e7dd9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:10.940018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1185733c-4ade-4261-944b-de69f57fd468 req-d685c0fa-af4f-47e3-8b84-fcec5d0b6d23 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8805816 Nov 12 03:13:10.942961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-8cdf11f3-5dc4-4e31-a3b5-0148e7dd9cb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1096 time: 0.4671102 Nov 12 03:13:10.960250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] In _notify_port_updated(), no bound segment for port 143a9a35-3e6f-42a1-9a49-db5c374a5866 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:13:10.960998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:10.961617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:10.966055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d03370bf-8bee-4004-873d-fb29510fc9f8 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "PUT /v2.0/ports/143a9a35-3e6f-42a1-9a49-db5c374a5866 HTTP/1.1" status: 200 len: 976 time: 5.2537293 Nov 12 03:13:10.976245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:11.047061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:11.048967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:11.127400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.186870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:11.242326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:11.248936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: fb75eee5-7840-427f-87da-e03748c14cec, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:11.263894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00a196-12a7-4907-9820-e275e794ffbc req-0a77de5f-388e-421d-b421-169ce97bcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.265751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-0a77de5f-388e-421d-b421-169ce97bcc84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 1096 time: 1.3090613 Nov 12 03:13:11.410672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.411198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.413444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.413444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.413444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.413673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.414167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.415455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.416142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.417000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.417647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.418651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.418651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.421810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.422021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.422544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.423300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.423723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.424208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.424876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.435406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.436084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.442723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.443371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.459702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77435643-60e2-42ad-9c88-8194185832a3 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21649 time: 0.4799690 Nov 12 03:13:11.470028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cefc0e9-6618-430f-b63b-798d1c2a699d req-be590727-452e-4dc8-bea8-dc17f3ef34bf tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.1950037 Nov 12 03:13:11.491222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51878) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:11.592909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:11.597610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Made reservation on behalf of bf6df9f1965a4a76ba40bfe31f487663 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:11.600841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.627011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network fb75eee5-7840-427f-87da-e03748c14cec is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:11.673149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.685846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e548-34d0-4eed-8d59-88150e7773d5 req-f2286566-b962-40a0-a21a-3c286c31de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.687449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cd6e548-34d0-4eed-8d59-88150e7773d5 req-f2286566-b962-40a0-a21a-3c286c31de6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 1098 time: 0.8570375 Nov 12 03:13:11.704667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, fb75eee5-7840-427f-87da-e03748c14cec) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:11.712631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-760c59b9-b9c0-4909-bfec-b24bf97b11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.714573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-760c59b9-b9c0-4909-bfec-b24bf97b11cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.7502968 Nov 12 03:13:11.716941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.717998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.731247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.762717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9833c0f6-42e9-4c8b-a713-5ef1efcf170e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:11.773826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-3f7af65e-092f-471b-b543-6fc68ec6c97d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.0448549 Nov 12 03:13:11.775916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a42ca9-7b92-47cc-a4cb-ab1853c0d045 None None] Network fb75eee5-7840-427f-87da-e03748c14cec requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:11.779872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-543d64dd-97a8-488b-be92-97c88a37c432 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2570550 Nov 12 03:13:11.782865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:11.859584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00a196-12a7-4907-9820-e275e794ffbc req-d6731af2-d32a-47a1-b406-27dd0e99f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.861146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-d6731af2-d32a-47a1-b406-27dd0e99f3d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.5667953 Nov 12 03:13:11.865426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cd6e548-34d0-4eed-8d59-88150e7773d5 req-3a9f0fe3-05a9-4e9d-bfa8-1a71c661218a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302965 Nov 12 03:13:11.867689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:11.937418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-72fa7c37-951c-4a18-9e31-dff3a4cd752d {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:11.937968 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:11.982535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-d2e33310-0185-4cae-b1fd-0df04a08ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:11.984385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-d2e33310-0185-4cae-b1fd-0df04a08ac49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2023149 Nov 12 03:13:11.993083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Deleting port 143a9a35-3e6f-42a1-9a49-db5c374a5866 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:11.993568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.002948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb56b-2345-4beb-8111-40bb651696a0 None None] Pushing event updated for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:12.086260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-fb75eee5-7840-427f-87da-e03748c14cec', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:12.087146 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.097077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-9a1ba567-13e1-42ec-b9ba-2a9d88a0d8b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 200 len: 217 time: 0.2218800 Nov 12 03:13:12.123646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port 143a9a35-3e6f-42a1-9a49-db5c374a5866, host n-h2-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:12.124009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.139442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Calling delete_port for 143a9a35-3e6f-42a1-9a49-db5c374a5866 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:12.170802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Provisioning complete for port 87ea0c02-1f88-468a-b34c-874393d505d4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:12.171666 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.175189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:12.224586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:12.225686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-8b1774e8-2158-460f-baa8-1a23bebafe06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224260 Nov 12 03:13:12.271954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:12.274699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event updated for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:12.363349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00a196-12a7-4907-9820-e275e794ffbc req-473ef9b7-830b-46bb-ab25-af5e142ea5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.367576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-473ef9b7-830b-46bb-ab25-af5e142ea5a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2349207 Nov 12 03:13:12.380746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:12.381119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.404517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.453077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.472418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625c4c2-581e-4508-9341-56be46ab8bf6 req-184545cf-7204-4175-b81d-2108fbb57517 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.474518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c625c4c2-581e-4508-9341-56be46ab8bf6 req-184545cf-7204-4175-b81d-2108fbb57517 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.3227961 Nov 12 03:13:12.522834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.524500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.537608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.549527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-15657de4-5d1a-42f0-92b1-7919be3b31f9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:12.557457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Allocated IP 172.22.0.2 (fb75eee5-7840-427f-87da-e03748c14cec/b60200a9-b160-435a-907c-a3bcab42c656/74eee452-fe3f-4fe1-aa37-00c94e85be57) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:12.571614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-15657de4-5d1a-42f0-92b1-7919be3b31f9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.6148734 Nov 12 03:13:12.588530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] For port 87ea0c02-1f88-468a-b34c-874393d505d4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ea0c02-1f88-468a-b34c-874393d505d4,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:12.616943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.628909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:04Z', 'revision_number': 3, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:10Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:12.630010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.633085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-1f42163d-4241-43b1-ad6b-5bc0d9ba4e69 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848987 Nov 12 03:13:12.665903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-e801bedb-e123-46f6-98dd-7a588cac12e5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/quotas/4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 375 time: 0.0929809 Nov 12 03:13:12.704503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e2aaf-0bce-436f-a1b2-41f172cdb7c7 None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:04Z', 'revision_number': 3, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:10Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:12.712995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event deleted for resources: {'Port': ['ID=143a9a35-3e6f-42a1-9a49-db5c374a5866,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:12.730873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-86408c25-32eb-4ad9-b5ad-2067d7f1288b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440334 Nov 12 03:13:12.731602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.799676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c625c4c2-581e-4508-9341-56be46ab8bf6 req-6f42ec1f-d2bc-4345-a878-a27fd1862bc4 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094013 Nov 12 03:13:12.812065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497da0-cc36-4074-b1fb-e9591c3db37c None None] Pushing event updated for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:12.839785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3204a387-f5df-4222-b75f-85afd9491b05 None None] Provisioning complete for port 87ea0c02-1f88-468a-b34c-874393d505d4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:12.846983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3204a387-f5df-4222-b75f-85afd9491b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.861812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617b6ddd-4639-4739-8d4a-3f663b215fe6 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:12.884317 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.891476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6d3d2271-aac8-4a4c-8ed1-c8f9f9c25baa tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "DELETE /v2.0/ports/143a9a35-3e6f-42a1-9a49-db5c374a5866 HTTP/1.1" status: 204 len: 168 time: 1.3974495 Nov 12 03:13:12.894611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:12.909523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:12.914366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:12.977724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cb7690d2-2daf-4d6a-a534-8fe6d29e1d8c tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2645686 Nov 12 03:13:12.997671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c29f464-393c-40b1-8c9b-5fd52cfbc942,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.000705 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b433e8c8-c16b-4c88-a928-c62113feab24 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:13:13.002479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b433e8c8-c16b-4c88-a928-c62113feab24 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports/143a9a35-3e6f-42a1-9a49-db5c374a5866 HTTP/1.1" status: 404 len: 333 time: 0.1007926 Nov 12 03:13:13.004650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Request body: {'port': {'device_id': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:13.008924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51908) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:13.015637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1102420084', 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:13.068112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0759fa-27d7-4166-ad04-ffba27207b98 req-459b6a8b-add2-432b-a55b-84acf6d178da service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176760 Nov 12 03:13:13.098402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.098402 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Added segment 4e8d84a5-ae7e-4ee5-80e5-0c6b0e9e420c of type vlan for network 8062010e-60af-412d-bd4b-b317d49abc28 Nov 12 03:13:13.099023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.099567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Transition to ACTIVE for port object 617b6ddd-4639-4739-8d4a-3f663b215fe6 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:13.131508 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.143985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.152803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-787aeb56-000c-41b7-ac7c-f2592f8c5c35 req-621f02df-4d35-47ea-abb4-9953025f7cb9 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.0802934 Nov 12 03:13:13.167511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Made reservation on behalf of 3e98b0ecd7734f45a9d7fd3b46bfbf05 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:13.185996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.186307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.234988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-21380a53-84c0-46e8-961c-83e0036e09e2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5676012 Nov 12 03:13:13.252786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Network fb75eee5-7840-427f-87da-e03748c14cec is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:13.258216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:13.262392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:13.268484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Pushing event updated for resources: {'Port': ['ID=74eee452-fe3f-4fe1-aa37-00c94e85be57,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.314549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port 6bad3516-d28e-415a-aa3c-eda79e70f543 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:13.371152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Allocated IP 172.20.0.10 (03c65eb5-e3ef-4ff2-b908-eee4b01872e1/204ea90b-62c9-4868-8f55-107806f542a3/79700f14-cb59-425b-b29e-a1aa7be220f1) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:13.374061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Attempting to bind port 74eee452-fe3f-4fe1-aa37-00c94e85be57 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:13.374436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Attempting to bind port 74eee452-fe3f-4fe1-aa37-00c94e85be57 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:13.374861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Attempting to bind port 74eee452-fe3f-4fe1-aa37-00c94e85be57 on network fb75eee5-7840-427f-87da-e03748c14cec {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:13.389591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:13.389927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Checking segment: {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:13.390392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.390788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Bound using segment: {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:13.391355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Bound port: 74eee452-fe3f-4fe1-aa37-00c94e85be57, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:13.391762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.429951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.461106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-41aab809-7b43-4aca-99bb-40c0dfd2cbde service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151958 Nov 12 03:13:13.492461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] For port 74eee452-fe3f-4fe1-aa37-00c94e85be57, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:13.495875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Pushing event updated for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.497289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] For port 74eee452-fe3f-4fe1-aa37-00c94e85be57, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74eee452-fe3f-4fe1-aa37-00c94e85be57,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:13.507356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.586492 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.682942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2944d-18a5-4f5f-bdfd-cb60860f980f None None] Pushing event updated for resources: {'Port': ['ID=74eee452-fe3f-4fe1-aa37-00c94e85be57,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:13.727327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ea0c02-1f88-468a-b34c-874393d505d4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:13.803686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 87ea0c02-1f88-468a-b34c-874393d505d4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:13.804225 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:13.885917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Attempting to bind port 617b6ddd-4639-4739-8d4a-3f663b215fe6 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:13.886046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Attempting to bind port 617b6ddd-4639-4739-8d4a-3f663b215fe6 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:13.886281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Attempting to bind port 617b6ddd-4639-4739-8d4a-3f663b215fe6 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:13.923567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-28cc9615-ef83-4341-9548-4a61de959c76 service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432083 Nov 12 03:13:14.033584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.036166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.036945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.093042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Port 617b6ddd-4639-4739-8d4a-3f663b215fe6 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:14.093637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Attempting to bind port 617b6ddd-4639-4739-8d4a-3f663b215fe6 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:14.156734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:14.157403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Checking segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:14.157403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Bound using segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:14.157821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Bound port: 617b6ddd-4639-4739-8d4a-3f663b215fe6, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:14.158176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.226308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.2025988 Nov 12 03:13:14.259228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9752269-5551-457c-9a28-a66617779f37 admin admin] Pushing event updated for resources: {'Network': ['ID=8062010e-60af-412d-bd4b-b317d49abc28,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.272267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8062010e-60af-412d-bd4b-b317d49abc28 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:14.349930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-ccd25805-c3d0-4b94-8d5d-ebbf08eb85aa service neutron] 10.222.0.84 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250097 Nov 12 03:13:14.356696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb00a196-12a7-4907-9820-e275e794ffbc req-b253c55f-3fd1-4463-91ac-dc5accd08752 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715215 Nov 12 03:13:14.405168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.409215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:14.418453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.419877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:14.430616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.433686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.22.0.1 (fb75eee5-7840-427f-87da-e03748c14cec/b60200a9-b160-435a-907c-a3bcab42c656/87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:14.586580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb24a71-4e98-4105-8100-e6d659754f25 req-87a8f2c4-e542-4be2-8bdb-f6ab2867cb9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.588645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cb24a71-4e98-4105-8100-e6d659754f25 req-87a8f2c4-e542-4be2-8bdb-f6ab2867cb9a tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.2654085 Nov 12 03:13:14.599288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.603541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.604286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.607252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] 10.222.0.32 "PUT /v2.0/ports/617b6ddd-4639-4739-8d4a-3f663b215fe6 HTTP/1.1" status: 200 len: 1093 time: 4.4614429 Nov 12 03:13:14.639997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:14.642567 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109c922-bb02-4145-a340-073cba210c60" -d '{"events": [{"name": "network-changed", "server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:14.677196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740793b7-1c9b-427c-9996-f183ca52b36d service neutron] Pushing event updated for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.749104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:14.753107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:14.771288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:14.776535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:14.833329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-ac94347b-8d8b-4c7a-8605-9875a4ea10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.835022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-ac94347b-8d8b-4c7a-8605-9875a4ea10c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 1096 time: 0.1408017 Nov 12 03:13:14.875829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:14.900908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:14.902827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event updated for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:14.906094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:14.908492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-6c460dca-a06f-4823-8c8d-c49a521647ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6 HTTP/1.1" status: 200 len: 217 time: 0.0583794 Nov 12 03:13:14.914643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:14.915342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.038607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-f59e94b3-9374-4dbb-bf19-8ee9f93e671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.040323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-f59e94b3-9374-4dbb-bf19-8ee9f93e671d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.1081293 Nov 12 03:13:15.115686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baeaf07c-ded8-41a6-bc53-72e39bb23fbe {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:15.123618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-966abc0c-86fd-4b82-9df9-41f6d754ac10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712571 Nov 12 03:13:15.131168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.131443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1198337 Nov 12 03:13:15.134169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:15.137561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.157335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.158463 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.169710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cb24a71-4e98-4105-8100-e6d659754f25 req-3c33ac6d-e56e-478f-bb75-176e14f0b50c tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5653987 Nov 12 03:13:15.182701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76adf0-22af-4972-a5f4-32dbca64d6b5 None None] Network fb75eee5-7840-427f-87da-e03748c14cec requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:15.184587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Transition to ACTIVE for port object baeaf07c-ded8-41a6-bc53-72e39bb23fbe will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:15.222198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f04ce2-c5f5-40a2-8503-685054008f8b tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=6bad3516-d28e-415a-aa3c-eda79e70f543,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.229102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1caceb8-9f09-474c-91b5-bbd1dd71065c tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.234758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1caceb8-9f09-474c-91b5-bbd1dd71065c tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports/6bad3516-d28e-415a-aa3c-eda79e70f543 HTTP/1.1" status: 200 len: 955 time: 0.0951817 Nov 12 03:13:15.239718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-71611f40-48a6-4628-9563-bb60332f6f31 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1041141 Nov 12 03:13:15.242227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:15.256964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Request body: {'port': {'device_id': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:15.284851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b778a-bf2f-41f2-bd42-9a8f1d030aa6 req-6ab4b59d-4a4b-48d0-8714-3f1f482a841b tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:15.293101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-651b778a-bf2f-41f2-bd42-9a8f1d030aa6 req-6ab4b59d-4a4b-48d0-8714-3f1f482a841b tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 932 time: 0.2326140 Nov 12 03:13:15.304252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.397071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.445450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.451870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] Provisioning complete for port 74eee452-fe3f-4fe1-aa37-00c94e85be57 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:15.452336 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.455016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Pushing event updated for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.467309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-651b778a-bf2f-41f2-bd42-9a8f1d030aa6 req-ba8c70f8-1dec-4fd0-b195-a12f1e79cae9 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730211 Nov 12 03:13:15.471403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-8f32dccf-ba89-48fa-812a-a8703913e322 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339984 Nov 12 03:13:15.592299 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a5c23-a42a-4f61-aaee-a123b8dc7395 x-openstack-request-id: req-d07a5c23-a42a-4f61-aaee-a123b8dc7395 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:15.592886 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:15.593337 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d07a5c23-a42a-4f61-aaee-a123b8dc7395 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:15.594175 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6', 'status': 'completed', 'code': 200} Nov 12 03:13:15.706954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.707782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network fb75eee5-7840-427f-87da-e03748c14cec is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:15.736066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-23c68168-da3c-490d-9ab4-6dca4afa4daf service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415953 Nov 12 03:13:15.738035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:15.742002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74eee452-fe3f-4fe1-aa37-00c94e85be57 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:15.844154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] For port 74eee452-fe3f-4fe1-aa37-00c94e85be57, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74eee452-fe3f-4fe1-aa37-00c94e85be57,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:15.859881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.867959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44f08434-c2da-47cb-827a-6a1b9b5761f1 req-78070e05-efd0-4692-8ab7-1449ea9a4963 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.1248038 Nov 12 03:13:15.885865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Attempting to bind port baeaf07c-ded8-41a6-bc53-72e39bb23fbe on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:15.886207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Attempting to bind port baeaf07c-ded8-41a6-bc53-72e39bb23fbe by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:15.886534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Attempting to bind port baeaf07c-ded8-41a6-bc53-72e39bb23fbe on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:15.902215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:15.910617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Port baeaf07c-ded8-41a6-bc53-72e39bb23fbe on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:15.911126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Attempting to bind port baeaf07c-ded8-41a6-bc53-72e39bb23fbe on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:15.935724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:15.936554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Checking segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:15.937092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Bound using segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:15.937789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Bound port: baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:15.938411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:15.984107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf61506-a699-42fe-b5f5-517f483e3a51 None None] Pushing event updated for resources: {'Port': ['ID=74eee452-fe3f-4fe1-aa37-00c94e85be57,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:15.995812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 74eee452-fe3f-4fe1-aa37-00c94e85be57 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:15.996299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.007400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.043605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109c922-bb02-4145-a340-073cba210c60 req-d1f75f1b-e418-4fb4-a88f-ed831de87471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.045655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-d1f75f1b-e418-4fb4-a88f-ed831de87471 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 1096 time: 0.2465563 Nov 12 03:13:16.188245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0423b591-8e1e-4df6-846a-48288dde82c2 None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:16.188632 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0423b591-8e1e-4df6-846a-48288dde82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.428451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79700f14-cb59-425b-b29e-a1aa7be220f1 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:16.437552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.450576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Transition to ACTIVE for port object 79700f14-cb59-425b-b29e-a1aa7be220f1 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:16.460721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:16.475983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.520971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Deleting port 6bad3516-d28e-415a-aa3c-eda79e70f543 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:16.521480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.558662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0423b591-8e1e-4df6-846a-48288dde82c2 None None] Port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:16.589560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0423b591-8e1e-4df6-846a-48288dde82c2 None None] Provisioning complete for port 74eee452-fe3f-4fe1-aa37-00c94e85be57 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:16.589560 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0423b591-8e1e-4df6-846a-48288dde82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.603141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.617726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Calling delete_port for 6bad3516-d28e-415a-aa3c-eda79e70f543 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:16.627392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:16.676996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.740478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:16.811944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.888726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbddf98-6d4c-4080-860d-54bed6348fbc req-236e17e8-685d-49ad-9135-3d251df6cdf3 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.891078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbbddf98-6d4c-4080-860d-54bed6348fbc req-236e17e8-685d-49ad-9135-3d251df6cdf3 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.9149845 Nov 12 03:13:16.905019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:16.920500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51964) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:16.936107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-a95691d2-1768-4194-b4a5-a7ab17590bfa tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.938173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-a95691d2-1768-4194-b4a5-a7ab17590bfa tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 820 time: 0.3076916 Nov 12 03:13:16.947443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.948791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:16.950039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/baeaf07c-ded8-41a6-bc53-72e39bb23fbe HTTP/1.1" status: 200 len: 1092 time: 3.9540663 Nov 12 03:13:16.961925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Request body: {'port': {'device_id': 'ca26d324-644d-421d-9ec1-b18827d87739', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'admin_state_up': True, 'tenant_id': '4ae28082f91e45d58a4d165f280f8f2f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:16.968319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Request body: {'floatingip': {'port_id': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:16.973802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109c922-bb02-4145-a340-073cba210c60 req-5f0dd44e-5046-4602-9381-9d36667cf798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:16.976621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-5f0dd44e-5046-4602-9381-9d36667cf798 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 918 time: 0.3809829 Nov 12 03:13:16.988074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-19e7379d-3ee9-4a7c-ae99-966205063117 None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:16.991583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19e7379d-3ee9-4a7c-ae99-966205063117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.007182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d737a3-5b27-42c5-bb0d-323074bd20bf req-04e22bac-ce8b-407c-88db-97665e163975 tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.018391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d737a3-5b27-42c5-bb0d-323074bd20bf req-04e22bac-ce8b-407c-88db-97665e163975 tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.026648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d737a3-5b27-42c5-bb0d-323074bd20bf req-04e22bac-ce8b-407c-88db-97665e163975 tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.033664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26d737a3-5b27-42c5-bb0d-323074bd20bf req-04e22bac-ce8b-407c-88db-97665e163975 tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.5644901 Nov 12 03:13:17.101937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-19e7379d-3ee9-4a7c-ae99-966205063117 None None] Port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:17.289107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.339075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-19796849-1383-4bbf-aedc-5a3e3b15b28a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6 HTTP/1.1" status: 200 len: 217 time: 0.1281614 Nov 12 03:13:17.353838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea07a8-1218-437b-82cf-5ca8e82601b4 service neutron] Pushing event updated for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:17.398236 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3947e91e-f6fa-4e3a-991b-637ce6b27313 req-391e80a6-b1cd-48e5-be97-a7c8f04bb748 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.2156825 Nov 12 03:13:17.440169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109c922-bb02-4145-a340-073cba210c60 req-78a43f3f-0cba-4290-a916-5825044cf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.441995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-78a43f3f-0cba-4290-a916-5825044cf56a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.0914428 Nov 12 03:13:17.456895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2890f-bc01-45f2-b5c7-ce9bb1c821c0 req-68c90c48-c671-481e-bfd2-7fa1cbb36111 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.464603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4fa2890f-bc01-45f2-b5c7-ce9bb1c821c0 req-68c90c48-c671-481e-bfd2-7fa1cbb36111 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 944 time: 0.2477424 Nov 12 03:13:17.504759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-e9971b05-a239-48e3-b533-e1b957365530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380692 Nov 12 03:13:17.509940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Made reservation on behalf of 4ae28082f91e45d58a4d165f280f8f2f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:17.513395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.516521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-f6fa078f-6986-4a01-aad9-0626b6cac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:17.517973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-f6fa078f-6986-4a01-aad9-0626b6cac9ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 1095 time: 0.2682011 Nov 12 03:13:17.610330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:17.612671 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a6dec-b8ec-4aff-81d5-84230f066827" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:17.643599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74eee452-fe3f-4fe1-aa37-00c94e85be57 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:17.698082 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.727310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-1ee8e799-bbcb-4045-8708-ca6ca9944847 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe HTTP/1.1" status: 200 len: 217 time: 0.1571259 Nov 12 03:13:17.768857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 74eee452-fe3f-4fe1-aa37-00c94e85be57 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:17.768857 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.779335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:17.782880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "DELETE /v2.0/ports/6bad3516-d28e-415a-aa3c-eda79e70f543 HTTP/1.1" status: 204 len: 168 time: 2.5389299 Nov 12 03:13:17.824747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51972) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:17.880794 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bae83b-15c9-4864-b745-81d6c316b1a4 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:13:17.886495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3bae83b-15c9-4864-b745-81d6c316b1a4 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports/6bad3516-d28e-415a-aa3c-eda79e70f543 HTTP/1.1" status: 404 len: 333 time: 0.0593848 Nov 12 03:13:17.892125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4fa2890f-bc01-45f2-b5c7-ce9bb1c821c0 req-35c7add5-c2da-41df-ad8e-ab8cd78fbebc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266863 Nov 12 03:13:17.907428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:17.924985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9274e-6c7f-4f19-9899-6758445ad203 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bad3516-d28e-415a-aa3c-eda79e70f543,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:17.953129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1874050915'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:18.017890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Made reservation on behalf of 3e98b0ecd7734f45a9d7fd3b46bfbf05 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:18.021759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.028991 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43349a72-ef1a-4f74-9744-12a85250633d x-openstack-request-id: req-43349a72-ef1a-4f74-9744-12a85250633d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:18.029277 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:18.029559 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-43349a72-ef1a-4f74-9744-12a85250633d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:18.030290 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe', 'status': 'completed', 'code': 200} Nov 12 03:13:18.045941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee107-5556-49dd-9540-a7c897d105d1 req-d3c109e5-e6c6-461c-9e96-4118a0315ddf tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:18.060301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e26ee107-5556-49dd-9540-a7c897d105d1 req-d3c109e5-e6c6-461c-9e96-4118a0315ddf tempest-ComputeTenantNetworksTest-405377233 tempest-ComputeTenantNetworksTest-405377233-project] 10.222.0.84 "GET /v2.0/networks/8062010e-60af-412d-bd4b-b317d49abc28 HTTP/1.1" status: 200 len: 769 time: 0.3887608 Nov 12 03:13:18.060301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Attempting to bind port 79700f14-cb59-425b-b29e-a1aa7be220f1 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:18.060301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Attempting to bind port 79700f14-cb59-425b-b29e-a1aa7be220f1 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:18.060301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Attempting to bind port 79700f14-cb59-425b-b29e-a1aa7be220f1 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:18.068349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 617b6ddd-4639-4739-8d4a-3f663b215fe6 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:18.083419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51980) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:18.124633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port 052a8be6-26df-4072-a053-5e129f82cd97 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:18.193723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Port 79700f14-cb59-425b-b29e-a1aa7be220f1 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:18.193969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Attempting to bind port 79700f14-cb59-425b-b29e-a1aa7be220f1 on network 03c65eb5-e3ef-4ff2-b908-eee4b01872e1 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:18.213699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:18.214015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Checking segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:18.214406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Bound using segment: {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:18.215054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Bound port: 79700f14-cb59-425b-b29e-a1aa7be220f1, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:18.215374 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.226089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:18.243963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '617b6ddd-4639-4739-8d4a-3f663b215fe6', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'port_id': '617b6ddd-4639-4739-8d4a-3f663b215fe6', 'mac_address': 'fa:16:3e:fa:a5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204ea90b-62c9-4868-8f55-107806f542a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:18.304646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.324146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617b6ddd-4639-4739-8d4a-3f663b215fe6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:18.330958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-5ebdc2cf-6466-4f06-b982-d87cc01b7ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105042 Nov 12 03:13:18.332393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-3da6e09c-9bc4-4c2e-9bc9-dcdc9fafbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:18.333751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-3da6e09c-9bc4-4c2e-9bc9-dcdc9fafbf76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.5604918 Nov 12 03:13:18.345215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:18.348839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=79700f14-cb59-425b-b29e-a1aa7be220f1,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:18.355017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:18.365392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.366365 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.439665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-96f0a41b-5782-4104-820c-39d4b280f045 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524023 Nov 12 03:13:18.455127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:18.475088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.582558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:18.583555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.585108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/79700f14-cb59-425b-b29e-a1aa7be220f1 HTTP/1.1" status: 200 len: 1093 time: 3.3328133 Nov 12 03:13:18.604775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-beaeeee1-c562-400e-92ea-4029156f42ee req-a20f0735-5bd9-4c69-a52a-4af412f37a7e tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.0643203 Nov 12 03:13:18.605744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:18.608310 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:18.629509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['617b6ddd-4639-4739-8d4a-3f663b215fe6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:18.657391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:18.664165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Allocated IP 172.20.0.12 (5a635e2d-a003-4b76-833d-7d5ccf120185/2ed02460-bd0e-45e8-b307-41a2d023a582/cbb7d58c-e37a-4561-8f14-118e4f362e30) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:18.692328 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520abb0-2e90-4a41-9704-d4f139c95cd4 x-openstack-request-id: req-5520abb0-2e90-4a41-9704-d4f139c95cd4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:18.692770 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:18.693119 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5520abb0-2e90-4a41-9704-d4f139c95cd4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:18.693627 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1', 'status': 'completed', 'code': 200} Nov 12 03:13:18.833246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5109c922-bb02-4145-a340-073cba210c60 req-9b3385bf-ed30-4e9b-a589-39ea3ec9de76 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540606 Nov 12 03:13:18.871464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-7f686148-e238-4fa0-9e3c-8341fbce9753 service neutron] 10.222.0.39 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911712 Nov 12 03:13:18.881443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.035723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-55a7691a-2e57-47ab-a218-d8f3c2f94d65 service neutron] 10.222.0.39 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481144 Nov 12 03:13:19.096899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.195319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:19.211204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:19.214469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:19.217627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.218562 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.245238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8062010e-60af-412d-bd4b-b317d49abc28']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:19.265872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3431816 Nov 12 03:13:19.273518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51992) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:19.278724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:19.283730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8d84a5-ae7e-4ee5-80e5-0c6b0e9e420c') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:19.284196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8d84a5-ae7e-4ee5-80e5-0c6b0e9e420c') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:19.314132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09bc6f-f0bf-410f-85ca-bdff5cdd06ab tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=052a8be6-26df-4072-a053-5e129f82cd97,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:19.328141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.337170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aede0-f068-497e-b3cd-0e11f5fcc4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:19.366892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.378179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.404444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.404708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e6df-9221-4a6f-b883-84f7791fb02b req-c7ac6cf1-0980-46ab-b2ae-ae2a506d2ceb tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.408166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-a2151470-8d0f-41fb-bff5-9bae3d62097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.409894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-a2151470-8d0f-41fb-bff5-9bae3d62097b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 1095 time: 0.3028593 Nov 12 03:13:19.412660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c63e6df-9221-4a6f-b883-84f7791fb02b req-c7ac6cf1-0980-46ab-b2ae-ae2a506d2ceb tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 944 time: 0.1161342 Nov 12 03:13:19.421908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:19.422767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.422955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:19.424989 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:19.473632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-2d19a06c-dbdc-4ec2-84fb-a383737a5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.475938 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-2d19a06c-dbdc-4ec2-84fb-a383737a5d14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 1096 time: 0.8088670 Nov 12 03:13:19.479818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.577356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-22ef3b96-a3f1-4cad-9104-04baeca08652 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79700f14-cb59-425b-b29e-a1aa7be220f1 HTTP/1.1" status: 200 len: 217 time: 0.0841658 Nov 12 03:13:19.654931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.659206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.663365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8062010e-60af-412d-bd4b-b317d49abc28 HTTP/1.1" status: 204 len: 168 time: 1.5788844 Nov 12 03:13:19.718864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:19.730367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8062010e-60af-412d-bd4b-b317d49abc28,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:19.753269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.753496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.753881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.754330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.754656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.754981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.755333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.755648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.755969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.756337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.756657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.756970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d20fff-4251-4db6-87a2-c7240a31f8a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:19.810456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef2bae89-2c89-46b2-be66-2ef088f4694e req-79d17b5e-0d1c-443a-8048-84e88f0e3c3f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.0964429 Nov 12 03:13:19.814870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-f358f0e6-a1f2-4824-b9ca-ee6e96e579a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.816335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-f358f0e6-a1f2-4824-b9ca-ee6e96e579a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 918 time: 0.3750296 Nov 12 03:13:19.817735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.820412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.822913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cf1166cf-02c1-4cb2-b5a9-452fa0c0bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:19.839204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['cd774dcb-6dff-4d91-abea-b967a6282170'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:19.861850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-cf1166cf-02c1-4cb2-b5a9-452fa0c0bd7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.2703855 Nov 12 03:13:19.871804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c63e6df-9221-4a6f-b883-84f7791fb02b req-84bb68dc-e3e0-4873-af1c-1a6483b2c703 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582734 Nov 12 03:13:19.872650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.878144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:19.910885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:19.916503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:19.932525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:19.938048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:19.940698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:19.944856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-d7783254-d900-4941-816a-d52ef6b14f5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe HTTP/1.1" status: 200 len: 217 time: 0.1059918 Nov 12 03:13:19.967423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002f9a0-aa2b-4173-8e2d-8ba30056b89f None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:20.013942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-4af1df3c-1435-4ef3-8f2e-a1879e4adf80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171830 Nov 12 03:13:20.101253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:20.109171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 617b6ddd-4639-4739-8d4a-3f663b215fe6 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:20.158890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-5e275a17-1785-4552-bafc-7cd89877c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:20.160426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-5e275a17-1785-4552-bafc-7cd89877c236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.2072659 Nov 12 03:13:20.166170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:20.166774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.207974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] device_id is not set on port 052a8be6-26df-4072-a053-5e129f82cd97 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:20.215083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-4cb6fc2b-679e-4454-a1e9-10e12de2455d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453787 Nov 12 03:13:20.220439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.225166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-888da27d-f753-4133-81d3-d2d5a7c83e1f None None] Provisioning complete for port cbb7d58c-e37a-4561-8f14-118e4f362e30 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:20.228566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-f410880e-68c7-4ae5-8e65-1963146b00d0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2745371 Nov 12 03:13:20.229107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-888da27d-f753-4133-81d3-d2d5a7c83e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.328754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-f411d8c1-b77c-4c35-93df-49211f6f88dd service neutron] 10.222.0.39 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990124 Nov 12 03:13:20.336276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Request body: {'port': {'device_id': 'ca26d324-644d-421d-9ec1-b18827d87739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:20.380029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-888da27d-f753-4133-81d3-d2d5a7c83e1f None None] Port cbb7d58c-e37a-4561-8f14-118e4f362e30 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:20.383648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.443401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4802dd43-aaa1-4e44-83c5-4bcfd475049e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bf6df9f1965a4a76ba40bfe31f487663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5357351 Nov 12 03:13:20.443941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 617b6ddd-4639-4739-8d4a-3f663b215fe6 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:20.444026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-f9450b0a-baf4-45d8-823b-e41b27cd72cf service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053388 Nov 12 03:13:20.444879 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Floating IP fc339709-6559-49e5-83ad-d48d88a41194 associated. External IP: 172.25.2.135, port: 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3. Nov 12 03:13:20.451615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 617b6ddd-4639-4739-8d4a-3f663b215fe6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:20.453100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:20.453846 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.466620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network fb75eee5-7840-427f-87da-e03748c14cec is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:20.596844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=052a8be6-26df-4072-a053-5e129f82cd97,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:20.603735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.618551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.622946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:20.623327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:20.623695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.628504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:20.640488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:20.641004 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:20.664113 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 2 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:20.679608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:20.679951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:20.680298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.686069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-012a6dec-b8ec-4aff-81d5-84230f066827 req-c4f4fd38-d476-4834-8a70-64b936bb2330 service neutron] 10.222.0.39 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439031 Nov 12 03:13:20.697118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:20.702652 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f626e4-a166-4593-abe7-73f422c0eb1a" -d '{"events": [{"server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "name": "network-vif-plugged", "status": "completed", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:20.711540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:20.711869 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:20.714151 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 3 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:20.728786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:20.737711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:20.782183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:20.782503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:20.782756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.791155 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac423865-8d60-4ece-8f87-2f3fd506b956 x-openstack-request-id: req-ac423865-8d60-4ece-8f87-2f3fd506b956 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:20.791571 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "name": "network-vif-plugged", "status": "completed", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:20.791924 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac423865-8d60-4ece-8f87-2f3fd506b956 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:20.792414 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6', 'code': 200} Nov 12 03:13:20.851969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:20.856874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:20.857208 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:20.860213 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 4 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:20.904785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:20.905071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:20.905411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:20.940876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:20.941540 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:20.954879 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 5 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:21.024930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device baeaf07c-ded8-41a6-bc53-72e39bb23fbe details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:21.152002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:21.175037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.195337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-eaaccda0-c2a3-4a69-a185-fc75465cd3e4 None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:21.195707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eaaccda0-c2a3-4a69-a185-fc75465cd3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.248837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69371d41-6915-41d7-a0f7-849e46b3fe82 req-85a5a3a9-1077-4f28-b8b6-277165b44ecd tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.251745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69371d41-6915-41d7-a0f7-849e46b3fe82 req-85a5a3a9-1077-4f28-b8b6-277165b44ecd tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 944 time: 0.1505511 Nov 12 03:13:21.257917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.268840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Router 32245bec-67dc-44bc-a701-427f46579e60 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:21.303998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-eaaccda0-c2a3-4a69-a185-fc75465cd3e4 None None] Port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:21.327498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-640db3dd-0130-4c51-b0a5-7fc4523186d6 req-34fa26d2-17f3-4cd3-b8f6-2af26d51a881 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597021 Nov 12 03:13:21.330092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:21.371428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'port_id': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe', 'mac_address': 'fa:16:3e:d7:1f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204ea90b-62c9-4868-8f55-107806f542a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:21.454128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.483379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baeaf07c-ded8-41a6-bc53-72e39bb23fbe {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:21.525833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:21.526169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:21.526638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:21.530394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:21.541374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.549343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b748e7-c887-488d-b07a-401a7cb9a89d req-dacdcc10-378c-4f66-9b06-386816b807a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.550891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60b748e7-c887-488d-b07a-401a7cb9a89d req-dacdcc10-378c-4f66-9b06-386816b807a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 1098 time: 0.6878345 Nov 12 03:13:21.559154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:21.559465 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:21.570302 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 6 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:21.617584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.640470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:21.646698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.654645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Sync routers for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:21.660763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:21.661301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:21.662281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:21.682499 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:21.683260 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:21.697390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0042c11-f165-4f3c-a82f-ab19712fc8a8 req-fedce23a-858c-4844-8979-c5033c5a89d6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.708465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0042c11-f165-4f3c-a82f-ab19712fc8a8 req-fedce23a-858c-4844-8979-c5033c5a89d6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 932 time: 0.6527600 Nov 12 03:13:21.727303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69371d41-6915-41d7-a0f7-849e46b3fe82 req-03a1eb4e-a433-4e78-95fa-a079ddd99c72 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651763 Nov 12 03:13:21.728627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:21.730155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:21.731202 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:21.735010 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 7 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:21.744069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d4477e7b-d38a-406b-82d7-85ff34f6953d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9440961 Nov 12 03:13:21.744438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:21.762933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52018) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:21.776657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:21.778561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375814536'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:21.779339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:21.795275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-600b2cbb-3584-4aeb-9ebf-e0db395f0c93 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "PUT /v2.0/floatingips/fc339709-6559-49e5-83ad-d48d88a41194 HTTP/1.1" status: 200 len: 992 time: 4.8540721 Nov 12 03:13:21.804558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:21.806228 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100eb1b2-cf0a-4310-8a18-22947697c612" -d '{"events": [{"name": "network-changed", "server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:21.810337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-7a3ac276-6027-4821-a0a4-05f8de65d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:21.811900 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-7a3ac276-6027-4821-a0a4-05f8de65d7ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 1096 time: 0.4086802 Nov 12 03:13:21.824606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:21.825176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:21.825664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:21.846091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60b748e7-c887-488d-b07a-401a7cb9a89d req-90ab21f6-bb62-4d05-87f6-e0db0bedec17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844265 Nov 12 03:13:21.874750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.877781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:21.881776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c29f464-393c-40b1-8c9b-5fd52cfbc942 HTTP/1.1" status: 204 len: 168 time: 1.4249310 Nov 12 03:13:21.896417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:21.913531 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:21.917116 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:21.921508 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 8 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:21.970515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d083bb-1281-41ff-af39-27d28dc10dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c29f464-393c-40b1-8c9b-5fd52cfbc942,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:21.977736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:21.981301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.105436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:22.108556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-c735a7cf-1ba6-4efe-b404-b72a16212076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.110761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-c735a7cf-1ba6-4efe-b404-b72a16212076 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 200 len: 918 time: 0.2787030 Nov 12 03:13:22.172795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb7d58c-e37a-4561-8f14-118e4f362e30 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:22.193844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-d6131068-7142-4137-a9d6-d96b7491040d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79700f14-cb59-425b-b29e-a1aa7be220f1 HTTP/1.1" status: 200 len: 217 time: 0.0748069 Nov 12 03:13:22.194405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.202307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:22.230933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Transition to ACTIVE for port object cbb7d58c-e37a-4561-8f14-118e4f362e30 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:22.245657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0042c11-f165-4f3c-a82f-ab19712fc8a8 req-64d688fc-5334-40c2-8e56-bf686ca7cc97 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356145 Nov 12 03:13:22.257536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:22.257536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:22.257536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:22.261163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.299828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.300181 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added segment 86657054-5e27-47dc-b784-c74babf69761 of type vlan for network b3678fcb-ba32-48c9-8360-9a7027dcd815 Nov 12 03:13:22.317319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:22.317673 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:22.329100 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 9 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:22.377542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:22.380031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:22.380375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:22.381887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['baeaf07c-ded8-41a6-bc53-72e39bb23fbe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:22.400735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.407263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:22.407599 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:22.414933 n-d-615180-50 neutron-server[102433]: INFO neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempt 10 to bind port 052a8be6-26df-4072-a053-5e129f82cd97 Nov 12 03:13:22.430664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:22.431005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:22.431480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempting to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:22.478963 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c9e711-33b5-4a0b-9313-4bf7085ca660 x-openstack-request-id: req-08c9e711-33b5-4a0b-9313-4bf7085ca660 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:22.479320 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:22.479535 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-08c9e711-33b5-4a0b-9313-4bf7085ca660 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:22.479952 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'status': 'completed', 'code': 200} Nov 12 03:13:22.482156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feedc80-f2bf-402f-8d10-a19463a8616f None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:22.491602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.492367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:22.492738 n-d-615180-50 neutron-server[102433]: ERROR neutron.plugins.ml2.managers [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Failed to bind port 052a8be6-26df-4072-a053-5e129f82cd97 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '9e1070af-26d2-4fdb-8ebb-979a61af60cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f'}] Nov 12 03:13:22.493160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.497341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.497883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:22.498631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:22.567367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-de4c3ac8-30d9-45b6-9b1c-9dce407f689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.569172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-de4c3ac8-30d9-45b6-9b1c-9dce407f689e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 200 len: 857 time: 0.3627288 Nov 12 03:13:22.651991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-23cdd6ff-e55e-46c2-8c78-c7ddee06c687 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03c65eb5-e3ef-4ff2-b908-eee4b01872e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674109 Nov 12 03:13:22.674870 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'fc339709-6559-49e5-83ad-d48d88a41194', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '32245bec-67dc-44bc-a701-427f46579e60', 'port_id': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'mac_address': 'fa:16:3e:4e:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:12:48Z', 'updated_at': '2021-11-12T03:13:19Z', 'revision_number': 1, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:22.709142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9507735 Nov 12 03:13:22.718354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-7a315b87-701d-41d0-8403-017f3e37c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:22.737014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-7a315b87-701d-41d0-8403-017f3e37c036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b788af5ae6c43c1b36f69741614b9c8&device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 1098 time: 0.2986062 Nov 12 03:13:22.740788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52036) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:22.747540 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Checking router: 32245bec-67dc-44bc-a701-427f46579e60 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:22.760671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'subnet': {'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:22.768041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:22.770613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:23.016869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50550e5-647f-412c-b307-0ae842a14eab tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Network': ['ID=b3678fcb-ba32-48c9-8360-9a7027dcd815,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.062260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:23.109852 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:23.224138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port 052a8be6-26df-4072-a053-5e129f82cd97, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:23.224896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attempted to set empty binding levels {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:13:23.231461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a92a5-078e-4dd0-9eb9-428ca795279f req-98da91fe-cdea-453c-b868-10129dab5e5d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.242340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-364a92a5-078e-4dd0-9eb9-428ca795279f req-98da91fe-cdea-453c-b868-10129dab5e5d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 944 time: 0.3210266 Nov 12 03:13:23.242553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Made reservation on behalf of 8bbe23e0790e48ec88af5e3e7f44811f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:23.247630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.272958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-a4721b6f-30c1-4134-ba58-d16730c50f58 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042244 Nov 12 03:13:23.293266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:16Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:17Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:23.333520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:23.333882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Updating router a88e490b-371d-4c9d-b337-61b2dd566f2d port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:23.366231 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.524988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-364a92a5-078e-4dd0-9eb9-428ca795279f req-f6478b4c-6d1b-4ef0-930c-ec6077c3967a tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814419 Nov 12 03:13:23.535317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.592460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.622640 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'fc339709-6559-49e5-83ad-d48d88a41194', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '32245bec-67dc-44bc-a701-427f46579e60', 'port_id': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'mac_address': 'fa:16:3e:4e:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:12:48Z', 'updated_at': '2021-11-12T03:13:19Z', 'revision_number': 1, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:23.630573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0bdf0ef1-22c9-4876-bfbb-e331a77ff6d2 req-d99e9c5d-b98e-4b6e-8b51-a859932d58c5 service neutron] 10.222.0.32 "GET /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396947 Nov 12 03:13:23.716046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f927f3-7b8a-414c-adb4-21d1c6babb00 None None] The sync data for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 is: [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'fc339709-6559-49e5-83ad-d48d88a41194', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '32245bec-67dc-44bc-a701-427f46579e60', 'port_id': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'mac_address': 'fa:16:3e:4e:76:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:12:48Z', 'updated_at': '2021-11-12T03:13:19Z', 'revision_number': 1, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:23.738749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:23.739088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:23.747516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:23.766164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] In _notify_port_updated(), no bound segment for port 052a8be6-26df-4072-a053-5e129f82cd97 on network 9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:13:23.767204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.767814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.771459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "PUT /v2.0/ports/052a8be6-26df-4072-a053-5e129f82cd97 HTTP/1.1" status: 200 len: 976 time: 4.4944253 Nov 12 03:13:23.772310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52060) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:23.847835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:23.848487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:23.856463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.865626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.878604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5072-5cca-44a9-8755-32ebaf558f93 req-fac09568-da23-4a2a-8ccf-77ec7fa029c6 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.880833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b1f5072-5cca-44a9-8755-32ebaf558f93 req-fac09568-da23-4a2a-8ccf-77ec7fa029c6 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 945 time: 1.3693991 Nov 12 03:13:23.914936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:23.915307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:23.915704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:23.916149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Bound port: cbb7d58c-e37a-4561-8f14-118e4f362e30, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:23.916510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:23.932397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Subnet': ['ID=5e3379e6-da05-4a12-95b0-9ed61e3e76b9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.935077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-bbf5a8fb-3a03-4334-98b2-3305960f39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.936769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-bbf5a8fb-3a03-4334-98b2-3305960f39d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65b63d65-8159-4ffc-a123-6ed4358903c0 HTTP/1.1" status: 200 len: 916 time: 1.1016376 Nov 12 03:13:23.954266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c352ca-c496-49b0-b367-867442510797 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event updated for resources: {'Port': ['ID=052a8be6-26df-4072-a053-5e129f82cd97,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.968127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c34b2d-73b4-4be2-a13e-bb9bbc559a1b req-2d96b031-fd3d-4e50-b622-8940f268e804 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:23.974312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e374cc-4b68-4fee-9c4a-d5bf839640c0 None None] Pushing event updated for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:23.980467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1c34b2d-73b4-4be2-a13e-bb9bbc559a1b req-2d96b031-fd3d-4e50-b622-8940f268e804 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.1389909 Nov 12 03:13:24.056398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Deleting port 052a8be6-26df-4072-a053-5e129f82cd97 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:24.056796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.088677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 79700f14-cb59-425b-b29e-a1aa7be220f1 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:24.145436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1086018-6882-4891-b4ba-2370323da605 req-baaa829e-decb-4e28-9eb5-d5b94e60b386 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.148124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1086018-6882-4891-b4ba-2370323da605 req-baaa829e-decb-4e28-9eb5-d5b94e60b386 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 945 time: 0.4110672 Nov 12 03:13:24.172153 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab487bcc-8fb0-4e52-9438-c12ff31e824b None None] New status for floating IP fc339709-6559-49e5-83ad-d48d88a41194: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:13:24.180594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1c34b2d-73b4-4be2-a13e-bb9bbc559a1b req-ceb2cf3b-34fe-48fb-81bc-29cdf10c4d74 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993454 Nov 12 03:13:24.210269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] For port 052a8be6-26df-4072-a053-5e129f82cd97, host n-h2-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:24.211309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.219514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Checking segment: {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:24.219904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network hostable DHCP agents. Network: b3678fcb-ba32-48c9-8360-9a7027dcd815, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:24.234434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Calling delete_port for 052a8be6-26df-4072-a053-5e129f82cd97 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:24.291072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=79700f14-cb59-425b-b29e-a1aa7be220f1,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:24.325108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '79700f14-cb59-425b-b29e-a1aa7be220f1', 'network_id': '03c65eb5-e3ef-4ff2-b908-eee4b01872e1', 'port_id': '79700f14-cb59-425b-b29e-a1aa7be220f1', 'mac_address': 'fa:16:3e:47:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204ea90b-62c9-4868-8f55-107806f542a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:24.335730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Attempting to bind port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:24.336591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Attempting to bind port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:24.337186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Attempting to bind port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b on network fb75eee5-7840-427f-87da-e03748c14cec {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:24.351209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:24.353885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Checking segment: {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:24.355374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.356413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Bound using segment: {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:24.358323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Bound port: 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d7ce46-bce5-49c8-acfb-f7581e60605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:24.361414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.368040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.374561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b1f5072-5cca-44a9-8755-32ebaf558f93 req-35b1ea36-c0a9-47bb-a729-1583bdb3a660 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369745 Nov 12 03:13:24.431377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-50e9f6d0-512c-48ce-8f37-356084f959a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 HTTP/1.1" status: 200 len: 1000 time: 0.4708345 Nov 12 03:13:24.478370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Pushing event deleted for resources: {'Port': ['ID=052a8be6-26df-4072-a053-5e129f82cd97,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:24.489046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:24.516549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.523134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:24.532167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cac9f14b-bbfc-404a-ae44-1fb8d2c79457 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "DELETE /v2.0/ports/052a8be6-26df-4072-a053-5e129f82cd97 HTTP/1.1" status: 204 len: 168 time: 0.7570310 Nov 12 03:13:24.532794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52070) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:24.551289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:24.566539 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.596984 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f478470-9e63-4cfe-9ff7-43f7a94c5f00 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:13:24.604018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f478470-9e63-4cfe-9ff7-43f7a94c5f00 tempest-PortsAdminExtendedAttrsTestJSON-99636678 tempest-PortsAdminExtendedAttrsTestJSON-99636678-project-admin] 10.222.0.84 "GET /v2.0/ports/052a8be6-26df-4072-a053-5e129f82cd97 HTTP/1.1" status: 404 len: 333 time: 0.0700672 Nov 12 03:13:24.604971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52076) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:24.623320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.651260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5210d1f4-c270-451a-b123-d5dcb0f21c2e None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:24.651423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5210d1f4-c270-451a-b123-d5dcb0f21c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.660316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b3678fcb-ba32-48c9-8360-9a7027dcd815) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:24.716981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3341e75-a967-4ea1-91d9-43534db2ef6d None None] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:24.725750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:24.733263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.741047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.741790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.753592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-6302f470-b419-474b-a6f6-0ff56ef85063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.761485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-6302f470-b419-474b-a6f6-0ff56ef85063 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37598896-79f7-44df-b465-92870de7d958 HTTP/1.1" status: 200 len: 854 time: 0.3078666 Nov 12 03:13:24.775946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79700f14-cb59-425b-b29e-a1aa7be220f1 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:24.813743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833c46d-a0aa-44c6-8fbd-6ae88db397a3 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:24.835208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c5b2-114b-4ae1-b3f6-6050085c56c1 req-71a18ba1-17ca-4bd9-8b6e-90fd14409553 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.836804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9482c5b2-114b-4ae1-b3f6-6050085c56c1 req-71a18ba1-17ca-4bd9-8b6e-90fd14409553 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 944 time: 0.1011322 Nov 12 03:13:24.849392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:24.851426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.851685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] For port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:24.852899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-90decae9-7667-497d-a5d0-0d61b7395102 service neutron] 10.222.0.39 "PUT /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 1093 time: 4.5230477 Nov 12 03:13:24.888611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:24.890879 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831" -d '{"events": [{"name": "network-changed", "server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:24.900653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0aee036d-9007-42b6-9928-421be2968459 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1449730 Nov 12 03:13:24.906216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52090) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:24.922454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5210d1f4-c270-451a-b123-d5dcb0f21c2e None None] Port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:24.952937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] For port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:24.972646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=79700f14-cb59-425b-b29e-a1aa7be220f1,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:24.977010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.982726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Deleting port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:24.983067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.016250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.059664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device baeaf07c-ded8-41a6-bc53-72e39bb23fbe up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:25.090764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:25.091430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:25.216929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-94568a1f-d382-44f6-a3c7-0979c116db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.231970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-94568a1f-d382-44f6-a3c7-0979c116db51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65b63d65-8159-4ffc-a123-6ed4358903c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4467266 Nov 12 03:13:25.294519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-73bfa788-44ff-48ac-8410-8d2328939d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.297734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-73bfa788-44ff-48ac-8410-8d2328939d64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1096 time: 0.3839023 Nov 12 03:13:25.441726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-c994b48b-7653-43dc-b72e-ba052c72ee76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 217 time: 0.1205263 Nov 12 03:13:25.471011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e374cc-4b68-4fee-9c4a-d5bf839640c0 None None] Pushing event updated for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:25.532595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['79700f14-cb59-425b-b29e-a1aa7be220f1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:25.571572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cff42-32a2-40f2-8af6-1d7eda8560bd req-c2bfd310-3094-4863-8d51-334741f80465 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.582064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-627cff42-32a2-40f2-8af6-1d7eda8560bd req-c2bfd310-3094-4863-8d51-334741f80465 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.5812433 Nov 12 03:13:25.626448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9482c5b2-114b-4ae1-b3f6-6050085c56c1 req-ddf3739a-056e-4bb8-a415-e4b60eaa9b6d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757957 Nov 12 03:13:25.669737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:25.695060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] For port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,segment=NetworkSegment(7286793c-2b89-47ba-812a-05bc85594ebd),segment_id=7286793c-2b89-47ba-812a-05bc85594ebd)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:25.695784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.708870 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f603a-d636-482a-b216-c5835bf31544 x-openstack-request-id: req-216f603a-d636-482a-b216-c5835bf31544 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:25.709355 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:25.709617 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-216f603a-d636-482a-b216-c5835bf31544 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:25.710020 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'status': 'completed', 'code': 200} Nov 12 03:13:25.726155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.746235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Calling delete_port for 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:25.751476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-c8f74f90-f5b6-4ba6-8c0b-6737c9129d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:25.753110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-c8f74f90-f5b6-4ba6-8c0b-6737c9129d67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2964089 Nov 12 03:13:25.819743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:25.819956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-200c47af-03bb-4288-bef6-7c5eaa4f1f21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531449 Nov 12 03:13:25.820460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.823803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-07088a06-f708-402d-98ad-4aa4cc36ba54 service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536687 Nov 12 03:13:25.839642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-627cff42-32a2-40f2-8af6-1d7eda8560bd req-2927b64e-64c5-4223-90fe-446c160c5443 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563658 Nov 12 03:13:25.888269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port baeaf07c-ded8-41a6-bc53-72e39bb23fbe completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:25.923496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port baeaf07c-ded8-41a6-bc53-72e39bb23fbe triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:25.926348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.988676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-b3678fcb-ba32-48c9-8360-9a7027dcd815', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:25.989604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.997822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:26.002987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.061373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1070af-26d2-4fdb-8ebb-979a61af60cb') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:26.062635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1070af-26d2-4fdb-8ebb-979a61af60cb') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:26.088778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.110482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247e47-73cf-4bb9-b431-104a01aa13fd req-daf99054-8364-43ea-9458-529ccaf2c2d1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.112431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e247e47-73cf-4bb9-b431-104a01aa13fd req-daf99054-8364-43ea-9458-529ccaf2c2d1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.3418577 Nov 12 03:13:26.133034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.142553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:26.142876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:26.147687 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:26.242033 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.250944 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-314a7aa9-4d58-413a-88c4-8071e969b673 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052992 Nov 12 03:13:26.279002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf18fa-f3b3-4cda-a65c-f0436904174a req-36a120a1-d449-47f7-84eb-e74ff863135e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.280650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fdf18fa-f3b3-4cda-a65c-f0436904174a req-36a120a1-d449-47f7-84eb-e74ff863135e tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 945 time: 0.3141880 Nov 12 03:13:26.311755 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.322657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.345657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.356593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:26.358966 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ad603-f897-4754-9904-7bdc6a230d5d" -d '{"events": [{"server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "name": "network-vif-plugged", "status": "completed", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:26.359816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] 10.222.0.84 "DELETE /v2.0/networks/9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f HTTP/1.1" status: 204 len: 168 time: 1.7536743 Nov 12 03:13:26.392817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d7577-d6aa-4a90-aab6-7707ab9aab6c tempest-PortsAdminExtendedAttrsTestJSON-1849926792 tempest-PortsAdminExtendedAttrsTestJSON-1849926792-project] Pushing event deleted for resources: {'Network': ['ID=9b8ba1b0-7b23-4ec0-8070-2d374fc9f96f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.427849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-100eb1b2-cf0a-4310-8a18-22947697c612 req-6d5f3597-da4f-4431-a358-2e8e7ebf3ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856681 Nov 12 03:13:26.431845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:26.459483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fdf18fa-f3b3-4cda-a65c-f0436904174a req-453546bd-6c5c-43e2-98e6-e8b964f405ac tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/security-groups?id=b8875e66-c23e-468a-b5eb-7db38bb39d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588545 Nov 12 03:13:26.487355 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.497687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4fe38e2-1d93-425b-8f5a-0f0d8f3988d3 req-e56d8ab4-55d8-4753-b88c-be76dfc6803a service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110946 Nov 12 03:13:26.552144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] For port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:26.554038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.565755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.579460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['86a7fce4-61f3-49ca-b51e-3bf973aa06a4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:26.602126 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.623928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e247e47-73cf-4bb9-b431-104a01aa13fd req-b7b02489-d499-4bf3-a663-521cae238db1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006826 Nov 12 03:13:26.684613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Pushing event deleted for resources: {'Port': ['ID=86a7fce4-61f3-49ca-b51e-3bf973aa06a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.724549 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe78582-66b4-4110-8c2d-dd3ab4020582 x-openstack-request-id: req-4fe78582-66b4-4110-8c2d-dd3ab4020582 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:26.727502 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "name": "network-vif-plugged", "status": "completed", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:26.727894 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4fe78582-66b4-4110-8c2d-dd3ab4020582 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:26.728440 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe', 'code': 200} Nov 12 03:13:26.778139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:26.783474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Allocated IP 172.23.0.2 (b3678fcb-ba32-48c9-8360-9a7027dcd815/5e3379e6-da05-4a12-95b0-9ed61e3e76b9/b4f973e8-39f1-4f05-976f-3c364acd0f1e) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:26.807469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] No DVR routers for this DVR port 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:26.823035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.826462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1086018-6882-4891-b4ba-2370323da605 req-a0fb1f80-a6a3-4fdd-9ad7-22ddc4b86aa9 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.39 "DELETE /v2.0/ports/86a7fce4-61f3-49ca-b51e-3bf973aa06a4 HTTP/1.1" status: 204 len: 173 time: 2.6225986 Nov 12 03:13:26.865885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645b26b-32f3-4ca0-94bf-8e0ad715499c req-2d77b9e9-6829-4c50-bad8-7e8dfa176136 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.867489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d645b26b-32f3-4ca0-94bf-8e0ad715499c req-2d77b9e9-6829-4c50-bad8-7e8dfa176136 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 945 time: 0.1114080 Nov 12 03:13:26.878136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-aa9cec2e-523c-4b12-a9a2-28a0d7a1b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.882492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-aa9cec2e-523c-4b12-a9a2-28a0d7a1b074 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1096 time: 0.2907851 Nov 12 03:13:26.967359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d61c-c885-4c1c-98b3-a1ed068d8896 req-0095b47f-dd98-4da4-96c3-9f4f9f8b5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:26.968892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fb1d61c-c885-4c1c-98b3-a1ed068d8896 req-0095b47f-dd98-4da4-96c3-9f4f9f8b5b76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 1097 time: 0.1933856 Nov 12 03:13:27.024145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d645b26b-32f3-4ca0-94bf-8e0ad715499c req-bcdfc943-9a47-4ae0-9ed5-334381f19430 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392026 Nov 12 03:13:27.114628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-615b25ae-7ace-4653-85c7-b3795e199700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.116156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-615b25ae-7ace-4653-85c7-b3795e199700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.2206450 Nov 12 03:13:27.120086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fb1d61c-c885-4c1c-98b3-a1ed068d8896 req-13b544f1-d110-43ef-86bd-1e24280bcd2e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421404 Nov 12 03:13:27.139212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9bb65-9373-4d61-9763-e257bb67e05b None None] Pushing event updated for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:27.165028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:27.172954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:16Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:24Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:27.204327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7949d6-b6bd-4d2e-b65c-ced390ea37d1 req-05dc2e8e-4605-4304-a559-f8fff6e13fed tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.206218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab7949d6-b6bd-4d2e-b65c-ced390ea37d1 req-05dc2e8e-4605-4304-a559-f8fff6e13fed tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.0730598 Nov 12 03:13:27.213528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef31f4-10b4-4dc7-86fb-8ec816c64118 None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:16Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:24Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:27.287154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.314989 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.372520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-cfefcceb-6bd9-4ae3-bab2-c2ee69bb8b17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 217 time: 0.0697296 Nov 12 03:13:27.380290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab7949d6-b6bd-4d2e-b65c-ced390ea37d1 req-645c057b-0d3d-4f24-b6bd-de52fc9cb96a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659696 Nov 12 03:13:27.399574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:27.403791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:27.416165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:27.418620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Allocated IP 172.23.0.1 (b3678fcb-ba32-48c9-8360-9a7027dcd815/5e3379e6-da05-4a12-95b0-9ed61e3e76b9/5b0ba396-efdf-4fcb-8876-f356e0fb6070) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:27.443726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Pushing event updated for resources: {'Port': ['ID=b4f973e8-39f1-4f05-976f-3c364acd0f1e,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:27.487283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35c5c074-3635-4103-8f46-52508f77cb2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b69998a62a64de48b7db605954b5eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213768 Nov 12 03:13:27.489634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-2f26f9f3-3280-426a-a8ce-e3cd35404844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:27.490435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:27.503135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-2f26f9f3-3280-426a-a8ce-e3cd35404844 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1156814 Nov 12 03:13:27.555065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Attempting to bind port b4f973e8-39f1-4f05-976f-3c364acd0f1e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:27.555669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Attempting to bind port b4f973e8-39f1-4f05-976f-3c364acd0f1e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:27.556051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Attempting to bind port b4f973e8-39f1-4f05-976f-3c364acd0f1e on network b3678fcb-ba32-48c9-8360-9a7027dcd815 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:27.564097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:27.565403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Checking segment: {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:27.567722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.568359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Bound using segment: {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:27.568954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Bound port: b4f973e8-39f1-4f05-976f-3c364acd0f1e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:27.569467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.584614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-88c481bf-54bf-41e0-bd7c-de8e3e8bd3a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591769 Nov 12 03:13:27.698850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.761967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] For port b4f973e8-39f1-4f05-976f-3c364acd0f1e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:27.776353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'name': 'network-vif-deleted', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:27.779830 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe3b5d-4c57-415d-aa9a-effc10a1e60b" -d '{"events": [{"server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "name": "network-vif-deleted", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:27.782543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:27.808288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-037a6f27-be56-4549-babf-1cd67e57ecbb req-715a8569-aeff-4a47-8114-e72ab1963d67 tempest-VolumesAdminNegativeTest-1245825995 tempest-VolumesAdminNegativeTest-1245825995-project] 10.222.0.84 "GET /v2.0/ports?device_id=3a94622b-1d12-4df1-997b-920c599419fc HTTP/1.1" status: 200 len: 210 time: 0.2056379 Nov 12 03:13:27.846742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-ce3b94d9-2a7a-4b43-93d6-6c0941f02600 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540689 Nov 12 03:13:27.882163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] For port b4f973e8-39f1-4f05-976f-3c364acd0f1e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b4f973e8-39f1-4f05-976f-3c364acd0f1e,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:27.893182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.900001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.916352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:27.916352 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.960531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.997461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.042999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6cb38ba-bc84-4fc9-b549-cdd12f99b831 req-60d4a562-38f6-44ee-a836-5e3dce3c71ef service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774578 Nov 12 03:13:28.076321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:28.088223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:28.102989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:28.131711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 79700f14-cb59-425b-b29e-a1aa7be220f1 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:28.163769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.168953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.199788 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7b8592-c6e0-4b85-9936-8d6faa376dc6 x-openstack-request-id: req-6b7b8592-c6e0-4b85-9936-8d6faa376dc6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:28.201042 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a94622b-1d12-4df1-997b-920c599419fc", "name": "network-vif-deleted", "tag": "86a7fce4-61f3-49ca-b51e-3bf973aa06a4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:28.201298 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b7b8592-c6e0-4b85-9936-8d6faa376dc6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:28.201711 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a94622b-1d12-4df1-997b-920c599419fc', 'name': 'network-vif-deleted', 'tag': '86a7fce4-61f3-49ca-b51e-3bf973aa06a4', 'status': 'completed', 'code': 200} Nov 12 03:13:28.228968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc49213-ef03-48af-a176-c78b741105e7 req-79e69eed-7c36-443a-b05e-af55d1b37e01 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.230776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc49213-ef03-48af-a176-c78b741105e7 req-79e69eed-7c36-443a-b05e-af55d1b37e01 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.2774966 Nov 12 03:13:28.260083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.262039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d261-cbe8-4887-a432-abf2f339be7d None None] Pushing event updated for resources: {'Port': ['ID=b4f973e8-39f1-4f05-976f-3c364acd0f1e,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.403767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 79700f14-cb59-425b-b29e-a1aa7be220f1 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:28.419390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 79700f14-cb59-425b-b29e-a1aa7be220f1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:28.420279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.469255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.472577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.477877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b0086b5c-12ac-4d14-8c11-0deec04c2254 HTTP/1.1" status: 204 len: 168 time: 0.9857743 Nov 12 03:13:28.551597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.585754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5014c-a5d5-4733-848e-3d8d147a8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0086b5c-12ac-4d14-8c11-0deec04c2254,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.627000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc49213-ef03-48af-a176-c78b741105e7 req-14c79d69-7d30-404d-8156-c802d6b18bb4 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763967 Nov 12 03:13:28.661682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52166) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:28.704350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=79700f14-cb59-425b-b29e-a1aa7be220f1,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:28.715403 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.730390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:28.739746 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d766f8-3854-438f-b600-1249ec058659" -d '{"events": [{"server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "name": "network-vif-plugged", "status": "completed", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:28.753707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:28.836295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:28.876877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdc613-51e3-4bd8-906c-342fb4464967 req-2f0d7074-206a-42fb-a583-e9f4d904088d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.879989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5bdc613-51e3-4bd8-906c-342fb4464967 req-2f0d7074-206a-42fb-a583-e9f4d904088d tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 945 time: 0.5593286 Nov 12 03:13:28.949037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5bdc613-51e3-4bd8-906c-342fb4464967 req-d62e6f9d-401d-4c30-a273-37a73f4cedf9 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562391 Nov 12 03:13:28.964502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842881e3-a44e-4f72-858d-924b543e41c3 req-d4e78b30-5135-4c1c-b845-c41f8367013b tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:28.966029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842881e3-a44e-4f72-858d-924b543e41c3 req-d4e78b30-5135-4c1c-b845-c41f8367013b tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.1406326 Nov 12 03:13:28.997828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-164f75d7-1efa-467c-beb2-627062a00abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.009307 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edf81f3-30de-4a12-b185-06aaf38a6b41 x-openstack-request-id: req-3edf81f3-30de-4a12-b185-06aaf38a6b41 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:29.016348 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "name": "network-vif-plugged", "status": "completed", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:29.016708 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3edf81f3-30de-4a12-b185-06aaf38a6b41 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:29.017090 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1', 'code': 200} Nov 12 03:13:29.041565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52178) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.050624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52180) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.056089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:29.115137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.116084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:29.119605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 86a7fce4-61f3-49ca-b51e-3bf973aa06a4 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:29.146602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842881e3-a44e-4f72-858d-924b543e41c3 req-ee0b8c37-82fa-4d8f-9778-c3081a695d6e tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693959 Nov 12 03:13:29.160438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1431a202-93ee-4469-b0c6-9134a9f57c45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e98b0ecd7734f45a9d7fd3b46bfbf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165278 Nov 12 03:13:29.167796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52182) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.204299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Deleting subnet a531bb76-93b8-4acc-87dc-db309d96edeb {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:29.213507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.221216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd0e4-a2b3-4213-8a8c-c4892c40b389 req-ecfd1954-39df-4b90-ae71-d1dd02e4473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.223382 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b62fd0e4-a2b3-4213-8a8c-c4892c40b389 req-ecfd1954-39df-4b90-ae71-d1dd02e4473f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 1098 time: 0.1150451 Nov 12 03:13:29.251573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.290656 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.303314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.312691 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b62fd0e4-a2b3-4213-8a8c-c4892c40b389 req-8797322f-cbb2-42af-a5d5-e44dee6e9f21 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778248 Nov 12 03:13:29.358487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.368773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.379728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7411edf4-45ef-48ee-b683-966c0297f1c6 HTTP/1.1" status: 204 len: 168 time: 0.2102268 Nov 12 03:13:29.380100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-164f75d7-1efa-467c-beb2-627062a00abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.389147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7d684-9d22-4ac5-b142-d63939843ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411edf4-45ef-48ee-b683-966c0297f1c6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.417845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-164f75d7-1efa-467c-beb2-627062a00abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.438842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.444500 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.475531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.510884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-c1fb832b-a529-405d-a99b-d6735e102016 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.512520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-c1fb832b-a529-405d-a99b-d6735e102016 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.0579557 Nov 12 03:13:29.540282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f7cb2-9f8e-411d-9a98-4fe208fd8a94 None None] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:29.558829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-164f75d7-1efa-467c-beb2-627062a00abc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19856224b4aa4abda14b79d4f2165a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8954110 Nov 12 03:13:29.563076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52186) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.596985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f75d7-1efa-467c-beb2-627062a00abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66474f-ed6f-4618-ae81-3b7299537852,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.682944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.701352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event updated for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.713734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.721073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Deleting port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:29.721421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.731542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.757423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.760492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] Provisioning complete for port b4f973e8-39f1-4f05-976f-3c364acd0f1e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:29.783629 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.788200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b4f973e8-39f1-4f05-976f-3c364acd0f1e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:29.795802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.799154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a531bb76-93b8-4acc-87dc-db309d96edeb HTTP/1.1" status: 204 len: 168 time: 0.7452421 Nov 12 03:13:29.825645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52194) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:29.827249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba374-7d67-4d0e-a2c4-85f76d4af8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a531bb76-93b8-4acc-87dc-db309d96edeb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:29.893406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b4f973e8-39f1-4f05-976f-3c364acd0f1e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:29.893775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.896905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fca413-5e53-4e6b-aa19-1d77a0c18c8c req-253307ca-cd91-4b4e-a71d-ab4201291afe tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:29.899009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0fca413-5e53-4e6b-aa19-1d77a0c18c8c req-253307ca-cd91-4b4e-a71d-ab4201291afe tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.1309617 Nov 12 03:13:29.949497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.964502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.966579 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:29.971119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a66474f-ed6f-4618-ae81-3b7299537852 HTTP/1.1" status: 204 len: 168 time: 0.4068110 Nov 12 03:13:30.003002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:30.024135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.028538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] For port 3d51ef6f-b757-4cca-b71c-a8ffd0633162, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=3d51ef6f-b757-4cca-b71c-a8ffd0633162,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:30.031670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.080581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f121f-912a-4b4b-a8a7-8e5e86ebdabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66474f-ed6f-4618-ae81-3b7299537852,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:30.094715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.122511 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.128273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] For port b4f973e8-39f1-4f05-976f-3c364acd0f1e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b4f973e8-39f1-4f05-976f-3c364acd0f1e,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:30.138878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25b5758-49b8-4de4-9a18-a3523158aa1a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:30.144561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.169443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7286793c-2b89-47ba-812a-05bc85594ebd') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:30.169791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7286793c-2b89-47ba-812a-05bc85594ebd') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:30.173021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0fca413-5e53-4e6b-aa19-1d77a0c18c8c req-aaa8e5fc-c0cb-4af6-9409-380863f0b069 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584713 Nov 12 03:13:30.188327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.234131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.243865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:30.244310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:30.331081 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:30.334158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:30.336018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.357632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.361055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] 10.222.0.84 "DELETE /v2.0/networks/e25b5758-49b8-4de4-9a18-a3523158aa1a HTTP/1.1" status: 204 len: 168 time: 0.5318935 Nov 12 03:13:30.377489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52212) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:30.416606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508111d-b4d5-4e6e-b8df-08dceac998dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e25b5758-49b8-4de4-9a18-a3523158aa1a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:30.491911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.493811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.495555 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Floating IP 665c11ee-b845-47b6-8872-fbf25e62c916 disassociated. External IP: 172.25.2.228, port: 3d51ef6f-b757-4cca-b71c-a8ffd0633162. Nov 12 03:13:30.497582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Calling delete_port for 3d51ef6f-b757-4cca-b71c-a8ffd0633162 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:30.563749 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:30.573783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:30.597802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e9949-ccf3-48da-ba56-80bb00bd20c4 req-00fb1178-28de-471e-a729-6d93dadea679 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.599437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d94e9949-ccf3-48da-ba56-80bb00bd20c4 req-00fb1178-28de-471e-a729-6d93dadea679 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 946 time: 0.2698503 Nov 12 03:13:30.600549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb22593-5872-4b90-ab19-d5553db44cef None None] Pushing event updated for resources: {'Port': ['ID=b4f973e8-39f1-4f05-976f-3c364acd0f1e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:30.606332 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:13:30.606690 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:13:30.607840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-76317d0c-0322-42db-96ea-2f459336bf62 None None] Provisioning complete for port b4f973e8-39f1-4f05-976f-3c364acd0f1e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:30.608690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76317d0c-0322-42db-96ea-2f459336bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.629925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Deleting subnet d40ffb53-cb1d-4dd0-a4b0-7147d7eb7847 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:30.633400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.795723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-76317d0c-0322-42db-96ea-2f459336bf62 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:30.796177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76317d0c-0322-42db-96ea-2f459336bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.811501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d88116-d124-4f01-ae92-11e5a29ca632 req-0605e149-ced8-4be6-be79-ec29d958d98a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:30.813185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5d88116-d124-4f01-ae92-11e5a29ca632 req-0605e149-ced8-4be6-be79-ec29d958d98a tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 945 time: 0.1655004 Nov 12 03:13:30.814577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52220) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:30.859418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.860963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-76317d0c-0322-42db-96ea-2f459336bf62 None None] Port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:30.870840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58e77d33-d295-4acc-8fc9-eef1720c63eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.939492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.977483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5d88116-d124-4f01-ae92-11e5a29ca632 req-0b29f9d0-ad64-4ee3-bc6a-e17ff7dd1d35 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups?id=4d961389-37fc-4573-89da-8d621736b8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540468 Nov 12 03:13:30.982705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e6547d8a-e6a0-4878-aec3-66ebd23b6195 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:30.982991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6547d8a-e6a0-4878-aec3-66ebd23b6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:30.994035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52224) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:31.002371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:31.011505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e941e92-472b-42c0-8721-d811357203a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1021116 Nov 12 03:13:31.013190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52226) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:31.017850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.018460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:31.063339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event deleted for resources: {'Port': ['ID=3d51ef6f-b757-4cca-b71c-a8ffd0633162,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.070103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:31.101868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:31.102529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:31.128605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d94e9949-ccf3-48da-ba56-80bb00bd20c4 req-3397f9e4-5aee-46a8-a1bd-351698537b9e tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124938 Nov 12 03:13:31.150756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.189214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1095487780'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:31.193837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.199373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58e77d33-d295-4acc-8fc9-eef1720c63eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.200639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d40ffb53-cb1d-4dd0-a4b0-7147d7eb7847 HTTP/1.1" status: 204 len: 168 time: 0.8047712 Nov 12 03:13:31.201461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796057f4-c666-4780-ab55-6e138b2955d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40ffb53-cb1d-4dd0-a4b0-7147d7eb7847,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.201849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:31.203689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:31.216693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-58e77d33-d295-4acc-8fc9-eef1720c63eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.291230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e6547d8a-e6a0-4878-aec3-66ebd23b6195 None None] Port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:31.341900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Router b857c722-3dc5-4078-a7fc-c21c3762c961 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:31.343051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:31.346684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.417028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.431428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e77d33-d295-4acc-8fc9-eef1720c63eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24d668-908a-4611-a171-85af49262bb9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:31.440375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-58e77d33-d295-4acc-8fc9-eef1720c63eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bae9b341e6334bf7becd2ec2f6012436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6246192 Nov 12 03:13:31.441580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:31.445448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b1b6d3e4-52e9-4d3a-af1d-5e6e03565af3 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:31.446050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1b6d3e4-52e9-4d3a-af1d-5e6e03565af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.511034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6d3e4-52e9-4d3a-af1d-5e6e03565af3 None None] Port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:31.544222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca351-30a5-40d0-bfd4-9607d3fdb8ad req-422a0716-713e-4b90-8609-1321c3a8c8d1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:31.551916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23bca351-30a5-40d0-bfd4-9607d3fdb8ad req-422a0716-713e-4b90-8609-1321c3a8c8d1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.2275417 Nov 12 03:13:31.554806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:28Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:29Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:31.613507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:31.620398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Updating router a88e490b-371d-4c9d-b337-61b2dd566f2d port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:31.650682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.665210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b4f973e8-39f1-4f05-976f-3c364acd0f1e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:31.699231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23bca351-30a5-40d0-bfd4-9607d3fdb8ad req-026cf03b-8ec5-4cd8-92e6-9055a5ac5cf3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463208 Nov 12 03:13:31.730947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.782199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:31.804162 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Sync routers for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:31.814094 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:31.814716 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:31.827192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.828008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b4f973e8-39f1-4f05-976f-3c364acd0f1e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:31.828464 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.835764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.859528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] No DVR routers for this DVR port 3d51ef6f-b757-4cca-b71c-a8ffd0633162 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:31.864280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.868141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00557388-4fa7-470f-b2e4-b6e6c8b431ff req-5fbf8dd7-2548-4b7a-b71e-b28fd4acaec3 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.39 "DELETE /v2.0/ports/3d51ef6f-b757-4cca-b71c-a8ffd0633162 HTTP/1.1" status: 204 len: 173 time: 2.3479934 Nov 12 03:13:31.883261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'name': 'network-vif-deleted', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:31.891204 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c15ae4-dfb6-4820-895c-e546665d49e2" -d '{"events": [{"server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "name": "network-vif-deleted", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:31.922445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.936640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:31.984183 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:31.990385 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e20b0e5-e98e-4f5e-b189-fa4f7b8f9838 x-openstack-request-id: req-3e20b0e5-e98e-4f5e-b189-fa4f7b8f9838 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:31.991035 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a904a5a-4486-4f1d-8246-6c2c5bcb5f26", "name": "network-vif-deleted", "tag": "3d51ef6f-b757-4cca-b71c-a8ffd0633162", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:31.991371 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3e20b0e5-e98e-4f5e-b189-fa4f7b8f9838 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:31.991819 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a904a5a-4486-4f1d-8246-6c2c5bcb5f26', 'name': 'network-vif-deleted', 'tag': '3d51ef6f-b757-4cca-b71c-a8ffd0633162', 'status': 'completed', 'code': 200} Nov 12 03:13:32.010567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.014013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.015351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f24d668-908a-4611-a171-85af49262bb9 HTTP/1.1" status: 204 len: 168 time: 0.5695086 Nov 12 03:13:32.023603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:32.044597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5250d582-aec9-4e83-897b-a208e953e5ab,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.045784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.074363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.074940 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Added segment 73e7e697-6dac-4aee-b012-47df02f700d8 of type vlan for network ee273ba0-c3e5-4db6-a3eb-564ab558a083 Nov 12 03:13:32.076860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f4f7-c1ab-4d52-9d5a-8de8ce2d6fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24d668-908a-4611-a171-85af49262bb9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.122932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c5f67c-1406-476f-b4c6-83c34edf634e']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:32.177908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723f9077-f573-45f1-ab0f-f5ed286e3838') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:32.178496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723f9077-f573-45f1-ab0f-f5ed286e3838') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:32.181098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.188256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.190461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.218894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.242036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Pushing event updated for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.245636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.269916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.270982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.270982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.271370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.271445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.271849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.272377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.272664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.272980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.273523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.273787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.274126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:32.289641 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e51eb12-f511-445b-99ae-f7e6c14a7541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.296006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a01df79f-ead8-4ef6-b2bc-a5bf50c783d9 req-20a88353-7903-4886-8525-273e4fbea635 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/ports?device_id=0a904a5a-4486-4f1d-8246-6c2c5bcb5f26 HTTP/1.1" status: 200 len: 210 time: 0.0970731 Nov 12 03:13:32.305264 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:32.364360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.368116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Attempting to bind port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:32.368507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Attempting to bind port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:32.377569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.378219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.379430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Attempting to bind port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 on network b3678fcb-ba32-48c9-8360-9a7027dcd815 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:32.391746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:32.392142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Checking segment: {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:32.395024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.396710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Bound using segment: {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:32.397229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Bound port: 5b0ba396-efdf-4fcb-8876-f356e0fb6070, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86657054-5e27-47dc-b784-c74babf69761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:32.397657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.419393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:32.423712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:32.428306 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:32.490881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:32.539258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5435145 Nov 12 03:13:32.540249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52250) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:32.559792 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Checking router: b857c722-3dc5-4078-a7fc-c21c3762c961 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:32.567328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'subnet': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:32.577084 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:32.577769 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:32.596804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3c3e-cbc2-42d2-a2b3-b076d18dd09f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Network': ['ID=ee273ba0-c3e5-4db6-a3eb-564ab558a083,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.631805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] For port 5b0ba396-efdf-4fcb-8876-f356e0fb6070, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:32.646473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:32.705331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.extraroute_db [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:13:32.754022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] For port 5b0ba396-efdf-4fcb-8876-f356e0fb6070, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5b0ba396-efdf-4fcb-8876-f356e0fb6070,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:32.762326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.768558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:32.772859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.787858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141cb2b-720f-4583-9e4c-b566236705de req-7d523480-b6e9-47f7-a45d-4d3d37f72538 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:32.806224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9141cb2b-720f-4583-9e4c-b566236705de req-7d523480-b6e9-47f7-a45d-4d3d37f72538 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 946 time: 0.5374510 Nov 12 03:13:32.808583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.extraroute_db [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Removed routes are [] {{(pid=102432) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:13:32.809681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.811508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.818706 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:32.848577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e45d-ba84-438c-8c16-28a6c1dcc3d0 None None] Pushing event updated for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:32.849143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.853822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:32.854192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:32.862752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] 10.222.0.84 "DELETE /v2.0/networks/45c5f67c-1406-476f-b4c6-83c34edf634e HTTP/1.1" status: 204 len: 168 time: 1.6577013 Nov 12 03:13:32.944330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:32.945430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:33.065843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4e10d-6110-4b65-8cbc-73bc7b8a4e14 req-52a86ab9-a312-41f8-8c4b-88c1f6f09ab1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.068946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31d4e10d-6110-4b65-8cbc-73bc7b8a4e14 req-52a86ab9-a312-41f8-8c4b-88c1f6f09ab1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.1644230 Nov 12 03:13:33.106109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 3d51ef6f-b757-4cca-b71c-a8ffd0633162 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:33.141158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdeca5-93ee-4f48-924b-a7afa74f0d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=45c5f67c-1406-476f-b4c6-83c34edf634e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:33.195399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:33.197979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 3d51ef6f-b757-4cca-b71c-a8ffd0633162 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:33.198446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 3d51ef6f-b757-4cca-b71c-a8ffd0633162 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:33.255035 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31d4e10d-6110-4b65-8cbc-73bc7b8a4e14 req-75a2581e-3f62-49ef-bd13-f06a19ee5f13 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731772 Nov 12 03:13:33.258719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:33.298618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:33.322604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9141cb2b-720f-4583-9e4c-b566236705de req-e4b5488c-2291-4819-9aff-3c32bddb6f79 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047212 Nov 12 03:13:33.384790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.418820 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b47093-b209-4b6f-b506-d9ddf9699d8d None None] The sync data for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 is: [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:11:10Z', 'revision_number': 4, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a91577be-503c-4509-8963-f33f18f852cb', 'name': '', 'network_id': '58757af9-3ae6-43b4-b935-391e32644149', 'tenant_id': 'c859a77e3198455680be03023e531671', 'mac_address': 'fa:16:3e:3a:63:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:08Z', 'updated_at': '2021-11-12T03:11:19Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'subnets': [{'id': 'c89bd142-fbd1-4043-9b33-630cd0113ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:33.426177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.493101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6d9367a2-acd7-4c01-b606-733f978072a1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=17533852645f4168844227283e793e9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689589 Nov 12 03:13:33.500101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:33.504520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.519446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:33.534353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Subnet': ['ID=38f5e85f-a5a8-4f38-97a5-08931f1c04ad,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:33.538292 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.556058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Checking segment: {'id': '73e7e697-6dac-4aee-b012-47df02f700d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:33.557481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network hostable DHCP agents. Network: ee273ba0-c3e5-4db6-a3eb-564ab558a083, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:33.590253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:33.604482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ee273ba0-c3e5-4db6-a3eb-564ab558a083) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:33.616237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.616630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.645830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0fc95a81-253f-404b-921b-57941cd23b4f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884306 Nov 12 03:13:33.647589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:33.653682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-978785454'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:33.714761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9b415-0b7e-43e7-b214-c2889c60aec5 req-1158f1f6-86ea-4825-80b7-a598d6cedd37 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:33.722654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9bc9b415-0b7e-43e7-b214-c2889c60aec5 req-1158f1f6-86ea-4825-80b7-a598d6cedd37 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 945 time: 0.3174369 Nov 12 03:13:33.730733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94caa62a-84bf-4d2d-92af-9580d9b35c81 None None] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:33.777016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:33.854394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.861792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:33.868590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.893357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port 3fb78115-b55b-489e-84a7-3d93d75c6edd yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:33.922841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c80ec7-d9e5-4c10-a73c-b8d4a09aabb8 None None] New status for floating IP 665c11ee-b845-47b6-8872-fbf25e62c916: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:13:33.931720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9bc9b415-0b7e-43e7-b214-c2889c60aec5 req-731e046b-ad75-458b-b71f-337135682973 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078869 Nov 12 03:13:33.978723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:33.981127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] For port 5b0ba396-efdf-4fcb-8876-f356e0fb6070, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5b0ba396-efdf-4fcb-8876-f356e0fb6070,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:33.992352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.044243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.055009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:34.070410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.085638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.085638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c1f7fa35-e9b5-40d7-a7a3-b845b67e9c1c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 934 time: 3.0687900 Nov 12 03:13:34.086758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52300) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:34.152302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.157232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.161556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b8875e66-c23e-468a-b5eb-7db38bb39d2a HTTP/1.1" status: 204 len: 168 time: 0.6515174 Nov 12 03:13:34.172595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f2230-0f3a-4f8c-9040-bc342710aceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8875e66-c23e-468a-b5eb-7db38bb39d2a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.175062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.184054 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.188783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "DELETE /v2.0/security-groups/4d961389-37fc-4573-89da-8d621736b8a9 HTTP/1.1" status: 204 len: 168 time: 0.6635134 Nov 12 03:13:34.192936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:34.216788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa150be8-65ae-484d-a804-ca040a789fe8 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d961389-37fc-4573-89da-8d621736b8a9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.220915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.11 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/3fb78115-b55b-489e-84a7-3d93d75c6edd) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:34.230142 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-6f205733-37f1-4514-adfe-98302bcd9e3d tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] show failed (client error): The resource could not be found. Nov 12 03:13:34.232832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f205733-37f1-4514-adfe-98302bcd9e3d tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "GET /v2.0/security-groups/4d961389-37fc-4573-89da-8d621736b8a9 HTTP/1.1" status: 404 len: 347 time: 0.0389307 Nov 12 03:13:34.237084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:34.244170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18ea67-2416-453f-9f27-638079a458bd req-5a353c4c-89fe-46e4-8ac9-90063dadd965 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.251648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba18ea67-2416-453f-9f27-638079a458bd req-5a353c4c-89fe-46e4-8ac9-90063dadd965 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 946 time: 0.1868179 Nov 12 03:13:34.264268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572444e-ed05-4a7b-b73b-dc978d077bb1 None None] Pushing event updated for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:34.329825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a413d1f8-c7aa-41ed-9f53-c4b5cc7ebe37 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 934 time: 0.2424595 Nov 12 03:13:34.333078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:34.352717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'routes': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:34.467618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba18ea67-2416-453f-9f27-638079a458bd req-6b1a5c1d-3165-490b-811e-3d21c06a1a5b tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135117 Nov 12 03:13:34.540582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d52f73dc-89fa-4e76-9245-68871ba68a78 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:34.547069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d52f73dc-89fa-4e76-9245-68871ba68a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.690440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74acbf-caae-4953-923f-5797e9ba99e2 req-82eb24df-d9f7-428f-a969-50957b251bde tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:34.702808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f74acbf-caae-4953-923f-5797e9ba99e2 req-82eb24df-d9f7-428f-a969-50957b251bde tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.2319362 Nov 12 03:13:34.737309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d17aac18-c09b-436e-bb8b-cc6515e0c8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.813618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Deleting port c437af1c-9f5f-4ae1-9552-f1799e2b3d71 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:34.813966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.818517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'tenant_id': '4866f46ac3bc45c291e66fd7388ea7f9', 'fixed_ips': [{'subnet_id': '38f5e85f-a5a8-4f38-97a5-08931f1c04ad'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:34.818908 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f74acbf-caae-4953-923f-5797e9ba99e2 req-00e90a38-1460-40ee-b0f5-1490953196de tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Nov 12 03:13:34.819445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:34.857394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:32Z', 'revision_number': 6, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:32Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:34.913807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73907ec1-3430-4ac1-af97-5a97c107471a None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:32Z', 'revision_number': 6, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:32Z', 'revision_number': 4, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:35.043734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.048081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.048568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.062262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Calling delete_port for c437af1c-9f5f-4ae1-9552-f1799e2b3d71 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:35.089992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:13:35.220427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:35.241827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185', 'port_id': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'mac_address': 'fa:16:3e:2b:a2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed02460-bd0e-45e8-b307-41a2d023a582', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:13:35.243052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64399f-23c8-4153-898d-44b187e2ec1d req-f628b080-8e6e-4505-8e3a-65ca2cfe8296 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:35.251947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb64399f-23c8-4153-898d-44b187e2ec1d req-f628b080-8e6e-4505-8e3a-65ca2cfe8296 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 946 time: 0.2823908 Nov 12 03:13:35.271433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.272287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.289216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.303861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb7d58c-e37a-4561-8f14-118e4f362e30 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:35.326587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:35.330690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Pushing event deleted for resources: {'Port': ['ID=c437af1c-9f5f-4ae1-9552-f1799e2b3d71,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.331427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.385120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49c6c25e-aec4-4cf9-8c92-a7e041fc2bb7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2045315809e64439b775621bf6798ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312838 Nov 12 03:13:35.390823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.410370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.430626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.433668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.435048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dff02984-9463-463a-a783-dec5506a6e92 tempest-ServersTestManualDisk-331635400 tempest-ServersTestManualDisk-331635400-project] 10.222.0.84 "DELETE /v2.0/floatingips/665c11ee-b845-47b6-8872-fbf25e62c916 HTTP/1.1" status: 204 len: 168 time: 1.1957684 Nov 12 03:13:35.438327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.460394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb64399f-23c8-4153-898d-44b187e2ec1d req-09e33155-bbae-4fbd-b174-01a88d92f494 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075822 Nov 12 03:13:35.533335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.591650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['cbb7d58c-e37a-4561-8f14-118e4f362e30'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:35.680277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:35.696124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:35.697281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.699250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:35.722019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5b0ba396-efdf-4fcb-8876-f356e0fb6070 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:35.735009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Allocated IP 172.20.0.2 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/69714965-1a3f-4c2c-8896-5d1c63ce669e) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:35.748569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.756051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=3fb78115-b55b-489e-84a7-3d93d75c6edd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:35.793556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:13:35.794240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:13:35.850570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.874942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:35.875756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.941553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.953013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ab5f4928-8eda-414e-9008-6aaa4d01b618 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3011289 Nov 12 03:13:35.953399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52346) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:35.956013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:35.956485 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:35.960335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-1502812466', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:c7:67'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:36.108134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9906c-4ed9-42d5-bb68-b0a8fe450d73 req-06e2e707-976e-4316-aab2-000a63f04cf1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:36.111187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64f9906c-4ed9-42d5-bb68-b0a8fe450d73 req-06e2e707-976e-4316-aab2-000a63f04cf1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.1158736 Nov 12 03:13:36.170378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.174936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.178173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4147a7b5-dc02-4a2f-85f9-5dab484a3dfd HTTP/1.1" status: 204 len: 168 time: 0.7852216 Nov 12 03:13:36.196908 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:36.203629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d28c-b670-4272-a57d-2c6894d3463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147a7b5-dc02-4a2f-85f9-5dab484a3dfd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:36.219784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:36.220527 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:36.234349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.254878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.294998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64f9906c-4ed9-42d5-bb68-b0a8fe450d73 req-110f990c-d06f-424b-9b85-d6451c7eac5a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743779 Nov 12 03:13:36.308470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.313407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:36.320076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:36.326316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:36.336219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Pushing event updated for resources: {'Port': ['ID=69714965-1a3f-4c2c-8896-5d1c63ce669e,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:36.424088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Attempting to bind port 69714965-1a3f-4c2c-8896-5d1c63ce669e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:36.424801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Attempting to bind port 69714965-1a3f-4c2c-8896-5d1c63ce669e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '73e7e697-6dac-4aee-b012-47df02f700d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:36.425903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Attempting to bind port 69714965-1a3f-4c2c-8896-5d1c63ce669e on network ee273ba0-c3e5-4db6-a3eb-564ab558a083 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:36.431846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:36.432582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Checking segment: {'id': '73e7e697-6dac-4aee-b012-47df02f700d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:36.433376 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.433773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Bound using segment: {'id': '73e7e697-6dac-4aee-b012-47df02f700d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:36.434266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Bound port: 69714965-1a3f-4c2c-8896-5d1c63ce669e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e7e697-6dac-4aee-b012-47df02f700d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:36.434650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.478092 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:36.523557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] For port 69714965-1a3f-4c2c-8896-5d1c63ce669e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:36.527026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] For port 69714965-1a3f-4c2c-8896-5d1c63ce669e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=69714965-1a3f-4c2c-8896-5d1c63ce669e,segment=NetworkSegment(73e7e697-6dac-4aee-b012-47df02f700d8),segment_id=73e7e697-6dac-4aee-b012-47df02f700d8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:36.534063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.670676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22224839-552a-4ce4-ba2a-467b5c8a5c1b None None] Pushing event updated for resources: {'Port': ['ID=69714965-1a3f-4c2c-8896-5d1c63ce669e,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:36.896494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Deleting port a91577be-503c-4509-8963-f33f18f852cb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:36.897303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.953637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:37.011739 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:37.041814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] For port a91577be-503c-4509-8963-f33f18f852cb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a91577be-503c-4509-8963-f33f18f852cb,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:37.045119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:37.045912 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:37.046328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.061669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Calling delete_port for a91577be-503c-4509-8963-f33f18f852cb owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:37.088487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:37.095038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.121063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-256351e8-e20d-4382-aa0c-3cbfa18c62df tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.122663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-256351e8-e20d-4382-aa0c-3cbfa18c62df tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 946 time: 0.8726509 Nov 12 03:13:37.137945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.156800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:37.216173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.260185 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:37.312765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port cbb7d58c-e37a-4561-8f14-118e4f362e30 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:13:37.318835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port cbb7d58c-e37a-4561-8f14-118e4f362e30 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:37.319230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.456194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.469202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e84a2-9ebe-4d81-8015-218532029114 req-da9a5faf-2596-4397-9ff7-b1bbc8f39cf7 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.486303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e30e84a2-9ebe-4d81-8015-218532029114 req-da9a5faf-2596-4397-9ff7-b1bbc8f39cf7 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 946 time: 0.6027405 Nov 12 03:13:37.510856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a91577be-503c-4509-8963-f33f18f852cb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:37.536279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.588348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:37.596430 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ba00f-9f94-4785-b392-bb5b7926e2ae" -d '{"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:37.640467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:37.651970 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.709952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.710539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.711057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.711603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.713032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.714484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.715010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.715591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.716096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.716597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.717098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.717608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:37.807331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:37.817419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 69714965-1a3f-4c2c-8896-5d1c63ce669e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:37.846289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:37.885495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e30e84a2-9ebe-4d81-8015-218532029114 req-2f2da22e-c559-4dd5-bfb1-f4884f1568c6 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981607 Nov 12 03:13:37.894324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:37.897125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafe558-4ec4-45e7-b61c-2c3e802b9360 req-de140181-77ef-4caa-ba90-a149015a94f0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:37.907997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9eafe558-4ec4-45e7-b61c-2c3e802b9360 req-de140181-77ef-4caa-ba90-a149015a94f0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.4124546 Nov 12 03:13:37.956807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port 3e3cd7c0-91bd-45f0-a791-131baa7bb3ab yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:37.968719 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3bb707-c1c7-4276-9a84-6772ae9ceddd None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:37.971455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:38.053047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Deleting port 617b6ddd-4639-4739-8d4a-3f663b215fe6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:38.055346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.060270 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3cf0eb-3ed3-4094-914c-55efd3eaa109 x-openstack-request-id: req-6e3cf0eb-3ed3-4094-914c-55efd3eaa109 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:38.060915 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:38.061344 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e3cf0eb-3ed3-4094-914c-55efd3eaa109 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:38.061911 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'code': 200} Nov 12 03:13:38.065378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.093865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 69714965-1a3f-4c2c-8896-5d1c63ce669e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:38.094565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.144232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9eafe558-4ec4-45e7-b61c-2c3e802b9360 req-7bddc388-ba2c-4281-b72c-7ca92fda9ca8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305176 Nov 12 03:13:38.171685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.241138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.324505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 69714965-1a3f-4c2c-8896-5d1c63ce669e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=69714965-1a3f-4c2c-8896-5d1c63ce669e,segment=NetworkSegment(73e7e697-6dac-4aee-b012-47df02f700d8),segment_id=73e7e697-6dac-4aee-b012-47df02f700d8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:38.330900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.519657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:38.564296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.565868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e8dbe2fb-8358-40fa-810a-83e6f7baaae9 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 700 time: 4.2292867 Nov 12 03:13:38.571312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52406) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:38.661810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Router b857c722-3dc5-4078-a7fc-c21c3762c961 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:38.691567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128393df-f2de-4b3a-aa47-f357fd8e0e16 None None] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:38.695300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:38.732834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] For port 617b6ddd-4639-4739-8d4a-3f663b215fe6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=617b6ddd-4639-4739-8d4a-3f663b215fe6,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:38.738792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:38.739470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:38.743247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.786307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Calling delete_port for 617b6ddd-4639-4739-8d4a-3f663b215fe6 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:38.793160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.13 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/3e3cd7c0-91bd-45f0-a791-131baa7bb3ab) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:38.836483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18370d1f-a36d-4616-9e1c-c02b7ba4448f tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 700 time: 0.2616549 Nov 12 03:13:38.845234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52414) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:38.878208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=69714965-1a3f-4c2c-8896-5d1c63ce669e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:38.883868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aee7cc-bddd-413f-9c0a-5485c62d84e8 req-3cdfa734-d8e1-495f-9256-43fa2eaa244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:38.885583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55aee7cc-bddd-413f-9c0a-5485c62d84e8 req-3cdfa734-d8e1-495f-9256-43fa2eaa244b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1098 time: 0.6145961 Nov 12 03:13:38.888984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ec95e499-f411-41c6-832b-7614634ddd77 None None] Provisioning complete for port 69714965-1a3f-4c2c-8896-5d1c63ce669e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:38.889356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ec95e499-f411-41c6-832b-7614634ddd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:38.923895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:38.934851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d07c0c00-771d-4796-9a61-0cfa35cb5e6d admin admin] 10.222.0.84 "PUT /v2.0/routers/b857c722-3dc5-4078-a7fc-c21c3762c961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4953289 Nov 12 03:13:38.940222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52418) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:38.946000 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Sync routers for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:38.962391 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:38.963919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:39.027424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:39.249229 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:39.267864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:39.457801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:39.533869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55aee7cc-bddd-413f-9c0a-5485c62d84e8 req-9305b097-3b3f-4f2e-9aed-56a205ab4652 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344733 Nov 12 03:13:39.539607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:39.569972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:39.571613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:39.631088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:39.685676 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:13:37Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:39.697664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33ea32-53e8-4db2-a658-920df3a4ab9c req-a569c575-7c10-46fb-ad49-96d6269943e7 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:39.699534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e33ea32-53e8-4db2-a658-920df3a4ab9c req-a569c575-7c10-46fb-ad49-96d6269943e7 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 946 time: 0.6698370 Nov 12 03:13:39.764419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Checking router: b857c722-3dc5-4078-a7fc-c21c3762c961 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:39.791872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:39.793059 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Routers {'b857c722-3dc5-4078-a7fc-c21c3762c961'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:39.793905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b857c722-3dc5-4078-a7fc-c21c3762c961'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:39.953449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 69714965-1a3f-4c2c-8896-5d1c63ce669e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:40.018145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-08568f57-d33a-4c95-9387-1163b92856dc None None] Provisioning complete for port 69714965-1a3f-4c2c-8896-5d1c63ce669e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:40.021633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] Set router b857c722-3dc5-4078-a7fc-c21c3762c961 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:40.024323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08568f57-d33a-4c95-9387-1163b92856dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.084260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e33ea32-53e8-4db2-a658-920df3a4ab9c req-760a0127-2f26-43d4-8c7e-1304874a2070 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632908 Nov 12 03:13:40.089501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48446502-96c9-45bc-b9a9-6123861759c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.101817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.112058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.134130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.148523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['79700f14-cb59-425b-b29e-a1aa7be220f1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:40.216654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152639b-84b6-410e-a4e8-9e132f29aecf req-8fd50708-c979-41d1-b54d-a6692f098c02 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:40.218465 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5152639b-84b6-410e-a4e8-9e132f29aecf req-8fd50708-c979-41d1-b54d-a6692f098c02 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.0881238 Nov 12 03:13:40.232821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['baeaf07c-ded8-41a6-bc53-72e39bb23fbe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:40.239115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event deleted for resources: {'Port': ['ID=617b6ddd-4639-4739-8d4a-3f663b215fe6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.290355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Deleting port 78a8f660-1b0f-466d-9cdb-17f266039ace {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:40.290875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.331752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5152639b-84b6-410e-a4e8-9e132f29aecf req-5cb6bbbc-7566-4e15-96e3-13f3e3e205e3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072383 Nov 12 03:13:40.381842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.405189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 617b6ddd-4639-4739-8d4a-3f663b215fe6 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:40.454150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] No DVR routers for this DVR port 617b6ddd-4639-4739-8d4a-3f663b215fe6 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:40.462374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] For port 78a8f660-1b0f-466d-9cdb-17f266039ace, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78a8f660-1b0f-466d-9cdb-17f266039ace,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:40.463679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.471184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.478594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-901327e4-86a7-4ec6-8fb0-4f70000e0124 req-d33fc827-4682-454b-b155-adb3732fb7b1 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "DELETE /v2.0/ports/617b6ddd-4639-4739-8d4a-3f663b215fe6 HTTP/1.1" status: 204 len: 173 time: 3.3444710 Nov 12 03:13:40.479680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Calling delete_port for 78a8f660-1b0f-466d-9cdb-17f266039ace owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:40.484715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'name': 'network-vif-deleted', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:40.494388 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b7dbf3-7c41-497c-a519-0c8dd095be3c" -d '{"events": [{"server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "name": "network-vif-deleted", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:40.502548 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:13:37Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:40.515634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:40.540584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:40.548500 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe5f1d-0796-405c-9d49-00c81e4c78fd None None] The sync data for ids ['b857c722-3dc5-4078-a7fc-c21c3762c961'] in n-d-615180-50 is: [{'id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'name': 'tempest-ServersTestManualDisk-1952307250-router', 'tenant_id': 'c859a77e3198455680be03023e531671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:11:01Z', 'updated_at': '2021-11-12T03:13:37Z', 'revision_number': 5, 'project_id': 'c859a77e3198455680be03023e531671', 'gw_port': {'id': '78a8f660-1b0f-466d-9cdb-17f266039ace', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857c722-3dc5-4078-a7fc-c21c3762c961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:11:02Z', 'updated_at': '2021-11-12T03:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:40.624688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48446502-96c9-45bc-b9a9-6123861759c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.661008 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc03fd2-cd77-494c-b2c1-c01b222257a4 x-openstack-request-id: req-0dc03fd2-cd77-494c-b2c1-c01b222257a4 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:40.661366 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb503dea-9560-42a0-b2bf-3ecfabd73957", "name": "network-vif-deleted", "tag": "617b6ddd-4639-4739-8d4a-3f663b215fe6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:40.661619 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0dc03fd2-cd77-494c-b2c1-c01b222257a4 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:40.662019 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb503dea-9560-42a0-b2bf-3ecfabd73957', 'name': 'network-vif-deleted', 'tag': '617b6ddd-4639-4739-8d4a-3f663b215fe6', 'status': 'completed', 'code': 200} Nov 12 03:13:40.662891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:40.672304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48446502-96c9-45bc-b9a9-6123861759c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.708678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=3e3cd7c0-91bd-45f0-a791-131baa7bb3ab,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.773191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 617b6ddd-4639-4739-8d4a-3f663b215fe6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:40.776517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 617b6ddd-4639-4739-8d4a-3f663b215fe6 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:40.821995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48446502-96c9-45bc-b9a9-6123861759c5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b98efc3ff4bf43b3be3cec8da33b1de9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1877613 Nov 12 03:13:40.831874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:40.832416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.838749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446502-96c9-45bc-b9a9-6123861759c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c204f-52b1-49d8-bbb8-32495e92c317,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.839390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52456) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:40.881346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d07e3def-9942-45a1-8471-596f496da253 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.9266286 Nov 12 03:13:40.882018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 69714965-1a3f-4c2c-8896-5d1c63ce669e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:40.882175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52458) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:40.882778 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.921426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:40.993160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a8f660-1b0f-466d-9cdb-17f266039ace,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:40.995624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7992b-2700-4e9c-8917-a10aaabc1d3f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.002904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7992b-2700-4e9c-8917-a10aaabc1d3f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.009822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.010783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7992b-2700-4e9c-8917-a10aaabc1d3f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:41.017332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-90d7992b-2700-4e9c-8917-a10aaabc1d3f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1263621 Nov 12 03:13:41.018497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52460) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:41.062193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.072005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c826f-cf01-4f6f-8e49-b4364bd63c34 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:41.097034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.175987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:41.233217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678d69e-e60c-42bf-bb2f-55ff643e74af None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:35Z', 'revision_number': 7, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '5b0ba396-efdf-4fcb-8876-f356e0fb6070', 'name': '', 'network_id': 'b3678fcb-ba32-48c9-8360-9a7027dcd815', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:62:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:26Z', 'updated_at': '2021-11-12T03:13:33Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '5e3379e6-da05-4a12-95b0-9ed61e3e76b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:41.283557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-08568f57-d33a-4c95-9387-1163b92856dc None None] Provisioning complete for port 3fb78115-b55b-489e-84a7-3d93d75c6edd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:41.284022 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08568f57-d33a-4c95-9387-1163b92856dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.330627 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.403378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port 3e3cd7c0-91bd-45f0-a791-131baa7bb3ab {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:41.403634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.409101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9c8959f-95db-4417-b338-d5d88cf51758 req-f3cd27cd-be98-4251-ae8f-bb46bd078fbb tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=bb503dea-9560-42a0-b2bf-3ecfabd73957 HTTP/1.1" status: 200 len: 210 time: 0.0716300 Nov 12 03:13:41.455910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.459845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.498680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-08568f57-d33a-4c95-9387-1163b92856dc None None] Port 3fb78115-b55b-489e-84a7-3d93d75c6edd cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:41.543495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.543495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b857c722-3dc5-4078-a7fc-c21c3762c961 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:13:41.548860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.550138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9e8ff18-a2aa-43c4-8ba7-6acd88c20837 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b857c722-3dc5-4078-a7fc-c21c3762c961 HTTP/1.1" status: 204 len: 168 time: 2.6076341 Nov 12 03:13:41.552629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:41.608028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.611581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.615641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9c0c204f-52b1-49d8-bbb8-32495e92c317 HTTP/1.1" status: 204 len: 168 time: 0.7726188 Nov 12 03:13:41.636891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Provisioning complete for port 3e3cd7c0-91bd-45f0-a791-131baa7bb3ab triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:41.637489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.646642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3415699-66a9-40e3-a8cc-d186d5821659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c204f-52b1-49d8-bbb8-32495e92c317,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:41.688346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Deleting subnet c89bd142-fbd1-4043-9b33-630cd0113ce0 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:41.702520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.795296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.914470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Port 3e3cd7c0-91bd-45f0-a791-131baa7bb3ab cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:41.918929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a91577be-503c-4509-8963-f33f18f852cb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:41.946080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a91577be-503c-4509-8963-f33f18f852cb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:41.946416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a91577be-503c-4509-8963-f33f18f852cb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:41.961487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Provisioning complete for port 3fb78115-b55b-489e-84a7-3d93d75c6edd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:41.961861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:41.966140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.003343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b3728-bbff-4f74-867b-cd262b263e36 None None] Port 3fb78115-b55b-489e-84a7-3d93d75c6edd cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:42.054366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.091424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.097483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf47d0c-b0dc-4530-8b94-51fb56770f56 None None] Network 58757af9-3ae6-43b4-b935-391e32644149 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:42.098540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c89bd142-fbd1-4043-9b33-630cd0113ce0 HTTP/1.1" status: 204 len: 168 time: 0.5442204 Nov 12 03:13:42.099666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee5602-63de-4dfc-bd25-7751538bd5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89bd142-fbd1-4043-9b33-630cd0113ce0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.103726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52482) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:42.190780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.214553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf5532-2428-4411-accc-5c17a0529515 req-79fcfa20-ad65-4426-a116-ee6cf644eeb3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.223902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59cf5532-2428-4411-accc-5c17a0529515 req-79fcfa20-ad65-4426-a116-ee6cf644eeb3 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.1251671 Nov 12 03:13:42.262031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.278140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Deleting port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:42.278495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.292414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for 3e3cd7c0-91bd-45f0-a791-131baa7bb3ab owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:42.341237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59cf5532-2428-4411-accc-5c17a0529515 req-096c6355-cc9a-4382-9464-4f8046ebd443 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164656 Nov 12 03:13:42.393414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] For port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,segment=NetworkSegment(4818e351-8ef8-4997-818e-303518dba604),segment_id=4818e351-8ef8-4997-818e-303518dba604)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:42.394439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.407767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Calling delete_port for 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:42.515882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] DHCP port deletion for 58757af9-3ae6-43b4-b935-391e32644149 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:42.574798 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.599277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] No DVR routers for this DVR port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:42.604454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 5b0ba396-efdf-4fcb-8876-f356e0fb6070 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:42.605148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.641228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.641888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Deleting port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:42.642269 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.648481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c4d26-e650-4e68-b633-0794a5d4365c req-4ad7fe64-5bf9-4424-a9fe-ac45a65e473a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:42.655067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b9c4d26-e650-4e68-b633-0794a5d4365c req-4ad7fe64-5bf9-4424-a9fe-ac45a65e473a tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1098 time: 0.1318064 Nov 12 03:13:42.667552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.709779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=3e3cd7c0-91bd-45f0-a791-131baa7bb3ab,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.807643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] For port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:42.808479 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.848632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Calling delete_port for 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:42.862011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:13:42.862205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b9c4d26-e650-4e68-b633-0794a5d4365c req-ca66f9a1-bf5a-4605-9a90-05bd08840218 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541336 Nov 12 03:13:42.862342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.864121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.900951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 5b0ba396-efdf-4fcb-8876-f356e0fb6070, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5b0ba396-efdf-4fcb-8876-f356e0fb6070,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:42.901337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.933653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58757af9-3ae6-43b4-b935-391e32644149']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:42.954043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] Pushing event deleted for resources: {'Port': ['ID=44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:42.969012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4818e351-8ef8-4997-818e-303518dba604') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:42.969012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4818e351-8ef8-4997-818e-303518dba604') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:42.973036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94215357-bcba-4704-9d8d-36e99abb7d98 None None] No DVR routers for this DVR port 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:42.996046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:42.997604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 5b0ba396-efdf-4fcb-8876-f356e0fb6070 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:43.034671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.049051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:43.051882 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:43.138580 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:43.163439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.171136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.180628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] 10.222.0.84 "DELETE /v2.0/networks/58757af9-3ae6-43b4-b935-391e32644149 HTTP/1.1" status: 204 len: 168 time: 1.0704963 Nov 12 03:13:43.184662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.208224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.215139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7bd1f4f3-1090-43d1-82b1-4deafb9b7ded tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/3e3cd7c0-91bd-45f0-a791-131baa7bb3ab HTTP/1.1" status: 204 len: 168 time: 2.1921277 Nov 12 03:13:43.220716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52526) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.222092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4641-4626-4896-a0b4-31a0b1025d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=58757af9-3ae6-43b4-b935-391e32644149,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:43.307970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43437-33b9-493f-9916-284fae2db11f req-34f3f892-a8fd-4d50-9aea-9d935c6242ee tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:43.309620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b43437-33b9-493f-9916-284fae2db11f req-34f3f892-a8fd-4d50-9aea-9d935c6242ee tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1098 time: 0.2319877 Nov 12 03:13:43.338981 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5d9f66-ef6e-4381-b76d-7d096192c74a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] GET failed (client error): The resource could not be found. Nov 12 03:13:43.340445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52536) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.349966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1f5d9f66-ef6e-4381-b76d-7d096192c74a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports/3e3cd7c0-91bd-45f0-a791-131baa7bb3ab HTTP/1.1" status: 404 len: 333 time: 0.1259503 Nov 12 03:13:43.353729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.359682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-872533294'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:43.454287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.487673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b43437-33b9-493f-9916-284fae2db11f req-9159b89a-54a1-4294-8df7-25581f95ef41 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618509 Nov 12 03:13:43.505326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.524707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ecc3180a-e292-4f11-9e7f-e8cb3aa5dd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.559431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-36a16478-927a-4266-9250-0c89c71f9d33 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c859a77e3198455680be03023e531671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050901 Nov 12 03:13:43.562545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=5b0ba396-efdf-4fcb-8876-f356e0fb6070,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:43.564216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52550) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:43.689861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:43.691936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78a8f660-1b0f-466d-9cdb-17f266039ace no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:43.694364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.730419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:43.739596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.792030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 78a8f660-1b0f-466d-9cdb-17f266039ace {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:43.792305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78a8f660-1b0f-466d-9cdb-17f266039ace not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:43.792891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:43.821522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.832905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-999921757-network', 'tenant_id': '820c9302e3414509bf2f1d6fd229687e'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:43.834849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:43.839922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 44ab82ff-bfbc-4a66-81b4-e89a8b33e6ea not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:43.857890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ecc3180a-e292-4f11-9e7f-e8cb3aa5dd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.869143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ecc3180a-e292-4f11-9e7f-e8cb3aa5dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:43.978820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.032372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.035072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.036308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/36be52ab-b809-47b0-a24e-547bc47e9620 HTTP/1.1" status: 204 len: 168 time: 0.4696960 Nov 12 03:13:44.046737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Made reservation on behalf of 820c9302e3414509bf2f1d6fd229687e for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:44.049249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.059235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ecc3180a-e292-4f11-9e7f-e8cb3aa5dd3a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4d532c1c49b4d9fae0c006d0a47286d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8701103 Nov 12 03:13:44.065363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52564) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.074905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570112a-a085-4d90-ba8c-119b999bac62 req-ce180439-c85d-4fbc-b46d-cc7f6996a132 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.081803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570112a-a085-4d90-ba8c-119b999bac62 req-ce180439-c85d-4fbc-b46d-cc7f6996a132 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.083451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3570112a-a085-4d90-ba8c-119b999bac62 req-ce180439-c85d-4fbc-b46d-cc7f6996a132 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed&device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 1682 time: 0.2039185 Nov 12 03:13:44.089896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3180a-e292-4f11-9e7f-e8cb3aa5dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e3314-991c-41f8-98a5-4e4e7044cba8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.090240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb6424-8f1c-48d5-9036-7f85f05477ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be52ab-b809-47b0-a24e-547bc47e9620,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.098887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.142880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.6 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/cd078bd3-5068-45bb-a64d-fd3a7c8f5a46) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:44.214508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3570112a-a085-4d90-ba8c-119b999bac62 req-0396cb2d-831b-4726-92c5-79d4d9ccbeb6 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168852 Nov 12 03:13:44.282237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.322317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.339048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:44.395746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.405865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.445667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.482427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:44.491648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:44.498042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9a750674-35a0-4960-98c6-dcfab6767c17 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6516030 Nov 12 03:13:44.500944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52588) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:44.503114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.507227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:44.549771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:44.554053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:44.564206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.564702 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Added segment 2ec13c63-0f41-4e3b-88c4-f8c7d5243f35 of type vlan for network a3d2f72e-096f-414d-9cf3-a848416c55df Nov 12 03:13:44.571403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.584798 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.586288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e36e3314-991c-41f8-98a5-4e4e7044cba8 HTTP/1.1" status: 204 len: 168 time: 0.5176945 Nov 12 03:13:44.600524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fe248-4f2e-4d76-9122-b18b0b07b4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e3314-991c-41f8-98a5-4e4e7044cba8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:44.609551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet 5e3379e6-da05-4a12-95b0-9ed61e3e76b9 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:44.614190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.634581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.641240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.705258 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.754134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:44.825593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:44.837119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:44.853083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.854070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:44.856777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.899410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:44.900041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:44.907378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:45.040267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.055048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:45.055722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.067136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7220945 Nov 12 03:13:45.071059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52612) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.084519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3379e6-da05-4a12-95b0-9ed61e3e76b9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.092048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=cd078bd3-5068-45bb-a64d-fd3a7c8f5a46,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.099448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.104322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-56c8cf32-0417-4276-be98-2561bfb0e2e4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/5e3379e6-da05-4a12-95b0-9ed61e3e76b9 HTTP/1.1" status: 204 len: 168 time: 0.6020617 Nov 12 03:13:45.108927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52614) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.143692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Request body: {'subnet': {'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-999921757-subnet', 'tenant_id': '820c9302e3414509bf2f1d6fd229687e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:45.162385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a7aee-8770-4364-b273-9c44b77bd2cd None None] Network b3678fcb-ba32-48c9-8360-9a7027dcd815 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:45.279803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b630a-87d0-4a2a-82c0-f42373edfefd admin admin] Pushing event updated for resources: {'Network': ['ID=a3d2f72e-096f-414d-9cf3-a848416c55df,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.308364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fe4864cb-a839-47c5-95a0-b90ab2286fc2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9531078 Nov 12 03:13:45.312468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52624) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.313608 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.317969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a3d2f72e-096f-414d-9cf3-a848416c55df details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:45.321618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:c7:67'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:45.326123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-eda991e1-d83a-4b0c-be66-b8b0e92092a0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:45.327342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-eda991e1-d83a-4b0c-be66-b8b0e92092a0 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065327 Nov 12 03:13:45.363336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52626) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.395348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c2facfc-e04d-4e1f-ba7c-08cc1ea469e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.437529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-17ffef9a-24be-4c6c-bc05-a6336a63b099 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:45.438961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-17ffef9a-24be-4c6c-bc05-a6336a63b099 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212226 Nov 12 03:13:45.509362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a6562e6-f31c-4150-a20a-a02e22039441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:45.510746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a6562e6-f31c-4150-a20a-a02e22039441 service neutron] 10.222.0.84 "GET /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 1095 time: 0.0620251 Nov 12 03:13:45.523738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c2facfc-e04d-4e1f-ba7c-08cc1ea469e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.535375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c2facfc-e04d-4e1f-ba7c-08cc1ea469e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.548932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.558027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Request body: {'binding': {'host': 'n-h1-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:45.558263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:13:45.563985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port b4f973e8-39f1-4f05-976f-3c364acd0f1e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:45.564453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.565147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Made reservation on behalf of 820c9302e3414509bf2f1d6fd229687e for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:45.567511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.613168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5d524b82-0e15-4a4a-a3c2-0aef49723f9a None None] Provisioning complete for port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:45.614308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb773f-0ebd-46d4-819e-c4a23a78032b req-f8c87f32-55eb-4899-a9e1-187244d1b391 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:45.614897 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5d524b82-0e15-4a4a-a3c2-0aef49723f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.621525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61fb773f-0ebd-46d4-819e-c4a23a78032b req-f8c87f32-55eb-4899-a9e1-187244d1b391 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 945 time: 0.2098565 Nov 12 03:13:45.644886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2c2facfc-e04d-4e1f-ba7c-08cc1ea469e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e75ffaea68804170b5779bc0ccc2697d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799206 Nov 12 03:13:45.647597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52634) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:45.648368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2facfc-e04d-4e1f-ba7c-08cc1ea469e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c446ae16-11fe-4c4b-a7e7-4cc591e452f0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:45.690087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port b4f973e8-39f1-4f05-976f-3c364acd0f1e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b4f973e8-39f1-4f05-976f-3c364acd0f1e,segment=NetworkSegment(86657054-5e27-47dc-b784-c74babf69761),segment_id=86657054-5e27-47dc-b784-c74babf69761)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:45.690459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.708747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5d524b82-0e15-4a4a-a3c2-0aef49723f9a None None] Port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:45.717779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for b4f973e8-39f1-4f05-976f-3c364acd0f1e owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:45.728204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1937333947-network', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:45.734770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:43Z', 'revision_number': 8, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:45.779762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:45.790629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:45.791300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:45.803485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.824661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:45.827912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.843133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] DHCP port deletion for b3678fcb-ba32-48c9-8360-9a7027dcd815 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:45.851921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.863478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.879670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61fb773f-0ebd-46d4-819e-c4a23a78032b req-6edc9599-8399-4032-b076-e0b485446cea tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572203 Nov 12 03:13:45.932001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:45.951385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:45.952270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.010430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port b4f973e8-39f1-4f05-976f-3c364acd0f1e on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:46.013713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=b4f973e8-39f1-4f05-976f-3c364acd0f1e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.019477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.021998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.026381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c446ae16-11fe-4c4b-a7e7-4cc591e452f0 HTTP/1.1" status: 204 len: 168 time: 0.3748405 Nov 12 03:13:46.060938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77515628-98ae-4383-9245-39645a2841ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c446ae16-11fe-4c4b-a7e7-4cc591e452f0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.092865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Deleting port b4f973e8-39f1-4f05-976f-3c364acd0f1e {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:46.093228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.096175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.105652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.158139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on host n-h1-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:46.158481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:46.158809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:46.171444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:46.171769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:46.181543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:46.181885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:46.182410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:46.182850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Bound port: cbb7d58c-e37a-4561-8f14-118e4f362e30, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:46.191725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.265151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.270156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:46.341607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821e88a-7b63-4bfb-ba65-d5906387026a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.345996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] For port b4f973e8-39f1-4f05-976f-3c364acd0f1e, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:46.346302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.348814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.357886 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Added segment 22455db2-a8f8-4877-a55c-99025130f7f3 of type vlan for network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 Nov 12 03:13:46.360297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3678fcb-ba32-48c9-8360-9a7027dcd815']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.369849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428c3981-7292-4cbe-b734-273b7b749dc5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.386655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Checking segment: {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:46.386979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Network hostable DHCP agents. Network: a3d2f72e-096f-414d-9cf3-a848416c55df, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:46.387083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Calling delete_port for b4f973e8-39f1-4f05-976f-3c364acd0f1e owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:46.395205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:46.406076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Port b4f973e8-39f1-4f05-976f-3c364acd0f1e was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:13:46.409166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.415458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.416830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-7a3f677b-914f-4ae2-8b49-854ad12749c7 service neutron] 10.222.0.84 "POST /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30/bindings HTTP/1.1" status: 201 len: 390 time: 0.8933265 Nov 12 03:13:46.438905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Network a3d2f72e-096f-414d-9cf3-a848416c55df is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:46.458129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a3d2f72e-096f-414d-9cf3-a848416c55df) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:46.460003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] Pushing event deleted for resources: {'Port': ['ID=b4f973e8-39f1-4f05-976f-3c364acd0f1e,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.462465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea447a-7bc0-4ce8-85a4-ef83bcebe032 None None] No DVR routers for this DVR port b4f973e8-39f1-4f05-976f-3c364acd0f1e on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:46.473294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afab5e-9d2a-456f-9a93-de4345ad215c None None] Network a3d2f72e-096f-414d-9cf3-a848416c55df requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:46.493839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.496342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.512784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.521796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.589526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=cd078bd3-5068-45bb-a64d-fd3a7c8f5a46,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:46.646534 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84fcb0b5-f8c7-404d-a506-aea1ea1332d0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5387933 Nov 12 03:13:46.663716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86657054-5e27-47dc-b784-c74babf69761') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.664044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86657054-5e27-47dc-b784-c74babf69761') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.670771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.703555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-306d997d-edb4-4b7b-b69a-0a95f5d577de tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.724859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-306d997d-edb4-4b7b-b69a-0a95f5d577de tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 945 time: 0.5486054 Nov 12 03:13:46.798577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:43Z', 'revision_number': 8, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:46.828507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] In _notify_port_updated(), no bound segment for port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 on network ee273ba0-c3e5-4db6-a3eb-564ab558a083 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:13:46.840114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:46.840796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.844763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f4e9177-4574-4679-a4e2-0bc600eb1672 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "PUT /v2.0/ports/cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 HTTP/1.1" status: 200 len: 993 time: 1.5282512 Nov 12 03:13:46.874345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52652) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:46.906728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523e5cd-36ac-4560-aef9-4dc5ef49e6e6 None None] Network a3d2f72e-096f-414d-9cf3-a848416c55df requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:46.965002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:46.990000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb25b8-d745-482b-a9cf-72685d4e03f7 req-a5440da1-e6a3-4006-992e-baf2c3d1a4ad tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.000267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceeb25b8-d745-482b-a9cf-72685d4e03f7 req-a5440da1-e6a3-4006-992e-baf2c3d1a4ad tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.1811495 Nov 12 03:13:47.008974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.024126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:47.025863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.088492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceeb25b8-d745-482b-a9cf-72685d4e03f7 req-7e62958d-b881-4ab5-b6aa-2f53b5fdc449 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:47.154272 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:47.160313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:13:47.185385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c0977-8c0c-4167-9c1a-9bc0fbac24fd None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:43Z', 'revision_number': 8, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b', 'name': '', 'network_id': 'fb75eee5-7840-427f-87da-e03748c14cec', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:5f:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:13Z', 'updated_at': '2021-11-12T03:13:26Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'b60200a9-b160-435a-907c-a3bcab42c656', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:47.283375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a5d8df53-2578-429f-bace-7bb5a1dfa5fa None None] Provisioning complete for port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:47.284044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5d8df53-2578-429f-bace-7bb5a1dfa5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.309782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-2f51738f-83d3-47df-b7a8-14e25c91f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.314336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-2f51738f-83d3-47df-b7a8-14e25c91f687 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1098 time: 0.4378438 Nov 12 03:13:47.362953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.372236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.375229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.375825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.411931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8df53-2578-429f-bace-7bb5a1dfa5fa None None] Port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:47.417702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8628054 Nov 12 03:13:47.424631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52672) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:47.425729 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.431488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/b3678fcb-ba32-48c9-8360-9a7027dcd815 HTTP/1.1" status: 204 len: 168 time: 2.3194005 Nov 12 03:13:47.439962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52674) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:47.485319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1925460162', 'description': 'tempest-description-518038297'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:47.488965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Request body: {'subnet': {'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1937333947-subnet', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:47.499411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98fd0d-6ee4-4f1c-b686-d038b09251dc req-158b56e3-24ea-44b0-87a1-b2ee64af15ac tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.501176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad98fd0d-6ee4-4f1c-b686-d038b09251dc req-158b56e3-24ea-44b0-87a1-b2ee64af15ac tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 945 time: 0.3216166 Nov 12 03:13:47.510458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-eea93f65-07eb-4740-a44e-8c08e678c0f8 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.512195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-eea93f65-07eb-4740-a44e-8c08e678c0f8 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 946 time: 0.7728708 Nov 12 03:13:47.578873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.607224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-654e0148-f87a-43dc-b0de-cd6d9682b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:47.608695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-654e0148-f87a-43dc-b0de-cd6d9682b26f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.2869151 Nov 12 03:13:47.703986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b4f973e8-39f1-4f05-976f-3c364acd0f1e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:47.713120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:47.715129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.744783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b4f973e8-39f1-4f05-976f-3c364acd0f1e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:47.745736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b4f973e8-39f1-4f05-976f-3c364acd0f1e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:47.756469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5b0ba396-efdf-4fcb-8876-f356e0fb6070 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:47.782119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5b0ba396-efdf-4fcb-8876-f356e0fb6070 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:47.784057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5b0ba396-efdf-4fcb-8876-f356e0fb6070 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:47.799511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Deleting port baeaf07c-ded8-41a6-bc53-72e39bb23fbe {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:47.800502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:47.906118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbee3fd-49b8-4a37-b1b0-8736b6981ebb admin admin] Pushing event updated for resources: {'Network': ['ID=c9a94519-ce67-4f0c-802e-3b30ffbd8a28,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:47.931381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:48.019801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75cc8c-df45-4466-a719-a44523872817 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=b3678fcb-ba32-48c9-8360-9a7027dcd815,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:48.032295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad98fd0d-6ee4-4f1c-b686-d038b09251dc req-11138c95-8c6f-46fa-9f7b-52f70f9e78c8 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/security-groups?id=0a21af17-475b-4efd-91fa-e8d34c9e5465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173767 Nov 12 03:13:48.050766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:48.051125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.108300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-99243c2b-2300-4683-aece-48d07d404054 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 217 time: 0.4607739 Nov 12 03:13:48.163878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.182907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.250551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] For port baeaf07c-ded8-41a6-bc53-72e39bb23fbe, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:48.251054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.254097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.255188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Deleting port 79700f14-cb59-425b-b29e-a1aa7be220f1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:48.255533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.275725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dad7a89c-5b08-4a1c-bd50-9f96c93e3726 req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8265471 Nov 12 03:13:48.304539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Calling delete_port for baeaf07c-ded8-41a6-bc53-72e39bb23fbe owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:48.305194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-01b46f0b-734e-4eb6-bee5-4f84754217f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:48.306996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-01b46f0b-734e-4eb6-bee5-4f84754217f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.1416574 Nov 12 03:13:48.313425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1221799498', 'description': 'tempest-description-359077246'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:48.318478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9661b-1afc-4f86-8212-7633a4c93e58 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1d3c22-540e-46d8-9af1-c0ac20aac076,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:48.355451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-c91f71b3-5666-4654-a054-7fc4dddfbe5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319667 Nov 12 03:13:48.371336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.412684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:48.462347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.498356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.545619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-27da6166-49f2-4374-b92d-59ba43caa200 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769238 Nov 12 03:13:48.658578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.668737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.743871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:48.745140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c968614f-4788-4ddb-a16c-9f25de7fe301 req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4418905 Nov 12 03:13:48.750305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-0ccb0f90-1e2a-4f97-8ac5-2b610a9c707c service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940465 Nov 12 03:13:48.780378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cef4a2-e619-4b5a-b4db-a0c3ec4ee313 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1389d6fc-5cfb-4ad6-96b6-698b9049fec8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:48.834225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.094017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] For port 79700f14-cb59-425b-b29e-a1aa7be220f1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=79700f14-cb59-425b-b29e-a1aa7be220f1,segment=NetworkSegment(15e1dba5-e42a-4e23-8ba7-70f79a0b56ac),segment_id=15e1dba5-e42a-4e23-8ba7-70f79a0b56ac)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:49.094396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.101141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d89aa0c-84d7-4c70-9f9a-2e190e4ec119,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:49.127528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79d01-4022-4dc9-bdd5-1d96b5de0e8a req-29ccacb8-78df-4fc6-9518-ac1ca0526371 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:49.136111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfe79d01-4022-4dc9-bdd5-1d96b5de0e8a req-29ccacb8-78df-4fc6-9518-ac1ca0526371 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.7620950 Nov 12 03:13:49.138684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.154220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['baeaf07c-ded8-41a6-bc53-72e39bb23fbe'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:13:49.252061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Calling delete_port for 79700f14-cb59-425b-b29e-a1aa7be220f1 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:49.270444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-906d3d56-c70c-48ea-ad80-ad2c4844ffe1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:49.272439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-906d3d56-c70c-48ea-ad80-ad2c4844ffe1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 812 time: 0.1675034 Nov 12 03:13:49.296852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:49.297543 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.303848 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-dce9b6d1-5ec0-4274-864a-92d4c4253a5c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/quotas/820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 375 time: 0.0234344 Nov 12 03:13:49.310291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] No DVR routers for this DVR port baeaf07c-ded8-41a6-bc53-72e39bb23fbe on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:49.313640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.317788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3dc6834-68d3-4c2b-b617-85fc3913e667 req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.39 "DELETE /v2.0/ports/baeaf07c-ded8-41a6-bc53-72e39bb23fbe HTTP/1.1" status: 204 len: 173 time: 2.5919392 Nov 12 03:13:49.326324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'name': 'network-vif-deleted', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:49.333186 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31544f19-7157-4d43-b578-ea02e6d05bfb" -d '{"events": [{"server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "name": "network-vif-deleted", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:49.338110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1834d-efbe-4fda-bc90-516b0aa67726 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event deleted for resources: {'Port': ['ID=baeaf07c-ded8-41a6-bc53-72e39bb23fbe,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:49.367481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Checking segment: {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:49.367947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Network hostable DHCP agents. Network: c9a94519-ce67-4f0c-802e-3b30ffbd8a28, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:49.436598 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-905e4810-dbe0-440e-a8db-8f869c43e384 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145113 Nov 12 03:13:49.469528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-03718b12-74ff-49c4-9cdb-8cfcb008f6ef service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:13:49.481052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-03718b12-74ff-49c4-9cdb-8cfcb008f6ef service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281732 Nov 12 03:13:49.518512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfe79d01-4022-4dc9-bdd5-1d96b5de0e8a req-61d7103b-c1d8-4f8c-ac00-46900403f856 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760841 Nov 12 03:13:49.568717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:49.593014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:49.593390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.614429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:49.626016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.633548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c9a94519-ce67-4f0c-802e-3b30ffbd8a28) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:49.649491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542516b8-27d7-4c86-a824-1a5d45b528c1 None None] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:49.649959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-1a9f7f0d-c65c-48ee-a6e5-0936e882746a service neutron] 10.222.0.84 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680100 Nov 12 03:13:49.709225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:49.709925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.736115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=cd078bd3-5068-45bb-a64d-fd3a7c8f5a46,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:49.807662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f41de8fe-eb08-4632-823c-91e9c34c06c1 req-11d39f5f-9b31-445c-87c6-9a505b3439d2 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1cafa0-8534-41cd-b009-752588a164a9 HTTP/1.1" status: 200 len: 210 time: 0.0773647 Nov 12 03:13:49.855770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-ed29bed1-2188-4a1e-9402-95f4d696aa12 service neutron] 10.222.0.84 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048750 Nov 12 03:13:49.951710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'fixed_ips': [{'subnet_id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:13:49.954577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:49.983600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.051580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:50.077029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-927765a8-2e5a-4ac3-99b9-80fa5003aef3 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6232073 Nov 12 03:13:50.125992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52744) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.154219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:50.198439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 79700f14-cb59-425b-b29e-a1aa7be220f1 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:50.227378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52750) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.292557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad6eadd8-22a2-4c1c-8fac-7d737198b95f req-0a115bb0-bbbd-4ab9-b228-aa5333ac163c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.0659382 Nov 12 03:13:50.304706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.308444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.325622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No active binding found for port 79700f14-cb59-425b-b29e-a1aa7be220f1 {{(pid=102434) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:13:50.327716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 79700f14-cb59-425b-b29e-a1aa7be220f1 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:50.329714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.395166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Pushing event deleted for resources: {'Port': ['ID=79700f14-cb59-425b-b29e-a1aa7be220f1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:50.512327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Allocated IP 172.20.0.2 (c9a94519-ce67-4f0c-802e-3b30ffbd8a28/3d89aa0c-84d7-4c70-9f9a-2e190e4ec119/b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:50.540819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5045c1fa-655d-4fc9-97b0-9245a67fc0e5 x-openstack-request-id: req-5045c1fa-655d-4fc9-97b0-9245a67fc0e5 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:50.541921 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1cafa0-8534-41cd-b009-752588a164a9", "name": "network-vif-deleted", "tag": "baeaf07c-ded8-41a6-bc53-72e39bb23fbe", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:50.542384 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5045c1fa-655d-4fc9-97b0-9245a67fc0e5 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:50.542997 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1cafa0-8534-41cd-b009-752588a164a9', 'name': 'network-vif-deleted', 'tag': 'baeaf07c-ded8-41a6-bc53-72e39bb23fbe', 'status': 'completed', 'code': 200} Nov 12 03:13:50.544143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] No DVR routers for this DVR port 79700f14-cb59-425b-b29e-a1aa7be220f1 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:50.548980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.553459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2e4de4a-6bed-4567-8c78-8f6778265e5a req-cb273341-1d08-422b-b4b1-51efcf0fc0fc tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.32 "DELETE /v2.0/ports/79700f14-cb59-425b-b29e-a1aa7be220f1 HTTP/1.1" status: 204 len: 173 time: 3.0178020 Nov 12 03:13:50.585119 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.594208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cc23c0d4-0afa-4ce5-a3ea-c5afdac81d8d tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 HTTP/1.1" status: 204 len: 168 time: 3.6963868 Nov 12 03:13:50.598421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52760) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.639845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.658942 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e4006d-0a77-47e5-b00f-35a225f970d0 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] GET failed (client error): The resource could not be found. Nov 12 03:13:50.667760 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.668436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49e4006d-0a77-47e5-b00f-35a225f970d0 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports/cd078bd3-5068-45bb-a64d-fd3a7c8f5a46 HTTP/1.1" status: 404 len: 333 time: 0.0678985 Nov 12 03:13:50.671229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52762) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:50.683528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-1138402374'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:50.730300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3a4295a-3e18-477b-93cb-3af7d9abac82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.873060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:50.878898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.889274 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.902421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:50.919902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:50.997910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.001156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Pushing event updated for resources: {'Port': ['ID=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:51.028096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa22f-c89d-496c-a966-b3d3969ee87a req-bc46efed-c74c-44cb-8021-bba8ce969e94 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.037878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:51.043151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:51.043539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-860aa22f-c89d-496c-a966-b3d3969ee87a req-bc46efed-c74c-44cb-8021-bba8ce969e94 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.3838174 Nov 12 03:13:51.045806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:51.164915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device baeaf07c-ded8-41a6-bc53-72e39bb23fbe no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:51.165869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d340508-ada2-4572-ab6b-d1eff573060b req-91a713e6-3963-4417-8da5-5d5b6ef34218 tempest-ListServersNegativeTestJSON-330854103 tempest-ListServersNegativeTestJSON-330854103-project] 10.222.0.84 "GET /v2.0/ports?device_id=714a0554-61ab-4c2b-9e01-1007318f8aed HTTP/1.1" status: 200 len: 210 time: 0.0547850 Nov 12 03:13:51.194309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.7 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/ffe387cf-39f1-4318-b1d0-8968c5cfb7ec) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:51.205602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Attempting to bind port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:51.206072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Attempting to bind port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:51.206578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Attempting to bind port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 on network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:51.209497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: baeaf07c-ded8-41a6-bc53-72e39bb23fbe {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:51.209968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device baeaf07c-ded8-41a6-bc53-72e39bb23fbe not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:51.218743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:51.219311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Checking segment: {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:51.219863 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.220354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Bound using segment: {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:51.220933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Bound port: b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:51.221414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.314189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] For port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:51.320048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] For port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:51.326267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.400964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eec7e-d382-492f-836b-b422c73fade0 None None] Pushing event updated for resources: {'Port': ['ID=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:51.439644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-860aa22f-c89d-496c-a966-b3d3969ee87a req-23654827-1ed8-48ff-9ba6-5f3de5892f81 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538775 Nov 12 03:13:51.450127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dcc27f2-ddb5-45c4-90f5-8b9994f93de2 req-72b8c288-f7ed-4e9f-b362-26f09509a531 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.0479670 Nov 12 03:13:51.503631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3a4295a-3e18-477b-93cb-3af7d9abac82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.514828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3a4295a-3e18-477b-93cb-3af7d9abac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.520724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:13:51.535203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.583750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3a4295a-3e18-477b-93cb-3af7d9abac82 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21f0ace6d2e24c4b8a14c601412c3301&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3525491 Nov 12 03:13:51.583952 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.585200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4295a-3e18-477b-93cb-3af7d9abac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5aaa6f-f495-4782-86d5-ce3d8ed61263,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:51.588658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:51.663375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=ffe387cf-39f1-4318-b1d0-8968c5cfb7ec,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:51.695295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:51.702845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:51.704424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:51.735857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:51.745717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52776) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:51.750282 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:51.758513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-645ec6f8-e488-4726-8870-30c70a7278dc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3168998 Nov 12 03:13:51.763919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:51.764724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:51.844974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet b60200a9-b160-435a-907c-a3bcab42c656 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:51.849993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.945584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:51.946531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.950017 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:51.954062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:51.985322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.061091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.065062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.069282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1b5aaa6f-f495-4782-86d5-ce3d8ed61263 HTTP/1.1" status: 204 len: 168 time: 0.4782679 Nov 12 03:13:52.095592 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8c88e14b-3759-4bf9-afa3-d44480c7c3b2 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4214981 Nov 12 03:13:52.106817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52780) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.121709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.126032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bea1-4405-4391-b156-ffee3c8da96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5aaa6f-f495-4782-86d5-ce3d8ed61263,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.163566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.199321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.205010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-77fe8d0e-1956-4bad-8576-6e0367761a75 None None] Provisioning complete for port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:52.205531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-77fe8d0e-1956-4bad-8576-6e0367761a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.250615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-77fe8d0e-1956-4bad-8576-6e0367761a75 None None] Port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:52.278891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.341537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:67:c7:67'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:52.398630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Deleting subnet 204ea90b-62c9-4868-8f55-107806f542a3 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:13:52.403470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.453607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.504102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.547924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'name': 'network-vif-deleted', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:52.555089 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff375dd-098a-472b-93d1-f72863762155" -d '{"events": [{"server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "name": "network-vif-deleted", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:52.578009 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:49Z', 'revision_number': 9, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:52.599878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-8fb2d0be-3c78-4bce-a745-03bab8889e71 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.604137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-8fb2d0be-3c78-4bce-a745-03bab8889e71 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 812 time: 0.6678467 Nov 12 03:13:52.618228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52796) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.646865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Allocated IP 172.25.2.193 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/545cd421-d04e-46d7-b06c-5e7b7bc450e7) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:52.651623 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:52.704469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:52.705484 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:52.722091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4d32d7-9b09-4e2b-ab45-5f5293be2b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.795144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.797107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.827919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:52.909053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'device_id': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df', 'admin_state_up': True, 'tenant_id': '820c9302e3414509bf2f1d6fd229687e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:52.957362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204ea90b-62c9-4868-8f55-107806f542a3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:52.966244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:52.972362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d8e729bb-936b-4238-bb3c-e357f123b700 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/204ea90b-62c9-4868-8f55-107806f542a3 HTTP/1.1" status: 204 len: 168 time: 0.6912837 Nov 12 03:13:52.983910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52798) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:52.995871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33b7b-5311-4873-90be-186d10d48736 req-5aa040d5-e7b6-4ced-bde8-8f6857870770 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:52.999215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-74e33b7b-5311-4873-90be-186d10d48736 req-5aa040d5-e7b6-4ced-bde8-8f6857870770 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.3818870 Nov 12 03:13:53.080970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.094572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfbd61f-f63e-46e2-8c74-a472ee74e9ff None None] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:53.177554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93d2fa6a-6aab-49e8-b8d0-3b14cf228c41 req-4e1f9c97-b32f-42ff-930d-09fa90dc84cd tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.2711744 Nov 12 03:13:53.190833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:49Z', 'revision_number': 9, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:53.200266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=b60200a9-b160-435a-907c-a3bcab42c656,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:53.208646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] Provisioning complete for port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:53.209262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.220334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.221603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.228922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.242260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df33e31b-e4f1-45e3-80e9-feb523712b28 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/b60200a9-b160-435a-907c-a3bcab42c656 HTTP/1.1" status: 204 len: 168 time: 1.4933262 Nov 12 03:13:53.256669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.259463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:53.260170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600a8e-ccde-4f67-a47f-977c87400b8c None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:49Z', 'revision_number': 9, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': '87ea0c02-1f88-468a-b34c-874393d505d4', 'name': '', 'network_id': 'b71434b2-94aa-4de1-9fda-97fe15cf5cd6', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:55:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '4de5950f-9022-4771-8494-797948abf202', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:03Z', 'updated_at': '2021-11-12T03:13:12Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': '4de5950f-9022-4771-8494-797948abf202', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:53.271961 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054a909-00d0-4422-8321-5abb100a4b53 x-openstack-request-id: req-b054a909-00d0-4422-8321-5abb100a4b53 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:53.272416 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a0554-61ab-4c2b-9e01-1007318f8aed", "name": "network-vif-deleted", "tag": "79700f14-cb59-425b-b29e-a1aa7be220f1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:53.272967 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b054a909-00d0-4422-8321-5abb100a4b53 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:53.273277 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a0554-61ab-4c2b-9e01-1007318f8aed', 'name': 'network-vif-deleted', 'tag': '79700f14-cb59-425b-b29e-a1aa7be220f1', 'status': 'completed', 'code': 200} Nov 12 03:13:53.289746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-74e33b7b-5311-4873-90be-186d10d48736 req-025498a8-4c19-4715-98a2-f83f9f252416 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701824 Nov 12 03:13:53.305366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4801a51-8800-4fac-a3ac-381239d702d8 None None] Network fb75eee5-7840-427f-87da-e03748c14cec requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:53.319014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Made reservation on behalf of 820c9302e3414509bf2f1d6fd229687e for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:53.322896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.446864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.501706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] For port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:53.509223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.528646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.711761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Allocated IP 172.20.0.12 (a3d2f72e-096f-414d-9cf3-a848416c55df/428c3981-7292-4cbe-b734-273b7b749dc5/7b342e91-f24a-41ea-8a2b-d41bb6379d51) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:53.749815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e8bc2-dc59-4253-b2f0-98af8d9a9d59 None None] Pushing event updated for resources: {'Port': ['ID=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:53.823543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 74eee452-fe3f-4fe1-aa37-00c94e85be57 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:53.823900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.832898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.870478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.871467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:53.955030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4d32d7-9b09-4e2b-ab45-5f5293be2b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.961533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:53.963009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:53.967755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] DHCP port deletion for fb75eee5-7840-427f-87da-e03748c14cec request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:53.989976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4d32d7-9b09-4e2b-ab45-5f5293be2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.030988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 74eee452-fe3f-4fe1-aa37-00c94e85be57, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74eee452-fe3f-4fe1-aa37-00c94e85be57,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:54.031503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.069243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 74eee452-fe3f-4fe1-aa37-00c94e85be57 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:54.078230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=ffe387cf-39f1-4318-b1d0-8968c5cfb7ec,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.112025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] In _notify_port_updated(), no bound segment for port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec on network ee273ba0-c3e5-4db6-a3eb-564ab558a083 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:13:54.118410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.126278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.133919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9653b0d-fef0-4555-8eba-29c2f4be7f20 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "PUT /v2.0/ports/ffe387cf-39f1-4318-b1d0-8968c5cfb7ec HTTP/1.1" status: 200 len: 996 time: 2.0075800 Nov 12 03:13:54.139468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:54.162568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee4d32d7-9b09-4e2b-ab45-5f5293be2b4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10e44561669b462eb286528e5527f269&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5402496 Nov 12 03:13:54.163274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:54.176008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.179611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.190155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Deleting port 74eee452-fe3f-4fe1-aa37-00c94e85be57 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:54.191856 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.202003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d32d7-9b09-4e2b-ab45-5f5293be2b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f103db71-e9dc-432d-ba87-84e83ccb0ed8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.262392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c65eb5-e3ef-4ff2-b908-eee4b01872e1']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:54.285227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:54.298738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:54.299039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e1dba5-e42a-4e23-8ba7-70f79a0b56ac') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:54.302112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:54.309447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Pushing event updated for resources: {'Port': ['ID=545cd421-d04e-46d7-b06c-5e7b7bc450e7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.314990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:54.337499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.341721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:54.344849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e807fc-2952-45d1-bfbe-640956034898 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:54.391834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.425400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:54.426403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87dfa4d0-9a43-4aa3-b577-d0ab12dfc67b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:54.450471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] For port 74eee452-fe3f-4fe1-aa37-00c94e85be57, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74eee452-fe3f-4fe1-aa37-00c94e85be57,segment=NetworkSegment(91d7ce46-bce5-49c8-acfb-f7581e60605e),segment_id=91d7ce46-bce5-49c8-acfb-f7581e60605e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:54.450801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.472840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.483486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Calling delete_port for 74eee452-fe3f-4fe1-aa37-00c94e85be57 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:54.485701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50837d6a-2d34-460b-a223-ebf6ccbf8131 req-c9d7fea1-9c06-4bf2-988c-93a9c20a2d4e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.1444938 Nov 12 03:13:54.497562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.502273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:54.502892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:54.505891 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:54.545951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6b5bb01b-99fe-417c-92e1-969062d529a4 None None] Provisioning complete for port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:54.546408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb01b-99fe-417c-92e1-969062d529a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.589787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.596308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bb01b-99fe-417c-92e1-969062d529a4 None None] Port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:54.623214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.630740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6b5bb01b-99fe-417c-92e1-969062d529a4 None None] Provisioning complete for port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:54.631147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb01b-99fe-417c-92e1-969062d529a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.636344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17080357-27b2-4dbf-bed4-d8eb28a52388 req-1631723d-c648-44c0-af86-0408176273db tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:54.637906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17080357-27b2-4dbf-bed4-d8eb28a52388 req-1631723d-c648-44c0-af86-0408176273db tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.1986184 Nov 12 03:13:54.666289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.671936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=74eee452-fe3f-4fe1-aa37-00c94e85be57,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.689687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port 74eee452-fe3f-4fe1-aa37-00c94e85be57 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:54.695994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: from cryptography.utils import int_from_bytes Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: from cryptography.utils import int_from_bytes Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:13:54.705343 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:13:54.716324 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.731371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.737066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] 10.222.0.84 "DELETE /v2.0/networks/03c65eb5-e3ef-4ff2-b908-eee4b01872e1 HTTP/1.1" status: 204 len: 168 time: 1.7346065 Nov 12 03:13:54.749214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:54.749759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.759214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc415651-24ec-438d-83b3-2d26f5c61919 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c65eb5-e3ef-4ff2-b908-eee4b01872e1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.803074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] No DVR routers for this DVR port 74eee452-fe3f-4fe1-aa37-00c94e85be57 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:13:54.811419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eaaa8-36a9-4b22-900c-84f2546e0dd9 None None] Pushing event deleted for resources: {'Port': ['ID=74eee452-fe3f-4fe1-aa37-00c94e85be57,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.827701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Network a3d2f72e-096f-414d-9cf3-a848416c55df is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:54.859732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.862855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.876859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f103db71-e9dc-432d-ba87-84e83ccb0ed8 HTTP/1.1" status: 204 len: 168 time: 0.7012453 Nov 12 03:13:54.893105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:54.901753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d137fdf-51ee-4d5d-b960-f2fde1b02ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f103db71-e9dc-432d-ba87-84e83ccb0ed8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:54.920911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:54.957506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.991686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3a656b69-cb41-4683-9064-82826f662972 None None] Provisioning complete for port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:54.992064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3a656b69-cb41-4683-9064-82826f662972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.026063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52818) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:55.066127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3a656b69-cb41-4683-9064-82826f662972 None None] Port ffe387cf-39f1-4318-b1d0-8968c5cfb7ec cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:55.086899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.098058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17080357-27b2-4dbf-bed4-d8eb28a52388 req-3438ba98-97dd-46b0-abb0-e6092e68bcc0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339566 Nov 12 03:13:55.114444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.156797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb75eee5-7840-427f-87da-e03748c14cec']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:55.179826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.180446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.200797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d7ce46-bce5-49c8-acfb-f7581e60605e') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:55.201069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d7ce46-bce5-49c8-acfb-f7581e60605e') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:55.225348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.234711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.241671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-167c119e-8b2d-4fb3-bf73-260544cb8b20 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3380954 Nov 12 03:13:55.252268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b87cfdd3-8898-41e8-a1b5-001c298fb739 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=03c7947dcf294f7d977fbdf5a4f7eb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216086 Nov 12 03:13:55.253380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for ffe387cf-39f1-4318-b1d0-8968c5cfb7ec owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:55.257298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:55.267418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Request body: {'port': {'device_id': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:55.283162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.334108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.336708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:13:55.337124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:13:55.340624 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:13:55.396898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.443310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.444060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.453982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.457297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.460656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/fb75eee5-7840-427f-87da-e03748c14cec HTTP/1.1" status: 204 len: 168 time: 2.1998489 Nov 12 03:13:55.473621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52832) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:55.495154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccea62-dc02-4d6a-8476-30e05a69c3f1 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=fb75eee5-7840-427f-87da-e03748c14cec,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.568888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.577596 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.583970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a21af17-475b-4efd-91fa-e8d34c9e5465 HTTP/1.1" status: 204 len: 168 time: 0.3252699 Nov 12 03:13:55.612029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880146a4-f0fb-4977-a483-2a377f38267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21af17-475b-4efd-91fa-e8d34c9e5465,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:55.716782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:55.759083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Router 7636825f-befa-4819-96dd-4615320a19ff is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:13:55.934890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c66f7-87d1-4787-ac76-851549c8bb1d req-1653ae69-7211-4c31-a920-d69fb248f165 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:55.954313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b84c66f7-87d1-4787-ac76-851549c8bb1d req-1653ae69-7211-4c31-a920-d69fb248f165 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 932 time: 0.3468330 Nov 12 03:13:55.996957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:55.997694 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.150574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b84c66f7-87d1-4787-ac76-851549c8bb1d req-f033b143-ef31-42de-8414-d10f0dec9c1d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952949 Nov 12 03:13:56.152220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:13:56.164212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Sync routers for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:13:56.179767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:56.180887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:56.210434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.211808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46cf94f1-aea6-4a1d-9f87-79de7747dc7d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0646322 Nov 12 03:13:56.214937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52858) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:56.297450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74eee452-fe3f-4fe1-aa37-00c94e85be57 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:13:56.322380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 74eee452-fe3f-4fe1-aa37-00c94e85be57 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:13:56.323082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74eee452-fe3f-4fe1-aa37-00c94e85be57 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:13:56.418805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:56.622415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.773584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:54Z', 'revision_number': 3, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:56.817711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Checking router: 7636825f-befa-4819-96dd-4615320a19ff for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:13:56.818569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Updating router 7636825f-befa-4819-96dd-4615320a19ff port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:13:56.860005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.869274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=ffe387cf-39f1-4318-b1d0-8968c5cfb7ec,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.016293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:57.018139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.082197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213b277-4b97-4dc2-a54c-22b436571ebc req-ca75acba-5623-4b8c-9448-51734f6ddcd5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.104016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0213b277-4b97-4dc2-a54c-22b436571ebc req-ca75acba-5623-4b8c-9448-51734f6ddcd5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.4682674 Nov 12 03:13:57.114147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.120426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0c327c11-80e6-4627-8ba7-8587ebfa2567 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/ffe387cf-39f1-4318-b1d0-8968c5cfb7ec HTTP/1.1" status: 204 len: 168 time: 2.9600360 Nov 12 03:13:57.124300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52888) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:57.238027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.245195 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.293006 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a275bf3-34ba-4d72-97eb-464e80e1ca00 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] GET failed (client error): The resource could not be found. Nov 12 03:13:57.295279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-56833500-network', 'tenant_id': 'ce00708912d34963b6f3250f88fbb132'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:57.303322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7a275bf3-34ba-4d72-97eb-464e80e1ca00 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports/ffe387cf-39f1-4318-b1d0-8968c5cfb7ec HTTP/1.1" status: 404 len: 333 time: 0.1497302 Nov 12 03:13:57.304587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:57.317646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f15b7-59bd-4496-b396-674ba06e4a96 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:57.335120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-444825724'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:57.340831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Attempting to bind port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:57.341231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Attempting to bind port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:57.341603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Attempting to bind port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:57.356138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:57.356520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:57.356988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.357354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:57.358000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Bound port: 545cd421-d04e-46d7-b06c-5e7b7bc450e7, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:57.358526 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.386423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddc398-70bb-4a0a-8d14-a5dbfb3f0368 None None] Pushing event updated for resources: {'Port': ['ID=545cd421-d04e-46d7-b06c-5e7b7bc450e7,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.441180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0213b277-4b97-4dc2-a54c-22b436571ebc req-9da8bd4f-42f5-4162-8438-babba6cb8474 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295324 Nov 12 03:13:57.477219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-03481773-a575-47a7-8d77-6a2d4219b51e None None] Provisioning complete for port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:57.477750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03481773-a575-47a7-8d77-6a2d4219b51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.520092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] For port 545cd421-d04e-46d7-b06c-5e7b7bc450e7, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:57.537849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b342e91-f24a-41ea-8a2b-d41bb6379d51 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:13:57.538037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:57.541682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.548235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.552222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] For port 545cd421-d04e-46d7-b06c-5e7b7bc450e7, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=545cd421-d04e-46d7-b06c-5e7b7bc450e7,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:57.568065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Transition to ACTIVE for port object 7b342e91-f24a-41ea-8a2b-d41bb6379d51 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:13:57.571484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03481773-a575-47a7-8d77-6a2d4219b51e None None] Port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:57.576301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.588365 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.622587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.640439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.657977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddc398-70bb-4a0a-8d14-a5dbfb3f0368 None None] Pushing event updated for resources: {'Port': ['ID=545cd421-d04e-46d7-b06c-5e7b7bc450e7,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.695153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.700419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117009a3-6a97-4965-bcab-a8442f73783f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:13:57.714352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:13:57.715212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:57.736409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:57.740838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8296ea-defc-4c7c-8b30-dd3e175d0462 req-98b961ee-9fde-42df-b219-57be66b5434b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:57.743192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da8296ea-defc-4c7c-8b30-dd3e175d0462 req-98b961ee-9fde-42df-b219-57be66b5434b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 932 time: 0.4197118 Nov 12 03:13:57.812595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Attempting to bind port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:13:57.812947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Attempting to bind port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:13:57.813428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Attempting to bind port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 on network a3d2f72e-096f-414d-9cf3-a848416c55df {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:57.826834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 on network a3d2f72e-096f-414d-9cf3-a848416c55df not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:13:57.827185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Attempting to bind port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 on network a3d2f72e-096f-414d-9cf3-a848416c55df {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:13:57.867497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.888641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:13:57.902869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.903122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:13:57.903436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Checking segment: {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:57.903836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Bound using segment: {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:13:57.904293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Bound port: 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:13:57.904653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.923328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:13:57.935170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.935603 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Added segment 53f788ad-0f44-49f4-b5cb-65d04ef901b2 of type vlan for network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 Nov 12 03:13:57.987124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.029238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] Provisioning complete for port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:58.029887 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.037971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:13:58.041871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:13:58.046900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.107804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.111220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.112786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.113381 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.116801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Allocated IP 172.20.0.1 (c9a94519-ce67-4f0c-802e-3b30ffbd8a28/3d89aa0c-84d7-4c70-9f9a-2e190e4ec119/adbd50c1-d168-4942-afc1-d8b75e362819) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:58.118668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.123324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.125864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] 10.222.0.32 "PUT /v2.0/ports/7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 1093 time: 2.8668036 Nov 12 03:13:58.144007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:13:58.146791 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f4b85-819b-4460-9a08-d3c9df2c372f" -d '{"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:13:58.229588 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b207a00-eda1-46a3-9692-2ade09daddad x-openstack-request-id: req-3b207a00-eda1-46a3-9692-2ade09daddad {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:13:58.230007 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:13:58.230367 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b207a00-eda1-46a3-9692-2ade09daddad {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:13:58.230973 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'status': 'completed', 'code': 200} Nov 12 03:13:58.244433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d1200a-14e6-4e40-ab92-6d13b69b8a22,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.267007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:13:58.276673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07180a-1d27-43a1-9927-a7e746fcf01c service neutron] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.293037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-471baad8-a744-45dd-bcd9-95811c004522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.294685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-471baad8-a744-45dd-bcd9-95811c004522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1096 time: 0.1167839 Nov 12 03:13:58.311878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da8296ea-defc-4c7c-8b30-dd3e175d0462 req-73e22af3-50af-4b51-bf18-3c3a1789983a tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260278 Nov 12 03:13:58.318583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61f3f5bb-9475-446a-8a7e-3b2a716ed964 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2979090 Nov 12 03:13:58.321811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:58.326475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.348415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52914) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:58.359642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port f8ed7132-4649-4efa-816b-469aa2ca32f3 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:13:58.362125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Request body: {'subnet': {'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-56833500-subnet', 'tenant_id': 'ce00708912d34963b6f3250f88fbb132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:58.443775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-96475188-9bdb-4811-ba80-caf51e44d034 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 217 time: 0.0941679 Nov 12 03:13:58.456683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.490484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:54Z', 'revision_number': 3, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:13:58.520336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] For port 545cd421-d04e-46d7-b06c-5e7b7bc450e7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=545cd421-d04e-46d7-b06c-5e7b7bc450e7,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:58.522124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9812-6ec2-4c71-b183-ad6b573f7c6c None None] The sync data for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 is: [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:54Z', 'revision_number': 3, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:13:58.527314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.553428 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.576100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:13:58.582650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.4 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/f8ed7132-4649-4efa-816b-469aa2ca32f3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:13:58.584062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.597388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13da857-ef47-41b5-8e84-55ac694158f1 None None] Pushing event updated for resources: {'Port': ['ID=545cd421-d04e-46d7-b06c-5e7b7bc450e7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.638928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.714597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:58.727970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:58.735320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:58.750500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 87ea0c02-1f88-468a-b34c-874393d505d4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:13:58.751020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.761127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-793472aa-83b2-42c1-bdc6-afa24c5d2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.762858 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-793472aa-83b2-42c1-bdc6-afa24c5d2e04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.2993963 Nov 12 03:13:58.775700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:58.829393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Pushing event updated for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:58.848381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-1866bccd-33a5-480b-bd94-d52c59275eea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488541 Nov 12 03:13:58.869349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d2288-c8ab-415d-8eed-fac313f65271 req-360dcb35-059a-498f-b8f5-536967bcca8c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:58.870928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e62d2288-c8ab-415d-8eed-fac313f65271 req-360dcb35-059a-498f-b8f5-536967bcca8c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.2516685 Nov 12 03:13:59.018253 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.056837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.155537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.163170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bb4b3d0a-50f6-46ff-bbf1-7b51c8480ca8 None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:59.163672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb4b3d0a-50f6-46ff-bbf1-7b51c8480ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.224119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.235401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 87ea0c02-1f88-468a-b34c-874393d505d4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ea0c02-1f88-468a-b34c-874393d505d4,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:13:59.235807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.241839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b3d0a-50f6-46ff-bbf1-7b51c8480ca8 None None] Port adbd50c1-d168-4942-afc1-d8b75e362819 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:13:59.288400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52926) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:59.293247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 87ea0c02-1f88-468a-b34c-874393d505d4 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:13:59.299582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.304421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e62d2288-c8ab-415d-8eed-fac313f65271 req-edbd62e8-e269-4184-b48e-01f90e1e35f2 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393519 Nov 12 03:13:59.316199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:13:59.365684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c99337-e8ab-4816-88cb-a88238066953,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.392419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-e82faba3-9620-4394-8cdc-4909b0b0e715 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353932 Nov 12 03:13:59.422434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:59.433081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=f8ed7132-4649-4efa-816b-469aa2ca32f3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.438327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:13:59.568079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Checking segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:13:59.568459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Network hostable DHCP agents. Network: b6d1200a-14e6-4e40-ab92-6d13b69b8a22, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:13:59.606857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad56f928-615d-4411-9d26-fb8111eeffc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.634297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.665560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.677440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bc78ef5-dcdc-45ba-825d-ee82dd72b0b8 req-57c3aeb5-daaf-4f5b-a2f2-a90cea480ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452276 Nov 12 03:13:59.679530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:13:59.698798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b6d1200a-14e6-4e40-ab92-6d13b69b8a22) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:13:59.705761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 545cd421-d04e-46d7-b06c-5e7b7bc450e7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:13:59.706579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.707471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.727072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04eb59-663d-4151-a33d-b461823a1d67 req-a60d1ed2-79f7-4d9e-b0dd-be4d5ac09a4f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.728651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d04eb59-663d-4151-a33d-b461823a1d67 req-a60d1ed2-79f7-4d9e-b0dd-be4d5ac09a4f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 944 time: 0.2868385 Nov 12 03:13:59.734527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.735168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.749710 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-66afecfa-36d6-4a0d-97bc-33d1760aeb83 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3925261 Nov 12 03:13:59.762746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf15dc6-a01a-4fb0-a9a6-311d54668d02 None None] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:13:59.831650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.853021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5d6d837-6646-454b-b3b8-54d3625b05cc tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5306633 Nov 12 03:13:59.855861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-65bf9bd7-f9e3-4d16-bf25-7b01f57dd44b None None] Provisioning complete for port f8ed7132-4649-4efa-816b-469aa2ca32f3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:59.856312 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65bf9bd7-f9e3-4d16-bf25-7b01f57dd44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.861538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:59.874560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'network_id': 'ee273ba0-c3e5-4db6-a3eb-564ab558a083', 'name': 'tempest-AllowedAddressPairTestJSON-1802392568'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:13:59.882018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Pushing event updated for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.888322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=87ea0c02-1f88-468a-b34c-874393d505d4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:59.888765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.906515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-928bbe0a-7bec-4221-af82-d8e6e247f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:13:59.908188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-928bbe0a-7bec-4221-af82-d8e6e247f13b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1096 time: 0.1307821 Nov 12 03:13:59.951753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:13:59.952470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:59.980251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-65bf9bd7-f9e3-4d16-bf25-7b01f57dd44b None None] Port f8ed7132-4649-4efa-816b-469aa2ca32f3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:00.057802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d5736-6cbc-422f-8d43-85cd67e68a2f None None] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:00.263844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-8a5e1158-a025-4b45-8b8a-043e020ddd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.265489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-8a5e1158-a025-4b45-8b8a-043e020ddd4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.3319445 Nov 12 03:14:00.322412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-588a3cf4-268b-4899-b099-d1843d29c2fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 217 time: 0.0466862 Nov 12 03:14:00.323199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.487442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-50909a26-a3b1-411e-9b18-a57a2995d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.489013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-50909a26-a3b1-411e-9b18-a57a2995d99e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.1581810 Nov 12 03:14:00.547696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d04eb59-663d-4151-a33d-b461823a1d67 req-f63db042-5236-47d5-87ec-a2b451e14be6 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013530 Nov 12 03:14:00.563294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-6aeaffd6-d5ab-49c9-a718-48b1d73acd29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635679 Nov 12 03:14:00.639244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad56f928-615d-4411-9d26-fb8111eeffc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.646256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:00.649153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad56f928-615d-4411-9d26-fb8111eeffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.653933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:00.675421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Made reservation on behalf of 4866f46ac3bc45c291e66fd7388ea7f9 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:00.682234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:00.723119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56f928-615d-4411-9d26-fb8111eeffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40348012-3d06-40b5-9e2f-648f28853f63,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:00.745732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-c08b602e-b6b1-42e4-a38f-83fbd4707f75 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:00.753365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-c08b602e-b6b1-42e4-a38f-83fbd4707f75 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.3076541 Nov 12 03:14:00.762122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad56f928-615d-4411-9d26-fb8111eeffc6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54c49ff3b16d4d59abb62f8e7610e680&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4702747 Nov 12 03:14:00.763768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52954) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:00.765269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] device_id is not set on port 6deae4da-4dbb-4da7-8610-b9ed4247ad36 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:00.793077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-fbd4b4ba-5574-4cac-ada4-d2354f82692d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/quotas/ce00708912d34963b6f3250f88fbb132 HTTP/1.1" status: 200 len: 375 time: 0.0321245 Nov 12 03:14:00.802967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-9daa08d9-7f11-4b43-8cf4-8394d4c26cc5 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296531 Nov 12 03:14:00.808772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:14:00.860834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-8238564d-3b81-445d-80f8-146ae17bc711 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566871 Nov 12 03:14:00.884559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a288bdee-703d-4a00-b9bf-e570efba43b7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:00.885640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a288bdee-703d-4a00-b9bf-e570efba43b7 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125871 Nov 12 03:14:01.002062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012947c8-4685-4ed5-8c55-19042367b920 req-1ee26fd1-5c48-46a4-b2ac-74daffbd865f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.009658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-012947c8-4685-4ed5-8c55-19042367b920 req-1ee26fd1-5c48-46a4-b2ac-74daffbd865f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.2280402 Nov 12 03:14:01.054380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.061881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Router 7636825f-befa-4819-96dd-4615320a19ff has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:14:01.070654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Allocated IP 172.20.0.7 (ee273ba0-c3e5-4db6-a3eb-564ab558a083/38f5e85f-a5a8-4f38-97a5-08931f1c04ad/6deae4da-4dbb-4da7-8610-b9ed4247ad36) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:01.114833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-90e064ea-6be5-4656-94da-31da4fbae41e None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:01.115484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90e064ea-6be5-4656-94da-31da4fbae41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.129805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.142622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-012947c8-4685-4ed5-8c55-19042367b920 req-6a9d9957-b314-44a4-b20d-574d0c30f926 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320300 Nov 12 03:14:01.166414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-90e064ea-6be5-4656-94da-31da4fbae41e None None] Port adbd50c1-d168-4942-afc1-d8b75e362819 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:01.327999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.330920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.332187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/40348012-3d06-40b5-9e2f-648f28853f63 HTTP/1.1" status: 204 len: 168 time: 0.5618565 Nov 12 03:14:01.383212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe11b2-5590-4bcc-92ec-742a3c215a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40348012-3d06-40b5-9e2f-648f28853f63,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:01.389683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:01.405747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f248921f-510a-4ac3-942e-7316f8de962c admin admin] 10.222.0.84 "PUT /v2.0/routers/7636825f-befa-4819-96dd-4615320a19ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1896958 Nov 12 03:14:01.410890 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Sync routers for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:01.418159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:01.434108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73b897b0-c57e-4ba7-968c-1d4233dbc686 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9564519 Nov 12 03:14:01.436335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:01.444816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:01.448236 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:01.448988 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:01.452336 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c1f4b85-819b-4460-9a08-d3c9df2c372f req-cfe26a7e-89b7-4037-8aec-591e719c1e27 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339285 Nov 12 03:14:01.486354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:01.491044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:01.503233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.514362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-6fd59e7f-8bc4-4149-ab15-4efc45079e4b service neutron] 10.222.0.84 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983307 Nov 12 03:14:01.539982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet 4de5950f-9022-4771-8494-797948abf202 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:01.543772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.555008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.611834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52968) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:01.622271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:01.632081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:01.634204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.646346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:01.744484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:01.746030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.769192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:01.780783 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:01.827912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.866142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9946172 Nov 12 03:14:01.870035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52974) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:01.896928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:67:c7:67'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:c6:50:a9'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:01.955420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.986097 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:01.992564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52976) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:01.997988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/4de5950f-9022-4771-8494-797948abf202 HTTP/1.1" status: 204 len: 168 time: 0.5598907 Nov 12 03:14:01.998744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52978) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:02.002987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-225013599'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:02.030024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671fcf-0cfb-4d9a-a13f-54989cbc474f tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=6deae4da-4dbb-4da7-8610-b9ed4247ad36,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:02.061680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9a26-f9d9-4405-8db2-95665a5654d3 req-9286bb85-ef57-491c-a29b-8632d2e417d1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.063307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67de9a26-f9d9-4405-8db2-95665a5654d3 req-9286bb85-ef57-491c-a29b-8632d2e417d1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 944 time: 0.2868857 Nov 12 03:14:02.079733 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 4, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'adbd50c1-d168-4942-afc1-d8b75e362819', 'name': '', 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'mac_address': 'fa:16:3e:7a:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:57Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 2, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'subnets': [{'id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:02.086408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51bb0b9d-8c5b-4258-bde9-483f1d970c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.114377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ceed2-5fa6-43e7-9035-aa2b0cb3dd80 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=4de5950f-9022-4771-8494-797948abf202,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:02.119217 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Checking router: 7636825f-befa-4819-96dd-4615320a19ff for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:02.119813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Updating router 7636825f-befa-4819-96dd-4615320a19ff port adbd50c1-d168-4942-afc1-d8b75e362819 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:14:02.139168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3a922-7208-43f1-9c04-1b25a3e5d83b None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:02.148151 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.224643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7b342e91-f24a-41ea-8a2b-d41bb6379d51 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:02.248924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51bb0b9d-8c5b-4258-bde9-483f1d970c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.256870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-51bb0b9d-8c5b-4258-bde9-483f1d970c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.289667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cf5ca27c-28f2-4f3b-b686-9a875e022f27 None None] Provisioning complete for port 6deae4da-4dbb-4da7-8610-b9ed4247ad36 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:02.290389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf5ca27c-28f2-4f3b-b686-9a875e022f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.305504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb0b9d-8c5b-4258-bde9-483f1d970c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9e50ad-2661-473c-bae7-0838a516e44a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:02.368324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:02.373702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.374657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-51bb0b9d-8c5b-4258-bde9-483f1d970c1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ab2925f5ecb45978c6dd74cd4b1e7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748085 Nov 12 03:14:02.381418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-447a40a7-deb1-4636-a1c1-a6c394fbccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.385791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.387468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:02.421045 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:14:02.431617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67de9a26-f9d9-4405-8db2-95665a5654d3 req-4408aedc-c49d-4465-8cd2-802911d5fc9e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592119 Nov 12 03:14:02.436160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:02.454319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fd5b2d5-0f46-4def-a2b8-412cbf6f8fab service neutron] 10.222.0.84 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386461 Nov 12 03:14:02.486416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.486774 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Added segment 0621030c-893a-4312-95bd-903aa70bb9c4 of type vlan for network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 Nov 12 03:14:02.514603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.558563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.602632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ca27c-28f2-4f3b-b686-9a875e022f27 None None] Port 6deae4da-4dbb-4da7-8610-b9ed4247ad36 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:02.603227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:02.604207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.673804 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.677878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.682030 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.689431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,segment=NetworkSegment(9ae165e0-2a3b-4497-9ad3-3265e7aed214),segment_id=9ae165e0-2a3b-4497-9ad3-3265e7aed214)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:02.689677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.710584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 9833c0f6-42e9-4c8b-a713-5ef1efcf170e owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:02.792160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.793767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:02.799784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Pushing event updated for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:02.838485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df', 'port_id': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'mac_address': 'fa:16:3e:f1:88:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428c3981-7292-4cbe-b734-273b7b749dc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:02.913346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.927561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.929772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:02.941148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] DHCP port deletion for b71434b2-94aa-4de1-9fda-97fe15cf5cd6 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:02.983856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaa330-938a-4ad1-b83a-b4ad96b27581 req-ab4c832b-26ca-4936-947a-5eb7644a037b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:02.985555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61aaa330-938a-4ad1-b83a-b4ad96b27581 req-ab4c832b-26ca-4936-947a-5eb7644a037b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.2024548 Nov 12 03:14:02.995333 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:02.998800 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:02.999366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:02.999877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.000390 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.000935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.003815 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.004465 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.004953 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.005439 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.005933 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.006426 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:03.010238 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Attempting to bind port adbd50c1-d168-4942-afc1-d8b75e362819 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:03.011756 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Attempting to bind port adbd50c1-d168-4942-afc1-d8b75e362819 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:03.012425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Attempting to bind port adbd50c1-d168-4942-afc1-d8b75e362819 on network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:03.022816 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:03.023432 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Checking segment: {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:03.024165 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.024822 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Bound using segment: {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:03.025463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Bound port: adbd50c1-d168-4942-afc1-d8b75e362819, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22455db2-a8f8-4877-a55c-99025130f7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:03.026046 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.054604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.100294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] For port adbd50c1-d168-4942-afc1-d8b75e362819, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:03.104551 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] For port adbd50c1-d168-4942-afc1-d8b75e362819, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=adbd50c1-d168-4942-afc1-d8b75e362819,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:03.104762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.105897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 10, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:03.111695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b342e91-f24a-41ea-8a2b-d41bb6379d51 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:03.113068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.116779 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.119323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b9e50ad-2661-473c-bae7-0838a516e44a HTTP/1.1" status: 204 len: 168 time: 0.7206972 Nov 12 03:14:03.170816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.178440 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:03.179040 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:03.201496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9de2a3-a208-4c03-a88e-a4998012810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9e50ad-2661-473c-bae7-0838a516e44a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.213974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a6db753-3b1c-434e-a5b1-9fd8dda29b09 req-12f30c25-13f7-44e4-9899-ad70614c58cf tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 210 time: 0.1997457 Nov 12 03:14:03.261264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.283953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:03.285556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6711483 Nov 12 03:14:03.290541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52994) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:03.293655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61aaa330-938a-4ad1-b83a-b4ad96b27581 req-5fb279be-0470-4fd9-b824-ab1cbedf1f16 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898228 Nov 12 03:14:03.294875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.296620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.309938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743f3a1-21a4-440a-9727-7a29107e5e77 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Network': ['ID=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.330998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'subnet': {'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:03.337516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a3c3e-3aea-404a-9553-5451219bdf8e None None] Pushing event updated for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.351304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:03.377038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:03.393930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:03.398965 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:03.481850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.555376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event updated for resources: {'Port': ['ID=6deae4da-4dbb-4da7-8610-b9ed4247ad36,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:03.624020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] In _notify_port_updated(), no bound segment for port 6deae4da-4dbb-4da7-8610-b9ed4247ad36 on network ee273ba0-c3e5-4db6-a3eb-564ab558a083 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:14:03.634889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:03.635599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.639171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f30ff0f4-78c9-4fe7-81b9-2f65ee395635 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "PUT /v2.0/ports/6deae4da-4dbb-4da7-8610-b9ed4247ad36 HTTP/1.1" status: 200 len: 1056 time: 1.7580366 Nov 12 03:14:03.651117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:03.651947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:13:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:03.671527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:03.852468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9833c0f6-42e9-4c8b-a713-5ef1efcf170e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:03.900193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port 6deae4da-4dbb-4da7-8610-b9ed4247ad36 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:03.901369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.968048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.987123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:03.987123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:03.987123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:03.997422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Deleting port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:03.997983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.000029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9833c0f6-42e9-4c8b-a713-5ef1efcf170e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:04.000189 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 4, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'adbd50c1-d168-4942-afc1-d8b75e362819', 'name': '', 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'mac_address': 'fa:16:3e:7a:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:57Z', 'updated_at': '2021-11-12T03:14:03Z', 'revision_number': 4, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'subnets': [{'id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:04.000698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71434b2-94aa-4de1-9fda-97fe15cf5cd6']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:04.000813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9833c0f6-42e9-4c8b-a713-5ef1efcf170e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:04.049428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae165e0-2a3b-4497-9ad3-3265e7aed214') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:04.055906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae165e0-2a3b-4497-9ad3-3265e7aed214') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:04.086638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.110049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:04.124101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.134685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc83d4f-4e01-4696-b91a-ea31b8a9bd8b req-1d846c8a-36a6-4f28-90fc-64021b62ca17 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.145137 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e61b0-2a71-4b88-86bd-dec267c7c2fe None None] The sync data for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 is: [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 4, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'adbd50c1-d168-4942-afc1-d8b75e362819', 'name': '', 'network_id': 'c9a94519-ce67-4f0c-802e-3b30ffbd8a28', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'mac_address': 'fa:16:3e:7a:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:57Z', 'updated_at': '2021-11-12T03:14:03Z', 'revision_number': 4, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'subnets': [{'id': '3d89aa0c-84d7-4c70-9f9a-2e190e4ec119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:04.147181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc83d4f-4e01-4696-b91a-ea31b8a9bd8b req-1d846c8a-36a6-4f28-90fc-64021b62ca17 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 945 time: 0.5177586 Nov 12 03:14:04.232077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.295999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for 6deae4da-4dbb-4da7-8610-b9ed4247ad36 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:04.358614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:04.368160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:04.480566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.545513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:04.546337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.550506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-452e2b78-0776-4b15-b755-bd897201ec39 req-e3f10b77-36d1-4ab2-9c9b-10aaac3631ab tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 210 time: 0.0887196 Nov 12 03:14:04.565182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] For port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:04.567752 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.634594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Calling delete_port for 9833c0f6-42e9-4c8b-a713-5ef1efcf170e owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:04.648071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:04.796563 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:04.806538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.843373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.854228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a26f2a-00b1-4ea1-b009-26f6ece7967c req-b38c0a5a-811e-443a-85ac-9d30ef654038 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:04.863870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39a26f2a-00b1-4ea1-b009-26f6ece7967c req-b38c0a5a-811e-443a-85ac-9d30ef654038 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.1898816 Nov 12 03:14:04.910632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.917270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=6deae4da-4dbb-4da7-8610-b9ed4247ad36,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:04.927594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:04.935918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/b71434b2-94aa-4de1-9fda-97fe15cf5cd6 HTTP/1.1" status: 204 len: 168 time: 2.9042125 Nov 12 03:14:04.936741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:04.978200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbc42b-e87d-46cd-b776-894d77b1981c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=b71434b2-94aa-4de1-9fda-97fe15cf5cd6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.000536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Network b71434b2-94aa-4de1-9fda-97fe15cf5cd6 is not hosted by any dhcp agent {{(pid=102434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:14:05.001003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] No DVR routers for this DVR port 9833c0f6-42e9-4c8b-a713-5ef1efcf170e on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:05.065834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e543c-2e59-4913-82b7-37928c0c0a54 None None] Pushing event deleted for resources: {'Port': ['ID=9833c0f6-42e9-4c8b-a713-5ef1efcf170e,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.082953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc83d4f-4e01-4696-b91a-ea31b8a9bd8b req-220e8cd0-1f66-4243-a56c-e8620e7e428a tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9213796 Nov 12 03:14:05.131309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7031db4e-bfb7-4bfa-a498-b12e511b8a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.180116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-2d1ca7f5-ed56-4189-b378-8ee149d44b00 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.187282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-2d1ca7f5-ed56-4189-b378-8ee149d44b00 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1098 time: 0.3897159 Nov 12 03:14:05.211916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:05.391776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.398712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39a26f2a-00b1-4ea1-b009-26f6ece7967c req-b0922873-0505-441a-b31f-2fdb1af741b1 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286844 Nov 12 03:14:05.409924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.441064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.506773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] For port adbd50c1-d168-4942-afc1-d8b75e362819, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=adbd50c1-d168-4942-afc1-d8b75e362819,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:05.533677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.710422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:05.740588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a50cd81c-7bbb-4ec2-b823-5f5f48794625 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:05.742510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a50cd81c-7bbb-4ec2-b823-5f5f48794625 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.3354828 Nov 12 03:14:05.746486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Subnet': ['ID=8c8db66c-1ab0-44ff-b3dc-4c429bda8c52,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:05.767988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 10, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:05.788257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Request body: {'port': {'device_id': '48c282d6-178f-455c-b504-43166ca47ce2', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'admin_state_up': True, 'tenant_id': 'ce00708912d34963b6f3250f88fbb132'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:05.868664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device adbd50c1-d168-4942-afc1-d8b75e362819 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:05.910101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b4a7a0-6470-42a6-8d8d-97794a0a3415 None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:13:59Z', 'revision_number': 10, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None, '_interfaces': [{'id': 'e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5', 'name': '', 'network_id': '45b2f55e-c4f7-4269-930e-76bb4560e300', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'mac_address': 'fa:16:3e:54:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:54Z', 'updated_at': '2021-11-12T03:13:01Z', 'revision_number': 5, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'subnets': [{'id': 'e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:06.019791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:06.120801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-298bad4d-cb6f-4c17-9ca3-aa84bc0b5ae1 req-6fad50f5-ee29-4a45-8deb-ce5a06d1d996 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 210 time: 0.3707631 Nov 12 03:14:06.165393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Checking segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:06.165922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network hostable DHCP agents. Network: d078b8ad-1c5b-4d6f-b2de-c8a3cd079382, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:06.187949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:06.209423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeecc03-4dfd-4221-bd58-def6146b52f4 None None] Pushing event updated for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.221233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a2ee616f-6b4c-4bec-b531-21ad732b6b59 None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:06.222368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2ee616f-6b4c-4bec-b531-21ad732b6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.229156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:06.255664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7b342e91-f24a-41ea-8a2b-d41bb6379d51 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:06.363901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:06.417353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:06.419912 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c77aa6-6fde-498c-b183-ef0d83aa8fc4" -d '{"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:06.422909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d078b8ad-1c5b-4d6f-b2de-c8a3cd079382) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:06.428299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.428893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.466013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c16e4-ec6c-495e-9169-af88290e428d None None] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:06.473094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e3775eae-daf6-4924-adbe-708cdcc5cd79 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.474650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e3775eae-daf6-4924-adbe-708cdcc5cd79 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.9418507 Nov 12 03:14:06.475493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.478428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:06.478798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.496242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac0f2ed3-1e14-49a8-b0a5-de915b3750c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2009928 Nov 12 03:14:06.498677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53062) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:06.513853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Request body: {'port': {'device_id': 'dd376157-0522-4953-a211-d065b4ce70c0', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'admin_state_up': True, 'tenant_id': 'ce00708912d34963b6f3250f88fbb132'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:06.531543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1435234488'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:06.555367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53064) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:06.558326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.559977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.570700 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89afa797-b63e-4a9b-b588-aa56d820e05a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/6deae4da-4dbb-4da7-8610-b9ed4247ad36 HTTP/1.1" status: 204 len: 168 time: 2.8926551 Nov 12 03:14:06.575248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:06.581020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.594316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53068) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:06.710099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:06.711562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e2e1-1b1a-4c49-a47c-80f296b683f0 req-b8dd39d7-3fce-418d-8990-1529e6ac304d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.722907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e805e2e1-1b1a-4c49-a47c-80f296b683f0 req-b8dd39d7-3fce-418d-8990-1529e6ac304d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 945 time: 0.4982283 Nov 12 03:14:06.725523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a2ee616f-6b4c-4bec-b531-21ad732b6b59 None None] Could not find standard attr ID for object 6deae4da-4dbb-4da7-8610-b9ed4247ad36. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:14:06.739720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116aa2d-f1ac-47aa-b398-13ee48996555 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:06.741801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:06.742179 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.759068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:06.760987 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0716941b-6af8-4b08-b773-4a3a7fb97f90 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] GET failed (client error): The resource could not be found. Nov 12 03:14:06.765428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0716941b-6af8-4b08-b773-4a3a7fb97f90 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports/6deae4da-4dbb-4da7-8610-b9ed4247ad36 HTTP/1.1" status: 404 len: 333 time: 0.1673601 Nov 12 03:14:06.767249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.777373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53070) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:06.801392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:06.836244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 has no active binding in host n-h1-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:14:06.864769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1325708356'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:06.907614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a45e-3097-417d-ba56-4bcad6dddc7e req-2ef5f19e-1141-425c-ba18-9ffbadf723c5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:06.912067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb36a45e-3097-417d-ba56-4bcad6dddc7e req-2ef5f19e-1141-425c-ba18-9ffbadf723c5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.3572934 Nov 12 03:14:06.916999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:06.937802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:06.975795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'fixed_ips': [{'subnet_id': '8c8db66c-1ab0-44ff-b3dc-4c429bda8c52'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:06.976689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:06.990959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Made reservation on behalf of 19db7e0573c9488fb10f3221a2be00cc for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:06.994654 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.001030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-de39ae1c-592d-43c0-b34c-58af4b708b96 None None] Provisioning complete for port cbb7d58c-e37a-4561-8f14-118e4f362e30 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:07.001411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-de39ae1c-592d-43c0-b34c-58af4b708b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.013225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.013775 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Added segment 14199ecc-5abc-4121-b735-9a3fe1468c44 of type vlan for network c4e62129-5d64-4472-b05b-f81f80bd4eda Nov 12 03:14:07.045323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-de39ae1c-592d-43c0-b34c-58af4b708b96 None None] Port cbb7d58c-e37a-4561-8f14-118e4f362e30 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:07.054363 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.070173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.109648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on host n-h2-615180-50 for vnic_type normal with profile {"migrating_to": "n-h1-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:07.110386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:07.110707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:07.141029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:07.141518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Attempting to bind port cbb7d58c-e37a-4561-8f14-118e4f362e30 on network 5a635e2d-a003-4b76-833d-7d5ccf120185 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:07.149665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.156311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.165633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:07.167828 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f95124-134b-4cff-8e3e-66c0e792da3c" -d '{"events": [{"server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "name": "network-vif-plugged", "status": "completed", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:07.179198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:07.179710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Checking segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:07.180264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Bound using segment: {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:07.180757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Bound port: cbb7d58c-e37a-4561-8f14-118e4f362e30, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a635e2d-a003-4b76-833d-7d5ccf120185'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:07.182104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.194785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:07.199230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.207723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb36a45e-3097-417d-ba56-4bcad6dddc7e req-b28053bf-9c17-477f-a4db-3dc006176ba6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431760 Nov 12 03:14:07.218923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Allocated IP 172.20.0.8 (b6d1200a-14e6-4e40-ab92-6d13b69b8a22/d4c99337-e8ab-4816-88cb-a88238066953/78d2627a-643a-4b68-834f-27a6603d0f55) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:07.243508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e805e2e1-1b1a-4c49-a47c-80f296b683f0 req-0dd74e9b-a5f1-4de0-979d-1dc2e0585c56 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188341 Nov 12 03:14:07.275515 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.281603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.282321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.330377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Allocated IP 19.80.0.2 (d078b8ad-1c5b-4d6f-b2de-c8a3cd079382/8c8db66c-1ab0-44ff-b3dc-4c429bda8c52/2803be61-1328-4aa3-a219-33d219ad0341) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:07.351416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.365418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:07.369025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.394392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port f8ed7132-4649-4efa-816b-469aa2ca32f3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:07.394985 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.395224 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42802e3e-239c-4a19-8f76-e29837628163 x-openstack-request-id: req-42802e3e-239c-4a19-8f76-e29837628163 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:07.395947 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:07.396310 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42802e3e-239c-4a19-8f76-e29837628163 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:07.397070 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'code': 200} Nov 12 03:14:07.428555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9282041 Nov 12 03:14:07.466791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53080) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:07.476372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.481756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'subnet': {'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:07.503286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:07.538902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0219e-7c55-4aab-a4fa-8f9e739b8369 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Network': ['ID=c4e62129-5d64-4472-b05b-f81f80bd4eda,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.578636 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:07.583707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.594984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.604462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2b1b6a4-3e88-4347-9031-abbdc53e5fd2 req-cf3fb0e5-5651-4cfa-a77e-27e558b32f4d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 210 time: 0.1257792 Nov 12 03:14:07.617734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.626526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:07.642184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.657867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.661099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:07.666550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:07.674437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:07.763547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:07.766786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Pushing event updated for resources: {'Port': ['ID=2803be61-1328-4aa3-a219-33d219ad0341,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.779799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901b2dd-b4a0-4feb-8f2f-919ac6c7ccf2 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:07.789547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8f035-15d9-491a-91af-d418c56dc311,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.818719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.820776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.823254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.823609 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Added segment 9d24dc9f-1a29-4143-9e64-5aa130534362 of type vlan for network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 Nov 12 03:14:07.828904 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f29adb8-588a-4ab1-81e2-9b1e30276334 x-openstack-request-id: req-8f29adb8-588a-4ab1-81e2-9b1e30276334 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:07.829205 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "name": "network-vif-plugged", "status": "completed", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:07.829758 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f29adb8-588a-4ab1-81e2-9b1e30276334 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:07.830161 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'code': 200} Nov 12 03:14:07.836320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for f8ed7132-4649-4efa-816b-469aa2ca32f3 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:07.842417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:07.869937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:07.873877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.903273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Attempting to bind port 2803be61-1328-4aa3-a219-33d219ad0341 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:07.903829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Attempting to bind port 2803be61-1328-4aa3-a219-33d219ad0341 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:07.904207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Attempting to bind port 2803be61-1328-4aa3-a219-33d219ad0341 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:07.912323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:07.912863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Checking segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:07.913275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.913676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Bound using segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:07.914334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Bound port: 2803be61-1328-4aa3-a219-33d219ad0341, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:07.914738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.934868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.939959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] Provisioning complete for port cbb7d58c-e37a-4561-8f14-118e4f362e30 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:07.940917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.941911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:07.942535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:07.943977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-86382bec-14f3-4884-9213-5abb1ec69d50 service neutron] 10.222.0.32 "PUT /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 1124 time: 2.7436597 Nov 12 03:14:08.041135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.045856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['cbb7d58c-e37a-4561-8f14-118e4f362e30'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:08.046384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.046793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.057661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.120980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:08.123719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['cbb7d58c-e37a-4561-8f14-118e4f362e30'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:08.157975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6010284 Nov 12 03:14:08.171205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53084) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:08.181207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Request body: {'subnet': {'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:08.218620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e1da2-42b4-4817-b21f-177ce5dffa8d tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event updated for resources: {'Network': ['ID=1fbae804-2826-4ba1-b38e-3a9afb3b7d62,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.226978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:08.254886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event updated for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.257509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:08.268419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] For port 2803be61-1328-4aa3-a219-33d219ad0341, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:08.270012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56afa8-7428-48cf-ae48-07f2f2a7c591 req-b8d65732-902b-4695-be09-1978650162bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.272449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca56afa8-7428-48cf-ae48-07f2f2a7c591 req-b8d65732-902b-4695-be09-1978650162bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1098 time: 0.3342946 Nov 12 03:14:08.272808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:08.280252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:08.352980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.392703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Allocated IP 172.20.0.11 (b6d1200a-14e6-4e40-ab92-6d13b69b8a22/d4c99337-e8ab-4816-88cb-a88238066953/93e17ca1-0466-4407-84ab-91205a37a5a6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:08.406156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=f8ed7132-4649-4efa-816b-469aa2ca32f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.435689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] For port 2803be61-1328-4aa3-a219-33d219ad0341, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2803be61-1328-4aa3-a219-33d219ad0341,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:08.481165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device adbd50c1-d168-4942-afc1-d8b75e362819 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:08.484985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:08.485526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.498949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.509518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.510163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.538265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.551402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca56afa8-7428-48cf-ae48-07f2f2a7c591 req-cb8b8bf4-1a98-4368-8cb4-76c626ab1110 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400744 Nov 12 03:14:08.568119 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.666367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.686580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fba6a-119b-4b2a-9878-ec8143024345 req-164f3943-904f-489c-bb53-5b2666fe2088 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.698744 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d71fba6a-119b-4b2a-9878-ec8143024345 req-164f3943-904f-489c-bb53-5b2666fe2088 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 944 time: 0.2917824 Nov 12 03:14:08.713422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010204a-d523-441e-ba60-9c16402f4bff req-45ec93a0-8458-449e-be9f-0010c920ce2d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:08.715223 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b010204a-d523-441e-ba60-9c16402f4bff req-45ec93a0-8458-449e-be9f-0010c920ce2d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 946 time: 0.3171089 Nov 12 03:14:08.849143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.852683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1441fdc4-3a7a-4575-9bc4-c972b8721435 tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/f8ed7132-4649-4efa-816b-469aa2ca32f3 HTTP/1.1" status: 204 len: 168 time: 2.0645053 Nov 12 03:14:08.861624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53094) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:08.950204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40514b2-2d34-4797-a109-814797a9d17c None None] Pushing event updated for resources: {'Port': ['ID=2803be61-1328-4aa3-a219-33d219ad0341,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:08.956584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:08.957201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:08.980021 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f39a4fb-9192-490a-b4f7-a6fb540a2f1a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] GET failed (client error): The resource could not be found. Nov 12 03:14:08.982018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f39a4fb-9192-490a-b4f7-a6fb540a2f1a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "GET /v2.0/ports/f8ed7132-4649-4efa-816b-469aa2ca32f3 HTTP/1.1" status: 404 len: 333 time: 0.1188743 Nov 12 03:14:08.997751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:09.009795 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.030762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.045920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port adbd50c1-d168-4942-afc1-d8b75e362819 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:09.046318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.062848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53096) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:09.070156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:09.090743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b010204a-d523-441e-ba60-9c16402f4bff req-3e0fb811-ac25-4103-8504-82bc2ad4906f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343508 Nov 12 03:14:09.156978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe629c6-e6ac-4096-a76a-d6a4aa438bc8 None None] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.193385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.214892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Made reservation on behalf of 19db7e0573c9488fb10f3221a2be00cc for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:09.219129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.242554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b068c308-54fa-4bfe-965b-ceb6d9ca594d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4847722 Nov 12 03:14:09.251191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Subnet': ['ID=a69720c4-70bc-404f-8b48-039fb9b88049,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.266127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-f8d90a62-bd8f-4d9c-a42f-94ec75054033 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:14:09.267342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-f8d90a62-bd8f-4d9c-a42f-94ec75054033 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103760 Nov 12 03:14:09.273416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ea0c02-1f88-468a-b34c-874393d505d4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:09.294889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 87ea0c02-1f88-468a-b34c-874393d505d4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:09.295284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ea0c02-1f88-468a-b34c-874393d505d4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:09.312333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Request body: {'port': {'device_id': '48c282d6-178f-455c-b504-43166ca47ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:09.350301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:09.365757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d71fba6a-119b-4b2a-9878-ec8143024345 req-6b0a4622-7815-4dfa-bdc1-35384e6e40dd tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6655216 Nov 12 03:14:09.393648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Checking segment: {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:09.393648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network hostable DHCP agents. Network: c4e62129-5d64-4472-b05b-f81f80bd4eda, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:09.396927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:09.406370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:09.413560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event updated for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.415226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:09.417457 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:09.444449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.449224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network c4e62129-5d64-4472-b05b-f81f80bd4eda is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:09.464227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e336f-2d5a-43ec-bb24-1b19b0bd4b1d req-1dd27df1-3295-47b1-b76a-3950aeef702c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.465870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-162e336f-2d5a-43ec-bb24-1b19b0bd4b1d req-1dd27df1-3295-47b1-b76a-3950aeef702c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 931 time: 0.1965847 Nov 12 03:14:09.483907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port 3fb78115-b55b-489e-84a7-3d93d75c6edd {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:09.484276 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.495119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c4e62129-5d64-4472-b05b-f81f80bd4eda) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:09.510462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818ce62-eca3-4460-af0c-63284d80d6d8 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:09.514554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.514554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.556125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.556681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.572121 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38da570d-89b2-4a7e-8f31-5e725390ff9e x-openstack-request-id: req-38da570d-89b2-4a7e-8f31-5e725390ff9e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:09.572411 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:09.572667 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-38da570d-89b2-4a7e-8f31-5e725390ff9e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:09.575681 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'status': 'completed', 'code': 200} Nov 12 03:14:09.653212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ff2dd548-ad0a-4c45-98bc-79f13a572309 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1847668 Nov 12 03:14:09.655134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-4b1af6d6-b48a-460f-b35b-65243bf0acc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1585863 Nov 12 03:14:09.670655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.671435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Request body: {'port': {'device_id': 'dd376157-0522-4953-a211-d065b4ce70c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:09.689857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.694735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-162e336f-2d5a-43ec-bb24-1b19b0bd4b1d req-1f3e9fa3-050b-4852-971f-ea412009075e tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039151 Nov 12 03:14:09.798738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.799007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c4e62129-5d64-4472-b05b-f81f80bd4eda', 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'fixed_ips': [{'subnet_id': 'a69720c4-70bc-404f-8b48-039fb9b88049'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:09.799933 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:09.804461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.833090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:09.835822 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595325ba-bca5-41c5-8736-7586d3035a99" -d '{"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:09.857498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event updated for resources: {'Subnet': ['ID=ff65166a-3511-4f6d-ab0f-a04b0ae54c2d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:09.885760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-e2b5e11d-b75d-4458-a52a-42bd2a97bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:09.887335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-e2b5e11d-b75d-4458-a52a-42bd2a97bd3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1129 time: 0.2936885 Nov 12 03:14:09.896082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for 3fb78115-b55b-489e-84a7-3d93d75c6edd owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:09.907814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.037501 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a5d6fd-99c2-4ffb-9590-ee423fa466b7 x-openstack-request-id: req-15a5d6fd-99c2-4ffb-9590-ee423fa466b7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:10.039222 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:10.039222 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-15a5d6fd-99c2-4ffb-9590-ee423fa466b7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:10.039903 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'code': 200} Nov 12 03:14:10.118868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Checking segment: {'id': '9d24dc9f-1a29-4143-9e64-5aa130534362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:10.119302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Network hostable DHCP agents. Network: 1fbae804-2826-4ba1-b38e-3a9afb3b7d62, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:10.209008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Allocated IP 19.86.0.2 (c4e62129-5d64-4472-b05b-f81f80bd4eda/a69720c4-70bc-404f-8b48-039fb9b88049/455ef320-8d69-48f8-ac95-ab2dce7b6951) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:10.228926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:10.275541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-71bacbf4-ed9e-4585-9818-6433d2defc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.277149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-71bacbf4-ed9e-4585-9818-6433d2defc32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3636763 Nov 12 03:14:10.307626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 1fbae804-2826-4ba1-b38e-3a9afb3b7d62) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:10.364548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e9a49-9b69-4d50-b967-c50562dd7b6d None None] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:10.380318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.381672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.389770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-28f41039-3142-4bbb-aecf-5a85d9fddec0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 217 time: 0.0802164 Nov 12 03:14:10.446834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2803be61-1328-4aa3-a219-33d219ad0341 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:10.516072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad2618-0199-4512-9974-e6131c3430ad None None] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:10.526414 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.543907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b487cfa1-367a-4498-8b3e-3edb9939632e tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3715305 Nov 12 03:14:10.551296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53120) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:10.558066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Request body: {'port': {'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1600949066'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:10.592939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5ee21515-e682-418b-bea4-03c47c7909c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.598977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5ee21515-e682-418b-bea4-03c47c7909c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.604539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d2627a-643a-4b68-834f-27a6603d0f55 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:10.607574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5ee21515-e682-418b-bea4-03c47c7909c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/networks?id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382&id=c4e62129-5d64-4472-b05b-f81f80bd4eda&id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 HTTP/1.1" status: 200 len: 1391 time: 0.5299072 Nov 12 03:14:10.618491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0431-a201-46b7-9b55-559764888762 req-4fa353ba-dd01-42d9-af3c-2a2ab0bfac66 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.620221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36ff0431-a201-46b7-9b55-559764888762 req-4fa353ba-dd01-42d9-af3c-2a2ab0bfac66 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 946 time: 0.3096373 Nov 12 03:14:10.629706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.635861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-16de7e5d-d7b6-49d1-8534-1e7171cf0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:10.638256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-16de7e5d-d7b6-49d1-8534-1e7171cf0a10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.2126777 Nov 12 03:14:10.642849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.671726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2803be61-1328-4aa3-a219-33d219ad0341 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:10.672014 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.725408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-087e315a-108c-4488-9463-e4f4c9b9c622 None None] Provisioning complete for port 2803be61-1328-4aa3-a219-33d219ad0341 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:10.725780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-087e315a-108c-4488-9463-e4f4c9b9c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.731257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-7164b740-83b6-4af0-8de9-4baec509d818 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543342 Nov 12 03:14:10.743637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Transition to ACTIVE for port object 78d2627a-643a-4b68-834f-27a6603d0f55 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:10.762410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.789282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.816485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-1fbae804-2826-4ba1-b38e-3a9afb3b7d62', 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62', 'tenant_id': '19db7e0573c9488fb10f3221a2be00cc', 'fixed_ips': [{'subnet_id': 'ff65166a-3511-4f6d-ab0f-a04b0ae54c2d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:10.817358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.851157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.949240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:10.949584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Made reservation on behalf of 19db7e0573c9488fb10f3221a2be00cc for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:10.953459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:10.965412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36ff0431-a201-46b7-9b55-559764888762 req-6d49cefb-2305-4efd-a792-f6b9163951f6 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245451 Nov 12 03:14:10.966204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.002119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:11.016136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:11.019924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] device_id is not set on port 94b2d95e-2774-47d7-ac24-d2dc0fb4f36f yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:11.083678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-e55e92f6-9b6c-477c-811e-8597ab0f3037 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/quotas/3f2f3a2e3c5240a7ad2030d5c312f285 HTTP/1.1" status: 200 len: 375 time: 0.4755065 Nov 12 03:14:11.085536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Pushing event updated for resources: {'Port': ['ID=455ef320-8d69-48f8-ac95-ab2dce7b6951,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.094093 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.104314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=3fb78115-b55b-489e-84a7-3d93d75c6edd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.124090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-e4bfd1c6-3560-43d3-983b-93d617de1b50 service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753514 Nov 12 03:14:11.243848 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-087e315a-108c-4488-9463-e4f4c9b9c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.253370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2803be61-1328-4aa3-a219-33d219ad0341, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2803be61-1328-4aa3-a219-33d219ad0341,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:11.289656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.373429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2803be61-1328-4aa3-a219-33d219ad0341,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.390252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Attempting to bind port 78d2627a-643a-4b68-834f-27a6603d0f55 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:11.390861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Attempting to bind port 78d2627a-643a-4b68-834f-27a6603d0f55 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:11.390861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Attempting to bind port 78d2627a-643a-4b68-834f-27a6603d0f55 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:11.399137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Allocated IP 172.20.0.10 (1fbae804-2826-4ba1-b38e-3a9afb3b7d62/ff65166a-3511-4f6d-ab0f-a04b0ae54c2d/94b2d95e-2774-47d7-ac24-d2dc0fb4f36f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:11.424367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10752c8-a762-4dc4-93ed-b1352c477cac req-3ba5ce57-2dda-4de5-832c-bde07c2c6835 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:11.432017 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-087e315a-108c-4488-9463-e4f4c9b9c622 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:11.432422 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-087e315a-108c-4488-9463-e4f4c9b9c622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:11.433172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Attempting to bind port 455ef320-8d69-48f8-ac95-ab2dce7b6951 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:11.433538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Attempting to bind port 455ef320-8d69-48f8-ac95-ab2dce7b6951 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:11.433941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Attempting to bind port 455ef320-8d69-48f8-ac95-ab2dce7b6951 on network c4e62129-5d64-4472-b05b-f81f80bd4eda {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:11.434057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b10752c8-a762-4dc4-93ed-b1352c477cac req-3ba5ce57-2dda-4de5-832c-bde07c2c6835 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.3093462 Nov 12 03:14:11.442400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:11.442773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Checking segment: {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:11.443199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.443719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Bound using segment: {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:11.444108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Bound port: 455ef320-8d69-48f8-ac95-ab2dce7b6951, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:11.444491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.452674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Port 78d2627a-643a-4b68-834f-27a6603d0f55 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:11.453161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Attempting to bind port 78d2627a-643a-4b68-834f-27a6603d0f55 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:11.487980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:11.488304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Checking segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:11.488894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Bound using segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:11.489511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Bound port: 78d2627a-643a-4b68-834f-27a6603d0f55, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:11.489967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.492196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-f154b6a3-93d4-477d-96d5-e2fd90f4a48f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4076471 Nov 12 03:14:11.527475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-341c7ce1-06cc-45ea-ad6c-259f348b06ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4511273 Nov 12 03:14:11.529368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:14:11.558557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] For port 455ef320-8d69-48f8-ac95-ab2dce7b6951, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:11.565725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] For port 455ef320-8d69-48f8-ac95-ab2dce7b6951, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=455ef320-8d69-48f8-ac95-ab2dce7b6951,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:11.597981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.625200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.629865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a3733b64-7d1c-4c25-b15f-ef5702055b4b tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/ports/3fb78115-b55b-489e-84a7-3d93d75c6edd HTTP/1.1" status: 204 len: 168 time: 2.5610733 Nov 12 03:14:11.653119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53126) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:11.678927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b10752c8-a762-4dc4-93ed-b1352c477cac req-a32e517f-abac-4cf2-a45a-3aee60f12991 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435341 Nov 12 03:14:11.701316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b87b3f40-d954-48d5-8b3d-4906c6cbf0a2 req-91031622-c15f-4311-8ca0-b24f45a176aa service neutron] 10.222.0.39 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405962 Nov 12 03:14:11.721922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e50a6-d36d-49e8-856a-faa5f6d71087 None None] Pushing event updated for resources: {'Port': ['ID=455ef320-8d69-48f8-ac95-ab2dce7b6951,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:11.817652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:11.821755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=78d2627a-643a-4b68-834f-27a6603d0f55,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:11.858439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e17ca1-0466-4407-84ab-91205a37a5a6 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:11.867974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.882730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Transition to ACTIVE for port object 93e17ca1-0466-4407-84ab-91205a37a5a6 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:11.902659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:11.977299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Pushing event updated for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:12.039837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.066368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting subnet 38f5e85f-a5a8-4f38-97a5-08931f1c04ad {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:12.070209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.127982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.192484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-2da7b114-5f23-4e4c-8625-7ec1a3871d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.193956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-2da7b114-5f23-4e4c-8625-7ec1a3871d0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 1096 time: 0.5766487 Nov 12 03:14:12.227539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.258036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:12.263352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.331461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event updated for resources: {'Port': ['ID=94b2d95e-2774-47d7-ac24-d2dc0fb4f36f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:12.335125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.336026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.338394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-7fb7c161-6add-43c5-8e63-e66964eac9a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/78d2627a-643a-4b68-834f-27a6603d0f55 HTTP/1.1" status: 200 len: 1092 time: 3.0604298 Nov 12 03:14:12.353413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:12.359696 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff26931-353e-461e-bcb5-853f14ecac66" -d '{"events": [{"name": "network-changed", "server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:12.375761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:12.381507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:12.386911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:12.431870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2803be61-1328-4aa3-a219-33d219ad0341 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:12.443415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.444087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.451629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-443369d7-58b7-4b42-870e-cb22b6271733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.453564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-443369d7-58b7-4b42-870e-cb22b6271733 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.1719067 Nov 12 03:14:12.461314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:12.475344 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:12.490733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e8dc495-a473-42e3-84b1-0f5266da8792 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5440950 Nov 12 03:14:12.493667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:12.494457 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:12.501150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-b50ed1af-310a-4ccc-9d74-e241aaa8e8ab service neutron] 10.222.0.84 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9879606 Nov 12 03:14:12.501984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53130) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:12.525261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Allocated IP 172.20.0.2 (1fbae804-2826-4ba1-b38e-3a9afb3b7d62/ff65166a-3511-4f6d-ab0f-a04b0ae54c2d/49a2e02a-33e4-4b90-a394-aad8e95f6ca7) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:12.532106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-de78aa39-17b3-4238-92d7-95b51ad4fc4f None None] Provisioning complete for port 2803be61-1328-4aa3-a219-33d219ad0341 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:12.532840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-de78aa39-17b3-4238-92d7-95b51ad4fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.546341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-894d28fb-0a93-4225-ac79-204277d73b55 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9935539 Nov 12 03:14:12.562920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0756-ec65-4970-b24e-b04877f8df86 req-6a0c9dde-c01f-4956-90b7-173958755727 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.570983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79ff0756-ec65-4970-b24e-b04877f8df86 req-6a0c9dde-c01f-4956-90b7-173958755727 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 943 time: 0.4488981 Nov 12 03:14:12.573481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:12.591434 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:12.613461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2803be61-1328-4aa3-a219-33d219ad0341 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:12.614099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.623458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting subnet e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:12.651159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-0b702793-bd0f-4f05-b9ea-5a878f3db6ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 200 len: 217 time: 0.1733656 Nov 12 03:14:12.651912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:12.715244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:14:09Z', 'revision_number': 11, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:12.731813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-070e01a3-4db8-4d01-90ee-8e88f3ad0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.733368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-070e01a3-4db8-4d01-90ee-8e88f3ad0cd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 1095 time: 0.3476861 Nov 12 03:14:12.790723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-d15e0bc2-74e2-413f-889c-92dad0f26b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:12.792392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-d15e0bc2-74e2-413f-889c-92dad0f26b6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.0981252 Nov 12 03:14:12.800299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:12.823148 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:12.824181 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:12.885908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e004c1a4-138b-4acd-870f-47f98cd137aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78d2627a-643a-4b68-834f-27a6603d0f55 HTTP/1.1" status: 200 len: 217 time: 0.1330767 Nov 12 03:14:12.904018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79ff0756-ec65-4970-b24e-b04877f8df86 req-9a17fb4f-2d20-499d-a378-c6e22d5d06af tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321230 Nov 12 03:14:12.915849 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:12.991001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 455ef320-8d69-48f8-ac95-ab2dce7b6951 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:13.025155 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:14:09Z', 'revision_number': 11, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:13.061685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a22a3a2-18f2-4dc7-b221-277c6c8f7fb5 None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:14:09Z', 'revision_number': 11, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:13.076017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Deleting port 94b2d95e-2774-47d7-ac24-d2dc0fb4f36f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:13.082374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.102934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-1fab1f46-6091-4db9-9d8a-b35a5445dd1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2828288 Nov 12 03:14:13.132236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b92e6c13-a304-47d8-879a-4b81edefc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.138189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.139959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 455ef320-8d69-48f8-ac95-ab2dce7b6951 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:13.140299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.141771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-b92e6c13-a304-47d8-879a-4b81edefc11d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.2343936 Nov 12 03:14:13.179087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.196818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-ab57b213-236f-44fe-9fef-34cd1c056a30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377550 Nov 12 03:14:13.236381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Pushing event updated for resources: {'Port': ['ID=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.239792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730eb9f8-2e4a-4c65-8804-df767e949086 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:13.249917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-a65e2da1-f763-439c-a3b7-899f7717ff84 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303453 Nov 12 03:14:13.253429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.344176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-39f5afad-11a6-4b91-a84b-7e908d6f213d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1925460162&fields=id&tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 267 time: 0.2903979 Nov 12 03:14:13.407003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.433388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Calling delete_port for 94b2d95e-2774-47d7-ac24-d2dc0fb4f36f owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:13.445860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:13.458226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:13.462273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] Provisioning complete for port 455ef320-8d69-48f8-ac95-ab2dce7b6951 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:13.462580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.481686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-d5004316-f0a4-47d4-8549-491277697dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298825 Nov 12 03:14:13.501251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:13.542270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.545396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-01a796cf-c39f-4b9d-9821-387c5fb3ae9f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:13.554034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-01a796cf-c39f-4b9d-9821-387c5fb3ae9f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 946 time: 0.2086253 Nov 12 03:14:13.584592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'security_groups': ['9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d', '4a1d3c22-540e-46d8-9af1-c0ac20aac076']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:13.586198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.646310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073a7e9d-acf2-4388-b4eb-9a3a3f286874 req-64804e52-d9dc-4777-a93c-15d1e920d702 service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799005 Nov 12 03:14:13.648450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.688653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] For port 455ef320-8d69-48f8-ac95-ab2dce7b6951, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=455ef320-8d69-48f8-ac95-ab2dce7b6951,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:13.694623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Attempting to bind port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:13.698723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Attempting to bind port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9d24dc9f-1a29-4143-9e64-5aa130534362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:13.699221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Attempting to bind port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 on network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:13.711957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.716185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:13.717101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Checking segment: {'id': '9d24dc9f-1a29-4143-9e64-5aa130534362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:13.717101 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.717342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Bound using segment: {'id': '9d24dc9f-1a29-4143-9e64-5aa130534362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:13.717809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Bound port: 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d24dc9f-1a29-4143-9e64-5aa130534362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fbae804-2826-4ba1-b38e-3a9afb3b7d62'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:13.718187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.720925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.791560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18112dc-4849-4916-80c4-e826e8ab3e8b None None] Pushing event updated for resources: {'Port': ['ID=455ef320-8d69-48f8-ac95-ab2dce7b6951,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.807032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefd192-9419-4bdd-8ee6-efa9b3d0aa7f None None] Network 45b2f55e-c4f7-4269-930e-76bb4560e300 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:13.817503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.835987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.844579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df HTTP/1.1" status: 204 len: 168 time: 1.2981584 Nov 12 03:14:13.847749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-2119297d-ee15-4333-8b8c-b06247de1c1f service neutron] 10.222.0.84 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2414043 Nov 12 03:14:13.848471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:13.873176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f3a91-6fb5-47a6-948f-b5ba6a7e57b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Subnet': ['ID=e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:13.903120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e1762ce5-320e-4a90-8eb3-acc62c332a31 service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792639 Nov 12 03:14:13.929909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.952221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Attempting to bind port 93e17ca1-0466-4407-84ab-91205a37a5a6 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:13.952567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Attempting to bind port 93e17ca1-0466-4407-84ab-91205a37a5a6 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:13.952937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Attempting to bind port 93e17ca1-0466-4407-84ab-91205a37a5a6 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:13.968224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Port 93e17ca1-0466-4407-84ab-91205a37a5a6 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:13.968549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Attempting to bind port 93e17ca1-0466-4407-84ab-91205a37a5a6 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:13.981758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:13.982122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Checking segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:13.982501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Bound using segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:13.982952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Bound port: 93e17ca1-0466-4407-84ab-91205a37a5a6, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:13.983371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.011667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event deleted for resources: {'Port': ['ID=94b2d95e-2774-47d7-ac24-d2dc0fb4f36f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.059647 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:14.060380 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:14.098532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.111028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.113657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5ec53b60-7479-4d3b-ad80-c46f48159428 None None] Provisioning complete for port 455ef320-8d69-48f8-ac95-ab2dce7b6951 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:14.114270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5ec53b60-7479-4d3b-ad80-c46f48159428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.162093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] For port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:14.165734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.170815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5e900d6d-d47f-438a-ac55-2d3785565a16 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "DELETE /v2.0/ports/94b2d95e-2774-47d7-ac24-d2dc0fb4f36f HTTP/1.1" status: 204 len: 168 time: 1.5952165 Nov 12 03:14:14.174390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:14.175769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.182100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/subnets/38f5e85f-a5a8-4f38-97a5-08931f1c04ad HTTP/1.1" status: 204 len: 168 time: 2.5255606 Nov 12 03:14:14.182100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff03d9b-4e2b-45c6-a8b4-623f539f502a tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Subnet': ['ID=38f5e85f-a5a8-4f38-97a5-08931f1c04ad,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.185297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53146) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:14.208871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58091a-7c21-42a4-8dc2-c1e25b1d244e None None] Network ee273ba0-c3e5-4db6-a3eb-564ab558a083 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:14.210621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.221018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] For port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,segment=NetworkSegment(9d24dc9f-1a29-4143-9e64-5aa130534362),segment_id=9d24dc9f-1a29-4143-9e64-5aa130534362)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:14.247574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.262192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3b05e958-eaad-426f-a08a-3570ff419ff5 service neutron] 10.222.0.84 "GET /v2.0/networks/c4e62129-5d64-4472-b05b-f81f80bd4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808744 Nov 12 03:14:14.343762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62e0fc25-c465-45f8-8173-5e33c4fba65d tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1682985 Nov 12 03:14:14.348603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53148) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:14.354884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-874279768'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:14.373993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] DHCP port deletion for 45b2f55e-c4f7-4269-930e-76bb4560e300 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:14.391227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.410316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:14.461929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab36d3-8729-4fc0-88cf-c39d5e5eaddc None None] Pushing event updated for resources: {'Port': ['ID=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.514984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=93e17ca1-0466-4407-84ab-91205a37a5a6,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:14.532517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.552283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Made reservation on behalf of 19db7e0573c9488fb10f3221a2be00cc for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:14.557714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.564195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Deleting port 9beec8c9-6e0c-4439-897e-6ac876565807 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:14.564799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.619303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Deleting port 69714965-1a3f-4c2c-8896-5d1c63ce669e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:14.619824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.663177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.664237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.666143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] 10.222.0.32 "PUT /v2.0/ports/93e17ca1-0466-4407-84ab-91205a37a5a6 HTTP/1.1" status: 200 len: 1093 time: 4.9986625 Nov 12 03:14:14.682999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Deleting port 9beec8c9-6e0c-4439-897e-6ac876565807 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:14.683416 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.688583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:14.757113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.764370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:14.766963 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff5791-626f-4649-a90f-f63c010f235d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:14.794079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] For port 9beec8c9-6e0c-4439-897e-6ac876565807, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9beec8c9-6e0c-4439-897e-6ac876565807,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:14.794572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.795795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.811724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:14.828144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] DHCP port deletion for ee273ba0-c3e5-4db6-a3eb-564ab558a083 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:14.839324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] For port 9beec8c9-6e0c-4439-897e-6ac876565807, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9beec8c9-6e0c-4439-897e-6ac876565807,segment=NetworkSegment(413b5208-56fb-421d-b274-c67ac78e0ad2),segment_id=413b5208-56fb-421d-b274-c67ac78e0ad2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:14.839699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.840051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Calling delete_port for 9beec8c9-6e0c-4439-897e-6ac876565807 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:14.874294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:14.887277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.887631 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Added segment 0d898d21-57e3-48f6-88cc-fe37de397ff5 of type vlan for network 34d73487-aaee-46f8-84f4-6c3b6f3e57c6 Nov 12 03:14:14.920304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:14.921002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.923165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35c7077a-580f-4a65-94b5-4eddedf06f54 req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "PUT /v2.0/ports/7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 982 time: 1.3678517 Nov 12 03:14:14.945619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] For port 69714965-1a3f-4c2c-8896-5d1c63ce669e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=69714965-1a3f-4c2c-8896-5d1c63ce669e,segment=NetworkSegment(73e7e697-6dac-4aee-b012-47df02f700d8),segment_id=73e7e697-6dac-4aee-b012-47df02f700d8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:14.945998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:14.950243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-197dc2a9-c2be-41dd-9689-e06b7c8c5fdc service neutron] 10.222.0.39 "GET /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30/bindings/n-h1-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.3156521 Nov 12 03:14:14.958531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50907abb-a107-4312-ad23-60fff1e7e390 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:14.960255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.002286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e1271367-9ade-49ef-ade0-db7822f08570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.004037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-e1271367-9ade-49ef-ade0-db7822f08570 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 1096 time: 0.2293599 Nov 12 03:14:15.010764 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e017ef-3e8e-4dac-8407-02e418e81c3a x-openstack-request-id: req-74e017ef-3e8e-4dac-8407-02e418e81c3a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:15.011125 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:15.011352 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-74e017ef-3e8e-4dac-8407-02e418e81c3a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:15.011791 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55', 'status': 'completed', 'code': 200} Nov 12 03:14:15.012995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Calling delete_port for 69714965-1a3f-4c2c-8896-5d1c63ce669e owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:15.016587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.023172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.023857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.052916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Calling delete_port for 9beec8c9-6e0c-4439-897e-6ac876565807 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:15.081678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 455ef320-8d69-48f8-ac95-ab2dce7b6951 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:15.100662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.146037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:15.148267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7985096 Nov 12 03:14:15.209394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] Pushing event deleted for resources: {'Port': ['ID=9beec8c9-6e0c-4439-897e-6ac876565807,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.232728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-1c66ba0b-7c62-44f1-b16d-751d53cdf88d service neutron] 10.222.0.84 "GET /v2.0/networks/c4e62129-5d64-4472-b05b-f81f80bd4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9356956 Nov 12 03:14:15.242202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53156) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:15.263753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b9528-f721-48b7-822e-cd51b0a0f28b None None] No DVR routers for this DVR port 9beec8c9-6e0c-4439-897e-6ac876565807 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:15.285932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee7706-5414-4c57-b7bd-c412940ef114 service neutron] Pushing event updated for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.297013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-8a68686a-f319-472a-bfce-948e152f7c87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e17ca1-0466-4407-84ab-91205a37a5a6 HTTP/1.1" status: 200 len: 217 time: 0.2599378 Nov 12 03:14:15.311856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:15.319398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc5e56-7e48-4703-9af8-175c3d00e91b tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event updated for resources: {'Network': ['ID=34d73487-aaee-46f8-84f4-6c3b6f3e57c6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.368404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 34d73487-aaee-46f8-84f4-6c3b6f3e57c6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:15.687884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.707158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Deleting port 69714965-1a3f-4c2c-8896-5d1c63ce669e {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:15.707667 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.711434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6edc3-147b-4748-ad28-ac5cd5043e41 req-f575b2dc-9a36-44b2-9857-b5c75ff23be6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.719904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e6edc3-147b-4748-ad28-ac5cd5043e41 req-f575b2dc-9a36-44b2-9857-b5c75ff23be6 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 946 time: 0.1931114 Nov 12 03:14:15.723218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26931-353e-461e-bcb5-853f14ecac66 req-46ad4243-f8eb-4792-83c8-eed31cec8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:15.724864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-46ad4243-f8eb-4792-83c8-eed31cec8eb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 1095 time: 0.7036922 Nov 12 03:14:15.769342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 455ef320-8d69-48f8-ac95-ab2dce7b6951 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:15.769342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:15.847129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Port': ['ID=69714965-1a3f-4c2c-8896-5d1c63ce669e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:15.909561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc34dd0-f800-4e77-9c5c-f69eb6fd201a None None] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:15.912552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] No DVR routers for this DVR port 69714965-1a3f-4c2c-8896-5d1c63ce669e on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:16.005872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e6edc3-147b-4748-ad28-ac5cd5043e41 req-af34907f-a7cb-42b1-abf6-c1ab2da47459 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854743 Nov 12 03:14:16.017717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-9bf2a701-75da-4253-8aac-ecef2a7ba1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.019994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-9bf2a701-75da-4253-8aac-ecef2a7ba1dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.7104087 Nov 12 03:14:16.033540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] For port 69714965-1a3f-4c2c-8896-5d1c63ce669e, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:16.034501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.078125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-a9dc7917-2616-4167-bc6e-0d75f2d8da75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403419 Nov 12 03:14:16.085595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.090192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:16.115519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Calling delete_port for 69714965-1a3f-4c2c-8896-5d1c63ce669e owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:16.128849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1211f73b-8caa-4a6c-8069-2e9f047f582e tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks HTTP/1.1" status: 200 len: 11189 time: 0.8852482 Nov 12 03:14:16.132616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.133245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Port 69714965-1a3f-4c2c-8896-5d1c63ce669e was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:14:16.134345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee273ba0-c3e5-4db6-a3eb-564ab558a083']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.138547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53158) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.145119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0159f965-cc23-4575-b87f-d6725df635da None None] Provisioning complete for port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:16.145557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0159f965-cc23-4575-b87f-d6725df635da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.175455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.177311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26931-353e-461e-bcb5-853f14ecac66 req-d97a9f7b-aaa6-4a76-918c-b4cda343c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.179068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-d97a9f7b-aaa6-4a76-918c-b4cda343c3d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 912 time: 0.4283051 Nov 12 03:14:16.185858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e7e697-6dac-4aee-b012-47df02f700d8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.186300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e7e697-6dac-4aee-b012-47df02f700d8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.195563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-426bea83-2499-477a-b4ac-456c3971e63b service neutron] 10.222.0.84 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9508195 Nov 12 03:14:16.202033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:16.216523 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.219798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Port': ['ID=9beec8c9-6e0c-4439-897e-6ac876565807,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.231926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.269899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] Pushing event deleted for resources: {'Port': ['ID=69714965-1a3f-4c2c-8896-5d1c63ce669e,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.274307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98afb3-b7ba-4d44-9c2c-395de0cd8ade None None] No DVR routers for this DVR port 69714965-1a3f-4c2c-8896-5d1c63ce669e on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:16.316456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-6e4f68c6-4ee6-4ef0-923c-8d5928c44c64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78d2627a-643a-4b68-834f-27a6603d0f55 HTTP/1.1" status: 200 len: 217 time: 0.1157985 Nov 12 03:14:16.350294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No DVR routers for this DVR port 9beec8c9-6e0c-4439-897e-6ac876565807 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:16.384858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:16.403285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.422399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26931-353e-461e-bcb5-853f14ecac66 req-d7e844c8-0f32-4610-8747-62fab6f518ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.424098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-d7e844c8-0f32-4610-8747-62fab6f518ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.1004405 Nov 12 03:14:16.427501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:16.430451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:16.430975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:16.435197 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:16.437659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:16.437659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dba68d-1ea0-49c6-a15b-5f2a4f0364c5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:16.437659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9beec8c9-6e0c-4439-897e-6ac876565807 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:16.465226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-0c3b2cbc-f0c8-4424-8e74-9f962398547f service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654759 Nov 12 03:14:16.475780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9beec8c9-6e0c-4439-897e-6ac876565807 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:16.476155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9beec8c9-6e0c-4439-897e-6ac876565807 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:16.505366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-d99cb2c3-9198-4e82-ac28-4a5cae43037a service neutron] 10.222.0.84 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088741 Nov 12 03:14:16.540744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765949-04cc-4b89-aae9-23e9cb6a26b4 req-8e735f7f-c18b-46ec-85bf-da1cee02623c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:16.548419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4765949-04cc-4b89-aae9-23e9cb6a26b4 req-8e735f7f-c18b-46ec-85bf-da1cee02623c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 943 time: 0.3142636 Nov 12 03:14:16.552174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-044a4694-83b9-4f86-92de-692c21c7b7c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024113 Nov 12 03:14:16.559920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0159f965-cc23-4575-b87f-d6725df635da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.563923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.608286 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc4c551d-cfa0-4589-be87-6a4f146735f7 req-6367d975-9cf8-4698-a67a-54e5dba48e4b service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092377 Nov 12 03:14:16.609820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.621127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.632632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3761a-14dc-4999-8957-a3dbe1408db0 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] Network 34d73487-aaee-46f8-84f4-6c3b6f3e57c6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:16.644200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.650476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] 10.222.0.84 "DELETE /v2.0/networks/ee273ba0-c3e5-4db6-a3eb-564ab558a083 HTTP/1.1" status: 204 len: 168 time: 2.4634120 Nov 12 03:14:16.659746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b2f55e-c4f7-4269-930e-76bb4560e300']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.682288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413b5208-56fb-421d-b274-c67ac78e0ad2') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.682617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413b5208-56fb-421d-b274-c67ac78e0ad2') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:16.710668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0159f965-cc23-4575-b87f-d6725df635da None None] For port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,segment=NetworkSegment(9d24dc9f-1a29-4143-9e64-5aa130534362),segment_id=9d24dc9f-1a29-4143-9e64-5aa130534362)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:16.713186 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:16.713540 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:16.717714 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0159f965-cc23-4575-b87f-d6725df635da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.722737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.765248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.782930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:16.783283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:16.794072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988aabf-3339-4b39-9b28-cf0ba17d3aee tempest-AllowedAddressPairTestJSON-483637965 tempest-AllowedAddressPairTestJSON-483637965-project] Pushing event deleted for resources: {'Network': ['ID=ee273ba0-c3e5-4db6-a3eb-564ab558a083,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.883859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4765949-04cc-4b89-aae9-23e9cb6a26b4 req-38872a1f-2ec8-4748-a53b-ec22a27e41b1 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344369 Nov 12 03:14:16.886540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:16.890780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22df91f-7127-4ef6-9859-4c1b1c6391b1 None None] Network 34d73487-aaee-46f8-84f4-6c3b6f3e57c6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:16.896155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-95d3761a-14dc-4999-8957-a3dbe1408db0 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "POST /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7568321 Nov 12 03:14:16.908350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159f965-cc23-4575-b87f-d6725df635da None None] Pushing event updated for resources: {'Port': ['ID=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:16.923369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:16.994992 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:17.012098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.014182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51'}, {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:17.016699 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51"}, {"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:17.034888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.046593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/networks/45b2f55e-c4f7-4269-930e-76bb4560e300 HTTP/1.1" status: 204 len: 168 time: 3.1925123 Nov 12 03:14:17.073193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53172) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:17.089691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'routes': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:17.092346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa595cc3-bb7c-4d4a-bb9f-9509fe30ac89 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Pushing event deleted for resources: {'Network': ['ID=45b2f55e-c4f7-4269-930e-76bb4560e300,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:17.109617 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e837ba-faba-4bb9-b609-c952bd8a2b28 x-openstack-request-id: req-25e837ba-faba-4bb9-b609-c952bd8a2b28 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:17.113898 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:17.114369 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25e837ba-faba-4bb9-b609-c952bd8a2b28 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:17.114594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-ff7121b9-bdcc-4bd6-8c2a-5a7463147cda service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474257 Nov 12 03:14:17.116753 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6', 'status': 'completed', 'code': 200} Nov 12 03:14:17.200721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:17.201101 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.249316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53182) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:17.266356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aacd985b-0473-4bda-8de4-964faf310673 req-e6ba5d2a-c5ed-40a8-a638-7b1b373f0cb5 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1221799498&fields=id&tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 267 time: 0.2622724 Nov 12 03:14:17.277560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3778b491-a3d1-4366-a6d8-571efe1cb1da req-e7035ca6-ff3d-469c-a004-cb4283846944 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 210 time: 0.0759304 Nov 12 03:14:17.282966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5791-626f-4649-a90f-f63c010f235d req-8078ff69-2bf5-4418-b56f-8081390d0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.288256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-8078ff69-2bf5-4418-b56f-8081390d0a6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 1096 time: 0.1607759 Nov 12 03:14:17.300094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 78d2627a-643a-4b68-834f-27a6603d0f55 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:17.362454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f0cd3e29-6632-4e32-a14d-9fc4e8ab0423 None None] Provisioning complete for port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:17.362821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3e29-6632-4e32-a14d-9fc4e8ab0423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.446819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bff26931-353e-461e-bcb5-853f14ecac66 req-b34f96c2-e25a-4778-90cd-74ca717c19ec service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012644 Nov 12 03:14:17.448373 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05399d-6205-4ab2-85dd-72bc0f74f986 x-openstack-request-id: req-6d05399d-6205-4ab2-85dd-72bc0f74f986 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:17.448667 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51", "status": "completed", "code": 200}, {"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-unplugged", "status": "completed", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:17.448914 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6d05399d-6205-4ab2-85dd-72bc0f74f986 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:17.449304 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'status': 'completed', 'code': 200} Nov 12 03:14:17.449554 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'code': 200} Nov 12 03:14:17.466948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5791-626f-4649-a90f-f63c010f235d req-88011ea4-1834-4f50-8b2a-4d450c9755fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.469178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-88011ea4-1834-4f50-8b2a-4d450c9755fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 912 time: 0.1704688 Nov 12 03:14:17.574963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] Transition to ACTIVE for port object cbb7d58c-e37a-4561-8f14-118e4f362e30 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:17.593270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-48e9ac4f-a835-4e56-9d22-9df19fafb603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93e17ca1-0466-4407-84ab-91205a37a5a6 HTTP/1.1" status: 200 len: 217 time: 0.1043432 Nov 12 03:14:17.644936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=78d2627a-643a-4b68-834f-27a6603d0f55,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:17.674516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 69714965-1a3f-4c2c-8896-5d1c63ce669e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:17.704132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5791-626f-4649-a90f-f63c010f235d req-493cc62a-f2fb-44b3-89cb-e1f2848f67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.710687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-493cc62a-f2fb-44b3-89cb-e1f2848f67f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.0976970 Nov 12 03:14:17.732607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 69714965-1a3f-4c2c-8896-5d1c63ce669e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:17.733223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 69714965-1a3f-4c2c-8896-5d1c63ce669e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:17.741050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '78d2627a-643a-4b68-834f-27a6603d0f55', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'port_id': '78d2627a-643a-4b68-834f-27a6603d0f55', 'mac_address': 'fa:16:3e:32:02:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c99337-e8ab-4816-88cb-a88238066953', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:17.766335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.793664 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.821234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7e94d-692b-4d7d-a96c-0ad7f59387d0 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:17.833660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2627a-643a-4b68-834f-27a6603d0f55 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:17.842462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-1f862205-0611-4d87-a436-3504ef904e5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584264 Nov 12 03:14:17.860979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=78d2627a-643a-4b68-834f-27a6603d0f55,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:17.870132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-9f838647-d24b-444e-b2ce-e211edd7da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.872294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-9f838647-d24b-444e-b2ce-e211edd7da41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1137 time: 0.4019270 Nov 12 03:14:17.880264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:17.898999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c609f98-0d2b-4d08-acd8-50b896faeb29 req-68b27f7f-e03d-43de-b544-0d86e558e5e9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:17.900728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c609f98-0d2b-4d08-acd8-50b896faeb29 req-68b27f7f-e03d-43de-b544-0d86e558e5e9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.2894058 Nov 12 03:14:17.922772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-165127c6-0bc7-43da-90f8-4adea2088505 None None] Could not find standard attr ID for object 94b2d95e-2774-47d7-ac24-d2dc0fb4f36f. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:14:17.957595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:17.990674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9bed539-db0d-4350-a006-f6660150d557 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks HTTP/1.1" status: 200 len: 10447 time: 1.0657184 Nov 12 03:14:17.999829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] No DVR routers for this DVR port cbb7d58c-e37a-4561-8f14-118e4f362e30 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:18.002265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53194) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.049412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Added routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:14:18.050169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Removed routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:14:18.050481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.098701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd985b-0473-4bda-8de4-964faf310673 req-b3d5b013-5f92-4c48-ae04-67072986368d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.100273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aacd985b-0473-4bda-8de4-964faf310673 req-b3d5b013-5f92-4c48-ae04-67072986368d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 985 time: 0.8331108 Nov 12 03:14:18.102979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['78d2627a-643a-4b68-834f-27a6603d0f55'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:18.110252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c609f98-0d2b-4d08-acd8-50b896faeb29 req-2ad3fbce-8fa1-47ab-8886-a9ad84769558 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887910 Nov 12 03:14:18.113186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c885e16c-6ecb-4125-8467-9d88b3123b45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4866f46ac3bc45c291e66fd7388ea7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8445420 Nov 12 03:14:18.121387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53196) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.151478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-6127f1cd-08cb-4d1a-bbdb-7bb262cefab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.153383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-6127f1cd-08cb-4d1a-bbdb-7bb262cefab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.2497332 Nov 12 03:14:18.157279 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-ad83a0ea-b852-4e73-b303-1bbc8ee8bcd6 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995644 Nov 12 03:14:18.162004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'security_groups': ['4a1d3c22-540e-46d8-9af1-c0ac20aac076', '9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d', '1389d6fc-5cfb-4ad6-96b6-698b9049fec8']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:18.168310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30/bindings/n-h1-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 3.2058096 Nov 12 03:14:18.180269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218113c7-a0b1-4791-be8d-829e50a026b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:18.229849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-5b9017fb-51ef-493c-a19f-e027a35f7195 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 217 time: 0.0629086 Nov 12 03:14:18.389586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-1da02c59-6f78-4225-97fb-dafb7cc76dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.391258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-1da02c59-6f78-4225-97fb-dafb7cc76dfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.1492038 Nov 12 03:14:18.400757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d32c32f7-41b6-4781-b931-97c37448c310 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "DELETE /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks/34d73487-aaee-46f8-84f4-6c3b6f3e57c6 HTTP/1.1" status: 204 len: 168 time: 0.3892560 Nov 12 03:14:18.405698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53200) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.440734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c01f-f070-4562-ad48-4cf66239b5a7 req-f64d5f8a-6154-414b-a54c-6b574b5684bc tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.442368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1428c01f-f070-4562-ad48-4cf66239b5a7 req-f64d5f8a-6154-414b-a54c-6b574b5684bc tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 944 time: 0.1222100 Nov 12 03:14:18.445262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.466782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-3528a8a3-33e5-4e27-bd1d-d375f3b7317f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616326 Nov 12 03:14:18.470795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61ff5791-626f-4649-a90f-f63c010f235d req-76da4383-c5d0-43b5-9e37-332aa117a54b service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021634 Nov 12 03:14:18.472403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.493329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.531776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.640025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1428c01f-f070-4562-ad48-4cf66239b5a7 req-ddb576cc-cfdb-47f3-b071-75435f375647 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765039 Nov 12 03:14:18.681533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-cd4ba838-1869-44f3-a173-0300231c84ef tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.683077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-cd4ba838-1869-44f3-a173-0300231c84ef tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.2881274 Nov 12 03:14:18.687498 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.699216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-92a25a9d-a3cb-48ab-9733-071e06c05ce8 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks HTTP/1.1" status: 200 len: 9676 time: 0.2850423 Nov 12 03:14:18.701381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-7471f0d2-7819-46da-9026-c79abae396a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138095 Nov 12 03:14:18.704312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53202) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.753008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d6fe6437-ea9a-402e-973a-6a4278afa7f6 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/networks/1fbae804-2826-4ba1-b38e-3a9afb3b7d62/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0444925 Nov 12 03:14:18.755778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router a88e490b-371d-4c9d-b337-61b2dd566f2d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:14:18.759144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.780391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:18.808082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-915fd77a-cff4-41de-80d8-26036448ea04 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.814172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3157644-a3a8-41bd-800a-c8b992a97c7f req-6f2ac470-aff8-4fe1-b708-06d26cb15c30 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 210 time: 0.0685325 Nov 12 03:14:18.814330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-915fd77a-cff4-41de-80d8-26036448ea04 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:18.816054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-915fd77a-cff4-41de-80d8-26036448ea04 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "GET /v2.0/networks?id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382&id=c4e62129-5d64-4472-b05b-f81f80bd4eda&id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 HTTP/1.1" status: 200 len: 1391 time: 0.4197433 Nov 12 03:14:18.834675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-795ec85f-8a30-4080-b111-c9edfdaa9c96 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/networks/1fbae804-2826-4ba1-b38e-3a9afb3b7d62/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0733247 Nov 12 03:14:18.837169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53206) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:18.838069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:18.838453 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:18.844453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'admin_state_up': True, 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:18.878636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2cb7d48-2fff-4f3a-8f58-9e8b8b70ce3d req-bad6c39e-d1a9-4f06-b9c4-e264ed77b168 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683900 Nov 12 03:14:18.996499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-53386f7d-24a8-4dc6-9352-0a3896ac3314 tempest-DHCPAgentSchedulersTestJSON-1057246567 tempest-DHCPAgentSchedulersTestJSON-1057246567-project-admin] 10.222.0.84 "GET /v2.0/agents/8aa20162-9cdb-44e8-9234-0d662d489dbb/dhcp-networks HTTP/1.1" status: 200 len: 9676 time: 0.1579661 Nov 12 03:14:19.000254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.082869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.173588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.214207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d73487-aaee-46f8-84f4-6c3b6f3e57c6']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:19.240181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d898d21-57e3-48f6-88cc-fe37de397ff5') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:19.240480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d898d21-57e3-48f6-88cc-fe37de397ff5') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:19.252014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.271415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 78d2627a-643a-4b68-834f-27a6603d0f55 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:19.272889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.282006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece916-1160-4a0e-becc-7a09815794f6 req-2a2411b0-86e6-4df5-ae9b-43adf3b30591 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.283561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aeece916-1160-4a0e-becc-7a09815794f6 req-2a2411b0-86e6-4df5-ae9b-43adf3b30591 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.0813766 Nov 12 03:14:19.290440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:19.290915 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:19.294772 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:19.328548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 78d2627a-643a-4b68-834f-27a6603d0f55 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:19.336578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 78d2627a-643a-4b68-834f-27a6603d0f55 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:19.336857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:19.337333 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.349709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.354276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb898152-6c18-4884-9da1-4cf9029e4316 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 701 time: 2.2683735 Nov 12 03:14:19.357311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53214) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.363238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Sync routers for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:19.368395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-8dc1c181-8c26-456f-9d23-51d5729373d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.369901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-8dc1c181-8c26-456f-9d23-51d5729373d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739&tenant_id=4ae28082f91e45d58a4d165f280f8f2f HTTP/1.1" status: 200 len: 1097 time: 0.6627927 Nov 12 03:14:19.383796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.386021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Routers {'a88e490b-371d-4c9d-b337-61b2dd566f2d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:19.386486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.386718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a88e490b-371d-4c9d-b337-61b2dd566f2d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:19.387748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5250d582-aec9-4e83-897b-a208e953e5ab HTTP/1.1" status: 204 len: 168 time: 1.2621725 Nov 12 03:14:19.416277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f417575-33d2-44d3-a510-40635b0f7c34 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 205 time: 0.0579617 Nov 12 03:14:19.420304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53218) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.444663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca711e28-3460-45d1-8791-9dbe80cd0522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250d582-aec9-4e83-897b-a208e953e5ab,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:19.469555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.506162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Set router a88e490b-371d-4c9d-b337-61b2dd566f2d gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:19.517664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.523634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "DELETE /v2.0/networks/34d73487-aaee-46f8-84f4-6c3b6f3e57c6 HTTP/1.1" status: 204 len: 168 time: 0.5223486 Nov 12 03:14:19.524572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53220) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.536572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aeece916-1160-4a0e-becc-7a09815794f6 req-f2b2a7ba-3a3f-43cf-83a3-8f039a11cfb5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407949 Nov 12 03:14:19.545288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:19.559298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12c62-d21f-4045-99f7-d4ce60aa4e00 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event deleted for resources: {'Network': ['ID=34d73487-aaee-46f8-84f4-6c3b6f3e57c6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:19.582468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.605996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-57af8e63-9f0f-4ace-889b-15668b36bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.607567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-57af8e63-9f0f-4ace-889b-15668b36bdf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1097 time: 0.1802175 Nov 12 03:14:19.623449 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e2898-1719-490c-acbd-09e4bfb27931 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:19.624210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817e2898-1719-490c-acbd-09e4bfb27931 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:19.630028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-817e2898-1719-490c-acbd-09e4bfb27931 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "DELETE /v2.0/ports/94b2d95e-2774-47d7-ac24-d2dc0fb4f36f HTTP/1.1" status: 404 len: 333 time: 0.0988574 Nov 12 03:14:19.644061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53224) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.677096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.691035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:19.695445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.750323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.799336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.802671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.818330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:19.824393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88e490b-371d-4c9d-b337-61b2dd566f2d', 'name': 'tempest-RoutersTest-router-1702586476', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:53Z', 'updated_at': '2021-11-12T03:14:09Z', 'revision_number': 11, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:19.890931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Checking router: a88e490b-371d-4c9d-b337-61b2dd566f2d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:19.906597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.907010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router a88e490b-371d-4c9d-b337-61b2dd566f2d {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:14:19.919164 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.928581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f00c19d2-8582-49be-804f-22cd97b02276 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 204 len: 168 time: 0.5048523 Nov 12 03:14:19.928581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53236) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:19.937984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-695380973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:19.944303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:19.944981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:14:19.945795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a88e490b-371d-4c9d-b337-61b2dd566f2d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:14:19.946214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-5db5616d-b845-4d51-84fa-4ddcde829c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.946598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c186b917-2026-4258-94f8-4ffc4aa0eeee None None] The sync data for ids ['a88e490b-371d-4c9d-b337-61b2dd566f2d'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:19.948059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-5db5616d-b845-4d51-84fa-4ddcde829c63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 200 len: 921 time: 0.3138216 Nov 12 03:14:19.955068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:19.982193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca964e6-748e-4219-b9b7-facbf1fc7ffe req-dc28a407-4c18-4ea3-a262-0d3b11aab20a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:19.983824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ca964e6-748e-4219-b9b7-facbf1fc7ffe req-dc28a407-4c18-4ea3-a262-0d3b11aab20a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 944 time: 0.1198328 Nov 12 03:14:19.998667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:20.001005 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ca965b-3d7c-4f09-8169-c88cc90c15d3" -d '{"events": [{"server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "name": "network-vif-plugged", "status": "completed", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:20.020947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=78d2627a-643a-4b68-834f-27a6603d0f55,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:20.035084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.055118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.057113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.124312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ca964e6-748e-4219-b9b7-facbf1fc7ffe req-4ceea2c0-2c2e-4ffe-9064-3a8daf04a981 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279283 Nov 12 03:14:20.147145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:20.148897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-e5d33ffc-e5fc-40bd-b04f-372dffd6cce6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 200 len: 217 time: 0.1664577 Nov 12 03:14:20.159947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.161248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.162727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aacd985b-0473-4bda-8de4-964faf310673 req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "PUT /v2.0/ports/7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 1021 time: 2.0058329 Nov 12 03:14:20.180817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:20.183349 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa24db-4b4d-4b5c-908d-c9faac8d9339" -d '{"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:20.190405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Deleting subnet ff65166a-3511-4f6d-ab0f-a04b0ae54c2d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:20.231515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.232973 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0a34f1-bbee-46e9-aaad-b97e06b59ddf x-openstack-request-id: req-fb0a34f1-bbee-46e9-aaad-b97e06b59ddf {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:20.232973 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "name": "network-vif-plugged", "status": "completed", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:20.232973 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fb0a34f1-bbee-46e9-aaad-b97e06b59ddf {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:20.233365 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55', 'code': 200} Nov 12 03:14:20.238193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.249325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 93e17ca1-0466-4407-84ab-91205a37a5a6 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:20.259924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.264224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-3ca1a8a1-baf6-4e40-be29-c7f0417300ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.279170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-3ca1a8a1-baf6-4e40-be29-c7f0417300ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 200 len: 860 time: 0.0793278 Nov 12 03:14:20.281308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:20.289801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.291018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d5d820f-4ea8-4d07-bc33-d5bb7305c355 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3578691 Nov 12 03:14:20.317505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:20.323703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:20.346497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9da3f79-8886-4411-98ee-7fc1bc162aa9 req-c1ba096d-226d-4b93-a0d1-9213b10b36b2 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 210 time: 0.0813646 Nov 12 03:14:20.357803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:20.414262 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ac6f34-12f8-4bc3-a6e1-e894950334da x-openstack-request-id: req-13ac6f34-12f8-4bc3-a6e1-e894950334da {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:20.414798 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:20.414798 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13ac6f34-12f8-4bc3-a6e1-e894950334da {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:20.415062 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'status': 'completed', 'code': 200} Nov 12 03:14:20.489703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.498450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=93e17ca1-0466-4407-84ab-91205a37a5a6,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:20.499814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.500321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.500800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.501155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.501622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.501961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.502853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.503235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.503566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.503899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.504222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.504703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73db431-1b46-45fc-84a6-a8713870a43c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:20.514577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-6312c0e7-da32-4fca-a9d6-945a35d59264 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a635e2d-a003-4b76-833d-7d5ccf120185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849973 Nov 12 03:14:20.527048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '93e17ca1-0466-4407-84ab-91205a37a5a6', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'port_id': '93e17ca1-0466-4407-84ab-91205a37a5a6', 'mac_address': 'fa:16:3e:ac:b6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c99337-e8ab-4816-88cb-a88238066953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:20.571483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53256) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:20.624109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972713b6-a0e4-4aac-9653-afa1aec363f2 req-1c194b1e-8755-407d-8b22-d8dc135dd219 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.625972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-972713b6-a0e4-4aac-9653-afa1aec363f2 req-1c194b1e-8755-407d-8b22-d8dc135dd219 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1024 time: 0.2951994 Nov 12 03:14:20.637019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.642347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a41e-db3c-44c1-a11e-4b2cb65031ae req-f70e49f2-d94d-4f17-bc05-b10d74274d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.644202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4953a41e-db3c-44c1-a11e-4b2cb65031ae req-f70e49f2-d94d-4f17-bc05-b10d74274d63 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 1097 time: 0.2712655 Nov 12 03:14:20.670987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e17ca1-0466-4407-84ab-91205a37a5a6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:20.688923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Allocated IP 19.80.0.53 (d078b8ad-1c5b-4d6f-b2de-c8a3cd079382/8c8db66c-1ab0-44ff-b3dc-4c429bda8c52/8bc749d7-9e93-4a85-8a28-36e5c69a7494) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:20.700080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=93e17ca1-0466-4407-84ab-91205a37a5a6,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:20.740370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.779533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-326115096'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:20.811042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:20.857882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.937185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4953a41e-db3c-44c1-a11e-4b2cb65031ae req-2cf3601b-1902-4ce2-98a2-2817ffb03bfd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501802 Nov 12 03:14:20.946195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-a0bdd14d-4fb6-4b2b-9f7e-a4d16596d30e service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953791 Nov 12 03:14:20.960010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-972713b6-a0e4-4aac-9653-afa1aec363f2 req-19fab6b4-f4e0-4ea1-a471-156757c9a137 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=1389d6fc-5cfb-4ad6-96b6-698b9049fec8&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&id=4a1d3c22-540e-46d8-9af1-c0ac20aac076 HTTP/1.1" status: 200 len: 6207 time: 0.3242846 Nov 12 03:14:20.975683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Made reservation on behalf of cd1aea3629034ab791fbec9dd86cea74 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:20.978901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:20.989087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-21684ee1-f34a-4682-815d-db10d04c4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:20.990580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-21684ee1-f34a-4682-815d-db10d04c4ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1176 time: 0.5436251 Nov 12 03:14:21.022577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.042955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['93e17ca1-0466-4407-84ab-91205a37a5a6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:21.076184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1605806893 ', 'description': 'tempest-description-1108770611'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:21.081986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15738733-2e42-430c-969c-ea7e6495a948 req-e08567cc-58bb-4047-b4d7-b906eef3dca9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.083680 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15738733-2e42-430c-969c-ea7e6495a948 req-e08567cc-58bb-4047-b4d7-b906eef3dca9 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.2227125 Nov 12 03:14:21.135745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.206236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event deleted for resources: {'Subnet': ['ID=ff65166a-3511-4f6d-ab0f-a04b0ae54c2d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.207765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.214992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d635851a-14e8-47b3-ba02-41c29f2fdf05 tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "DELETE /v2.0/subnets/ff65166a-3511-4f6d-ab0f-a04b0ae54c2d HTTP/1.1" status: 204 len: 168 time: 1.5316200 Nov 12 03:14:21.215422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68c60-ee16-4ddf-93c1-5abe42650ad8 None None] Network 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:21.216196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.224980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:21.242203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.259040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.291331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.297889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-8aa529b0-c20a-4e58-bc66-4c8b37df3aef service neutron] 10.222.0.32 "GET /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334846 Nov 12 03:14:21.324341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15738733-2e42-430c-969c-ea7e6495a948 req-2328ab55-2b8b-49cb-b87a-9b54437e2eae tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791849 Nov 12 03:14:21.395112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-7822ec44-0e41-4840-8c8b-143e97a4d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.396954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-7822ec44-0e41-4840-8c8b-143e97a4d91c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.3751843 Nov 12 03:14:21.419375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.439824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.450250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.453248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] DHCP port deletion for 1fbae804-2826-4ba1-b38e-3a9afb3b7d62 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:21.468118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.512008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-8722169d-a53b-4d0b-b066-a2f9b9cda705 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 217 time: 0.1024199 Nov 12 03:14:21.523042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:21.525118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Deleting port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:21.525903 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.539927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7d699-f552-4d17-9b53-337c46e9f216 req-70d662f4-9315-4e58-ab1b-2d3946508fe2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.547436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3fa7d699-f552-4d17-9b53-337c46e9f216 req-70d662f4-9315-4e58-ab1b-2d3946508fe2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 945 time: 0.1284492 Nov 12 03:14:21.549461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.556343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Router 4a724edb-b6b7-4d6c-b403-1901cd81e2c2 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:14:21.590324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.596884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] For port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,segment=NetworkSegment(9d24dc9f-1a29-4143-9e64-5aa130534362),segment_id=9d24dc9f-1a29-4143-9e64-5aa130534362)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:21.597307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.603395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08332cad-e70a-4017-8348-d33cfd5f1fda,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.607817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:21.608963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.609311 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Added segment fd9e4cba-e598-47a8-b8b7-d891e6a8620d of type vlan for network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 Nov 12 03:14:21.636303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Calling delete_port for 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:21.647370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:21.680501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:21.694171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.695822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-186f23ac-2958-44c7-aee6-992d2fc8da14 req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6356180 Nov 12 03:14:21.712637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:14:21.727978 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Sync routers for ids ['4a724edb-b6b7-4d6c-b403-1901cd81e2c2'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:14:21.734530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.739957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dc95ca6d-c54e-4f35-8875-bf9bcb788570 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "PUT /v2.0/routers/4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 200 len: 693 time: 1.4190125 Nov 12 03:14:21.741199 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Routers {'4a724edb-b6b7-4d6c-b403-1901cd81e2c2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:21.741534 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4a724edb-b6b7-4d6c-b403-1901cd81e2c2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:21.752983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-8799ab43-a9bc-49fa-9cbf-3a6bd8ea231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.753356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53274) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:21.754516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-8799ab43-a9bc-49fa-9cbf-3a6bd8ea231c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.2255347 Nov 12 03:14:21.757321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.785638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.789326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.815810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3fa7d699-f552-4d17-9b53-337c46e9f216 req-cf748ab2-e087-4640-8eeb-eb3d04e0ad32 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674901 Nov 12 03:14:21.833926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] Pushing event deleted for resources: {'Port': ['ID=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.843423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8910e-5d89-494b-8053-1678754775ca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7cd854-bc42-4825-94a3-c36ecc70f1d4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:21.852815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-fc603472-53a4-4185-81b7-84c3ada9fde2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359383 Nov 12 03:14:21.854931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8fc00-d975-4935-93a0-110a57f66dde None None] No DVR routers for this DVR port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:21.927027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-39883ed6-13e5-4d0c-88a2-0a5b418c4b2d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.928911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-39883ed6-13e5-4d0c-88a2-0a5b418c4b2d tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739&tenant_id=4ae28082f91e45d58a4d165f280f8f2f&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.3560185 Nov 12 03:14:21.933385 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Set router 4a724edb-b6b7-4d6c-b403-1901cd81e2c2 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:21.955471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:21.959473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:21.982227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e388caf-a3eb-4a92-8cab-8f6f3d1abcae tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/routers/4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 200 len: 699 time: 0.2272489 Nov 12 03:14:21.997706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53276) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:22.001063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6a339329-c0f2-428b-acbd-04248bfc85df None None] Provisioning complete for port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:22.001439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a339329-c0f2-428b-acbd-04248bfc85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.028341 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a724edb-b6b7-4d6c-b403-1901cd81e2c2', 'name': 'tempest-RoutersTest-router-695380973', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:20Z', 'updated_at': '2021-11-12T03:14:21Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:22.057501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Deleting port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:22.057853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.058987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Checking router: 4a724edb-b6b7-4d6c-b403-1901cd81e2c2 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:14:22.063364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.069868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.070553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.073936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Routers {'4a724edb-b6b7-4d6c-b403-1901cd81e2c2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:14:22.074372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6a339329-c0f2-428b-acbd-04248bfc85df None None] Port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:22.075912 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4a724edb-b6b7-4d6c-b403-1901cd81e2c2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:22.086464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d6e6fe1-e38a-4088-84c6-5e358f3002e8 req-34899bd3-140b-4da4-b797-72249ee12b96 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/2f7cd854-bc42-4825-94a3-c36ecc70f1d4 HTTP/1.1" status: 200 len: 1800 time: 0.2324684 Nov 12 03:14:22.099004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-0d1e061b-2121-4d11-a8aa-6d7f6a608314 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2706611 Nov 12 03:14:22.121609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-216d1293-b65c-4c6e-8ac6-d38c5235a96d service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479708 Nov 12 03:14:22.129158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-968e197e-1619-42f0-93a3-77c4d07fa667 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 200 len: 205 time: 0.1236944 Nov 12 03:14:22.130386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:22.154763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda', 'admin_state_up': True, 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:22.192550 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] Set router 4a724edb-b6b7-4d6c-b403-1901cd81e2c2 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:14:22.249078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.255601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6710408 Nov 12 03:14:22.255796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:22.259815 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a724edb-b6b7-4d6c-b403-1901cd81e2c2', 'name': 'tempest-RoutersTest-router-695380973', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:20Z', 'updated_at': '2021-11-12T03:14:21Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:22.263244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Request body: {'subnet': {'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:22.266135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 93e17ca1-0466-4407-84ab-91205a37a5a6 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:22.267156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68a25b-8896-4029-8325-5d545cfdf94c req-13c2cf78-fbc1-4deb-bcb8-7f57f1765d1c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:22.270779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f68a25b-8896-4029-8325-5d545cfdf94c req-13c2cf78-fbc1-4deb-bcb8-7f57f1765d1c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 931 time: 0.3779192 Nov 12 03:14:22.313936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9beb0d-df2b-4ac3-ad96-05e120aa59cd None None] The sync data for ids ['4a724edb-b6b7-4d6c-b403-1901cd81e2c2'] in n-d-615180-50 is: [{'id': '4a724edb-b6b7-4d6c-b403-1901cd81e2c2', 'name': 'tempest-RoutersTest-router-695380973', 'tenant_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:14:20Z', 'updated_at': '2021-11-12T03:14:21Z', 'revision_number': 2, 'project_id': '8bbe23e0790e48ec88af5e3e7f44811f', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:14:22.337290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 93e17ca1-0466-4407-84ab-91205a37a5a6 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:22.345488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 93e17ca1-0466-4407-84ab-91205a37a5a6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:22.345488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.348162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e455175-fcfa-4dfb-bfc4-ae02eca36f78 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'Network': ['ID=1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:22.353376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] For port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:22.353746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.379005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:22.393050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Calling delete_port for 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:22.397333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:14:22.412917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.504532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event deleted for resources: {'Port': ['ID=49a2e02a-33e4-4b90-a394-aad8e95f6ca7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:22.515833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-9dee468b-5f1b-4f61-8688-ed07d9f313d0 service neutron] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:22.516865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] No DVR routers for this DVR port 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:22.519224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60fa24db-4b4d-4b5c-908d-c9faac8d9339 req-f5e92bd7-d50a-421f-98cb-f4e6c2459694 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898206 Nov 12 03:14:22.525105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.526892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f68a25b-8896-4029-8325-5d545cfdf94c req-8e0dca2d-13f3-4ad3-98af-5363518398bc tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149818 Nov 12 03:14:22.532720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-9dee468b-5f1b-4f61-8688-ed07d9f313d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.534367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-816f4626-c89f-44a1-b3f4-ca4fef8c492d req-9dee468b-5f1b-4f61-8688-ed07d9f313d0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30/bindings/n-h2-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.5632727 Nov 12 03:14:22.557414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-8fc6ccb2-cd35-4042-9329-c75c672c916a tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/2f7cd854-bc42-4825-94a3-c36ecc70f1d4 HTTP/1.1" status: 200 len: 1800 time: 0.3477952 Nov 12 03:14:22.562052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:22.564757 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dee4b9-4f0f-4c96-8ab6-a2b4d7dc1166" -d '{"events": [{"server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "name": "network-vif-plugged", "status": "completed", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:22.568159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:22.571686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.586855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=93e17ca1-0466-4407-84ab-91205a37a5a6,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:22.606347 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.641906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.672713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:22.756679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.764003 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.787197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:22.808924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:22.809270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 49a2e02a-33e4-4b90-a394-aad8e95f6ca7 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:22.823898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Made reservation on behalf of cd1aea3629034ab791fbec9dd86cea74 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:22.827649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.876769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.921938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.922288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Fanout notify agent at l3_agent the message router_deleted on router 4a724edb-b6b7-4d6c-b403-1901cd81e2c2 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:14:22.936298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:22.943366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0978bd7c-8310-47fa-9224-85d16db9fbb4 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 204 len: 168 time: 0.8062084 Nov 12 03:14:22.943366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:22.987589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a76e06f3-d710-4375-b9b8-dd62a5f0fcdf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 200 len: 205 time: 0.0439479 Nov 12 03:14:22.989549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.000970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53294) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.064490 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-32ad9531-973f-4461-a526-a50f71155178 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:23.065559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-32ad9531-973f-4461-a526-a50f71155178 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/4a724edb-b6b7-4d6c-b403-1901cd81e2c2 HTTP/1.1" status: 404 len: 336 time: 0.0636432 Nov 12 03:14:23.073735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53296) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.078739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbae804-2826-4ba1-b38e-3a9afb3b7d62']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:23.105320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d24dc9f-1a29-4143-9e64-5aa130534362') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:23.105680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d24dc9f-1a29-4143-9e64-5aa130534362') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:23.106876 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba042b6b-b538-4157-9245-fac23e3d0214 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:23.107356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba042b6b-b538-4157-9245-fac23e3d0214 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:23.110535 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba042b6b-b538-4157-9245-fac23e3d0214 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/5e3379e6-da05-4a12-95b0-9ed61e3e76b9 HTTP/1.1" status: 404 len: 337 time: 0.0359476 Nov 12 03:14:23.115142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.142405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.162757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.165465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.166626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b717c8e4-45a4-44c6-a710-29e26191ccd4 req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/2f7cd854-bc42-4825-94a3-c36ecc70f1d4 HTTP/1.1" status: 204 len: 173 time: 0.6083319 Nov 12 03:14:23.176082 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb9a13f-85f0-401e-bab3-7df03834a18e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:23.176536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb9a13f-85f0-401e-bab3-7df03834a18e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:23.179002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59edad9-a027-4232-8527-74cf84cdaf98 req-c3987d49-b467-40e1-843b-aff84699811f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.186872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d59edad9-a027-4232-8527-74cf84cdaf98 req-c3987d49-b467-40e1-843b-aff84699811f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.1426003 Nov 12 03:14:23.186964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3fb9a13f-85f0-401e-bab3-7df03834a18e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/b60200a9-b160-435a-907c-a3bcab42c656 HTTP/1.1" status: 404 len: 337 time: 0.0638466 Nov 12 03:14:23.187059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.187370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53304) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.197526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f663ac-acd1-4bbf-9d22-9e0d2ef8e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7cd854-bc42-4825-94a3-c36ecc70f1d4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.204884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Allocated IP 19.86.0.237 (c4e62129-5d64-4472-b05b-f81f80bd4eda/a69720c4-70bc-404f-8b48-039fb9b88049/fdb44397-e318-4d31-9a8e-19a7a6634d9e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:23.210877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:23.211500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:23.216957 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:23.257841 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae37c7-0167-4367-9126-7a54c6609239 x-openstack-request-id: req-b2ae37c7-0167-4367-9126-7a54c6609239 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:23.258322 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "name": "network-vif-plugged", "status": "completed", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:23.258403 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b2ae37c7-0167-4367-9126-7a54c6609239 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:23.258764 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6', 'code': 200} Nov 12 03:14:23.270181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.290513 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2345404-f9d6-4687-9bf9-ee4f2942ed22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:23.291074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2345404-f9d6-4687-9bf9-ee4f2942ed22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:23.294304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2345404-f9d6-4687-9bf9-ee4f2942ed22 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/4de5950f-9022-4771-8494-797948abf202 HTTP/1.1" status: 404 len: 337 time: 0.1034448 Nov 12 03:14:23.297035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.347140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.374309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.375006 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a700aee3-ffcb-4420-9dea-92f2acbee3a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:23.375481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a700aee3-ffcb-4420-9dea-92f2acbee3a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:23.378393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] 10.222.0.84 "DELETE /v2.0/networks/1fbae804-2826-4ba1-b38e-3a9afb3b7d62 HTTP/1.1" status: 204 len: 168 time: 2.1524479 Nov 12 03:14:23.381404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a700aee3-ffcb-4420-9dea-92f2acbee3a0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/e61f3eeb-bfd3-40e2-a42c-a6f51bb0b2df HTTP/1.1" status: 404 len: 337 time: 0.0802090 Nov 12 03:14:23.390901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.450230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5cecb-da92-4884-8ff8-c6d0b4ebfc7c tempest-DHCPAgentSchedulersTestJSON-825676075 tempest-DHCPAgentSchedulersTestJSON-825676075-project] Pushing event deleted for resources: {'Network': ['ID=1fbae804-2826-4ba1-b38e-3a9afb3b7d62,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.451671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d86a246b-239f-40e8-a2ab-0b114e4cead7 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 200 len: 205 time: 0.0575593 Nov 12 03:14:23.454556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.461006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d59edad9-a027-4232-8527-74cf84cdaf98 req-55082ed6-88ee-4a39-bc41-d8425b39a4e0 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135696 Nov 12 03:14:23.524526 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-3cd1008f-f9a4-4cc6-a700-e898caf85e07 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:23.525572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3cd1008f-f9a4-4cc6-a700-e898caf85e07 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/a88e490b-371d-4c9d-b337-61b2dd566f2d HTTP/1.1" status: 404 len: 336 time: 0.0658114 Nov 12 03:14:23.529918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'Subnet': ['ID=16c98989-d30a-48a3-9787-260631a4d314,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.532111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.540625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d42ed3-47ea-443e-836b-5b50643d5f34 req-e120d113-3115-424f-9c70-41063687df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.542220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d42ed3-47ea-443e-836b-5b50643d5f34 req-e120d113-3115-424f-9c70-41063687df67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 1098 time: 0.1513877 Nov 12 03:14:23.559778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7522257-a58f-478d-8209-78b5ede30280 req-3f26d00b-ac1c-4fc7-8fc3-d094348045f2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.561466 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7522257-a58f-478d-8209-78b5ede30280 req-3f26d00b-ac1c-4fc7-8fc3-d094348045f2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 945 time: 0.1908512 Nov 12 03:14:23.571072 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-8baa2f85-ff7c-4488-b977-b7a53f1cbae8 req-b7be92fc-e224-4521-a71f-517999d0cf12 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:14:23.572119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8baa2f85-ff7c-4488-b977-b7a53f1cbae8 req-b7be92fc-e224-4521-a71f-517999d0cf12 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/2f7cd854-bc42-4825-94a3-c36ecc70f1d4 HTTP/1.1" status: 404 len: 352 time: 0.0432241 Nov 12 03:14:23.575967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Checking segment: {'id': 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:23.576337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Network hostable DHCP agents. Network: 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:23.582502 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58c1066d-7c73-4a28-946a-6449e3c22f3c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfde273f-6587-4a58-868b-c6582666e527 HTTP/1.1" status: 200 len: 205 time: 0.0468020 Nov 12 03:14:23.589380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.624858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:23.647050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:23.650038 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-e3d29ebe-b211-4381-99dd-4c894c344ae2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:23.651349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e3d29ebe-b211-4381-99dd-4c894c344ae2 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/bfde273f-6587-4a58-868b-c6582666e527 HTTP/1.1" status: 404 len: 336 time: 0.0571814 Nov 12 03:14:23.657446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7522257-a58f-478d-8209-78b5ede30280 req-e18a36a6-5895-4371-8e1d-eac72d9b5eb8 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785027 Nov 12 03:14:23.658010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.659515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:23.660290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.662519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c282eaa-0d65-440d-b111-458bad2ed2da None None] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:23.679865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.685770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d42ed3-47ea-443e-836b-5b50643d5f34 req-7662b68d-4b1b-41bf-acd0-4e6bbb429d06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331489 Nov 12 03:14:23.696938 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8e3bb9-da19-4b47-a6ff-fae4a6c22ddf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:23.697515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8e3bb9-da19-4b47-a6ff-fae4a6c22ddf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:23.700788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4d8e3bb9-da19-4b47-a6ff-fae4a6c22ddf tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/22f68098-a3bd-407c-aadc-2424729c32a3 HTTP/1.1" status: 404 len: 337 time: 0.0376899 Nov 12 03:14:23.711247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.715847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5bff91be-8849-4512-8d6d-8d467bb851cd tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4590967 Nov 12 03:14:23.719243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53332) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.730316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Request body: {'port': {'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95', 'name': 'tempest-ExtraDHCPOptionsTestJSON-356215614'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:23.801908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.807242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9d44d928-94bf-441a-8447-573070f87d96 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 200 len: 205 time: 0.0846181 Nov 12 03:14:23.831814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:23.850346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53338) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.855445 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-e546353e-6910-499e-afc6-65b75b92123c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:23.856446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e546353e-6910-499e-afc6-65b75b92123c tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/355aab2f-4241-4ded-b656-9bdf70a4b590 HTTP/1.1" status: 404 len: 336 time: 0.0536125 Nov 12 03:14:23.868071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.901739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network c4e62129-5d64-4472-b05b-f81f80bd4eda is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:23.907752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:23.912789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:23.923863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:23.948478 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b3d6301-7b2e-4881-832d-bf83e15f90ea tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=6d1df0a7-8159-4b77-8033-ec060a22b1dd HTTP/1.1" status: 200 len: 205 time: 0.0746992 Nov 12 03:14:23.952743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53344) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:23.957515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1239336711', 'description': 'tempest-description-166206710'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:24.015321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871595e8-ac37-4e4a-aad7-f48541c9327a req-28245f28-4d28-4bf1-8b72-18d512ef3323 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.022051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871595e8-ac37-4e4a-aad7-f48541c9327a req-28245f28-4d28-4bf1-8b72-18d512ef3323 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.023894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-871595e8-ac37-4e4a-aad7-f48541c9327a req-28245f28-4d28-4bf1-8b72-18d512ef3323 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 1654 time: 0.1727889 Nov 12 03:14:24.037322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95', 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95', 'tenant_id': 'cd1aea3629034ab791fbec9dd86cea74', 'fixed_ips': [{'subnet_id': '16c98989-d30a-48a3-9787-260631a4d314'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:24.038203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.053727 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-48f31a53-c328-4a0e-8e0b-5bc10d7570d8 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:24.055055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48f31a53-c328-4a0e-8e0b-5bc10d7570d8 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/6d1df0a7-8159-4b77-8033-ec060a22b1dd HTTP/1.1" status: 404 len: 336 time: 0.0909960 Nov 12 03:14:24.060095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53346) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.081093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.081900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.088873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.131775 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9115809-ca0b-447a-a6b6-7f1335140631 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:24.132479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9115809-ca0b-447a-a6b6-7f1335140631 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:24.136165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f9115809-ca0b-447a-a6b6-7f1335140631 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/e432c5fe-491f-448e-9b93-a1cf9766d83b HTTP/1.1" status: 404 len: 337 time: 0.0748351 Nov 12 03:14:24.148767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.194559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae550f9e-36e3-4145-994b-b97c61444179 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19db7e0573c9488fb10f3221a2be00cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411288 Nov 12 03:14:24.200258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.218124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46343fde-6d40-4744-babf-ab7ed599fd9d tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=58750d76-4c38-4778-9e9c-8a2ce109de4e HTTP/1.1" status: 200 len: 205 time: 0.0662727 Nov 12 03:14:24.221851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53352) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.222606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-871595e8-ac37-4e4a-aad7-f48541c9327a req-ee22b51f-1204-470a-8430-3a5c1ef45480 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905379 Nov 12 03:14:24.230510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.230707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Made reservation on behalf of cd1aea3629034ab791fbec9dd86cea74 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:24.236282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.248175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.269331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] device_id is not set on port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:24.283818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Allocated IP 172.20.0.2 (1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95/16c98989-d30a-48a3-9787-260631a4d314/9d3867bf-ab43-44f8-91d2-c1e3db0b83e6) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:24.292092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-206d3d84-dbcd-4492-acb3-0e6681e3637f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1653438 Nov 12 03:14:24.310162 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-209f4787-220d-46bd-a3d6-29d78df0c613 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:24.313610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-209f4787-220d-46bd-a3d6-29d78df0c613 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/58750d76-4c38-4778-9e9c-8a2ce109de4e HTTP/1.1" status: 404 len: 336 time: 0.0793588 Nov 12 03:14:24.318838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.322537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'admin_state_up': True, 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:24.348883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.350048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4fc4fe8-7d63-4481-a52c-01423618cb15 req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4272878 Nov 12 03:14:24.365216 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c164ed6d-5709-42dd-979a-d14197a3d4bc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:24.365728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c164ed6d-5709-42dd-979a-d14197a3d4bc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:24.371782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c164ed6d-5709-42dd-979a-d14197a3d4bc tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/5702c8fb-45ee-405e-b696-7f9533dda5b4 HTTP/1.1" status: 404 len: 337 time: 0.0494308 Nov 12 03:14:24.374922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.380086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-71f3c207-7a44-41e0-b887-7e980ed609a0 None None] Provisioning complete for port fdb44397-e318-4d31-9a8e-19a7a6634d9e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:24.380510 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-71f3c207-7a44-41e0-b887-7e980ed609a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.411470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523d824-5b0e-4b0c-8fa3-676fce5a64f4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434ef563-b4e3-484f-9f03-35b59eb5529a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.422747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3102b-61aa-42d2-a37d-24b72c3372a4 req-bd5f758b-c636-423a-b42e-34adb188c01e tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.424787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8e3102b-61aa-42d2-a37d-24b72c3372a4 req-bd5f758b-c636-423a-b42e-34adb188c01e tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 946 time: 0.1064191 Nov 12 03:14:24.442941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-71f3c207-7a44-41e0-b887-7e980ed609a0 None None] Port fdb44397-e318-4d31-9a8e-19a7a6634d9e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:24.450303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f372ac00-d3a7-4bec-801f-56f84cd076b0 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "GET /v2.0/ports?device_id=42c3dcd2-3a13-40de-a30a-9c2c785fa56f HTTP/1.1" status: 200 len: 205 time: 0.0710499 Nov 12 03:14:24.451289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53360) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.461481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.490035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8e3102b-61aa-42d2-a37d-24b72c3372a4 req-f7d079f3-e5fd-4e4a-b36c-60ea093e2120 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519176 Nov 12 03:14:24.515032 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-930e5bb2-9e41-4dbf-81de-e16ca243b52b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] delete failed (client error): The resource could not be found. Nov 12 03:14:24.516080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-930e5bb2-9e41-4dbf-81de-e16ca243b52b tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/routers/42c3dcd2-3a13-40de-a30a-9c2c785fa56f HTTP/1.1" status: 404 len: 336 time: 0.0640526 Nov 12 03:14:24.519286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.530709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-914632717', 'description': 'tempest-description-1030622268'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:24.543281 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.555970 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c58b4c-f885-42de-87d9-c3f4782b1e5e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:24.556426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c58b4c-f885-42de-87d9-c3f4782b1e5e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:24.561813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-80c58b4c-f885-42de-87d9-c3f4782b1e5e tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/abb93c69-3764-4bc4-8f10-5f907017ceee HTTP/1.1" status: 404 len: 337 time: 0.0383050 Nov 12 03:14:24.562040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53364) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:24.564591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.574330 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.611328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303443b-3ce6-4544-9809-839c00305461 req-6ae0c9d3-c3c1-4b2f-88e5-be5f63c9f77f tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:24.613653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0303443b-3ce6-4544-9809-839c00305461 req-6ae0c9d3-c3c1-4b2f-88e5-be5f63c9f77f tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 1097 time: 0.1048987 Nov 12 03:14:24.626647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:24.636064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:24.639223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:24.644625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.647354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Pushing event updated for resources: {'Port': ['ID=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.648251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.649976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ed8f035-15d9-491a-91af-d418c56dc311 HTTP/1.1" status: 204 len: 168 time: 0.4487703 Nov 12 03:14:24.669825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccc702-31ef-498a-a9fc-a2d543458462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8f035-15d9-491a-91af-d418c56dc311,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:24.717912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0303443b-3ce6-4544-9809-839c00305461 req-19609f07-381f-47a6-951e-66a546f8e0a1 tempest-LiveAutoBlockMigrationV225Test-1117270580 tempest-LiveAutoBlockMigrationV225Test-1117270580-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728025 Nov 12 03:14:24.792699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Attempting to bind port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:24.793257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Attempting to bind port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:24.793637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Attempting to bind port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 on network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:24.801631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:24.802188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Checking segment: {'id': 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:24.802650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.803615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Bound using segment: {'id': 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:24.804117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Bound port: 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:24.804506 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.883049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] For port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:24.886814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] For port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,segment=NetworkSegment(fd9e4cba-e598-47a8-b8b7-d891e6a8620d),segment_id=fd9e4cba-e598-47a8-b8b7-d891e6a8620d)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:24.892953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.970429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068c5eb-1f33-4150-9092-760effb0f3ba None None] Pushing event updated for resources: {'Port': ['ID=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.008868 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e0bde1-2278-4cd0-b99a-11182232ad23 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] DELETE failed (client error): The resource could not be found. Nov 12 03:14:25.009306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e0bde1-2278-4cd0-b99a-11182232ad23 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:25.014686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85e0bde1-2278-4cd0-b99a-11182232ad23 tempest-RoutersTest-1908994268 tempest-RoutersTest-1908994268-project] 10.222.0.84 "DELETE /v2.0/subnets/ad0da4c4-dee3-43f8-ab0e-4f72e1b93f77 HTTP/1.1" status: 404 len: 337 time: 0.4492395 Nov 12 03:14:25.021019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.040752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:25.049872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.076276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Allocated IP 172.20.0.3 (1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95/16c98989-d30a-48a3-9787-260631a4d314/1eb2325d-f559-4a5f-9408-04b7f474fdd6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:25.190857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.205952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.221820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.223187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6ede57e-eedc-42dc-8c24-4b163fe8cdb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.338354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.339671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1b5e1b8-0dd4-4800-96f1-c8fa3bda40be req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8197484 Nov 12 03:14:25.355436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04071ecb-a220-459d-88d3-bcb77406f3d3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24fece-7cfb-4a47-a4c2-7ab890ecdef8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.447904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.451731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Allocated IP 19.80.0.148 (d078b8ad-1c5b-4d6f-b2de-c8a3cd079382/8c8db66c-1ab0-44ff-b3dc-4c429bda8c52/f9fe92d5-618f-41c8-894b-7ee5e1508689) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:25.486035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a425b-69b0-470a-9b30-0e334c2c7d6a req-f9476e90-5f74-4f6b-a1f4-ec6446fe57e8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.487869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-738a425b-69b0-470a-9b30-0e334c2c7d6a req-f9476e90-5f74-4f6b-a1f4-ec6446fe57e8 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.1941066 Nov 12 03:14:25.489822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17f876-081a-49ee-b351-3e05b2e512db req-73db606a-d8f2-4428-b161-20debd713712 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.496129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17f876-081a-49ee-b351-3e05b2e512db req-73db606a-d8f2-4428-b161-20debd713712 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.497894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc17f876-081a-49ee-b351-3e05b2e512db req-73db606a-d8f2-4428-b161-20debd713712 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 1654 time: 0.0876381 Nov 12 03:14:25.505059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53386) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.530699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.600812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:25.608203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc17f876-081a-49ee-b351-3e05b2e512db req-7b886556-7e77-4c83-a21f-da511a3d70ba tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022086 Nov 12 03:14:25.615223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:25.621915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6ede57e-eedc-42dc-8c24-4b163fe8cdb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.623310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:25.626225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'Port': ['ID=1eb2325d-f559-4a5f-9408-04b7f474fdd6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.639810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-738a425b-69b0-470a-9b30-0e334c2c7d6a req-2b5fba9b-bc61-4de9-a852-a92840d561eb tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436400 Nov 12 03:14:25.678574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6ede57e-eedc-42dc-8c24-4b163fe8cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.680767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-37885950', 'description': 'tempest-description-387380514'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:25.733977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.734585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.749802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.768557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39e9d5a0-6534-413e-b69a-d2acb23e919e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8bbe23e0790e48ec88af5e3e7f44811f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606790 Nov 12 03:14:25.771141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.793867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f12aad01-008e-43e7-8481-56d29de01b01 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0714412 Nov 12 03:14:25.799055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.799965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ede57e-eedc-42dc-8c24-4b163fe8cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae62d598-89ec-414c-82f3-bcfe513f49bd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:25.815051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Request body: {'port': {'network_id': '1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1316910137', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:25.815671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] bootfile-name is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:25.816068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] tftp-server is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:25.816455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] server-ip-address is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:25.828673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d6ede57e-eedc-42dc-8c24-4b163fe8cdb2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4933a7916f94bbd8589aba3a503ff4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6340070 Nov 12 03:14:25.829700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53396) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:25.877481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-93bee6b8-217e-4213-9e26-9e127be1f782 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.879028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-93bee6b8-217e-4213-9e26-9e127be1f782 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 945 time: 0.2015135 Nov 12 03:14:25.883564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.913538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.925971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.928757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.931325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.966030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8cb1f-272b-42ed-ab32-f25811da9cc2 req-c2ebb364-b858-438e-887e-be99f1b3dcc4 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:25.973392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc8cb1f-272b-42ed-ab32-f25811da9cc2 req-c2ebb364-b858-438e-887e-be99f1b3dcc4 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 946 time: 0.2494001 Nov 12 03:14:25.982438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.983714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-41a95121-effb-47d6-902e-b18cdb1fffae req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3190212 Nov 12 03:14:26.005313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.020778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c475384-3bfb-4ebb-ab76-167ac68b639d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83567e08-3e94-4751-92ad-86e55cf6a295,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:26.045840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.104749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc8cb1f-272b-42ed-ab32-f25811da9cc2 req-9de0a3d4-1ea8-4e8f-bdb5-f402f6189896 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304953 Nov 12 03:14:26.117336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.121693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.125229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e04c02f-3784-45af-ac83-68ae52eaa5d3 HTTP/1.1" status: 204 len: 168 time: 0.3510275 Nov 12 03:14:26.130930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.181966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54f7d-21f1-4550-9283-746897e1b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04c02f-3784-45af-ac83-68ae52eaa5d3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:26.200723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Deleting port cbb7d58c-e37a-4561-8f14-118e4f362e30 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:26.201066 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.203606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Made reservation on behalf of cd1aea3629034ab791fbec9dd86cea74 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:26.208003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.236577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.239652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.243359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ae62d598-89ec-414c-82f3-bcfe513f49bd HTTP/1.1" status: 204 len: 168 time: 0.4077775 Nov 12 03:14:26.281175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:26.281873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e75216-55ec-4be3-a2b9-c83e022a0654 None None] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:26.285250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:26.288644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edf4b081-2d3e-4eae-bbab-3a575c61e966 req-fbbb65cd-04a2-474a-a7a5-f10ec75f9650 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 11009 time: 0.2617934 Nov 12 03:14:26.304603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46c7eb-9d0b-47bc-b3d1-72fd3e9de885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae62d598-89ec-414c-82f3-bcfe513f49bd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:26.311737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:26.383878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edf4b081-2d3e-4eae-bbab-3a575c61e966 req-255b32d2-0083-438d-a5e0-d061473533c9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d HTTP/1.1" status: 200 len: 3002 time: 0.0936842 Nov 12 03:14:26.391637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:26.450394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] device_id is not set on port ae9fd867-f10a-4725-8581-fb7ea70e87bc yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:26.542506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edf4b081-2d3e-4eae-bbab-3a575c61e966 req-b42b5dc4-13b1-4e1c-bee8-a164d3d7163d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d HTTP/1.1" status: 200 len: 3002 time: 0.1569459 Nov 12 03:14:26.556971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] Provisioning complete for port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:26.559883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.635430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:26.636080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.672846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] For port cbb7d58c-e37a-4561-8f14-118e4f362e30, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cbb7d58c-e37a-4561-8f14-118e4f362e30,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:26.673554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.700102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-3630a63f-c9ad-41ee-a7a0-471ac551e096 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3949649 Nov 12 03:14:26.723087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Calling delete_port for cbb7d58c-e37a-4561-8f14-118e4f362e30 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:26.727893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:26.807721 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.935747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:26.943796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Allocated IP 172.20.0.14 (1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95/16c98989-d30a-48a3-9787-260631a4d314/ae9fd867-f10a-4725-8581-fb7ea70e87bc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:26.977848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] For port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,segment=NetworkSegment(fd9e4cba-e598-47a8-b8b7-d891e6a8620d),segment_id=fd9e4cba-e598-47a8-b8b7-d891e6a8620d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:26.988680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.071871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c645b-e243-44df-bab0-98fbee9b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.074209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:27.074710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.140109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592e60-96da-4ed9-874a-bf8c018b52ad req-b65cc573-1316-4050-aebb-08bedce02c90 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.150480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592e60-96da-4ed9-874a-bf8c018b52ad req-b65cc573-1316-4050-aebb-08bedce02c90 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.166669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5592e60-96da-4ed9-874a-bf8c018b52ad req-b65cc573-1316-4050-aebb-08bedce02c90 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.175581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5592e60-96da-4ed9-874a-bf8c018b52ad req-b65cc573-1316-4050-aebb-08bedce02c90 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2376 time: 0.1109581 Nov 12 03:14:27.180225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Provisioning complete for port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:27.180855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.237765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5592e60-96da-4ed9-874a-bf8c018b52ad req-fd59e471-8eed-4338-ac07-517c98b94be0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Nov 12 03:14:27.286880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.310549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['cd774dcb-6dff-4d91-abea-b967a6282170'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:27.360706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:27.375885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-864e62af-5c7a-49be-b1f7-f332b057729b req-512d14ea-5118-4ab2-9d29-8ec94709532c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.0555172 Nov 12 03:14:27.471798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Provisioning complete for port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:27.473324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event deleted for resources: {'Port': ['ID=cbb7d58c-e37a-4561-8f14-118e4f362e30,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:27.479049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.489871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-a05eba8d-ec0b-4a64-a5e5-40c0adbcbeec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/434ef563-b4e3-484f-9f03-35b59eb5529a HTTP/1.1" status: 200 len: 1819 time: 0.8123238 Nov 12 03:14:27.490557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.640612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-21811103-c6f3-4ff7-b928-ef72f32398e2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:27.647998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-21811103-c6f3-4ff7-b928-ef72f32398e2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.1760576 Nov 12 03:14:27.665256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-07f32a94-b2f4-4b24-9f2d-75a4904c0f66 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/quotas/ce00708912d34963b6f3250f88fbb132 HTTP/1.1" status: 200 len: 375 time: 0.0162499 Nov 12 03:14:27.719474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] No DVR routers for this DVR port cbb7d58c-e37a-4561-8f14-118e4f362e30 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:27.735341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8fd73083-a9b4-4708-9a8e-48d5dca61caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690024 Nov 12 03:14:27.744133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.747503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1b0b3646-9e4d-4897-8f73-4e268117251a req-77523873-5dba-4005-9d1b-4942233afd7a tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "DELETE /v2.0/ports/cbb7d58c-e37a-4561-8f14-118e4f362e30 HTTP/1.1" status: 204 len: 173 time: 1.8613713 Nov 12 03:14:27.749878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-deleted', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:27.764546 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1553e-b2b3-4661-a0c9-6923cfc8e9f4" -d '{"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-deleted", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:27.856584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a369c-ac4d-439f-944d-26b622d6e29a None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:27.949324 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.982327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-ea376be2-a621-4b2f-9b27-1f8e5cc04de2 service neutron] 10.222.0.84 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445533 Nov 12 03:14:28.158109 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.190739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-3c38042e-c36a-4407-9926-b50926b847fc service neutron] 10.222.0.84 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902382 Nov 12 03:14:28.191975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Provisioning complete for port f9fe92d5-618f-41c8-894b-7ee5e1508689 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:28.192646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.248627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.284327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f8e85-1593-41c7-85f9-74e0336873f6 None None] Port f9fe92d5-618f-41c8-894b-7ee5e1508689 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:28.291145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:28.324664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: cbb7d58c-e37a-4561-8f14-118e4f362e30 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:28.325313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cbb7d58c-e37a-4561-8f14-118e4f362e30 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:28.331477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.418174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-13747db7-d08b-4d12-a161-1bdd7d3149ea None None] Provisioning complete for port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:28.418543 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13747db7-d08b-4d12-a161-1bdd7d3149ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.496035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-13747db7-d08b-4d12-a161-1bdd7d3149ea None None] Port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:28.773546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d25732-3e7f-4349-8559-067e7a2531f8 req-99a03b0e-be8d-435d-80ee-ae70643f9952 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.793485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d25732-3e7f-4349-8559-067e7a2531f8 req-99a03b0e-be8d-435d-80ee-ae70643f9952 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.813744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d25732-3e7f-4349-8559-067e7a2531f8 req-99a03b0e-be8d-435d-80ee-ae70643f9952 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.818193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51d25732-3e7f-4349-8559-067e7a2531f8 req-99a03b0e-be8d-435d-80ee-ae70643f9952 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2376 time: 0.1796482 Nov 12 03:14:28.856626 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bec4a74-fff0-4ffd-9dac-82b83aeab0b7 x-openstack-request-id: req-9bec4a74-fff0-4ffd-9dac-82b83aeab0b7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:28.857607 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26d324-644d-421d-9ec1-b18827d87739", "name": "network-vif-deleted", "tag": "cbb7d58c-e37a-4561-8f14-118e4f362e30", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:28.858311 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bec4a74-fff0-4ffd-9dac-82b83aeab0b7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:28.859289 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26d324-644d-421d-9ec1-b18827d87739', 'name': 'network-vif-deleted', 'tag': 'cbb7d58c-e37a-4561-8f14-118e4f362e30', 'status': 'completed', 'code': 200} Nov 12 03:14:28.875365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-db4e5612-3b0e-4f6a-8d4b-bbee4e5e02c2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:28.877133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-db4e5612-3b0e-4f6a-8d4b-bbee4e5e02c2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd376157-0522-4953-a211-d065b4ce70c0 HTTP/1.1" status: 200 len: 946 time: 0.9487054 Nov 12 03:14:28.883856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:28.964241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:28.965012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:28.977500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51d25732-3e7f-4349-8559-067e7a2531f8 req-75f3a8f8-f59d-4304-be5e-441cf07b8508 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502895 Nov 12 03:14:29.063301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.123695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:29.198337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0475780-928b-4de9-bc75-babf3a707703 req-7d4bac0c-d208-45c5-a6a7-e6a369af6d2b tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.201378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0475780-928b-4de9-bc75-babf3a707703 req-7d4bac0c-d208-45c5-a6a7-e6a369af6d2b tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "GET /v2.0/ports?device_id=48c282d6-178f-455c-b504-43166ca47ce2 HTTP/1.1" status: 200 len: 945 time: 0.9360719 Nov 12 03:14:29.220009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.224465 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5070cd3a-c32f-4c56-9451-71f76f9f0e11 req-7186cd6c-25e4-415e-8fca-dcc84b33d800 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.0739918 Nov 12 03:14:29.319617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-865d913c-2edb-4e63-8b9c-7ba6f0b95a41 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:29.348206 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-865d913c-2edb-4e63-8b9c-7ba6f0b95a41 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "PUT /v2.0/quotas/577bd55aa2bf4236811e161d59b14700 HTTP/1.1" status: 200 len: 368 time: 0.2202606 Nov 12 03:14:29.349188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53538) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:29.358803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Request body: {'network': {'project_id': '577bd55aa2bf4236811e161d59b14700'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:29.414102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Made reservation on behalf of 577bd55aa2bf4236811e161d59b14700 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:29.416573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.426312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.493965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-593d5c9e-eecb-4992-9dc3-e06a135b0814 req-f0fff955-5008-4484-aa0d-247f3be6ec56 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 210 time: 0.0384617 Nov 12 03:14:29.529741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.532430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.534218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d1d11dd-9a86-4b27-bfaf-7b09be532263 req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/434ef563-b4e3-484f-9f03-35b59eb5529a HTTP/1.1" status: 204 len: 173 time: 2.0281377 Nov 12 03:14:29.654427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.657165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:29.665106 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.680897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97b900-c796-4e9f-b968-2121d0b7b93d tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ef563-b4e3-484f-9f03-35b59eb5529a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.712694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:29.732360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.732719 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Added segment 9e22a2eb-9116-42a7-ba96-181bdca81705 of type vlan for network 65699ccc-f840-4a35-9c7e-08acc7372532 Nov 12 03:14:29.734098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaec17a-1bac-4588-af90-ad558659e0fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.747844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'Port': ['ID=ae9fd867-f10a-4725-8581-fb7ea70e87bc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:29.750594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:29.785083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:29.802139 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-49ad395a-645b-4c18-9bed-ed3dfc30b5b7 req-52f6c1f7-de3c-4bc2-a668-c39dae8c8280 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:14:29.813636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49ad395a-645b-4c18-9bed-ed3dfc30b5b7 req-52f6c1f7-de3c-4bc2-a668-c39dae8c8280 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/434ef563-b4e3-484f-9f03-35b59eb5529a HTTP/1.1" status: 404 len: 352 time: 0.2019691 Nov 12 03:14:29.815692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.914184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.915162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:29.915734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.940965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc749d7-9e93-4a85-8a28-36e5c69a7494 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:29.970101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:29.994939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Transition to ACTIVE for port object 8bc749d7-9e93-4a85-8a28-36e5c69a7494 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:30.001043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Deleting port 93e17ca1-0466-4407-84ab-91205a37a5a6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:30.001937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.019146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event updated for resources: {'Network': ['ID=65699ccc-f840-4a35-9c7e-08acc7372532,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.030815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 65699ccc-f840-4a35-9c7e-08acc7372532 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:30.040007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-281e37e0-f22f-4058-99af-0d03f504b9ad tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6897569 Nov 12 03:14:30.043187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.046274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53566) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.051808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Request body: {'network': {'project_id': '577bd55aa2bf4236811e161d59b14700'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:30.062879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.065633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.079145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-80d493ef-0e51-4a68-99ba-6f13fa0467ea tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/ea24fece-7cfb-4a47-a4c2-7ab890ecdef8 HTTP/1.1" status: 200 len: 1819 time: 0.2208202 Nov 12 03:14:30.134739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Made reservation on behalf of 577bd55aa2bf4236811e161d59b14700 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:30.137556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.201291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.287060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.289921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:30.325385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.325999 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Added segment e525fc0c-184f-4466-adae-9ea12941bf72 of type vlan for network 851443a6-0c6e-40b0-aa7c-9fc3cfa0758b Nov 12 03:14:30.338394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-90fa0f5e-61d0-4602-a4a7-4cab086933ba None None] Provisioning complete for port ae9fd867-f10a-4725-8581-fb7ea70e87bc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:30.338770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90fa0f5e-61d0-4602-a4a7-4cab086933ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.354831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d8c82cb7-df89-475b-9687-34b4710c64d1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.5445514 Nov 12 03:14:30.382691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.394184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Deleting port 78d2627a-643a-4b68-834f-27a6603d0f55 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:30.394668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.439450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-90fa0f5e-61d0-4602-a4a7-4cab086933ba None None] Port ae9fd867-f10a-4725-8581-fb7ea70e87bc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:30.451182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.454960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.458081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.468126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee577438-c0c8-4305-81a6-acdf64e4fd40 req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/ea24fece-7cfb-4a47-a4c2-7ab890ecdef8 HTTP/1.1" status: 204 len: 173 time: 0.3856523 Nov 12 03:14:30.506268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6d20-4be9-4926-916c-4467676fc8ff tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24fece-7cfb-4a47-a4c2-7ab890ecdef8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.554585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdce56-ea2d-4d18-ab0b-8555456f14e1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.563636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdce56-ea2d-4d18-ab0b-8555456f14e1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.573871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdce56-ea2d-4d18-ab0b-8555456f14e1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.578614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-11cdce56-ea2d-4d18-ab0b-8555456f14e1 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1796145 Nov 12 03:14:30.579147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53580) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.604427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.605652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.606275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.678547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-598c1b12-af85-4683-a5cd-14615c4f4c67 req-e05cf2d1-2a4c-4f29-bc45-9d38dbccfb87 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.0988789 Nov 12 03:14:30.742649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6950898 Nov 12 03:14:30.798530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53586) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.799604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53588) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:30.801227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.819368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-400c342d-9601-44d1-a814-5986e0fe5bfd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Request body: {'network': {'project_id': '577bd55aa2bf4236811e161d59b14700'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:30.880776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] For port 93e17ca1-0466-4407-84ab-91205a37a5a6, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=93e17ca1-0466-4407-84ab-91205a37a5a6,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:30.881568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:30.885507 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-e2dbcad6-cc63-4845-8a2c-f4d1f3d5302e req-b82cc935-2113-4f85-8ae4-cbe570514f9c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:14:30.900548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2dbcad6-cc63-4845-8a2c-f4d1f3d5302e req-b82cc935-2113-4f85-8ae4-cbe570514f9c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/ea24fece-7cfb-4a47-a4c2-7ab890ecdef8 HTTP/1.1" status: 404 len: 352 time: 0.1667769 Nov 12 03:14:30.907543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab065-b745-4e91-b74d-cce63c9ace37 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event updated for resources: {'Network': ['ID=851443a6-0c6e-40b0-aa7c-9fc3cfa0758b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:30.922701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 851443a6-0c6e-40b0-aa7c-9fc3cfa0758b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:30.931822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15dda-de0f-4d23-82d2-c0ebaaec37c9 req-1cda3c56-57c3-4ba8-8619-883c21ea386d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.939111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15dda-de0f-4d23-82d2-c0ebaaec37c9 req-1cda3c56-57c3-4ba8-8619-883c21ea386d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.946949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15dda-de0f-4d23-82d2-c0ebaaec37c9 req-1cda3c56-57c3-4ba8-8619-883c21ea386d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:30.950084 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9dd15dda-de0f-4d23-82d2-c0ebaaec37c9 req-1cda3c56-57c3-4ba8-8619-883c21ea386d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2388 time: 0.6884212 Nov 12 03:14:30.962097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Calling delete_port for 93e17ca1-0466-4407-84ab-91205a37a5a6 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:30.972823 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-400c342d-9601-44d1-a814-5986e0fe5bfd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:14:30.973523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400c342d-9601-44d1-a814-5986e0fe5bfd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:30.975207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-400c342d-9601-44d1-a814-5986e0fe5bfd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1708808 Nov 12 03:14:30.992165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53594) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:31.002460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-29579902-50b4-4b01-baa1-19a697d305af tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.004779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-29579902-50b4-4b01-baa1-19a697d305af tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.2885110 Nov 12 03:14:31.022733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Request body: {'port': {'device_id': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'admin_state_up': True, 'tenant_id': 'ce00708912d34963b6f3250f88fbb132'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:31.048273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Deleting port ae9fd867-f10a-4725-8581-fb7ea70e87bc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:31.048773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.078194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] For port 78d2627a-643a-4b68-834f-27a6603d0f55, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=78d2627a-643a-4b68-834f-27a6603d0f55,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:31.078974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.110458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Attempting to bind port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:31.110796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Attempting to bind port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:31.111152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Attempting to bind port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:31.143051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-061711d9-fa19-4c95-8e60-f690cb3b23f3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:31.144874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-061711d9-fa19-4c95-8e60-f690cb3b23f3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 811 time: 0.8039334 Nov 12 03:14:31.156681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f631e3a-c706-41da-b02e-5c7423278121 req-ff075e25-adbc-4e5b-a240-ea6741eab04b tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 210 time: 0.0733311 Nov 12 03:14:31.192472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Request body: {'port': {'device_id': '2e19242d-77ce-4992-874b-7bdf335bab69', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'admin_state_up': True, 'tenant_id': 'ce00708912d34963b6f3250f88fbb132'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:31.213481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9903a77-9545-4206-8da3-54a99b65639a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.260230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.277885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Calling delete_port for ae9fd867-f10a-4725-8581-fb7ea70e87bc owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:31.290182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:31.290503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Attempting to bind port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:31.295367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Calling delete_port for 78d2627a-643a-4b68-834f-27a6603d0f55 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:31.296791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:31.300952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.328140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9dd15dda-de0f-4d23-82d2-c0ebaaec37c9 req-777ae6bc-3f70-44f8-a247-30563e6c55fe tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619201 Nov 12 03:14:31.341348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:31.341681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Checking segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:31.342070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Bound using segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:31.342602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Bound port: 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:31.343002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.437911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a72530e9-a908-41fd-8cf4-71802a38fad5 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=577bd55aa2bf4236811e161d59b14700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326479 Nov 12 03:14:31.440439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-0ef772ce-9786-4f2a-bcb2-bc17153f5da9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/83567e08-3e94-4751-92ad-86e55cf6a295 HTTP/1.1" status: 200 len: 1817 time: 0.1521907 Nov 12 03:14:31.445258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:31.605053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.629910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Allocated IP 172.20.0.3 (b6d1200a-14e6-4e40-ab92-6d13b69b8a22/d4c99337-e8ab-4816-88cb-a88238066953/d6b5472e-0834-45c5-a0d0-4824cb141ab3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:31.635589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Made reservation on behalf of ce00708912d34963b6f3250f88fbb132 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:31.639291 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.649168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.659514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.703511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:31.725048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event deleted for resources: {'Port': ['ID=ae9fd867-f10a-4725-8581-fb7ea70e87bc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:31.736409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9903a77-9545-4206-8da3-54a99b65639a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.738913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.788546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.830535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9903a77-9545-4206-8da3-54a99b65639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.831152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.833812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.841725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ddbd031-871a-403b-ae8a-a02d046cd162 req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/83567e08-3e94-4751-92ad-86e55cf6a295 HTTP/1.1" status: 204 len: 173 time: 0.3872173 Nov 12 03:14:31.841839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:31.897746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9470e8-c485-42cd-8074-609448d51046 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83567e08-3e94-4751-92ad-86e55cf6a295,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:31.908513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.930389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event deleted for resources: {'Port': ['ID=93e17ca1-0466-4407-84ab-91205a37a5a6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:31.942587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.948250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:31.954072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5eadae56-c46a-4495-a61d-634aba2bad5d tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "DELETE /v2.0/ports/ae9fd867-f10a-4725-8581-fb7ea70e87bc HTTP/1.1" status: 204 len: 168 time: 1.3630452 Nov 12 03:14:31.996627 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-13921961-bb6d-4952-894c-233e94f98b73 req-8acfdf0d-d838-4ea9-a59a-a787e8312a83 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:14:31.999699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:32.005140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13921961-bb6d-4952-894c-233e94f98b73 req-8acfdf0d-d838-4ea9-a59a-a787e8312a83 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/83567e08-3e94-4751-92ad-86e55cf6a295 HTTP/1.1" status: 404 len: 352 time: 0.1461887 Nov 12 03:14:32.006302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Request body: {'port': {'name': 'tempest-new-port-name-192425269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:32.006689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] bootfile-name is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:32.007017 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] tftp-server is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:32.007369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] server-ip-address is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:14:32.110734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9903a77-9545-4206-8da3-54a99b65639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932cfea8-8e5e-4fa1-a682-e3a44a5e432a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.132940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.133495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.136529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.149393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/8bc749d7-9e93-4a85-8a28-36e5c69a7494 HTTP/1.1" status: 200 len: 1092 time: 5.4239540 Nov 12 03:14:32.162328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7d8a165-fe44-477d-800a-94522f91fea5 req-bdaabfce-c6ee-4d24-94bf-944ea91f1da4 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 6207 time: 0.1416407 Nov 12 03:14:32.239005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7d8a165-fe44-477d-800a-94522f91fea5 req-204fcbe5-ef90-4e0f-a44c-8e4f060a058c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d HTTP/1.1" status: 200 len: 3002 time: 0.0755556 Nov 12 03:14:32.270828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.307214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 93e17ca1-0466-4407-84ab-91205a37a5a6 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:32.335620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e22715a9-0e96-4c38-a093-cdea3f741cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.339710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 93e17ca1-0466-4407-84ab-91205a37a5a6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:32.340342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 93e17ca1-0466-4407-84ab-91205a37a5a6 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:32.346574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:32.350233 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf04349c-e646-4551-ba28-8e6c356d112f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:32.359458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9903a77-9545-4206-8da3-54a99b65639a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f2740dbd27744ad9563885a20bfa8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5536478 Nov 12 03:14:32.360315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb6012-2431-44ef-b173-06e8084bf4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.374356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:32.403910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:32.411022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:32.413735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:32.420899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b17dd8b-1f46-409a-aeed-4fbe85d7a02b req-5d36db75-7174-437b-a852-c3f6d74071e4 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.5726523 Nov 12 03:14:32.433127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:32.445936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.448138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] No DVR routers for this DVR port 93e17ca1-0466-4407-84ab-91205a37a5a6 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:32.456253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.471349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7d8a165-fe44-477d-800a-94522f91fea5 req-bae232de-842e-481e-b159-d340e6f06a99 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d HTTP/1.1" status: 200 len: 3002 time: 0.2306571 Nov 12 03:14:32.498988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.504420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36565835-4a2b-4bf1-8b2d-e028c6d34a5c req-ea5e781d-19ae-45e3-8402-11289addd0ac tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "DELETE /v2.0/ports/93e17ca1-0466-4407-84ab-91205a37a5a6 HTTP/1.1" status: 204 len: 173 time: 3.5957181 Nov 12 03:14:32.505092 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.507662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.511047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/0aaec17a-1bac-4588-af90-ad558659e0fd HTTP/1.1" status: 204 len: 168 time: 1.0596168 Nov 12 03:14:32.522078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53622) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:32.543630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.545938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.554303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event updated for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.618158 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8efa3224-cebf-4e1f-ae2a-87770ad43caa tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014025 Nov 12 03:14:32.623951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.642196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Request body: {'port': {'device_id': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:32.672352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcbab3-42c0-434c-8d7e-b4e0fd4bc1c4 tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaec17a-1bac-4588-af90-ad558659e0fd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.674057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event deleted for resources: {'Port': ['ID=78d2627a-643a-4b68-834f-27a6603d0f55,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:32.737839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.801698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.834175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210068b-de31-4670-9efe-6c800e3cdb80 req-9bdcf0ad-073b-4a43-98b6-36a2f3d269e9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.840631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210068b-de31-4670-9efe-6c800e3cdb80 req-9bdcf0ad-073b-4a43-98b6-36a2f3d269e9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.847175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210068b-de31-4670-9efe-6c800e3cdb80 req-9bdcf0ad-073b-4a43-98b6-36a2f3d269e9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.851330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d210068b-de31-4670-9efe-6c800e3cdb80 req-9bdcf0ad-073b-4a43-98b6-36a2f3d269e9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2388 time: 0.1775331 Nov 12 03:14:32.854336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.879818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-b1717ecb-53bb-45b4-a9e0-2c93bd239c06 {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:32.880151 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:32.888988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] No DVR routers for this DVR port 78d2627a-643a-4b68-834f-27a6603d0f55 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:32.893270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.897674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.901691 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0475780-928b-4de9-bc75-babf3a707703 req-47dc37f3-d84f-4261-9bd5-74bc03ef30b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "DELETE /v2.0/ports/78d2627a-643a-4b68-834f-27a6603d0f55 HTTP/1.1" status: 204 len: 173 time: 3.6787071 Nov 12 03:14:32.934751 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.936899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8422d-9964-4af9-b66d-8b7ee6f99d5e req-bf41e203-b462-424a-a7ac-ac851204ae73 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:32.937432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:32.941491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/932cfea8-8e5e-4fa1-a682-e3a44a5e432a HTTP/1.1" status: 204 len: 168 time: 0.5620780 Nov 12 03:14:32.941639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0b8422d-9964-4af9-b66d-8b7ee6f99d5e req-bf41e203-b462-424a-a7ac-ac851204ae73 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 931 time: 0.4242289 Nov 12 03:14:33.062559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4f9d5-98de-4d79-94c4-3b831e9bc7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932cfea8-8e5e-4fa1-a682-e3a44a5e432a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.079948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d210068b-de31-4670-9efe-6c800e3cdb80 req-e39f4268-d7a4-4aa0-8929-9fd3ca209a5b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170646 Nov 12 03:14:33.214286 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07601582-6f99-4f45-9385-0b0ccb232f90 x-openstack-request-id: req-07601582-6f99-4f45-9385-0b0ccb232f90 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:33.214898 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:33.214898 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-07601582-6f99-4f45-9385-0b0ccb232f90 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:33.216767 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'status': 'completed', 'code': 200} Nov 12 03:14:33.312417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b5472e-0834-45c5-a0d0-4824cb141ab3 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:33.321551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 78d2627a-643a-4b68-834f-27a6603d0f55 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:33.322509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.338194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Transition to ACTIVE for port object d6b5472e-0834-45c5-a0d0-4824cb141ab3 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:33.345531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-953508424', 'description': 'tempest-description-1434111577'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:33.353201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.374071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 78d2627a-643a-4b68-834f-27a6603d0f55 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:33.374416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 78d2627a-643a-4b68-834f-27a6603d0f55 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:33.393394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.438746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.460237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0b8422d-9964-4af9-b66d-8b7ee6f99d5e req-cb384eb1-b68b-4d8a-9cba-c81f25d2fa4f tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064266 Nov 12 03:14:33.462291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:33.464027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.528994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-e8b335c2-fbc1-458b-ade1-59f622551cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.529475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-e8b335c2-fbc1-458b-ade1-59f622551cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.529950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-e8b335c2-fbc1-458b-ade1-59f622551cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.531821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf04349c-e646-4551-ba28-8e6c356d112f req-e8b335c2-fbc1-458b-ade1-59f622551cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2732 time: 0.3140385 Nov 12 03:14:33.550016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.574889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0903cc3-bd98-4811-abf4-38cff1fabf1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.594428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851443a6-0c6e-40b0-aa7c-9fc3cfa0758b']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:33.643494 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.650879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Attempting to bind port d6b5472e-0834-45c5-a0d0-4824cb141ab3 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:33.651490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Attempting to bind port d6b5472e-0834-45c5-a0d0-4824cb141ab3 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:33.651992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Attempting to bind port d6b5472e-0834-45c5-a0d0-4824cb141ab3 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:33.661010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Port d6b5472e-0834-45c5-a0d0-4824cb141ab3 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:33.661337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Attempting to bind port d6b5472e-0834-45c5-a0d0-4824cb141ab3 on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:33.671776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:33.672135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Checking segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:33.672520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Bound using segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:33.672976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Bound port: d6b5472e-0834-45c5-a0d0-4824cb141ab3, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:33.673330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.703672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-deae788e-69b9-4d0f-8fca-f603c1882d54 req-63392b87-c973-4e7b-a836-3f8879f3b751 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=ca26d324-644d-421d-9ec1-b18827d87739 HTTP/1.1" status: 200 len: 210 time: 0.1266687 Nov 12 03:14:33.708693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e525fc0c-184f-4466-adae-9ea12941bf72') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:33.708992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e525fc0c-184f-4466-adae-9ea12941bf72') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:33.713069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.732856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.748637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.794758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.796047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-683dfd49-05bc-4882-bb77-c5b25ed8d011 req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4564023 Nov 12 03:14:33.807110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42457846-f2fb-4ef7-9b6e-47e128dedc50 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43945f5-0f3b-4841-9d46-f26227967c5a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.812729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:33.816242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:33.823436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.837132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-427760726', 'description': 'tempest-description-1402860172'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:33.839310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.884856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:33.885527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.887300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] 10.222.0.32 "PUT /v2.0/ports/d6b5472e-0834-45c5-a0d0-4824cb141ab3 HTTP/1.1" status: 200 len: 1092 time: 1.2571917 Nov 12 03:14:33.887815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:33.890160 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5900db7f-9c90-4d44-bc17-aec2fd4669ab" -d '{"events": [{"name": "network-changed", "server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:33.937540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d442f-a2d7-4990-aa4d-ec5974068b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:33.948233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:33.961993 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b271ff1-3843-4442-8c57-002744dea499 x-openstack-request-id: req-7b271ff1-3843-4442-8c57-002744dea499 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:33.962202 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:33.962489 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7b271ff1-3843-4442-8c57-002744dea499 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:33.963127 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3', 'status': 'completed', 'code': 200} Nov 12 03:14:34.022366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-9ae5c84a-c5c0-40eb-81e2-c19a6456116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.023970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-9ae5c84a-c5c0-40eb-81e2-c19a6456116c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 1095 time: 0.0721011 Nov 12 03:14:34.083510 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-c923ffab-12f7-48dd-858a-fc578494de4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3 HTTP/1.1" status: 200 len: 217 time: 0.0447841 Nov 12 03:14:34.109325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.130284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.164624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.165907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b3f7353-7817-46f9-a9bc-ecebb9758791 req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3397758 Nov 12 03:14:34.177402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-f4395672-55f1-4292-8b66-5e2fe4466d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.178897 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-f4395672-55f1-4292-8b66-5e2fe4466d6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.0868063 Nov 12 03:14:34.180976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87048-7318-4c9e-8a2a-9a60e307624e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69929bac-7faf-41f8-80f2-29843cc53466,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:34.231358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-7ac1d246-3a67-400f-8cf8-59c736aaf4fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421469 Nov 12 03:14:34.348119 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.358430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-f22bd425-eaaa-43c0-a3d1-e44ca2910aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194692 Nov 12 03:14:34.429779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:34.430199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.558900 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-971a3a9f-0242-4f44-9e23-49718168a850 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912484 Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:34.567136 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:34.569220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-94e8fc9b-1b4c-4f80-b758-f1ec7e821e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.569220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-94e8fc9b-1b4c-4f80-b758-f1ec7e821e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.569375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-94e8fc9b-1b4c-4f80-b758-f1ec7e821e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.571039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf04349c-e646-4551-ba28-8e6c356d112f req-94e8fc9b-1b4c-4f80-b758-f1ec7e821e52 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0200930 Nov 12 03:14:34.598235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-c074cf7a-c285-47be-9908-2f2311044dca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.599331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-c074cf7a-c285-47be-9908-2f2311044dca tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 812 time: 0.2087333 Nov 12 03:14:34.617792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event updated for resources: {'Port': ['ID=1eb2325d-f559-4a5f-9408-04b7f474fdd6,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:34.624356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-b2d3936a-4c31-41da-8ea4-708e9ffb4ab1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/quotas/820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 375 time: 0.0127831 Nov 12 03:14:34.630280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3913245-ceee-4b76-81bc-1f5440bc710d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.731234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-84cbed9b-6cee-441e-9ff1-749a36f61b9f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900304 Nov 12 03:14:34.787939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-76993545-958a-41f0-8023-0838a9426f62 None None] Provisioning complete for port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:34.788650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76993545-958a-41f0-8023-0838a9426f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.866400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-76993545-958a-41f0-8023-0838a9426f62 None None] Port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:34.871628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-fc0ddd3a-08cf-40f1-b761-763f5007be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.873149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-fc0ddd3a-08cf-40f1-b761-763f5007be56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 1095 time: 0.1409857 Nov 12 03:14:34.901901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] In _notify_port_updated(), no bound segment for port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 on network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:14:34.907846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.908936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.910249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f7f7f66-62ef-475f-ad21-ab5e77217729 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "PUT /v2.0/ports/1eb2325d-f559-4a5f-9408-04b7f474fdd6 HTTP/1.1" status: 200 len: 1135 time: 2.9087343 Nov 12 03:14:34.917747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53658) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:34.933817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Allocated IP 172.20.0.5 (b6d1200a-14e6-4e40-ab92-6d13b69b8a22/d4c99337-e8ab-4816-88cb-a88238066953/9b03bd64-5019-4012-a887-3e1339944bcb) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:34.935726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:34.958586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff4cc8-0ee5-4ad7-bc80-9c135c930f65 req-2700eeca-c7e9-45fb-84cc-5b06d3349b24 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.965017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff4cc8-0ee5-4ad7-bc80-9c135c930f65 req-2700eeca-c7e9-45fb-84cc-5b06d3349b24 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.971934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff4cc8-0ee5-4ad7-bc80-9c135c930f65 req-2700eeca-c7e9-45fb-84cc-5b06d3349b24 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:34.973658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eff4cc8-0ee5-4ad7-bc80-9c135c930f65 req-2700eeca-c7e9-45fb-84cc-5b06d3349b24 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2388 time: 0.6076701 Nov 12 03:14:34.986980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0903cc3-bd98-4811-abf4-38cff1fabf1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.008105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-c00c5bd1-64f3-4482-aea9-2398cc4faeeb service neutron] 10.222.0.84 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127600 Nov 12 03:14:35.037102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd69a6-5c3c-4387-8c8a-688c25458f52 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.038646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2dcd69a6-5c3c-4387-8c8a-688c25458f52 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "GET /v2.0/ports/1eb2325d-f559-4a5f-9408-04b7f474fdd6 HTTP/1.1" status: 200 len: 1135 time: 0.1199641 Nov 12 03:14:35.045335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0903cc3-bd98-4811-abf4-38cff1fabf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.047656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:35.061996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.065460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "DELETE /v2.0/networks/851443a6-0c6e-40b0-aa7c-9fc3cfa0758b HTTP/1.1" status: 204 len: 168 time: 2.5324183 Nov 12 03:14:35.072278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53662) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:35.135552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b145612-caad-4ffb-80ae-cff0f38614cd tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event deleted for resources: {'Network': ['ID=851443a6-0c6e-40b0-aa7c-9fc3cfa0758b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.219609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'name': 'network-vif-deleted', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6'}, {'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'name': 'network-vif-deleted', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:35.221955 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ee525-d80c-4014-9529-177e262d69de" -d '{"events": [{"server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "name": "network-vif-deleted", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6"}, {"server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "name": "network-vif-deleted", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:35.249045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04349c-e646-4551-ba28-8e6c356d112f req-43047a7c-0d10-4e29-88bc-ee4fc2ffa253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.250569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf04349c-e646-4551-ba28-8e6c356d112f req-43047a7c-0d10-4e29-88bc-ee4fc2ffa253 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6254539 Nov 12 03:14:35.271754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb44397-e318-4d31-9a8e-19a7a6634d9e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:35.286489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f0903cc3-bd98-4811-abf4-38cff1fabf1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af3943692e6d444081e77ecd9b9d4093&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8087828 Nov 12 03:14:35.286489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903cc3-bd98-4811-abf4-38cff1fabf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67cdc8-053b-43fa-84f3-8b793116d71d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.310827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53666) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:35.318202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.341902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eff4cc8-0ee5-4ad7-bc80-9c135c930f65 req-11a762f5-2fb9-4144-b99e-b45aa37aad0e tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477266 Nov 12 03:14:35.416682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Transition to ACTIVE for port object fdb44397-e318-4d31-9a8e-19a7a6634d9e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:35.442619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.495222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-6171e020-3220-4879-aa3d-2936718ecd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.496609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-6171e020-3220-4879-aa3d-2936718ecd5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 912 time: 0.6104045 Nov 12 03:14:35.569814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.590506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-66a2e7f4-d90e-4e01-832c-33976f15ed96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3 HTTP/1.1" status: 200 len: 217 time: 0.0609283 Nov 12 03:14:35.590722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.593436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:35.605499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.615820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Deleting port 1eb2325d-f559-4a5f-9408-04b7f474fdd6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:35.616150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.630636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.657862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-e04aab75-b1c3-4518-8ee3-d1ac2eae6441 service neutron] 10.222.0.84 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353619 Nov 12 03:14:35.680892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-507f2f77-ad01-46e7-966d-ac1ab4db7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.682310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-507f2f77-ad01-46e7-966d-ac1ab4db7d56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.0795345 Nov 12 03:14:35.682931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504b26f-a092-428a-80ca-fdbbff395f3b req-3b8901dc-a00e-475c-873e-e02ab93dfbd3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:35.684821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9504b26f-a092-428a-80ca-fdbbff395f3b req-3b8901dc-a00e-475c-873e-e02ab93dfbd3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 943 time: 0.2376566 Nov 12 03:14:35.744518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-ee08bd73-95e2-4c15-b0e7-9d8f0b4782e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407567 Nov 12 03:14:35.753139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.795938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.850405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:35.860643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65699ccc-f840-4a35-9c7e-08acc7372532']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:35.894374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e22a2eb-9116-42a7-ba96-181bdca81705') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:35.895479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e22a2eb-9116-42a7-ba96-181bdca81705') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:35.915130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Calling delete_port for 1eb2325d-f559-4a5f-9408-04b7f474fdd6 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:35.943504 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.014602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.026302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:36.026708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:36.029113 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:36.108332 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-08d1998b-0d67-46b7-9db1-de3c9254aa0e service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496386 Nov 12 03:14:36.131574 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.163901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.171599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] 10.222.0.84 "DELETE /v2.0/networks/65699ccc-f840-4a35-9c7e-08acc7372532 HTTP/1.1" status: 204 len: 168 time: 1.0980272 Nov 12 03:14:36.203302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c4ba5-60ea-48d1-8bf8-4e2f487b099b tempest-QuotasNegativeTest-1666450142 tempest-QuotasNegativeTest-1666450142-project-admin] Pushing event deleted for resources: {'Network': ['ID=65699ccc-f840-4a35-9c7e-08acc7372532,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.244614 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db047cc3-c7f1-4d11-b703-f7fddfd09174 x-openstack-request-id: req-db047cc3-c7f1-4d11-b703-f7fddfd09174 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:36.244914 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd376157-0522-4953-a211-d065b4ce70c0", "name": "network-vif-deleted", "tag": "93e17ca1-0466-4407-84ab-91205a37a5a6", "status": "completed", "code": 200}, {"server_uuid": "48c282d6-178f-455c-b504-43166ca47ce2", "name": "network-vif-deleted", "tag": "78d2627a-643a-4b68-834f-27a6603d0f55", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:36.245225 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db047cc3-c7f1-4d11-b703-f7fddfd09174 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:36.245653 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd376157-0522-4953-a211-d065b4ce70c0', 'name': 'network-vif-deleted', 'tag': '93e17ca1-0466-4407-84ab-91205a37a5a6', 'status': 'completed', 'code': 200} Nov 12 03:14:36.245912 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c282d6-178f-455c-b504-43166ca47ce2', 'name': 'network-vif-deleted', 'tag': '78d2627a-643a-4b68-834f-27a6603d0f55', 'status': 'completed', 'code': 200} Nov 12 03:14:36.248489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.298340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5900db7f-9c90-4d44-bc17-aec2fd4669ab req-395edfd2-c9a1-4daa-9d88-851090e81429 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808822 Nov 12 03:14:36.307360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6b5472e-0834-45c5-a0d0-4824cb141ab3 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:36.369183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-949f56c4-eca2-4f12-a111-ae18c96735e0 req-0b095c7c-f6fe-4df6-82a6-b51c638080f0 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 210 time: 0.0697165 Nov 12 03:14:36.426065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9504b26f-a092-428a-80ca-fdbbff395f3b req-54ae7a8b-d5eb-40e3-99ce-52e54c5dbad2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625583 Nov 12 03:14:36.435897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Attempting to bind port fdb44397-e318-4d31-9a8e-19a7a6634d9e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:36.441502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Attempting to bind port fdb44397-e318-4d31-9a8e-19a7a6634d9e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:36.444958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Attempting to bind port fdb44397-e318-4d31-9a8e-19a7a6634d9e on network c4e62129-5d64-4472-b05b-f81f80bd4eda {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:36.495566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:36.504590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Port fdb44397-e318-4d31-9a8e-19a7a6634d9e on network c4e62129-5d64-4472-b05b-f81f80bd4eda not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:36.504981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Attempting to bind port fdb44397-e318-4d31-9a8e-19a7a6634d9e on network c4e62129-5d64-4472-b05b-f81f80bd4eda {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:36.517269 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.523278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.526874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc67cdc8-053b-43fa-84f3-8b793116d71d HTTP/1.1" status: 204 len: 168 time: 1.2126832 Nov 12 03:14:36.532715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:36.546197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:36.549415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:36.549834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Checking segment: {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:36.550292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Bound using segment: {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:36.550810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Bound port: fdb44397-e318-4d31-9a8e-19a7a6634d9e, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14199ecc-5abc-4121-b735-9a3fe1468c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:36.551299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.557094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event updated for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.585438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f36e63-698d-45ac-be1b-d3bbb30285b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67cdc8-053b-43fa-84f3-8b793116d71d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:36.662853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:36.679765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.679765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.727383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'port_id': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3', 'mac_address': 'fa:16:3e:d9:84:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c99337-e8ab-4816-88cb-a88238066953', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:36.736497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:36.751264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:36.763431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-628f5b3d-320d-481d-a3d0-76ff437d69fb tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5766687 Nov 12 03:14:36.768830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.789262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Request body: {'port': {'device_id': '2e19242d-77ce-4992-874b-7bdf335bab69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:36.790491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316b12-fd3c-40c3-9b17-b25e1044b481 req-34027710-6a2e-490e-a870-d80ae591ca4c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.804748 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.821380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b5472e-0834-45c5-a0d0-4824cb141ab3 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:36.838395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316b12-fd3c-40c3-9b17-b25e1044b481 req-34027710-6a2e-490e-a870-d80ae591ca4c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.848885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:36.853817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.855819 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.856315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.856985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:36.858524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdb44397-e318-4d31-9a8e-19a7a6634d9e HTTP/1.1" status: 200 len: 1093 time: 4.4312453 Nov 12 03:14:36.880370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316b12-fd3c-40c3-9b17-b25e1044b481 req-34027710-6a2e-490e-a870-d80ae591ca4c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:36.893101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39316b12-fd3c-40c3-9b17-b25e1044b481 req-34027710-6a2e-490e-a870-d80ae591ca4c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2400 time: 0.3913364 Nov 12 03:14:36.910546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Request body: {'port': {'device_id': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:37.044677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc73a5a-609d-4687-99e0-e77f531196e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:37.068915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39316b12-fd3c-40c3-9b17-b25e1044b481 req-757062dd-8150-46f6-8b52-7faafb7dd2a4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695673 Nov 12 03:14:37.131913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:37.175505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d6b5472e-0834-45c5-a0d0-4824cb141ab3'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:37.188813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.206573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.214763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.215330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.216418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.217431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.218819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.219270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.224935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.225478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.226058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.226572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.227006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.228206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:37.344196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event deleted for resources: {'Port': ['ID=1eb2325d-f559-4a5f-9408-04b7f474fdd6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:37.409511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.510510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.519741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f5bfd8f-6084-4911-8b48-1abfc5f4a458 tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "DELETE /v2.0/ports/1eb2325d-f559-4a5f-9408-04b7f474fdd6 HTTP/1.1" status: 204 len: 168 time: 2.4465897 Nov 12 03:14:37.522219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53704) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:37.815314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd5d97b5-c0e7-4e68-a7cf-3e571ce7dfd0 req-dd4971c1-fce5-4fb3-9cf8-862b86080f77 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 210 time: 0.1987846 Nov 12 03:14:37.834985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53712) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:37.955782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Deleting subnet 16c98989-d30a-48a3-9787-260631a4d314 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:37.961024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:37.980832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab33b62-e9ab-4edd-8dce-6ed7fb85442c req-e8abe49f-88ca-4d63-a853-18728d60740a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:37.982644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab33b62-e9ab-4edd-8dce-6ed7fb85442c req-e8abe49f-88ca-4d63-a853-18728d60740a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 944 time: 0.3247030 Nov 12 03:14:38.094123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.105816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.228659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-6a0700d0-57db-4787-a570-e0daf5eb8e6e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.230390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-6a0700d0-57db-4787-a570-e0daf5eb8e6e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 812 time: 0.6135089 Nov 12 03:14:38.263366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'device_id': '62b1d120-87f0-447d-9711-2d39acf0f654', 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df', 'admin_state_up': True, 'tenant_id': '820c9302e3414509bf2f1d6fd229687e'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:38.273309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:38.279084 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674479ed-0a34-487f-9c9b-f0c969f7e57e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:38.319814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6b5472e-0834-45c5-a0d0-4824cb141ab3 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:38.330367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab33b62-e9ab-4edd-8dce-6ed7fb85442c req-fb952fbc-9e32-4aa4-803b-d1fcf391e5a3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078802 Nov 12 03:14:38.360031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.362065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fe92d5-618f-41c8-894b-7ee5e1508689 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:38.373331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.398716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53732) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:38.410782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Transition to ACTIVE for port object f9fe92d5-618f-41c8-894b-7ee5e1508689 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:38.438750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.452638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d6b5472e-0834-45c5-a0d0-4824cb141ab3 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:38.472917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d6b5472e-0834-45c5-a0d0-4824cb141ab3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:38.474718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.491471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-610d4a22-9ff6-4f04-9e05-4acfeae4c411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.503484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.513118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03bd64-5019-4012-a887-3e1339944bcb {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:38.550214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.602963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.606992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "DELETE /v2.0/subnets/16c98989-d30a-48a3-9787-260631a4d314 HTTP/1.1" status: 204 len: 168 time: 1.0833690 Nov 12 03:14:38.629768 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb681bc-eb4e-491b-9da1-8c6c4a705874 x-openstack-request-id: req-cdb681bc-eb4e-491b-9da1-8c6c4a705874 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:38.630068 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:38.630435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cdb681bc-eb4e-491b-9da1-8c6c4a705874 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:38.630844 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e', 'status': 'completed', 'code': 200} Nov 12 03:14:38.633642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:38.647739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.653668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29584f-3c06-4ccf-b8f0-3d9fc56aca7d None None] Network 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:38.673853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d9393-e918-407c-b738-f02629878157 req-344afc13-9a7d-456c-8b64-909f16ca2f13 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.684169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d9393-e918-407c-b738-f02629878157 req-344afc13-9a7d-456c-8b64-909f16ca2f13 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.692193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d9393-e918-407c-b738-f02629878157 req-344afc13-9a7d-456c-8b64-909f16ca2f13 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.694134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a74d9393-e918-407c-b738-f02629878157 req-344afc13-9a7d-456c-8b64-909f16ca2f13 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2400 time: 0.5290265 Nov 12 03:14:38.695132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event deleted for resources: {'Subnet': ['ID=16c98989-d30a-48a3-9787-260631a4d314,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.730827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.731432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.731995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.733105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.733755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.734293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.734838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.735419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.735977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.736552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.737079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.737847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d878061-da55-4769-b0c0-2361056e4b5a tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:14:38.801250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:38.804143 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5545bb-648a-4746-94ca-9597a360810f" -d '{"events": [{"server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "name": "network-vif-plugged", "status": "completed", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:38.851037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:38.857365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.869264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:38.905710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261712062-network', 'tenant_id': '4175ac13b2d74a21a8f561bfbc85e3ca'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:38.942194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Pushing event updated for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:38.960386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Transition to ACTIVE for port object 9b03bd64-5019-4012-a887-3e1339944bcb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:38.966255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a74d9393-e918-407c-b738-f02629878157 req-f53b96aa-4c47-40e2-ac2f-fbdf6a8f9165 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634060 Nov 12 03:14:38.971912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Attempting to bind port f9fe92d5-618f-41c8-894b-7ee5e1508689 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:38.972260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Attempting to bind port f9fe92d5-618f-41c8-894b-7ee5e1508689 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:38.972597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Attempting to bind port f9fe92d5-618f-41c8-894b-7ee5e1508689 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:38.984927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-82126b13-7dea-4876-9db1-516fdc938e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.985395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-82126b13-7dea-4876-9db1-516fdc938e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.985888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-82126b13-7dea-4876-9db1-516fdc938e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:38.988219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-82126b13-7dea-4876-9db1-516fdc938e86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2826 time: 0.3553886 Nov 12 03:14:38.988825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Port f9fe92d5-618f-41c8-894b-7ee5e1508689 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:38.989149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Attempting to bind port f9fe92d5-618f-41c8-894b-7ee5e1508689 on network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:38.999753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.006888 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac9883-2169-41c6-8e01-8a815a9e0a8f x-openstack-request-id: req-25ac9883-2169-41c6-8e01-8a815a9e0a8f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:39.007242 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "name": "network-vif-plugged", "status": "completed", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:39.007500 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25ac9883-2169-41c6-8e01-8a815a9e0a8f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:39.007905 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3', 'code': 200} Nov 12 03:14:39.014324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:14:39.014324 n-d-615180-50 neutron-server[102432]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:14:39.014324 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id': '820c9302e3414509bf2f1d6fd229687e', 'id': '8f2615d7-4052-4fef-a657-3a805a6affd1', 'expiration': datetime.datetime(2021, 11, 12, 3, 16, 38, 999332)}] Nov 12 03:14:39.014324 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:39.015186 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:39.018379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] DHCP port deletion for 1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:39.034976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-610d4a22-9ff6-4f04-9e05-4acfeae4c411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.044674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-610d4a22-9ff6-4f04-9e05-4acfeae4c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.077131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.134511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Made reservation on behalf of 4175ac13b2d74a21a8f561bfbc85e3ca for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:39.136747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Deleting port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:39.137216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.137842 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.142072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-610d4a22-9ff6-4f04-9e05-4acfeae4c411 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9466f36894745e483553cb100572ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2940269 Nov 12 03:14:39.145099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d4a22-9ff6-4f04-9e05-4acfeae4c411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61006fed-ff27-4313-860c-d40fd162f3f3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.147587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53742) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:39.172588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:39.172875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Checking segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:39.173395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Bound using segment: {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:39.173953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Bound port: f9fe92d5-618f-41c8-894b-7ee5e1508689, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621030c-893a-4312-95bd-903aa70bb9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:39.175397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.221730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.232467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] For port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,segment=NetworkSegment(fd9e4cba-e598-47a8-b8b7-d891e6a8620d),segment_id=fd9e4cba-e598-47a8-b8b7-d891e6a8620d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:39.233995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.236142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.254726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Calling delete_port for 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:39.265781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.313308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.333607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.339698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.341331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/61006fed-ff27-4313-860c-d40fd162f3f3 HTTP/1.1" status: 204 len: 168 time: 0.1806235 Nov 12 03:14:39.354503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f1030-97f2-424f-96ad-ea1485e03cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61006fed-ff27-4313-860c-d40fd162f3f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.382799 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.407556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] Pushing event deleted for resources: {'Port': ['ID=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:39.420437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e2de7-9a18-40e5-ac3f-dbd0a0b0c50d None None] No DVR routers for this DVR port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:39.524949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433c122-1dcf-4e18-829b-b893239501fb req-f7cba164-10ea-4b6e-b0ef-a3c664d1a8c2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:39.539474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b433c122-1dcf-4e18-829b-b893239501fb req-f7cba164-10ea-4b6e-b0ef-a3c664d1a8c2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 945 time: 0.0976820 Nov 12 03:14:39.619871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Made reservation on behalf of 820c9302e3414509bf2f1d6fd229687e for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:39.623620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:39.661338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b433c122-1dcf-4e18-829b-b893239501fb req-3926a444-b8e5-4864-ba2d-764bed3d4c9d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120594 Nov 12 03:14:39.879584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Allocated IP 172.20.0.5 (a3d2f72e-096f-414d-9cf3-a848416c55df/428c3981-7292-4cbe-b734-273b7b749dc5/c0ec080c-9332-44d2-bc36-587acfc35109) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:39.886284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0b57d29-da75-4bd3-bca0-3e8b028596bd req-fbc349b8-b551-46c9-b047-5395d885f93a tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 210 time: 0.8099349 Nov 12 03:14:39.925930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53754) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:39.999634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0e73-942b-4b3d-b27e-4a05a9e284fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.032328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088155-da9d-4d6f-91d3-88ae7e147637 req-d434090c-4a07-435d-9830-52f01c391485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.034962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e088155-da9d-4d6f-91d3-88ae7e147637 req-d434090c-4a07-435d-9830-52f01c391485 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 1097 time: 0.9682152 Nov 12 03:14:40.144947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.210820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-466bcdf9-21eb-4a5a-8476-5efca9ad10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.211030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-466bcdf9-21eb-4a5a-8476-5efca9ad10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.211474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-466bcdf9-21eb-4a5a-8476-5efca9ad10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.213366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-466bcdf9-21eb-4a5a-8476-5efca9ad10ba service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1877024 Nov 12 03:14:40.216606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:40.222425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c066-587c-455d-8241-1563c7465af6 req-349f3bbf-f998-4586-b429-9a7d91e56954 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.228675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Deleting port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:40.228932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.237634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c066-587c-455d-8241-1563c7465af6 req-349f3bbf-f998-4586-b429-9a7d91e56954 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.243899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696c066-587c-455d-8241-1563c7465af6 req-349f3bbf-f998-4586-b429-9a7d91e56954 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.245918 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e696c066-587c-455d-8241-1563c7465af6 req-349f3bbf-f998-4586-b429-9a7d91e56954 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2412 time: 0.1523318 Nov 12 03:14:40.247870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.262317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:40.297726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:40.320868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Network a3d2f72e-096f-414d-9cf3-a848416c55df is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:40.346766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.347145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.349601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:40.355812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:40.391375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e088155-da9d-4d6f-91d3-88ae7e147637 req-07b4a3b1-7b4e-4dc8-a4be-90e086ae9ab9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335528 Nov 12 03:14:40.428653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.435148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.478064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-0cb21c8c-aa87-4467-a69b-49a888f282cc tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250223 Nov 12 03:14:40.479358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.488264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Attempting to bind port 9b03bd64-5019-4012-a887-3e1339944bcb on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:40.488727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Attempting to bind port 9b03bd64-5019-4012-a887-3e1339944bcb by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:40.489058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Attempting to bind port 9b03bd64-5019-4012-a887-3e1339944bcb on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:40.504926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e696c066-587c-455d-8241-1563c7465af6 req-7016b608-93d6-4698-bc5f-386dda820fc3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821928 Nov 12 03:14:40.509352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.510053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.511514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] 10.222.0.39 "PUT /v2.0/ports/f9fe92d5-618f-41c8-894b-7ee5e1508689 HTTP/1.1" status: 200 len: 1093 time: 3.6111038 Nov 12 03:14:40.542583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.561108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] For port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:40.561412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.570058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Port 9b03bd64-5019-4012-a887-3e1339944bcb on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:40.570413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Attempting to bind port 9b03bd64-5019-4012-a887-3e1339944bcb on network b6d1200a-14e6-4e40-ab92-6d13b69b8a22 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:40.614684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Request body: {'port': {'device_id': '62b1d120-87f0-447d-9711-2d39acf0f654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:40.628354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Calling delete_port for 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:40.641811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:40.642166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Checking segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:40.643123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Bound using segment: {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:40.643561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Bound port: 9b03bd64-5019-4012-a887-3e1339944bcb, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f788ad-0f44-49f4-b5cb-65d04ef901b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:40.643914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.645595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:40.664236 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb49018-79f4-4532-abf0-386f00616973" -d '{"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:40.669850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:40.698671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.713824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:14:40.779811 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46137013-6c7e-42c1-a878-f202770071e1 x-openstack-request-id: req-46137013-6c7e-42c1-a878-f202770071e1 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:40.780112 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:40.780360 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46137013-6c7e-42c1-a878-f202770071e1 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:40.780762 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689', 'status': 'completed', 'code': 200} Nov 12 03:14:40.785241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.795034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0e73-942b-4b3d-b27e-4a05a9e284fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.811955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-bb89a634-446b-485d-bd92-4cdc79324b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:40.815454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-674479ed-0a34-487f-9c9b-f0c969f7e57e req-bb89a634-446b-485d-bd92-4cdc79324b81 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5829871 Nov 12 03:14:40.816457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a8db0-2361-46af-826c-923d9104d08f service neutron] Pushing event updated for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.820601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad10148-3e4c-4d20-9e17-773369bee02d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:40.841199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.841854 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Added segment dec7da39-2566-4c0a-8001-9975becff0fc of type vlan for network a551e2af-7193-41c0-a646-f415d500d636 Nov 12 03:14:40.847007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0e73-942b-4b3d-b27e-4a05a9e284fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:40.878641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:40.916595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:40.917119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:40.977186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] No DVR routers for this DVR port 9d3867bf-ab43-44f8-91d2-c1e3db0b83e6 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:40.981154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd0e73-942b-4b3d-b27e-4a05a9e284fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77734515-96be-4dfd-a016-de1d3415619d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.026506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event deleted for resources: {'Port': ['ID=9d3867bf-ab43-44f8-91d2-c1e3db0b83e6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.096494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:41.101559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9b03bd64-5019-4012-a887-3e1339944bcb,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:41.176203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.182841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e6dda-d2a8-455d-b07e-7505c8982120 req-6e759683-59df-4c7e-be6e-b0290f7926ef tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.190635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c4e6dda-d2a8-455d-b07e-7505c8982120 req-6e759683-59df-4c7e-be6e-b0290f7926ef tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 931 time: 0.1421595 Nov 12 03:14:41.248912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a8fd0e73-942b-4b3d-b27e-4a05a9e284fd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41c9ea0272b54b73873138abd8e56feb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3162832 Nov 12 03:14:41.249149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53768) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:41.264485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.290074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7610ea-7816-4b9b-aa1c-2bc7c932b87a req-3a962e33-b02d-4774-83e5-4a19aa72af57 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.297521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db7610ea-7816-4b9b-aa1c-2bc7c932b87a req-3a962e33-b02d-4774-83e5-4a19aa72af57 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 945 time: 0.4734468 Nov 12 03:14:41.321984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c4e6dda-d2a8-455d-b07e-7505c8982120 req-71f6011b-8f00-4dbe-b898-7a5cee46de8c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304600 Nov 12 03:14:41.328688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.329391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.331567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b03bd64-5019-4012-a887-3e1339944bcb HTTP/1.1" status: 200 len: 1092 time: 4.5507414 Nov 12 03:14:41.354128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ec080c-9332-44d2-bc36-587acfc35109 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:41.372389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.386073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.397925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:14:41.398987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Transition to ACTIVE for port object c0ec080c-9332-44d2-bc36-587acfc35109 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:41.447566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.453427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.461110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5af85d0f-020b-4636-996d-316e9b9f9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.461603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5af85d0f-020b-4636-996d-316e9b9f9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.462132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5af85d0f-020b-4636-996d-316e9b9f9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.464210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-5af85d0f-020b-4636-996d-316e9b9f9884 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2868 time: 0.4852664 Nov 12 03:14:41.464893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9002-14d7-4f5a-842b-f483d6cc82b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.488927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:41.524253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.541857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.542855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.543433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.546920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:41.547250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9e4cba-e598-47a8-b8b7-d891e6a8620d') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:41.576440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.602371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db7610ea-7816-4b9b-aa1c-2bc7c932b87a req-df9b7647-dc4a-42d6-87b3-cb2b1f628c2e tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039079 Nov 12 03:14:41.620050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-85dbb4be-ddee-4bd9-8f4d-981d5eb53217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494 HTTP/1.1" status: 200 len: 217 time: 0.1337471 Nov 12 03:14:41.639528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.670426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.674402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.675548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77734515-96be-4dfd-a016-de1d3415619d HTTP/1.1" status: 204 len: 168 time: 0.4238191 Nov 12 03:14:41.710981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3082609 Nov 12 03:14:41.740270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53778) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:41.745029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.756814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Request body: {'subnet': {'network_id': 'a551e2af-7193-41c0-a646-f415d500d636', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261712062-subnet', 'tenant_id': '4175ac13b2d74a21a8f561bfbc85e3ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:41.768311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8aad6bbd-1d41-43c4-85d5-f26aa63758b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.770689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-8aad6bbd-1d41-43c4-85d5-f26aa63758b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 1095 time: 0.3793240 Nov 12 03:14:41.778828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3e46d-aa1e-4024-8711-e2f8b6bf8cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a551e2af-7193-41c0-a646-f415d500d636,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.787393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:41.787827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:41.791740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a551e2af-7193-41c0-a646-f415d500d636 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:41.800006 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:41.830980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f669ddb-75d8-4778-b58e-52c0cacda146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77734515-96be-4dfd-a016-de1d3415619d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:41.880953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Attempting to bind port c0ec080c-9332-44d2-bc36-587acfc35109 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:41.881542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Attempting to bind port c0ec080c-9332-44d2-bc36-587acfc35109 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:41.882656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Attempting to bind port c0ec080c-9332-44d2-bc36-587acfc35109 on network a3d2f72e-096f-414d-9cf3-a848416c55df {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:41.897965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Port c0ec080c-9332-44d2-bc36-587acfc35109 on network a3d2f72e-096f-414d-9cf3-a848416c55df not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:41.898369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Attempting to bind port c0ec080c-9332-44d2-bc36-587acfc35109 on network a3d2f72e-096f-414d-9cf3-a848416c55df {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:41.945675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d13c9-8385-4589-afdd-cfc69c45103a req-9e728a1a-3aca-4375-ae17-d9dc04c9f0ab tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.961374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d13c9-8385-4589-afdd-cfc69c45103a req-9e728a1a-3aca-4375-ae17-d9dc04c9f0ab tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.985879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d13c9-8385-4589-afdd-cfc69c45103a req-9e728a1a-3aca-4375-ae17-d9dc04c9f0ab tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:41.990800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc3d13c9-8385-4589-afdd-cfc69c45103a req-9e728a1a-3aca-4375-ae17-d9dc04c9f0ab tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2412 time: 0.2930539 Nov 12 03:14:41.993320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:41.993821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Checking segment: {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:41.995494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Bound using segment: {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:41.996113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Bound port: c0ec080c-9332-44d2-bc36-587acfc35109, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:41.997044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.061666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-69844b2c-429e-4ac2-b92c-df6d16dec4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.065399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-69844b2c-429e-4ac2-b92c-df6d16dec4dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c8db66c-1ab0-44ff-b3dc-4c429bda8c52 HTTP/1.1" status: 200 len: 801 time: 0.4191892 Nov 12 03:14:42.072928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-eae60e31-be30-4163-844e-60292656b4b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03bd64-5019-4012-a887-3e1339944bcb HTTP/1.1" status: 200 len: 217 time: 0.2779958 Nov 12 03:14:42.100569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Made reservation on behalf of 4175ac13b2d74a21a8f561bfbc85e3ca for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:42.103055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.126569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:42.130189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:42.145241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.150707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc3d13c9-8385-4589-afdd-cfc69c45103a req-10735e78-d7de-4e1d-b735-7602db6e060d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377904 Nov 12 03:14:42.190366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.191033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.192483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 1092 time: 1.5858977 Nov 12 03:14:42.192969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:42.195253 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:42.225460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20d39-cd22-4c1a-9eb3-f2f52647b251 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:42.225577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.241327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.246010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] 10.222.0.84 "DELETE /v2.0/networks/1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95 HTTP/1.1" status: 204 len: 168 time: 3.6048675 Nov 12 03:14:42.299838 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d299c46-1623-47a5-9001-a348a842f4d8 x-openstack-request-id: req-8d299c46-1623-47a5-9001-a348a842f4d8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:42.300597 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:42.300855 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d299c46-1623-47a5-9001-a348a842f4d8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:42.301351 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'status': 'completed', 'code': 200} Nov 12 03:14:42.314861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-fe750f8f-a7ca-4208-97f9-a3c8b086d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.316877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-fe750f8f-a7ca-4208-97f9-a3c8b086d94f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1095 time: 0.0654202 Nov 12 03:14:42.334470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b3ae7-37ed-4ded-a9e4-ae31ccdfc7ed tempest-ExtraDHCPOptionsTestJSON-2046211918 tempest-ExtraDHCPOptionsTestJSON-2046211918-project] Pushing event deleted for resources: {'Network': ['ID=1ede7ea4-50c9-4cb3-95ad-d19eb0bb5f95,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:42.365624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-b515bb97-09b7-485f-a13f-807ab3a2a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.367133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-b515bb97-09b7-485f-a13f-807ab3a2a985 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.2800093 Nov 12 03:14:42.378228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-891d79a6-5818-4f38-a776-3b3300540b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 217 time: 0.0517511 Nov 12 03:14:42.389397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff6a8c63-024a-44e1-8b01-434b3d2b7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.390935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ff6a8c63-024a-44e1-8b01-434b3d2b7e2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170900 Nov 12 03:14:42.438133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-6564b213-f5be-4bcd-8fe9-1c6531769e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.440075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-6564b213-f5be-4bcd-8fe9-1c6531769e5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.0493898 Nov 12 03:14:42.501102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-63b3323b-cbde-449f-96d7-8ebec1c0adfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248035 Nov 12 03:14:42.501417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-a924e3f2-e7c8-4a0b-9afd-11512c405fee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476913 Nov 12 03:14:42.549984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead35d0f-a23d-4bc6-9846-11940481a0c4 req-d89a7806-cff7-4db4-b32f-fb111bb30efa tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.558010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead35d0f-a23d-4bc6-9846-11940481a0c4 req-d89a7806-cff7-4db4-b32f-fb111bb30efa tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.3563206 Nov 12 03:14:42.617857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5903-69a9-432f-829e-3732b80c7569 req-8cb1a69d-4d41-4f67-8e2c-39b244868569 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.619522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f2b5903-69a9-432f-829e-3732b80c7569 req-8cb1a69d-4d41-4f67-8e2c-39b244868569 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 943 time: 0.1222510 Nov 12 03:14:42.694623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-d792e3cd-aab0-4810-a854-1da611600449 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652858 Nov 12 03:14:42.703023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f2b5903-69a9-432f-829e-3732b80c7569 req-fc5a70c9-78d4-4a9c-bc17-ae73968ab70e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721159 Nov 12 03:14:42.734821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-2c7eed61-3486-4a4f-a7fa-4f2e4d089de8 service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938449 Nov 12 03:14:42.780816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ead35d0f-a23d-4bc6-9846-11940481a0c4 req-1a1975e8-454e-4488-a59e-f98d55cec2ec tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214398 Nov 12 03:14:42.815169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:42.842515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:42.852189 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019" -d '{"events": [{"name": "network-changed", "server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:42.888001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81379b1e-cdfd-49cb-9d93-1d9fc247f089 req-5a437617-0a0b-49c1-8b4c-3e37022acb77 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838875 Nov 12 03:14:42.901154 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:42.907424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7130fe7-c166-4af1-8ac1-5b12673fbebe req-b710d80d-8036-4694-b0d2-65ca386ecf7f tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.910319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7130fe7-c166-4af1-8ac1-5b12673fbebe req-b710d80d-8036-4694-b0d2-65ca386ecf7f tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 945 time: 0.0873964 Nov 12 03:14:42.944915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-364de34d-ea73-4579-987e-bc8a7fc5e77f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:42.946556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-364de34d-ea73-4579-987e-bc8a7fc5e77f tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.4123998 Nov 12 03:14:43.026623 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba58d5-8d3f-42fa-a240-28f3e3fb5f5a x-openstack-request-id: req-79ba58d5-8d3f-42fa-a240-28f3e3fb5f5a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:43.026961 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:43.027187 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79ba58d5-8d3f-42fa-a240-28f3e3fb5f5a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:43.027581 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb', 'status': 'completed', 'code': 200} Nov 12 03:14:43.047113 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7130fe7-c166-4af1-8ac1-5b12673fbebe req-cfee6f71-6cbd-4e5b-9842-f4459e093f38 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283758 Nov 12 03:14:43.063034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-be6af36f-621f-4120-8bc7-48f9cf2be7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.064796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-be6af36f-621f-4120-8bc7-48f9cf2be7ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1095 time: 0.1070547 Nov 12 03:14:43.195229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-d5529141-fa5c-4f24-93d5-fd6dfba5cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.196757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-d5529141-fa5c-4f24-93d5-fd6dfba5cd5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.1158822 Nov 12 03:14:43.244494 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1476b86a-e05f-425f-94f2-e13865ae36d6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd1aea3629034ab791fbec9dd86cea74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256222 Nov 12 03:14:43.269177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53826) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:43.280305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-02990973-7c8f-428e-bb35-da8e410f6062 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 217 time: 0.0728021 Nov 12 03:14:43.346737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-6a997228-5193-43d2-a8a6-b2313d82c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.348263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-6a997228-5193-43d2-a8a6-b2313d82c34f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.0520182 Nov 12 03:14:43.397124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-fc507a7f-1119-43ff-861c-f1dedf8038a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337677 Nov 12 03:14:43.404807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6fef-c247-4bae-bba4-69634e903bec req-edae834a-b30e-465c-a2af-67b0afa74ace tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.406281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d81e6fef-c247-4bae-bba4-69634e903bec req-edae834a-b30e-465c-a2af-67b0afa74ace tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 943 time: 0.2042341 Nov 12 03:14:43.484226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab46b8e-3f38-4202-84ba-ef67a94c1b72,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.535325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-46098e4f-0631-4420-88c9-6f835985e27d service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258459 Nov 12 03:14:43.537900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.552583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Checking segment: {'id': 'dec7da39-2566-4c0a-8001-9975becff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:43.552948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Network hostable DHCP agents. Network: a551e2af-7193-41c0-a646-f415d500d636, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:43.556418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-fab695ef-8e3e-4821-a6fe-d6be7e79c01c service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253341 Nov 12 03:14:43.580606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-9e875e35-f01c-4460-af12-773a168ec95f service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970800 Nov 12 03:14:43.685187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0e12045-ccc2-4491-9479-5b6f58b9aaf8 req-5b298c19-5596-4205-99bd-8f93e892f199 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293657 Nov 12 03:14:43.693778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.694893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-400693d4-facf-4f5a-ba05-e578b7f352fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e HTTP/1.1" status: 200 len: 217 time: 0.1069622 Nov 12 03:14:43.699484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Network a551e2af-7193-41c0-a646-f415d500d636 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:43.714439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d9c8-d4d3-4a69-8611-99b52d9ceba3 req-7a4c8eb1-2330-495f-a973-c92b13a997e3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.719803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d81e6fef-c247-4bae-bba4-69634e903bec req-21083c85-73e4-4d56-a590-149de1e803e2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331254 Nov 12 03:14:43.721515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d9c8-d4d3-4a69-8611-99b52d9ceba3 req-7a4c8eb1-2330-495f-a973-c92b13a997e3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.727827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0d9c8-d4d3-4a69-8611-99b52d9ceba3 req-7a4c8eb1-2330-495f-a973-c92b13a997e3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.729549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fe0d9c8-d4d3-4a69-8611-99b52d9ceba3 req-7a4c8eb1-2330-495f-a973-c92b13a997e3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2412 time: 0.2508621 Nov 12 03:14:43.781848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.785589 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.787126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/08332cad-e70a-4017-8348-d33cfd5f1fda HTTP/1.1" status: 204 len: 168 time: 0.5148871 Nov 12 03:14:43.796315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a551e2af-7193-41c0-a646-f415d500d636) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:43.799192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769b573-51a8-41dc-bee4-06b3bcf2745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08332cad-e70a-4017-8348-d33cfd5f1fda,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:43.806725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ec4a3-a5dc-4628-8ab3-1d1800894881 None None] Network a551e2af-7193-41c0-a646-f415d500d636 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:43.812421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.813024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.841204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Deleting port cd774dcb-6dff-4d91-abea-b967a6282170 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:43.841746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:43.864607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca502081-5995-4886-ad1d-535e753945ad req-c97dcc49-f24b-4a89-be49-59a443b7bb00 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.866738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca502081-5995-4886-ad1d-535e753945ad req-c97dcc49-f24b-4a89-be49-59a443b7bb00 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 943 time: 0.0565643 Nov 12 03:14:43.921542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ff31c7cf-ce0e-49f6-a2d8-805f669b4a69 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1779325 Nov 12 03:14:43.933910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca502081-5995-4886-ad1d-535e753945ad req-240b0e20-eecc-4ca2-b46a-367006376318 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614007 Nov 12 03:14:43.962274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-1a60d5ec-30f6-49a6-8036-93d23e49b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:43.964055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-1a60d5ec-30f6-49a6-8036-93d23e49b367 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a69720c4-70bc-404f-8b48-039fb9b88049 HTTP/1.1" status: 200 len: 801 time: 0.2298062 Nov 12 03:14:43.974877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1775f958-9266-45df-ae3f-b007b8c0f790 req-9bd66b80-3588-4b79-bd7e-802275fa39dd service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076495 Nov 12 03:14:43.978478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fe0d9c8-d4d3-4a69-8611-99b52d9ceba3 req-2db3d1fc-e372-4cba-856a-4021043dfabb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272983 Nov 12 03:14:44.059675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-473e937c-aeec-4798-b420-e7a70b512fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.061188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-473e937c-aeec-4798-b420-e7a70b512fda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c4e62129-5d64-4472-b05b-f81f80bd4eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797923 Nov 12 03:14:44.094261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53850) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:44.098267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] For port cd774dcb-6dff-4d91-abea-b967a6282170, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=cd774dcb-6dff-4d91-abea-b967a6282170,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:44.098637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.119301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb64690-e2f9-4642-80c9-83226610a1ab None None] Network a551e2af-7193-41c0-a646-f415d500d636 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:44.131487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee055625-0cd9-4e22-ab79-69644b7728e4 req-239718e7-b980-4979-affb-076149fe23c7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.143218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee055625-0cd9-4e22-ab79-69644b7728e4 req-239718e7-b980-4979-affb-076149fe23c7 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 944 time: 0.0772784 Nov 12 03:14:44.144670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Calling delete_port for cd774dcb-6dff-4d91-abea-b967a6282170 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:44.190366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-6ff3da9d-62c5-45d9-83eb-5cdd2a9e08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.192502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-6ff3da9d-62c5-45d9-83eb-5cdd2a9e08cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce00708912d34963b6f3250f88fbb132&device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 1095 time: 0.1491983 Nov 12 03:14:44.243741 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee055625-0cd9-4e22-ab79-69644b7728e4 req-700cc806-4ec2-4945-bb41-b368f4236467 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917742 Nov 12 03:14:44.357468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-08190df2-193d-45e6-a056-881e48b5534a service neutron] 10.222.0.39 "GET /v2.0/networks/c4e62129-5d64-4472-b05b-f81f80bd4eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678127 Nov 12 03:14:44.416460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-9e421e4a-424b-49e7-bc5f-f570a6e7ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.418348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-9e421e4a-424b-49e7-bc5f-f570a6e7ef68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 200 len: 912 time: 0.1800125 Nov 12 03:14:44.455545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-792220283', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:44.500369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-c647b57c-928b-42f8-8b70-2f4315d58517 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b03bd64-5019-4012-a887-3e1339944bcb HTTP/1.1" status: 200 len: 217 time: 0.0569160 Nov 12 03:14:44.571207 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:44.577787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Made reservation on behalf of 9f5a0c0736f14c2d9d43545e8e4d4c63 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:44.580287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.616456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.635069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-109c2b8f-f433-4c57-9a89-1c7bfcd8c381 service neutron] 10.222.0.39 "GET /v2.0/networks/c4e62129-5d64-4472-b05b-f81f80bd4eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653482 Nov 12 03:14:44.639914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.641518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-90eeeb97-fb67-4c85-86f2-ce29ea9ba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.643024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-90eeeb97-fb67-4c85-86f2-ce29ea9ba2b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 200 len: 851 time: 0.1346946 Nov 12 03:14:44.742839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event deleted for resources: {'Port': ['ID=cd774dcb-6dff-4d91-abea-b967a6282170,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:44.748253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-a4e34b8c-f4d8-40b8-8dac-ec5eb2cc81ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b6d1200a-14e6-4e40-ab92-6d13b69b8a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946550 Nov 12 03:14:44.749537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-fa918021-a5cb-40ca-bfe0-629ab7107cff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689 HTTP/1.1" status: 200 len: 217 time: 0.1023266 Nov 12 03:14:44.763688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e387c2b-b027-4113-921d-818c5f6c731c None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:44.868793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] No DVR routers for this DVR port cd774dcb-6dff-4d91-abea-b967a6282170 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:44.873568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c859a-dc87-4d1c-aa5b-0ee93fa176a7 req-e6a47c80-82cc-4112-b9f7-cb487a8ff1ee tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.875299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa1c859a-dc87-4d1c-aa5b-0ee93fa176a7 req-e6a47c80-82cc-4112-b9f7-cb487a8ff1ee tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 943 time: 0.0631177 Nov 12 03:14:44.900995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:44.904834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcbeac0d-8715-4325-8352-d1cd6362fe61 req-42de5d3c-7ce0-4fc3-aece-700ca38e011b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.32 "DELETE /v2.0/ports/cd774dcb-6dff-4d91-abea-b967a6282170 HTTP/1.1" status: 204 len: 173 time: 1.8763566 Nov 12 03:14:44.921437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53884) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:44.936228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1861832437-network', 'tenant_id': '1b843d5bdba0448289bee4edf912230d'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:44.956166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-a810c316-b06d-4eb0-b291-9a97d325910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:44.957730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-a810c316-b06d-4eb0-b291-9a97d325910e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c8db66c-1ab0-44ff-b3dc-4c429bda8c52 HTTP/1.1" status: 200 len: 801 time: 0.1926956 Nov 12 03:14:44.990665 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa1c859a-dc87-4d1c-aa5b-0ee93fa176a7 req-86cc6e91-c6b6-413d-beb8-7b64873cf36a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072674 Nov 12 03:14:44.999897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.012202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Made reservation on behalf of 1b843d5bdba0448289bee4edf912230d for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:45.017919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.023993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.027260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-b849e46d-bbe1-4400-b0f3-9970fbe5a974 service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633195 Nov 12 03:14:45.031415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-deleted', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:45.034246 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bac8e55-732a-41e9-b7fd-2eaf1c8ef014" -d '{"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-deleted", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:45.041251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] device_id is not set on port c90bae54-fb36-43c9-bd6f-f3baa296ac24 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:45.043449 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.159328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:45.206023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39afd90-6218-4b4e-aee9-d135c3e01c19,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.212319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa8ae-5206-4743-905b-08e049d0d204 req-f266e35f-6d34-49f2-a4c2-052dca7058aa tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.221442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa8ae-5206-4743-905b-08e049d0d204 req-f266e35f-6d34-49f2-a4c2-052dca7058aa tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.227701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffa8ae-5206-4743-905b-08e049d0d204 req-f266e35f-6d34-49f2-a4c2-052dca7058aa tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.235190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6ffa8ae-5206-4743-905b-08e049d0d204 req-f266e35f-6d34-49f2-a4c2-052dca7058aa tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2412 time: 0.1153810 Nov 12 03:14:45.241838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-738f0fdc-0468-4f71-a8c9-e37318d64fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.243347 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-738f0fdc-0468-4f71-a8c9-e37318d64fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754087 Nov 12 03:14:45.269891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.282248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.301690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-112165069'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:45.334414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6ffa8ae-5206-4743-905b-08e049d0d204 req-f03e6a2d-9963-4de0-943b-1f4280c4fb11 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983727 Nov 12 03:14:45.335142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:45.358437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a03f51-6544-47fb-baf1-0fe0e2cab220,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.358437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.358437 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Added segment 690057de-044c-414d-b7aa-299abfc0ac1e of type vlan for network 69cdde7e-0e95-4e25-ba55-20159e378676 Nov 12 03:14:45.364869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb840e-f864-4a02-9ee5-d8011f144eda req-288d82cb-d076-468a-8bfb-db1a39bcf986 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.366523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cfb840e-f864-4a02-9ee5-d8011f144eda req-288d82cb-d076-468a-8bfb-db1a39bcf986 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 943 time: 0.2886372 Nov 12 03:14:45.367909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:45.371424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.399695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dbf0a70-2ae1-4c4a-bec4-e552bf1ac019 req-ca04ffcb-3045-4a30-b440-997d198ae32c service neutron] 10.222.0.39 "GET /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614149 Nov 12 03:14:45.410568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.415601 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591666c-793e-4dd9-b237-df5407aeff41 x-openstack-request-id: req-3591666c-793e-4dd9-b237-df5407aeff41 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:45.415989 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d12d50-3025-4a3d-9b26-7cfabc6f4ae8", "name": "network-vif-deleted", "tag": "cd774dcb-6dff-4d91-abea-b967a6282170", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:45.416278 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3591666c-793e-4dd9-b237-df5407aeff41 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:45.416675 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d12d50-3025-4a3d-9b26-7cfabc6f4ae8', 'name': 'network-vif-deleted', 'tag': 'cd774dcb-6dff-4d91-abea-b967a6282170', 'status': 'completed', 'code': 200} Nov 12 03:14:45.425768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Allocated IP 172.25.2.126 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c90bae54-fb36-43c9-bd6f-f3baa296ac24) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:45.435080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.474422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-ce5a2fd1-c865-4361-a779-0a17d13de3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210014 Nov 12 03:14:45.483576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.485055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.485987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.487333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cfb840e-f864-4a02-9ee5-d8011f144eda req-ee3289a2-261d-42ed-a7c0-02b826b98b77 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055565 Nov 12 03:14:45.598127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6752782 Nov 12 03:14:45.601253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53902) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:45.609769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b3e22ff-6079-4320-986e-2556ab23dc98 req-038a15b1-9f5c-4570-9c5c-c6d22daa8118 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=74d12d50-3025-4a3d-9b26-7cfabc6f4ae8 HTTP/1.1" status: 200 len: 210 time: 0.1128163 Nov 12 03:14:45.633984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Request body: {'subnet': {'network_id': '69cdde7e-0e95-4e25-ba55-20159e378676', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1861832437-subnet', 'tenant_id': '1b843d5bdba0448289bee4edf912230d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:45.657116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf9f6e-5312-4c5a-8f80-e6a91fbd87ed admin admin] Pushing event updated for resources: {'Network': ['ID=69cdde7e-0e95-4e25-ba55-20159e378676,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.669230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 69cdde7e-0e95-4e25-ba55-20159e378676 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:45.673189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.675823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce2e48c-2521-4f2d-acfb-da4e08707cd9 req-1f584836-e843-4e94-b08f-ae6835689719 service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926606 Nov 12 03:14:45.678197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Made reservation on behalf of 1b843d5bdba0448289bee4edf912230d for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:45.679970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.680513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.707562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:45.729764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e62b3-6df1-4270-8fb5-6f016b6f9e16,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.735574 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.736101 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment 605b499d-d747-45e3-ba0c-d4cd4da648be of type vlan for network 3f3a1f81-09fc-4110-b997-1217b104676c Nov 12 03:14:45.789422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.793253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.816467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.822837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.823482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:45.847964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-0aa89360-2c95-46e1-b2c4-3ff7c1f82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.848447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-0aa89360-2c95-46e1-b2c4-3ff7c1f82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.848916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-0aa89360-2c95-46e1-b2c4-3ff7c1f82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:45.850596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-0aa89360-2c95-46e1-b2c4-3ff7c1f82a45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2868 time: 0.0995226 Nov 12 03:14:45.890372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7299929 Nov 12 03:14:45.907480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea95a6f-c5dc-4515-b8cb-1971f9256d20 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=3f3a1f81-09fc-4110-b997-1217b104676c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:45.920290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3f3a1f81-09fc-4110-b997-1217b104676c details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:45.945727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.020675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:46.296034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:46.313390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f11aa0-78b9-4d40-ab6b-50e72d40537a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:46.319454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:46.331567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Pushing event updated for resources: {'Port': ['ID=c90bae54-fb36-43c9-bd6f-f3baa296ac24,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:46.356495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0ec080c-9332-44d2-bc36-587acfc35109 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:46.360105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:46.366138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-6dd27244-0596-4e5e-87c0-3eb30c1eca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.367394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-6dd27244-0596-4e5e-87c0-3eb30c1eca80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 HTTP/1.1" status: 200 len: 902 time: 0.5090406 Nov 12 03:14:46.376340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.406815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: cd774dcb-6dff-4d91-abea-b967a6282170 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:46.407180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device cd774dcb-6dff-4d91-abea-b967a6282170 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:46.468453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-2d68aead-dfb4-490c-94fa-b93b9e56888c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689 HTTP/1.1" status: 200 len: 217 time: 0.0867140 Nov 12 03:14:46.474039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.474645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.538237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047969-162a-4d35-bcae-719709f06306 req-2d555172-1441-4b9f-b655-06e7fe92c5b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.539812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0047969-162a-4d35-bcae-719709f06306 req-2d555172-1441-4b9f-b655-06e7fe92c5b0 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 943 time: 0.2575965 Nov 12 03:14:46.552005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa3c6-c696-408f-89b5-eff204f2ef18 req-d6159dcd-f945-4667-9621-8ed459ee0ea1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.553170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23f16250-7510-4828-b100-f99bae6e0c45 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4580340 Nov 12 03:14:46.554092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9ac3be-1b89-44b4-8d2b-d50c25902f99,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:46.558504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa3c6-c696-408f-89b5-eff204f2ef18 req-d6159dcd-f945-4667-9621-8ed459ee0ea1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.559527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53910) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:46.564634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.126'}]}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:46.565105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa3c6-c696-408f-89b5-eff204f2ef18 req-d6159dcd-f945-4667-9621-8ed459ee0ea1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.574188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86baa3c6-c696-408f-89b5-eff204f2ef18 req-d6159dcd-f945-4667-9621-8ed459ee0ea1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2412 time: 0.1272893 Nov 12 03:14:46.602712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-88efcfc7-16be-4029-9c6f-e913967c2182 None None] Provisioning complete for port c90bae54-fb36-43c9-bd6f-f3baa296ac24 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:46.605442 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-88efcfc7-16be-4029-9c6f-e913967c2182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.609771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-c9d2fb83-df88-424d-b63a-1eeba34bc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.611678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-c9d2fb83-df88-424d-b63a-1eeba34bc9ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c8db66c-1ab0-44ff-b3dc-4c429bda8c52 HTTP/1.1" status: 200 len: 801 time: 0.1307042 Nov 12 03:14:46.617333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Checking segment: {'id': '690057de-044c-414d-b7aa-299abfc0ac1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '69cdde7e-0e95-4e25-ba55-20159e378676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:46.617696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Network hostable DHCP agents. Network: 69cdde7e-0e95-4e25-ba55-20159e378676, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:46.648402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86baa3c6-c696-408f-89b5-eff204f2ef18 req-9587f0eb-478d-4cae-a0c2-1c5b5a707f64 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738816 Nov 12 03:14:46.728755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.729813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.756788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0047969-162a-4d35-bcae-719709f06306 req-debcb769-4a72-44a5-aa2b-bf5750c005a4 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963453 Nov 12 03:14:46.776131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Network 69cdde7e-0e95-4e25-ba55-20159e378676 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:46.801504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49018-79f4-4532-abf0-386f00616973 req-494a5b2f-7bec-4139-9e10-1871e586e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.805918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-494a5b2f-7bec-4139-9e10-1871e586e0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812303 Nov 12 03:14:46.893720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-88efcfc7-16be-4029-9c6f-e913967c2182 None None] Port c90bae54-fb36-43c9-bd6f-f3baa296ac24 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:46.903178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe07908-16fa-4463-b68f-ed5245c3c1d0 req-6ff00cbc-4a47-4f87-85c0-c8d6744d80bd tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.904637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 69cdde7e-0e95-4e25-ba55-20159e378676) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:46.904986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fe07908-16fa-4463-b68f-ed5245c3c1d0 req-6ff00cbc-4a47-4f87-85c0-c8d6744d80bd tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 943 time: 0.1185241 Nov 12 03:14:46.918241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.920141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:46.920882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:46.932239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d0672-0313-47ee-a530-7b3cd94ef11f None None] Network 69cdde7e-0e95-4e25-ba55-20159e378676 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:46.984120 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fe07908-16fa-4463-b68f-ed5245c3c1d0 req-f59675f6-a9e7-4aa7-8fa3-c32f6a503778 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695398 Nov 12 03:14:47.036831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79a45716-0ead-4bfc-84a4-db014a07359f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4164267 Nov 12 03:14:47.061200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.097581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'network_id': 'a3d2f72e-096f-414d-9cf3-a848416c55df', 'port_id': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'mac_address': 'fa:16:3e:b5:0d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428c3981-7292-4cbe-b734-273b7b749dc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:47.193609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.230330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d64e26-4ff3-49e8-b4f4-c3c0a32837ee None None] Network 69cdde7e-0e95-4e25-ba55-20159e378676 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:47.260753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ec080c-9332-44d2-bc36-587acfc35109 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:47.306842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.313471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-94105b5d-fe47-4c49-a44c-e22594638a8e service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947195 Nov 12 03:14:47.317406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.390116 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.403473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fdb44397-e318-4d31-9a8e-19a7a6634d9e details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:47.545528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.582854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e', 'network_id': 'c4e62129-5d64-4472-b05b-f81f80bd4eda', 'port_id': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e', 'mac_address': 'fa:16:3e:37:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69720c4-70bc-404f-8b48-039fb9b88049', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:47.615378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:47.616384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19c9a7-bec3-4409-8c90-c49d3bd3f978 req-52f48e7c-9062-4ffd-8bd5-08532f32d0c4 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:47.625373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b19c9a7-bec3-4409-8c90-c49d3bd3f978 req-52f48e7c-9062-4ffd-8bd5-08532f32d0c4 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.2224953 Nov 12 03:14:47.678953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:47.735490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.798075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bb49018-79f4-4532-abf0-386f00616973 req-f43c1239-37b6-4c22-ad00-97e2399b3a34 service neutron] 10.222.0.39 "GET /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774494 Nov 12 03:14:47.806877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb44397-e318-4d31-9a8e-19a7a6634d9e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:47.829410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.849689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:47.850741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8bc749d7-9e93-4a85-8a28-36e5c69a7494 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:47.957865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b19c9a7-bec3-4409-8c90-c49d3bd3f978 req-d799905e-e5b7-41f7-8318-90238a562259 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314211 Nov 12 03:14:47.978041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:47.994303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'port_id': '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'mac_address': 'fa:16:3e:30:65:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8db66c-1ab0-44ff-b3dc-4c429bda8c52', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:48.003275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-e7836dda-7d32-46e4-b3d8-7070e5a24672 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.011307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-e7836dda-7d32-46e4-b3d8-7070e5a24672 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/networks?id=a551e2af-7193-41c0-a646-f415d500d636 HTTP/1.1" status: 200 len: 809 time: 0.2074142 Nov 12 03:14:48.031232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-b17d545e-9a0f-474a-a965-cd4563f8fe88 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/quotas/4175ac13b2d74a21a8f561bfbc85e3ca HTTP/1.1" status: 200 len: 375 time: 0.0189598 Nov 12 03:14:48.092221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-4fc33e58-d973-4d90-b551-81f5e3149a73 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4175ac13b2d74a21a8f561bfbc85e3ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547597 Nov 12 03:14:48.104504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-ec3762d7-caea-4dd7-aef5-db9cf99c4c25 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.106271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-ec3762d7-caea-4dd7-aef5-db9cf99c4c25 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.3063297 Nov 12 03:14:48.157048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.160328 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.182333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc749d7-9e93-4a85-8a28-36e5c69a7494 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:48.209871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.214991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-28bacd62-5569-4633-a7ae-498855cf9182 service neutron] 10.222.0.84 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217275 Nov 12 03:14:48.221817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.222727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f9fe92d5-618f-41c8-894b-7ee5e1508689 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:48.289800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.296835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.311380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f9fe92d5-618f-41c8-894b-7ee5e1508689', 'network_id': 'd078b8ad-1c5b-4d6f-b2de-c8a3cd079382', 'port_id': 'f9fe92d5-618f-41c8-894b-7ee5e1508689', 'mac_address': 'fa:16:3e:ca:38:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8db66c-1ab0-44ff-b3dc-4c429bda8c52', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:48.327990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4b0c6-bd21-4e5b-83a4-eda1a9f3ae88 req-6b9340b9-207a-40a1-979e-7f5ca218af8c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.354725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4b0c6-bd21-4e5b-83a4-eda1a9f3ae88 req-6b9340b9-207a-40a1-979e-7f5ca218af8c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.359471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.371161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4b0c6-bd21-4e5b-83a4-eda1a9f3ae88 req-6b9340b9-207a-40a1-979e-7f5ca218af8c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.372876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50c4b0c6-bd21-4e5b-83a4-eda1a9f3ae88 req-6b9340b9-207a-40a1-979e-7f5ca218af8c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2413 time: 0.2635558 Nov 12 03:14:48.384397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fe92d5-618f-41c8-894b-7ee5e1508689 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:48.412272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e6491b-8c62-43bb-a453-c0b1b54de50d service neutron] 10.222.0.84 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905167 Nov 12 03:14:48.420023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.426851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.428083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9b03bd64-5019-4012-a887-3e1339944bcb details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:48.474226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.513484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.523354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.570914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50c4b0c6-bd21-4e5b-83a4-eda1a9f3ae88 req-2bbcbaa5-20f7-4dde-bf54-b22d924d0add tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674545 Nov 12 03:14:48.639767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9b03bd64-5019-4012-a887-3e1339944bcb,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.654316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '9b03bd64-5019-4012-a887-3e1339944bcb', 'network_id': 'b6d1200a-14e6-4e40-ab92-6d13b69b8a22', 'port_id': '9b03bd64-5019-4012-a887-3e1339944bcb', 'mac_address': 'fa:16:3e:08:f3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c99337-e8ab-4816-88cb-a88238066953', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:48.711262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ff0a2-69ec-4ac8-ac2b-49b951daa091 req-30178047-322b-45a2-9f2c-552b43d93dc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:48.719267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a32ff0a2-69ec-4ac8-ac2b-49b951daa091 req-30178047-322b-45a2-9f2c-552b43d93dc6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 943 time: 0.0638318 Nov 12 03:14:48.785972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Deleting port 049d309e-90ba-4d34-9537-7de95b9ae13a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:48.786460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.793944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.812797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a32ff0a2-69ec-4ac8-ac2b-49b951daa091 req-f553784d-62a6-4ea1-b141-99f14f357706 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878906 Nov 12 03:14:48.826886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03bd64-5019-4012-a887-3e1339944bcb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:48.865719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9b03bd64-5019-4012-a887-3e1339944bcb,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:48.870930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:48.929752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f596613-9323-45df-b623-7cf6eadbf037 req-ac63b723-4acf-4611-92be-3dea59369a55 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 210 time: 0.0738573 Nov 12 03:14:48.937752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:48.965719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.136443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01014477-41ea-41db-8fee-cb46ebf037b2 req-b0f98632-bf24-4afd-b4fe-33e23605d728 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.147719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01014477-41ea-41db-8fee-cb46ebf037b2 req-b0f98632-bf24-4afd-b4fe-33e23605d728 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 944 time: 0.1070986 Nov 12 03:14:49.218964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01014477-41ea-41db-8fee-cb46ebf037b2 req-e84b8d2f-f50f-4dde-966f-dc2c675c8435 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700068 Nov 12 03:14:49.247234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f9fe92d5-618f-41c8-894b-7ee5e1508689'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:49.274627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9b03bd64-5019-4012-a887-3e1339944bcb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:49.280584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['8bc749d7-9e93-4a85-8a28-36e5c69a7494'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:49.310526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53956) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:49.315546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:49.404910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 049d309e-90ba-4d34-9537-7de95b9ae13a no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:49.419452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:49.423193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.520066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] For port 049d309e-90ba-4d34-9537-7de95b9ae13a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=049d309e-90ba-4d34-9537-7de95b9ae13a,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:49.520464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.567684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51429-234d-4a05-aca8-edf6c7269c32 req-7829e6d3-37fb-472c-81c9-8d89f4f8c86b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.569292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b3b51429-234d-4a05-aca8-edf6c7269c32 req-7829e6d3-37fb-472c-81c9-8d89f4f8c86b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 944 time: 0.7415276 Nov 12 03:14:49.576831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Calling delete_port for 049d309e-90ba-4d34-9537-7de95b9ae13a owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:49.579679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.587509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.741505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:49.742393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8cb01a6-a364-4b87-99ba-ce827032857e {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:14:49.775009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b3b51429-234d-4a05-aca8-edf6c7269c32 req-f486ec8b-f202-4514-8d08-b284051f5e9c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926732 Nov 12 03:14:49.775850 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:14:49.779337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4a9aa049-0103-4c0e-819a-cefd6af20c26 tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2153344 Nov 12 03:14:49.785207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:49.983587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46811-1d48-4749-9494-7ca35ea7f618 req-6237b2df-f81e-4050-a7a5-cf7b2795c6ea tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.990114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46811-1d48-4749-9494-7ca35ea7f618 req-6237b2df-f81e-4050-a7a5-cf7b2795c6ea tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.996511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46811-1d48-4749-9494-7ca35ea7f618 req-6237b2df-f81e-4050-a7a5-cf7b2795c6ea tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:49.998950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30a46811-1d48-4749-9494-7ca35ea7f618 req-6237b2df-f81e-4050-a7a5-cf7b2795c6ea tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2415 time: 0.0950329 Nov 12 03:14:50.043845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.090541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event deleted for resources: {'Port': ['ID=049d309e-90ba-4d34-9537-7de95b9ae13a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:50.095527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Deleting port c90bae54-fb36-43c9-bd6f-f3baa296ac24 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:50.096341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.112079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30a46811-1d48-4749-9494-7ca35ea7f618 req-344f573a-49a3-46df-a6b2-111f6cd48db4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041441 Nov 12 03:14:50.114672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731fbdc0-e859-4651-a188-54cf96ed83b9 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:50.123743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-e0f39c08-cbfb-4b89-bfda-c2666a42bcc7 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.126477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-e0f39c08-cbfb-4b89-bfda-c2666a42bcc7 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.39 "GET /v2.0/networks?id=a551e2af-7193-41c0-a646-f415d500d636 HTTP/1.1" status: 200 len: 809 time: 0.2677102 Nov 12 03:14:50.135929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01d7c6-ba3b-4cd5-839f-925e357ae21e req-9c259339-ebad-4b68-9cb7-172d00a72d17 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.137446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed01d7c6-ba3b-4cd5-839f-925e357ae21e req-9c259339-ebad-4b68-9cb7-172d00a72d17 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 944 time: 0.1795840 Nov 12 03:14:50.152998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.155272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Request body: {'port': {'device_id': 'a155b769-870e-4784-9da2-fccc21f186c1', 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636', 'admin_state_up': True, 'tenant_id': '4175ac13b2d74a21a8f561bfbc85e3ca'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:50.232754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb248558-75e4-4fc6-b7d1-4dbb77b8dc0d req-895a5c46-7cb8-484c-8a95-10990347be7f tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 210 time: 0.0392380 Nov 12 03:14:50.236785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=091b7220-837b-478c-8efd-06a46a797e18,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:50.266965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] No DVR routers for this DVR port 049d309e-90ba-4d34-9537-7de95b9ae13a on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:50.270378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.271266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': '605b499d-d747-45e3-ba0c-d4cd4da648be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:50.271691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: 3f3a1f81-09fc-4110-b997-1217b104676c, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:50.273764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa5c17c6-9e78-442c-b66e-5d5ae55f8b89 req-352771b8-f960-45aa-974d-732d10c3a721 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "DELETE /v2.0/ports/049d309e-90ba-4d34-9537-7de95b9ae13a HTTP/1.1" status: 204 len: 173 time: 2.1273084 Nov 12 03:14:50.289347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-deleted', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:50.293635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 3f3a1f81-09fc-4110-b997-1217b104676c is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:50.293983 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e30526f-7082-4bfa-a87c-b6d68eea4362" -d '{"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-deleted", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:50.332477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201dbf91-1b5b-4544-82fc-cdb0903a334b req-dcf57683-86c2-48d9-b46e-7b498233e7e5 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8 HTTP/1.1" status: 200 len: 210 time: 0.0352721 Nov 12 03:14:50.333216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3f3a1f81-09fc-4110-b997-1217b104676c) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:50.337347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.339134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.355482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49163878-ce2d-4c96-a476-d017eae02031 None None] Network 3f3a1f81-09fc-4110-b997-1217b104676c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:50.360014 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dde46a7b-f840-4246-806a-82b2b9bfbf30 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0483546 Nov 12 03:14:50.365628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:50.375508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fdb44397-e318-4d31-9a8e-19a7a6634d9e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:50.388378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2122298689'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:50.411946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed01d7c6-ba3b-4cd5-839f-925e357ae21e req-c048b9ac-2db3-436a-95ea-30f18fbff8f8 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614105 Nov 12 03:14:50.414092 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.429794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0ec080c-9332-44d2-bc36-587acfc35109 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:50.430060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:50.437637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.460917 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a162513b-4bb2-4c67-81f0-7f9b522d2531 x-openstack-request-id: req-a162513b-4bb2-4c67-81f0-7f9b522d2531 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:50.461212 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8", "name": "network-vif-deleted", "tag": "049d309e-90ba-4d34-9537-7de95b9ae13a", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:50.461450 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a162513b-4bb2-4c67-81f0-7f9b522d2531 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:50.461839 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6873ef-1b7c-47ab-86ac-2f6b47a29cd8', 'name': 'network-vif-deleted', 'tag': '049d309e-90ba-4d34-9537-7de95b9ae13a', 'status': 'completed', 'code': 200} Nov 12 03:14:50.464613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:50.476669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.477332 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment f0b89c63-64c2-4eff-8ff8-2b5724e3bfde of type vlan for network d90801d2-2113-487c-b963-ebf6b1e784d5 Nov 12 03:14:50.478802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Calling delete_port for c90bae54-fb36-43c9-bd6f-f3baa296ac24 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:50.525668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.551494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Made reservation on behalf of 4175ac13b2d74a21a8f561bfbc85e3ca for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:50.554931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.555363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.560919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.561580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.608619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c0ec080c-9332-44d2-bc36-587acfc35109 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:50.627632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c0ec080c-9332-44d2-bc36-587acfc35109 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:50.627632 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.635643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2688885 Nov 12 03:14:50.638628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53974) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:50.646398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70070ea-895d-4a82-a3f4-5143b1c4aa50 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=d90801d2-2113-487c-b963-ebf6b1e784d5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:50.655719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:50.680259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d90801d2-2113-487c-b963-ebf6b1e784d5 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:50.715730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-3f3a1f81-09fc-4110-b997-1217b104676c', 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '091b7220-837b-478c-8efd-06a46a797e18'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:50.716552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.837537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:50.842413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.898988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Allocated IP 172.20.0.13 (a551e2af-7193-41c0-a646-f415d500d636/5ab46b8e-3f38-4202-84ba-ef67a94c1b72/f30c22f0-bf28-4dcf-b4b6-fc5aa095811a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:50.934123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.952354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4efc1-8eb1-4e88-95bd-caf078a4b4a7 req-774774e8-4f57-4356-9d56-bfba604693b7 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:50.955498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbf4efc1-8eb1-4e88-95bd-caf078a4b4a7 req-774774e8-4f57-4356-9d56-bfba604693b7 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 944 time: 0.0777400 Nov 12 03:14:50.974470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:50.976768 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91af909-7462-46a3-a496-b2b735124597" -d '{"events": [{"server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:50.980371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Allocated IP 2001:db8:0:ffff::2 (3f3a1f81-09fc-4110-b997-1217b104676c/091b7220-837b-478c-8efd-06a46a797e18/f0d2984b-cbea-44e4-b755-18983be176d0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:50.982578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.997580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:51.005516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.043437 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44355ad3-5e1a-4990-98e4-9fab1e6dafc1 x-openstack-request-id: req-44355ad3-5e1a-4990-98e4-9fab1e6dafc1 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:51.043716 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "name": "network-vif-plugged", "status": "completed", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:51.043969 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-44355ad3-5e1a-4990-98e4-9fab1e6dafc1 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:51.044375 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'code': 200} Nov 12 03:14:51.045790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbf4efc1-8eb1-4e88-95bd-caf078a4b4a7 req-fd091f8a-0081-4533-91ff-4bd2298d49a9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Nov 12 03:14:51.082695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c90bae54-fb36-43c9-bd6f-f3baa296ac24,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.110986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.120259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d0f647-f228-4dfa-9f39-99031c0251a6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:51.191800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.197390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.234910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Network 3f3a1f81-09fc-4110-b997-1217b104676c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:51.237806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:51.243289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:51.254652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Pushing event updated for resources: {'Port': ['ID=f0d2984b-cbea-44e4-b755-18983be176d0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.309376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Attempting to bind port f0d2984b-cbea-44e4-b755-18983be176d0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:51.309733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Attempting to bind port f0d2984b-cbea-44e4-b755-18983be176d0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '605b499d-d747-45e3-ba0c-d4cd4da648be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:51.310314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Attempting to bind port f0d2984b-cbea-44e4-b755-18983be176d0 on network 3f3a1f81-09fc-4110-b997-1217b104676c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:51.315515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:51.316008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Checking segment: {'id': '605b499d-d747-45e3-ba0c-d4cd4da648be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:51.316512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.317092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Bound using segment: {'id': '605b499d-d747-45e3-ba0c-d4cd4da648be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:51.317657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Bound port: f0d2984b-cbea-44e4-b755-18983be176d0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b499d-d747-45e3-ba0c-d4cd4da648be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3f3a1f81-09fc-4110-b997-1217b104676c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:51.318130 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.342018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ce7d1c0-a475-4f82-a4de-1bbb1a969045 req-4c4b6c6e-d892-420c-af4c-cd3bd071632b tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 210 time: 0.0305429 Nov 12 03:14:51.351008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.357795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-81337a76-6b17-4b01-9c4e-6eb997e6423e tempest-RoutersAdminNegativeTest-2014309028 tempest-RoutersAdminNegativeTest-2014309028-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c90bae54-fb36-43c9-bd6f-f3baa296ac24 HTTP/1.1" status: 204 len: 168 time: 1.5680704 Nov 12 03:14:51.368620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc509bb-5b82-4b88-88eb-98fcb25cc829 req-2164b479-25bd-493b-9ad5-ec4aca674291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.370126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffc509bb-5b82-4b88-88eb-98fcb25cc829 req-2164b479-25bd-493b-9ad5-ec4aca674291 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1097 time: 0.2586575 Nov 12 03:14:51.396900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] For port f0d2984b-cbea-44e4-b755-18983be176d0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:51.403168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] For port f0d2984b-cbea-44e4-b755-18983be176d0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0d2984b-cbea-44e4-b755-18983be176d0,segment=NetworkSegment(605b499d-d747-45e3-ba0c-d4cd4da648be),segment_id=605b499d-d747-45e3-ba0c-d4cd4da648be)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:51.408375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.410171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.417828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8bc749d7-9e93-4a85-8a28-36e5c69a7494 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:51.429194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5714be-6f93-449c-85dc-07e0b9bb4a61 req-f9b47ed4-9983-4159-8e9f-39c09f663147 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.435545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5714be-6f93-449c-85dc-07e0b9bb4a61 req-f9b47ed4-9983-4159-8e9f-39c09f663147 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.441578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5714be-6f93-449c-85dc-07e0b9bb4a61 req-f9b47ed4-9983-4159-8e9f-39c09f663147 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.444214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be5714be-6f93-449c-85dc-07e0b9bb4a61 req-f9b47ed4-9983-4159-8e9f-39c09f663147 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2415 time: 0.2093463 Nov 12 03:14:51.545623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db72b1a-19c1-4ca4-ad3e-53e14e432bfe None None] Pushing event updated for resources: {'Port': ['ID=f0d2984b-cbea-44e4-b755-18983be176d0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:51.564895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:51.573485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:51.574068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.577440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffc509bb-5b82-4b88-88eb-98fcb25cc829 req-220914bb-022f-41cf-a808-5d15fe8357bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943474 Nov 12 03:14:51.627788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be5714be-6f93-449c-85dc-07e0b9bb4a61 req-f6d49afa-0b24-4dc4-b519-0c236176e00e tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528506 Nov 12 03:14:51.666329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.715743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.752022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Network a551e2af-7193-41c0-a646-f415d500d636 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:51.760861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:51.765329 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.766269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f9fe92d5-618f-41c8-894b-7ee5e1508689 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:51.794079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:14:51.817778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:51.824617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:51.826761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:51.864234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:51.901120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104c9b9-13f4-4538-af07-f1d61668afb0 req-9143f1d4-410a-4a04-a950-1b647cdfb211 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:51.909313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6104c9b9-13f4-4538-af07-f1d61668afb0 req-9143f1d4-410a-4a04-a950-1b647cdfb211 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 944 time: 0.1512649 Nov 12 03:14:51.981252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6104c9b9-13f4-4538-af07-f1d61668afb0 req-42ecb217-54b1-4ff3-81e2-d2318d6d211a tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708945 Nov 12 03:14:52.030859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Pushing event updated for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.041330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port f9fe92d5-618f-41c8-894b-7ee5e1508689 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:52.049924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f9fe92d5-618f-41c8-894b-7ee5e1508689 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:52.050303 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.069896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d23378-59f9-4dd6-a5cc-8bd505d8ffab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.089395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.137344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.176221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:52.180245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.181178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9b03bd64-5019-4012-a887-3e1339944bcb up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:52.203784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d23378-59f9-4dd6-a5cc-8bd505d8ffab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.217312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d23378-59f9-4dd6-a5cc-8bd505d8ffab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.281935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3d23378-59f9-4dd6-a5cc-8bd505d8ffab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16ba6a33f12f46fd9488a6465418fc3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219060 Nov 12 03:14:52.282732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d23378-59f9-4dd6-a5cc-8bd505d8ffab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3002b-69ea-4e03-bd36-f615c9a12aef,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.287375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.287938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:52.297172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 9b03bd64-5019-4012-a887-3e1339944bcb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:52.307308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 9b03bd64-5019-4012-a887-3e1339944bcb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:52.307915 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.321506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a227f-29fb-429b-93c5-6dd3ccb19b26 req-f194261f-0658-4273-8563-f12acdf6b367 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.323026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a1a227f-29fb-429b-93c5-6dd3ccb19b26 req-f194261f-0658-4273-8563-f12acdf6b367 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 945 time: 0.1262612 Nov 12 03:14:52.389593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.400852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.419995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a1a227f-29fb-429b-93c5-6dd3ccb19b26 req-35b9feca-6f41-417f-88a5-8c7c98b924a5 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858653 Nov 12 03:14:52.434854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=3135bbe1-a3fc-48c3-baa7-179c4bf66c05,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.440586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9b03bd64-5019-4012-a887-3e1339944bcb,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:52.454296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.458052 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.489212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcb5ee-0116-4e5a-b2f3-057efd7843c5 req-9063b99a-201e-4dd0-8bf5-22fffecab152 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.490730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2dcb5ee-0116-4e5a-b2f3-057efd7843c5 req-9063b99a-201e-4dd0-8bf5-22fffecab152 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.7647631 Nov 12 03:14:52.509243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.510426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.527997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.533931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:52.534295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: d90801d2-2113-487c-b963-ebf6b1e784d5, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:14:52.543402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.547188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.548995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ab3002b-69ea-4e03-bd36-f615c9a12aef HTTP/1.1" status: 204 len: 168 time: 0.2569156 Nov 12 03:14:52.561444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44948b5-4541-43a8-b494-98905e93873b req-32b10122-494f-48b1-b345-ef8e8ef3cc2c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.562932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a44948b5-4541-43a8-b494-98905e93873b req-32b10122-494f-48b1-b345-ef8e8ef3cc2c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.4992692 Nov 12 03:14:52.578446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264f8a9-2af2-4e7f-9ff3-ddca51fcc5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3002b-69ea-4e03-bd36-f615c9a12aef,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:52.621119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49954c22-af17-4350-86b3-224c74b5c362 req-4c481f8f-930f-42bc-905e-e8f4b58c4787 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.623323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49954c22-af17-4350-86b3-224c74b5c362 req-4c481f8f-930f-42bc-905e-e8f4b58c4787 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 932 time: 0.0994406 Nov 12 03:14:52.645463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-1ef2ba40-badf-4321-aacd-96b479672019 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5069082 Nov 12 03:14:52.699251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49954c22-af17-4350-86b3-224c74b5c362 req-a5684c49-6930-4666-b597-2d68a398e6cf tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Nov 12 03:14:52.708862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Request body: {'port': {'device_id': 'a155b769-870e-4784-9da2-fccc21f186c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:52.789912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2dcb5ee-0116-4e5a-b2f3-057efd7843c5 req-60f1f2db-e397-4f77-bfd5-10c9096d1e6b tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653470 Nov 12 03:14:52.809892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network d90801d2-2113-487c-b963-ebf6b1e784d5 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:14:52.878325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.881863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d90801d2-2113-487c-b963-ebf6b1e784d5) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:52.889872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed1ca39-0dbc-4ae3-9e96-5788fafd5275 None None] Network d90801d2-2113-487c-b963-ebf6b1e784d5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:52.911874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.912453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.934533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0d2984b-cbea-44e4-b755-18983be176d0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:52.953176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb65016-b43a-4350-9d80-ed6c3bce9e60 req-84889041-bcef-44df-98c2-e7402db9ae57 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.959360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Deleting port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:52.959698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:52.961009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb65016-b43a-4350-9d80-ed6c3bce9e60 req-84889041-bcef-44df-98c2-e7402db9ae57 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.969187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb65016-b43a-4350-9d80-ed6c3bce9e60 req-84889041-bcef-44df-98c2-e7402db9ae57 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:52.978526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bcb65016-b43a-4350-9d80-ed6c3bce9e60 req-84889041-bcef-44df-98c2-e7402db9ae57 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2417 time: 0.1381843 Nov 12 03:14:52.994040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d58c4f5e-76f2-4d9e-a9bb-239d330964a6 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3520932 Nov 12 03:14:52.999492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54016) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:53.005187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'port': {'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5', 'name': 'tempest-NetworksIpV6TestAttrs-810572069'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:53.060781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494'}, {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689'}, {'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:53.067724 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b8a67-f404-4794-b2b7-530026a8d7c7" -d '{"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494"}, {"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689"}, {"server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "name": "network-vif-plugged", "status": "completed", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:53.082767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bcb65016-b43a-4350-9d80-ed6c3bce9e60 req-a0e9079d-0739-40ab-8468-0badff0fb8e2 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871482 Nov 12 03:14:53.087015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54022) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:53.163419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23faad8c-5985-4fef-9ebc-9614a3072be5 None None] Network 3f3a1f81-09fc-4110-b997-1217b104676c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:53.166678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-27fa37b8-82e9-42d9-be47-d90ba598404d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f5a0c0736f14c2d9d43545e8e4d4c63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766261 Nov 12 03:14:53.169028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:53.228664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.238899 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea9263-d57c-4db0-81c1-5b725c3d2a48 x-openstack-request-id: req-c5ea9263-d57c-4db0-81c1-5b725c3d2a48 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:53.239244 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494", "code": 200}, {"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689", "code": 200}, {"server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "name": "network-vif-plugged", "status": "completed", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:53.239496 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c5ea9263-d57c-4db0-81c1-5b725c3d2a48 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:53.239884 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'code': 200} Nov 12 03:14:53.240137 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689', 'code': 200} Nov 12 03:14:53.240384 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb', 'code': 200} Nov 12 03:14:53.254921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.273187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f0d2984b-cbea-44e4-b755-18983be176d0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:53.273561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.315716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.319410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.320804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f39afd90-6218-4b4e-aee9-d135c3e01c19 HTTP/1.1" status: 204 len: 168 time: 0.1506114 Nov 12 03:14:53.335464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e682073-30d0-439c-8a04-a28b2f178b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39afd90-6218-4b4e-aee9-d135c3e01c19,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:53.347793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] For port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,segment=NetworkSegment(a0ef6864-08ea-45db-9bb0-4b9e092ab8d2),segment_id=a0ef6864-08ea-45db-9bb0-4b9e092ab8d2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:53.348171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.382890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-19c16343-96d9-4114-9e95-6a19301b966d None None] Provisioning complete for port f0d2984b-cbea-44e4-b755-18983be176d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:53.383251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19c16343-96d9-4114-9e95-6a19301b966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.398236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d90801d2-2113-487c-b963-ebf6b1e784d5', 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '3135bbe1-a3fc-48c3-baa7-179c4bf66c05'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:14:53.399118 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.419789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Calling delete_port for e27b9843-5e82-4e8d-b6aa-435bcb4b20fd owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:53.434730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2f8a8-5a8d-4721-a4d7-0f3762bd2691 req-43630650-5113-432c-8b4a-ae560692bc28 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.435932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8df2f8a8-5a8d-4721-a4d7-0f3762bd2691 req-43630650-5113-432c-8b4a-ae560692bc28 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.2629476 Nov 12 03:14:53.451556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fdb44397-e318-4d31-9a8e-19a7a6634d9e up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:53.504884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205f72-e918-4cf7-ae69-e8947a6b02b4 req-30a1e713-ce88-4fc2-880a-9ebce8e1a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.506404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49205f72-e918-4cf7-ae69-e8947a6b02b4 req-30a1e713-ce88-4fc2-880a-9ebce8e1a0e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 1097 time: 0.2626843 Nov 12 03:14:53.570587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb908-e8f9-4f24-b15a-d92b924cbad2 req-69fe0580-7928-4063-9f65-86a910e19db5 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.578101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2f1fb908-e8f9-4f24-b15a-d92b924cbad2 req-69fe0580-7928-4063-9f65-86a910e19db5 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 945 time: 0.0654390 Nov 12 03:14:53.623200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8df2f8a8-5a8d-4721-a4d7-0f3762bd2691 req-77e1a7cc-ad1e-4ff6-8e08-6a4b96ac89f3 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749163 Nov 12 03:14:53.657399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2f1fb908-e8f9-4f24-b15a-d92b924cbad2 req-834045f2-5e8e-46a8-ae53-cd02b8723c1b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762563 Nov 12 03:14:53.733971 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.755483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:53.764459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.765367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port fdb44397-e318-4d31-9a8e-19a7a6634d9e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:14:53.789166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19c16343-96d9-4114-9e95-6a19301b966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.790987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fdb44397-e318-4d31-9a8e-19a7a6634d9e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:53.791374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.800341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49205f72-e918-4cf7-ae69-e8947a6b02b4 req-03981b6d-36f6-4b57-a6bc-c37bf366e9d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406545 Nov 12 03:14:53.815238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c22f0-bf28-4dcf-b4b6-fc5aa095811a {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:53.853706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Allocated IP 2001:db8::f816:3eff:fe27:5a34 (d90801d2-2113-487c-b963-ebf6b1e784d5/3135bbe1-a3fc-48c3-baa7-179c4bf66c05/70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:53.855820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82010d-52e1-4f05-99bd-1d69b848dfd0 req-0b0b5214-298a-4db7-8c3e-8331eb38d1a7 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:53.857885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.866645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b82010d-52e1-4f05-99bd-1d69b848dfd0 req-0b0b5214-298a-4db7-8c3e-8331eb38d1a7 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 932 time: 0.0748615 Nov 12 03:14:53.879221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port f0d2984b-cbea-44e4-b755-18983be176d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0d2984b-cbea-44e4-b755-18983be176d0,segment=NetworkSegment(605b499d-d747-45e3-ba0c-d4cd4da648be),segment_id=605b499d-d747-45e3-ba0c-d4cd4da648be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:53.888718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Transition to ACTIVE for port object f30c22f0-bf28-4dcf-b4b6-fc5aa095811a will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:14:53.890913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.907384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:53.944674 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b82010d-52e1-4f05-99bd-1d69b848dfd0 req-d7de1eb5-c0e3-4526-8fc7-4798bc062874 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 Nov 12 03:14:53.966862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] device_id is not set on port 5849a20e-3128-424d-ac44-0aa87057e14b yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:14:54.072892 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-19c16343-96d9-4114-9e95-6a19301b966d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:54.073250 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-19c16343-96d9-4114-9e95-6a19301b966d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:54.097840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=f0d2984b-cbea-44e4-b755-18983be176d0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.131554 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.167133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf228ccb-f936-461e-9933-311bc2abd055 req-6e9a0d02-6469-4bb5-9499-260fac922b36 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.171182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-c8f164c8-21d2-44a0-93bb-5c41b80486d7 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-953508424&fields=id&tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 267 time: 0.4458923 Nov 12 03:14:54.180360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf228ccb-f936-461e-9933-311bc2abd055 req-6e9a0d02-6469-4bb5-9499-260fac922b36 tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ae5b226-8cfa-448e-b95b-63d6a0b4933a HTTP/1.1" status: 200 len: 945 time: 0.1078374 Nov 12 03:14:54.204093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.229685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:54.241291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.242406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:54.261428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf228ccb-f936-461e-9933-311bc2abd055 req-0fc02130-97a7-469e-948a-c06445899f7c tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.84 "GET /v2.0/security-groups?id=20156a71-b480-4767-89a6-069ac396e4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772812 Nov 12 03:14:54.311279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.320927 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.345085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.382327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No active binding found for port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd {{(pid=102434) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:14:54.382682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e27b9843-5e82-4e8d-b6aa-435bcb4b20fd not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:54.392573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Network d90801d2-2113-487c-b963-ebf6b1e784d5 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:54.395935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:54.397704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Pushing event deleted for resources: {'Port': ['ID=e27b9843-5e82-4e8d-b6aa-435bcb4b20fd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.399881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:54.411141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.414343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db35e-4e4d-4ec1-ac7b-348314e4fffc req-3daa7c41-714a-4a08-96b7-6b285f501a6d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.421604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db35e-4e4d-4ec1-ac7b-348314e4fffc req-3daa7c41-714a-4a08-96b7-6b285f501a6d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.428406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db35e-4e4d-4ec1-ac7b-348314e4fffc req-3daa7c41-714a-4a08-96b7-6b285f501a6d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.444476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f08db35e-4e4d-4ec1-ac7b-348314e4fffc req-3daa7c41-714a-4a08-96b7-6b285f501a6d tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.1068981 Nov 12 03:14:54.457353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:54.460585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Allocated IP 2001:db8::f816:3eff:fe23:4a8c (d90801d2-2113-487c-b963-ebf6b1e784d5/3135bbe1-a3fc-48c3-baa7-179c4bf66c05/5849a20e-3128-424d-ac44-0aa87057e14b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:14:54.492790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Attempting to bind port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:54.492790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Attempting to bind port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:54.493273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Attempting to bind port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa on network d90801d2-2113-487c-b963-ebf6b1e784d5 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:54.501171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:54.501399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Checking segment: {'id': 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:54.501790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.502193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Bound using segment: {'id': 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:54.502673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Bound port: 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd90801d2-2113-487c-b963-ebf6b1e784d5'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:54.503058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.512892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Pushing event updated for resources: {'Port': ['ID=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.516285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165d1f4-d4ab-4b33-b49a-635757849507 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:54.523137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f08db35e-4e4d-4ec1-ac7b-348314e4fffc req-389b2dc8-800f-476f-94aa-f96616120e00 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776711 Nov 12 03:14:54.540668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-0c573529-05b8-4511-b53b-1238a372c983 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.542317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-0c573529-05b8-4511-b53b-1238a372c983 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 945 time: 0.3598666 Nov 12 03:14:54.547330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Attempting to bind port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:14:54.547330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Attempting to bind port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'dec7da39-2566-4c0a-8001-9975becff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:14:54.547330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Attempting to bind port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a on network a551e2af-7193-41c0-a646-f415d500d636 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:54.569399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] No DVR routers for this DVR port e27b9843-5e82-4e8d-b6aa-435bcb4b20fd on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:54.581080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.585454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a44948b5-4541-43a8-b494-98905e93873b req-bc9dcde7-a040-461a-84d3-651591a7e7da tempest-LiveAutoBlockMigrationV225Test-290509589 tempest-LiveAutoBlockMigrationV225Test-290509589-project] 10.222.0.39 "DELETE /v2.0/ports/e27b9843-5e82-4e8d-b6aa-435bcb4b20fd HTTP/1.1" status: 204 len: 173 time: 2.0134411 Nov 12 03:14:54.586051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a on network a551e2af-7193-41c0-a646-f415d500d636 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:14:54.586372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Attempting to bind port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a on network a551e2af-7193-41c0-a646-f415d500d636 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:14:54.589147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-deleted', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:54.603045 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83351ab-9652-4eb2-bf38-01336c412d4d" -d '{"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-deleted", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:54.613954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'security_groups': ['9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d', 'c43945f5-0f3b-4841-9d46-f26227967c5a']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:54.635164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] For port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:54.656043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:14:54.656393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Checking segment: {'id': 'dec7da39-2566-4c0a-8001-9975becff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:14:54.656801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Bound using segment: {'id': 'dec7da39-2566-4c0a-8001-9975becff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:14:54.657282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Bound port: f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec7da39-2566-4c0a-8001-9975becff0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:14:54.657593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.665026 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4241937-b9a8-4e81-9c4d-25f3dbb55462 x-openstack-request-id: req-d4241937-b9a8-4e81-9c4d-25f3dbb55462 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:54.665320 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae5b226-8cfa-448e-b95b-63d6a0b4933a", "name": "network-vif-deleted", "tag": "e27b9843-5e82-4e8d-b6aa-435bcb4b20fd", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:54.665568 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4241937-b9a8-4e81-9c4d-25f3dbb55462 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:54.665961 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae5b226-8cfa-448e-b95b-63d6a0b4933a', 'name': 'network-vif-deleted', 'tag': 'e27b9843-5e82-4e8d-b6aa-435bcb4b20fd', 'status': 'completed', 'code': 200} Nov 12 03:14:54.668743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] For port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,segment=NetworkSegment(f0b89c63-64c2-4eff-8ff8-2b5724e3bfde),segment_id=f0b89c63-64c2-4eff-8ff8-2b5724e3bfde)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:54.674747 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.776405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-27ea56fd-eb8d-4173-bc92-abd66fd0fd0b tempest-AgentManagementNegativeTest-1694222187 tempest-AgentManagementNegativeTest-1694222187-project] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3077767 Nov 12 03:14:54.786137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0be2d-d56f-4a49-871b-1a52e49a9347 req-f647345b-7c35-42b2-aa94-9b5eade26372 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:54.795987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-24f0be2d-d56f-4a49-871b-1a52e49a9347 req-f647345b-7c35-42b2-aa94-9b5eade26372 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.0727086 Nov 12 03:14:54.850147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a736d-60f2-4d0f-8c58-3ce698ef46eb None None] Pushing event updated for resources: {'Port': ['ID=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:54.865913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0d2984b-cbea-44e4-b755-18983be176d0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:54.869285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-410745ff-6419-49c6-96ba-4142480291ce None None] Provisioning complete for port f0d2984b-cbea-44e4-b755-18983be176d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:54.869683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-410745ff-6419-49c6-96ba-4142480291ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.885875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-24f0be2d-d56f-4a49-871b-1a52e49a9347 req-b30fed19-b06a-4f52-9267-1c01f9f3529c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Nov 12 03:14:55.154568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c910e6-b281-4772-9fb7-1dea43346901 req-47c20b49-c91e-4e07-b015-e024a9641a87 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.177910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37c910e6-b281-4772-9fb7-1dea43346901 req-47c20b49-c91e-4e07-b015-e024a9641a87 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 944 time: 0.1097565 Nov 12 03:14:55.228329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.241390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:55.244261 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2a58f3-076e-4aec-b192-b96d2d85b03c" -d '{"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:55.256366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.264254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37c910e6-b281-4772-9fb7-1dea43346901 req-fdebdfc1-d00e-4995-985c-f8119c092773 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796089 Nov 12 03:14:55.271751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:14:55.307774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54078) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:55.318703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f0d2984b-cbea-44e4-b755-18983be176d0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:55.319280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.341103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,segment=NetworkSegment(dec7da39-2566-4c0a-8001-9975becff0fc),segment_id=dec7da39-2566-4c0a-8001-9975becff0fc)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:14:55.342633 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5ce75-b141-40ee-90db-e545dd4e67c6 x-openstack-request-id: req-f1f5ce75-b141-40ee-90db-e545dd4e67c6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:55.343283 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-plugged", "status": "completed", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:55.343761 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1f5ce75-b141-40ee-90db-e545dd4e67c6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:55.344340 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e', 'code': 200} Nov 12 03:14:55.351234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.391826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:55.410523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.411053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.412985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] 10.222.0.39 "PUT /v2.0/ports/f30c22f0-bf28-4dcf-b4b6-fc5aa095811a HTTP/1.1" status: 200 len: 1093 time: 2.7426858 Nov 12 03:14:55.482646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe988-8721-4937-852b-2674bc9249cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.494820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.557920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e01870-187c-4e15-b03a-531e95b10b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:55.607779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network d90801d2-2113-487c-b963-ebf6b1e784d5 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:14:55.612843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe988-8721-4937-852b-2674bc9249cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.627557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fbe988-8721-4937-852b-2674bc9249cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.635459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:14:55.646883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Deleting subnet 2ed02460-bd0e-45e8-b307-41a2d023a582 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:55.652482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:14:55.652635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.658651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.659288 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.700344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0450-b282-4e1f-9ddc-238629ee61f7 req-3b4949d8-bf8b-49b3-826f-7f7ba9c193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.700820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0450-b282-4e1f-9ddc-238629ee61f7 req-3b4949d8-bf8b-49b3-826f-7f7ba9c193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.701278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0450-b282-4e1f-9ddc-238629ee61f7 req-3b4949d8-bf8b-49b3-826f-7f7ba9c193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.702916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcee0450-b282-4e1f-9ddc-238629ee61f7 req-3b4949d8-bf8b-49b3-826f-7f7ba9c193b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2874 time: 0.1848993 Nov 12 03:14:55.708199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Port': ['ID=5849a20e-3128-424d-ac44-0aa87057e14b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:55.715888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-c7e512df-f95a-438e-a12c-192b65066d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.717364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-c7e512df-f95a-438e-a12c-192b65066d34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4175ac13b2d74a21a8f561bfbc85e3ca&device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 1096 time: 0.2479517 Nov 12 03:14:55.727849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbe988-8721-4937-852b-2674bc9249cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a565e435-d648-47d2-902e-7485a6b3db18,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:55.734604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d6fbe988-8721-4937-852b-2674bc9249cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ef9208d0689411d824ba8c2b374da42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228938 Nov 12 03:14:55.738734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.741285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54090) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:55.751627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-06f65afb-adee-4510-b586-03ef13a25426 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7509809 Nov 12 03:14:55.758347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:55.778157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c6de-77d1-489e-9c06-ab1f1279c3d9 req-e2490788-b284-4ce7-bf2f-727a5d88fa01 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.784958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c6de-77d1-489e-9c06-ab1f1279c3d9 req-e2490788-b284-4ce7-bf2f-727a5d88fa01 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.791188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c6de-77d1-489e-9c06-ab1f1279c3d9 req-e2490788-b284-4ce7-bf2f-727a5d88fa01 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.792909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b15c6de-77d1-489e-9c06-ab1f1279c3d9 req-e2490788-b284-4ce7-bf2f-727a5d88fa01 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.1845508 Nov 12 03:14:55.817663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-959a2bdb-efb0-4c39-beeb-155f4dc7994e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a HTTP/1.1" status: 200 len: 217 time: 0.0912836 Nov 12 03:14:55.857914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.907171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:55.915591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcee0450-b282-4e1f-9ddc-238629ee61f7 req-5975350a-72ea-4c6c-8e07-750d09f1a434 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023842 Nov 12 03:14:55.928719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.929705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting subnet 3135bbe1-a3fc-48c3-baa7-179c4bf66c05 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:55.935629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b15c6de-77d1-489e-9c06-ab1f1279c3d9 req-8ca35ee7-6040-4d9d-87d6-786f5217aadf tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295218 Nov 12 03:14:55.937929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.976636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.980357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.988916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f600-d864-4c67-aa7e-76281d66948e req-0303569a-781a-43fe-a2ed-7cbc10e0f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:55.990443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-0303569a-781a-43fe-a2ed-7cbc10e0f2b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ab46b8e-3f38-4202-84ba-ef67a94c1b72 HTTP/1.1" status: 200 len: 849 time: 0.1631160 Nov 12 03:14:56.007699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.013050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.017988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.021205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed02460-bd0e-45e8-b307-41a2d023a582,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.026858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.029231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:56.033292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e4c61850-d20d-49df-b93f-d566662f03d8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2ed02460-bd0e-45e8-b307-41a2d023a582 HTTP/1.1" status: 204 len: 168 time: 0.6396818 Nov 12 03:14:56.041690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54096) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.072302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea7446-a08e-4f0f-bfc5-ce3b1ae7e39c None None] Network 5a635e2d-a003-4b76-833d-7d5ccf120185 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:56.114844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.115554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.124998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c80973c1-ba1c-4e96-b70a-2ae81e28ed97 req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "PUT /v2.0/ports/c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 981 time: 1.5565667 Nov 12 03:14:56.134580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.137763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.140405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a565e435-d648-47d2-902e-7485a6b3db18 HTTP/1.1" status: 204 len: 168 time: 0.3990700 Nov 12 03:14:56.224548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-b86703c2-a4ef-4512-8c6a-0fe1943057a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a551e2af-7193-41c0-a646-f415d500d636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953770 Nov 12 03:14:56.257485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfef9b9-7192-4d97-baed-5eddbf82c408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565e435-d648-47d2-902e-7485a6b3db18,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.283078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.297050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:14:56.303368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ae652-a978-45a4-b612-586b1a2a3226 req-e585439d-8da7-40c9-8085-c39ce8643d7f tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.311754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-617ae652-a978-45a4-b612-586b1a2a3226 req-e585439d-8da7-40c9-8085-c39ce8643d7f tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.1662822 Nov 12 03:14:56.312216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e3cb75-1e88-4cdd-bf2e-5714064ebc8e req-bc223d1a-6d02-4f1b-b505-d572063f8afb tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/c43945f5-0f3b-4841-9d46-f26227967c5a HTTP/1.1" status: 200 len: 1819 time: 0.1483905 Nov 12 03:14:56.312841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffb7b3-2984-4bc5-a688-c317fdb2d264 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.375774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7bb0fc-31a2-4d31-9e4f-fba412ecee6b None None] Network d90801d2-2113-487c-b963-ebf6b1e784d5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:56.455845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.488307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a635e2d-a003-4b76-833d-7d5ccf120185']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:56.501061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:56.501061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ef6864-08ea-45db-9bb0-4b9e092ab8d2') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:56.513597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042e205-8ebb-4463-9368-8787c9015b26 None None] DHCP port deletion for 5a635e2d-a003-4b76-833d-7d5ccf120185 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:56.518105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.551480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-617ae652-a978-45a4-b612-586b1a2a3226 req-e9f67b92-0486-4f67-a95c-71de03501d8c tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319274 Nov 12 03:14:56.569470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.593210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:56.593742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.598828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Provisioning complete for port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:56.599230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:56.607982 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:56.705476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a'}, {'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:14:56.708121 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a"}, {"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:14:56.772900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.781529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.786973 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.793469 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5a635e2d-a003-4b76-833d-7d5ccf120185 HTTP/1.1" status: 204 len: 168 time: 0.7483916 Nov 12 03:14:56.794029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.818701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13350d-4a73-43fe-a5f6-b49a2e14d138 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a635e2d-a003-4b76-833d-7d5ccf120185,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:56.848641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.871214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a8784-e2b5-4c8b-ba77-462e90c6dd3d req-70d79c16-8f97-48a2-ae67-102e392be0f3 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:56.888269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-042a8784-e2b5-4c8b-ba77-462e90c6dd3d req-70d79c16-8f97-48a2-ae67-102e392be0f3 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 944 time: 0.1865582 Nov 12 03:14:56.944755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.957775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Deleting subnet db03fe46-b62b-4249-a682-d64c6e37640f {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:14:56.964298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/3135bbe1-a3fc-48c3-baa7-179c4bf66c05 HTTP/1.1" status: 204 len: 168 time: 1.2049162 Nov 12 03:14:56.968270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:56.978844 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.008253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:14:57.016275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad582e-e15d-4fe6-9f62-1eb280b30332 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=3135bbe1-a3fc-48c3-baa7-179c4bf66c05,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.021370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-042a8784-e2b5-4c8b-ba77-462e90c6dd3d req-a1a27e93-d9dc-49ac-8378-c728aebb1f51 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321814 Nov 12 03:14:57.027583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.119678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.136988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:14:57.137497 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:14:57.184437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4cd08c-e9d5-4cbe-87e4-ded297ae66a7 None None] Network d90801d2-2113-487c-b963-ebf6b1e784d5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:57.199730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.237939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655022c1-79f5-46cd-9080-0eb7aa6dee8e tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.241258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655022c1-79f5-46cd-9080-0eb7aa6dee8e tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.243277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-655022c1-79f5-46cd-9080-0eb7aa6dee8e tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2699647 Nov 12 03:14:57.249426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:57.252923 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-97e3cb75-1e88-4cdd-bf2e-5714064ebc8e req-a54eda1d-5afb-4525-8dcd-9cdd7b06159c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:14:57.268662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97e3cb75-1e88-4cdd-bf2e-5714064ebc8e req-a54eda1d-5afb-4525-8dcd-9cdd7b06159c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/c43945f5-0f3b-4841-9d46-f26227967c5a HTTP/1.1" status: 409 len: 341 time: 0.9460955 Nov 12 03:14:57.324722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-84290d35-4f7a-4581-b800-5941e2212c0e service neutron] 10.222.0.39 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0868933 Nov 12 03:14:57.330316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.436808 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e73224-3b32-42ef-a1d6-b3973e393bda x-openstack-request-id: req-60e73224-3b32-42ef-a1d6-b3973e393bda {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:14:57.437121 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:14:57.437652 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60e73224-3b32-42ef-a1d6-b3973e393bda {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:14:57.438261 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a', 'status': 'completed', 'code': 200} Nov 12 03:14:57.438573 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'status': 'completed', 'code': 200} Nov 12 03:14:57.467521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db03fe46-b62b-4249-a682-d64c6e37640f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:57.475257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.487984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-378a67f1-3859-49f1-942b-5673ae805199 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/db03fe46-b62b-4249-a682-d64c6e37640f HTTP/1.1" status: 204 len: 168 time: 0.6916368 Nov 12 03:14:57.499417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4494a22-9a53-44de-9e43-a46a71fe3ffb None None] Network 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:14:57.512198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54142) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:57.541785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bde3f00b-b7c1-4e36-a88c-86ab11b11542 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.547395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b95f600-d864-4c67-aa7e-76281d66948e req-f9fe600a-f90a-4a7d-b7fa-541f196302ab service neutron] 10.222.0.39 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918042 Nov 12 03:14:57.556058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-b4b8bf2f-3da3-4da4-8cf7-2e65afd3fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.557650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-b4b8bf2f-3da3-4da4-8cf7-2e65afd3fc78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1136 time: 0.1181700 Nov 12 03:14:57.562814 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde3f00b-b7c1-4e36-a88c-86ab11b11542 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:14:57.567078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde3f00b-b7c1-4e36-a88c-86ab11b11542 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:14:57.571583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bde3f00b-b7c1-4e36-a88c-86ab11b11542 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/d90801d2-2113-487c-b963-ebf6b1e784d5 HTTP/1.1" status: 409 len: 405 time: 0.3207510 Nov 12 03:14:57.580651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54146) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:57.591289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] DHCP port deletion for d90801d2-2113-487c-b963-ebf6b1e784d5 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:57.594919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1818304418'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:57.615708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54148) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:57.707654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09812e2-f30c-48be-829a-cd18f2c57641 req-6bb9d607-7ade-4e72-8a2f-06f2578f85af tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.714437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:57.716840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09812e2-f30c-48be-829a-cd18f2c57641 req-6bb9d607-7ade-4e72-8a2f-06f2578f85af tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.723026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.726864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09812e2-f30c-48be-829a-cd18f2c57641 req-6bb9d607-7ade-4e72-8a2f-06f2578f85af tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.730105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f09812e2-f30c-48be-829a-cd18f2c57641 req-6bb9d607-7ade-4e72-8a2f-06f2578f85af tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.2873118 Nov 12 03:14:57.739753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:57.740130 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.781669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.794724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:57.808176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.808510 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment 04ce4896-4892-4458-980d-564c23dcad82 of type vlan for network 112afc2d-e406-4a14-92fd-294e7e2b51b2 Nov 12 03:14:57.841390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'networks': [{'name': 'tempest-network--669870001'}, {'name': 'tempest-network--198271055'}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:57.842374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-network--669870001'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:57.843055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-network--198271055'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:57.870347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.900400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f09812e2-f30c-48be-829a-cd18f2c57641 req-4f4e531e-abeb-42c8-86ad-4b62890c6009 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526737 Nov 12 03:14:57.907073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.919830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.925759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:57.926407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.974337 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.008891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] For port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,segment=NetworkSegment(f0b89c63-64c2-4eff-8ff8-2b5724e3bfde),segment_id=f0b89c63-64c2-4eff-8ff8-2b5724e3bfde)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:58.010476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'network': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:58.018434 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.018592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.046716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.048581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4d38c-159a-4c2a-82e8-64bb28808561 None None] DHCP port deletion for 98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:14:58.049534 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.064690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4782968 Nov 12 03:14:58.069147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:58.073876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e79111-88e4-43de-be1f-da5121149bb8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=112afc2d-e406-4a14-92fd-294e7e2b51b2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.083858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:14:58.097799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:58.102250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca83fc-de0e-4da1-8d59-e60ed07614d3 None None] Pushing event updated for resources: {'Port': ['ID=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.130471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Deleting port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:58.130831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.147370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:58.162207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-4f2ce4ad-7f5e-4516-82c1-4818b3184090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.163464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-4f2ce4ad-7f5e-4516-82c1-4818b3184090 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.5906246 Nov 12 03:14:58.167081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bcb1ef-6191-4c40-8a47-27fa94350abf') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:58.167409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bcb1ef-6191-4c40-8a47-27fa94350abf') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:14:58.179699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-a0e97f93-8847-4aed-996e-e41cbe24931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.181218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-a0e97f93-8847-4aed-996e-e41cbe24931b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4175ac13b2d74a21a8f561bfbc85e3ca&device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 1096 time: 0.4168961 Nov 12 03:14:58.192622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0d4f3-0273-4bb4-84c1-2f24b5257fbf req-8885fd65-aa3f-42c6-bdc4-8e4eb9e7e911 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.199616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30a0d4f3-0273-4bb4-84c1-2f24b5257fbf req-8885fd65-aa3f-42c6-bdc4-8e4eb9e7e911 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 984 time: 0.1671832 Nov 12 03:14:58.203196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.242190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89554d4-d528-4b8f-af16-7b0d8324ad97 req-63b750e2-2ddd-4faf-a71b-6e0049796aed tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.249449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d89554d4-d528-4b8f-af16-7b0d8324ad97 req-63b750e2-2ddd-4faf-a71b-6e0049796aed tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.2751858 Nov 12 03:14:58.254077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-6e4e3777-9cec-440c-bef8-600166f85c27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 217 time: 0.0775166 Nov 12 03:14:58.254643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:14:58.258601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.259193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.265907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ab0bfbf4-cbae-481f-9163-3e648f87b9bf None None] Provisioning complete for port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:58.266602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab0bfbf4-cbae-481f-9163-3e648f87b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.279766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:14:58.280529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:14:58.286771 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:14:58.304704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] For port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,segment=NetworkSegment(f0b89c63-64c2-4eff-8ff8-2b5724e3bfde),segment_id=f0b89c63-64c2-4eff-8ff8-2b5724e3bfde)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:58.305100 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.323342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Calling delete_port for 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:14:58.356545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.371155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.371155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.403727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.413338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30a0d4f3-0273-4bb4-84c1-2f24b5257fbf req-e4866cc0-459f-4c0a-8c20-c1dece644f38 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2122617 Nov 12 03:14:58.423887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.429526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf HTTP/1.1" status: 204 len: 168 time: 0.9051502 Nov 12 03:14:58.448993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89096a3d-0dd6-400e-8976-d18f221e06f5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.453532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbf9fa-31a4-4098-a14d-d522911f97d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98aa1d08-2f98-4a1d-ae4b-8f53be8cedaf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.458515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:58.470689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.472002 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment 94f7d961-3995-478a-9b73-c984136a3fe8 of type vlan for network 05fd6b5b-5398-434d-aae7-e737e0ff9b74 Nov 12 03:14:58.483132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ab0bfbf4-cbae-481f-9163-3e648f87b9bf None None] Provisioning complete for port 5849a20e-3128-424d-ac44-0aa87057e14b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:14:58.483469 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab0bfbf4-cbae-481f-9163-3e648f87b9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.487714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d89554d4-d528-4b8f-af16-7b0d8324ad97 req-39c36c9f-e46d-4303-a236-a2962933f853 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373247 Nov 12 03:14:58.514244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-fb5981e8-6f73-41ad-8ab3-ec1fb76fbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.516101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-fb5981e8-6f73-41ad-8ab3-ec1fb76fbb70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.2409742 Nov 12 03:14:58.550430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-e2e58cb5-a29d-4a35-be05-8a438f412cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.555301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-e2e58cb5-a29d-4a35-be05-8a438f412cb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a551e2af-7193-41c0-a646-f415d500d636 HTTP/1.1" status: 200 len: 910 time: 0.3613276 Nov 12 03:14:58.556592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.567743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bfbf4-cbae-481f-9163-3e648f87b9bf None None] Port 5849a20e-3128-424d-ac44-0aa87057e14b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:14:58.581413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.590531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] Pushing event deleted for resources: {'Port': ['ID=70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:58.594304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e438b-e215-425b-a9fd-efe3b9cc8e85 None None] No DVR routers for this DVR port 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:14:58.633829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-275e1993-3368-46d7-9228-c77eaf1e9154 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052828 Nov 12 03:14:58.664037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:14:58.681060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.681407 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment 53fea978-7cf4-40db-807e-2fdbc64791aa of type vlan for network 560a3344-c791-4243-a543-4a7197ee0914 Nov 12 03:14:58.728254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-f10a5342-9620-44b4-abf4-3ebadb567b2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a HTTP/1.1" status: 200 len: 217 time: 0.1085172 Nov 12 03:14:58.750208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57da09-d576-4a88-8bc7-ed9b12e5e576 req-fd3b9b5a-685a-4e53-a321-b4ebb16d66df tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.758157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d57da09-d576-4a88-8bc7-ed9b12e5e576 req-fd3b9b5a-685a-4e53-a321-b4ebb16d66df tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.1298859 Nov 12 03:14:58.766691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54166) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:58.770045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.819678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:14:58.841584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:14:58.842588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 70cd76c4-cde9-47c6-bdb9-cf4e6ab6ccaa not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:14:58.861643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.862192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.867673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.872417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.873046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:58.905157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d57da09-d576-4a88-8bc7-ed9b12e5e576 req-51792ec0-9a55-47a7-9300-f04c74ce14a6 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461093 Nov 12 03:14:58.916852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d8b60839-6a0f-4d3a-8aa5-fc5df5d90101 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ae28082f91e45d58a4d165f280f8f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433377 Nov 12 03:14:58.920153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54168) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:58.929809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-8bbf01ff-44d6-425e-bb41-10f91adaebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.932291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-8bbf01ff-44d6-425e-bb41-10f91adaebef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ab46b8e-3f38-4202-84ba-ef67a94c1b72 HTTP/1.1" status: 200 len: 849 time: 0.1934738 Nov 12 03:14:58.937656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3122523 Nov 12 03:14:58.945823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54170) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:58.965491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02afa3-3577-4a9a-b838-51fafe0d4f9b req-77f50073-5884-4752-8073-e537e602b1a0 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:58.967538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c02afa3-3577-4a9a-b838-51fafe0d4f9b req-77f50073-5884-4752-8073-e537e602b1a0 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 944 time: 0.2821605 Nov 12 03:14:58.995576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=05fd6b5b-5398-434d-aae7-e737e0ff9b74,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:59.007343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 05fd6b5b-5398-434d-aae7-e737e0ff9b74 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:59.028965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-57223eba-4913-4188-aae0-e51651c6d324 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.030889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-57223eba-4913-4188-aae0-e51651c6d324 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.2997057 Nov 12 03:14:59.045322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.086168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.115748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.129493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-978063f5-24ca-441c-b7c3-8f1c6729f98c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a551e2af-7193-41c0-a646-f415d500d636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823211 Nov 12 03:14:59.137885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d7aa-4814-42d6-9e41-9345fe782381 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=560a3344-c791-4243-a543-4a7197ee0914,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:59.150433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 560a3344-c791-4243-a543-4a7197ee0914 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:14:59.239885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-e08396cb-3d73-4f6b-b592-bb0a2e1b4217 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886447 Nov 12 03:14:59.243789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02843f-897e-462d-88c5-6aa6048ef855 req-bf9a46c9-d4d1-48fc-9ec9-2a98e18ce647 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.249675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02843f-897e-462d-88c5-6aa6048ef855 req-bf9a46c9-d4d1-48fc-9ec9-2a98e18ce647 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.255616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02843f-897e-462d-88c5-6aa6048ef855 req-bf9a46c9-d4d1-48fc-9ec9-2a98e18ce647 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.257264 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d02843f-897e-462d-88c5-6aa6048ef855 req-bf9a46c9-d4d1-48fc-9ec9-2a98e18ce647 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.1205606 Nov 12 03:14:59.279926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-23b068d8-dee1-413a-af37-d401e27b02c6 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.281257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-23b068d8-dee1-413a-af37-d401e27b02c6 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.32 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.1045699 Nov 12 03:14:59.290192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.292703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.293740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20156a71-b480-4767-89a6-069ac396e4f6 HTTP/1.1" status: 204 len: 168 time: 0.3727849 Nov 12 03:14:59.331818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083cf4d-7b69-435d-b250-e58ae5253387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20156a71-b480-4767-89a6-069ac396e4f6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:14:59.392801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d02843f-897e-462d-88c5-6aa6048ef855 req-f66e3f40-dc06-4b20-9ef0-0be077469928 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275241 Nov 12 03:14:59.431007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Deleting port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:14:59.431373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.493183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f30c22f0-bf28-4dcf-b4b6-fc5aa095811a details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:14:59.578288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-c12fcbf6-ba99-442e-9ab3-674205a94716 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.580598 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-c12fcbf6-ba99-442e-9ab3-674205a94716 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "GET /v2.0/ports?device_id=27b8164a-e633-44d6-a88e-314ae21bf2de HTTP/1.1" status: 200 len: 945 time: 0.1230142 Nov 12 03:14:59.663496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] For port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:59.663888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.670515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,segment=NetworkSegment(dec7da39-2566-4c0a-8001-9975becff0fc),segment_id=dec7da39-2566-4c0a-8001-9975becff0fc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:59.688490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a', 'network_id': 'a551e2af-7193-41c0-a646-f415d500d636', 'port_id': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a', 'mac_address': 'fa:16:3e:fb:c9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab46b8e-3f38-4202-84ba-ef67a94c1b72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:14:59.719901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd83c4-3a92-4096-97f1-8d7e6952695c req-623bc959-c73e-4063-aad9-d87f318a4b9e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.722017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dbd83c4-3a92-4096-97f1-8d7e6952695c req-623bc959-c73e-4063-aad9-d87f318a4b9e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 984 time: 0.1655371 Nov 12 03:14:59.732723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.750259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c22f0-bf28-4dcf-b4b6-fc5aa095811a {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:14:59.792960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,segment=NetworkSegment(dec7da39-2566-4c0a-8001-9975becff0fc),segment_id=dec7da39-2566-4c0a-8001-9975becff0fc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:14:59.802007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.820171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c02afa3-3577-4a9a-b838-51fafe0d4f9b req-1538bef1-4984-408b-891e-fa8993add0f8 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8024533 Nov 12 03:14:59.827717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54182) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:59.878355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:14:59.888331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5954be-d5f0-4781-aac8-114f4d988e94 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.894977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5954be-d5f0-4781-aac8-114f4d988e94 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.901377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5954be-d5f0-4781-aac8-114f4d988e94 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.907685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5954be-d5f0-4781-aac8-114f4d988e94 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:14:59.912251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f5954be-d5f0-4781-aac8-114f4d988e94 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9405153 Nov 12 03:14:59.918396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54184) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:14:59.924337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:59.984331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dbd83c4-3a92-4096-97f1-8d7e6952695c req-e7031f5c-b1a7-4ffd-87aa-2fd1b8cfb60f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1981018 Nov 12 03:14:59.993684 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-57372d34-9050-4ba2-88bf-765f3dcab049 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c3bc750f35bf4919aa40d300703db469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648800 Nov 12 03:14:59.995834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54188) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:00.011450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Deleting port d6b5472e-0834-45c5-a0d0-4824cb141ab3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:00.011741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.017570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-ea387109-223f-4f7f-aa72-19d3a916194d service neutron] 10.222.0.39 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452737 Nov 12 03:15:00.055189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.092092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-73af3204-c2f0-4ecf-b1e7-fe72c6ccee2f service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913439 Nov 12 03:15:00.146250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f30c22f0-bf28-4dcf-b4b6-fc5aa095811a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:00.198615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.198967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.199355 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Floating IP fc339709-6559-49e5-83ad-d48d88a41194 disassociated. External IP: 172.25.2.135, port: 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3. Nov 12 03:15:00.199726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Calling delete_port for 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:00.216970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Deleting port 9b03bd64-5019-4012-a887-3e1339944bcb {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:00.217182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.235236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.245773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=54a3dba7-8fc5-4250-bdfd-85ea06fc447a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:00.276897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.286329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] For port d6b5472e-0834-45c5-a0d0-4824cb141ab3, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d6b5472e-0834-45c5-a0d0-4824cb141ab3,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:00.286697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.295942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da28e67-5472-4a04-ab91-0aa89f1bf9a3 req-7e510afa-081c-403b-b045-14a19fa1456d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.297449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6da28e67-5472-4a04-ab91-0aa89f1bf9a3 req-7e510afa-081c-403b-b045-14a19fa1456d tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 945 time: 0.2137289 Nov 12 03:15:00.328327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Calling delete_port for d6b5472e-0834-45c5-a0d0-4824cb141ab3 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:00.337478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbff157-2230-4ed7-8e30-a1f525254db0 req-b40cb903-6c38-4440-adfc-6a27516fab1e tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.339265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4bbff157-2230-4ed7-8e30-a1f525254db0 req-b40cb903-6c38-4440-adfc-6a27516fab1e tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 946 time: 0.4032443 Nov 12 03:15:00.343815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.371870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': '04ce4896-4892-4458-980d-564c23dcad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:00.372239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: 112afc2d-e406-4a14-92fd-294e7e2b51b2, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:00.440386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19824ff0-6fc6-4d5b-8649-139c8a0ad5cc req-640c3161-af9d-4669-836b-2775d8e90b54 service neutron] 10.222.0.39 "GET /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973339 Nov 12 03:15:00.456671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-c43347dc-e3b9-4959-87b0-2f2720849c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.458192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-c43347dc-e3b9-4959-87b0-2f2720849c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1136 time: 0.3031075 Nov 12 03:15:00.566058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:00.602089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] For port 9b03bd64-5019-4012-a887-3e1339944bcb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9b03bd64-5019-4012-a887-3e1339944bcb,segment=NetworkSegment(53f788ad-0f44-49f4-b5cb-65d04ef901b2),segment_id=53f788ad-0f44-49f4-b5cb-65d04ef901b2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:00.602376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.623511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4bbff157-2230-4ed7-8e30-a1f525254db0 req-f5b957c8-1c25-4f2a-aba0-e9918692a728 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups?id=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642462 Nov 12 03:15:00.651896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.677038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 112afc2d-e406-4a14-92fd-294e7e2b51b2) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:00.678907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Calling delete_port for 9b03bd64-5019-4012-a887-3e1339944bcb owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:00.686093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a82d4ca-6bfe-463f-879c-a1c49d97ede8 None None] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:00.719890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.721025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.742445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd6b5b-5398-434d-aae7-e737e0ff9b74']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:00.794597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f7d961-3995-478a-9b73-c984136a3fe8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:00.794993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f7d961-3995-478a-9b73-c984136a3fe8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:00.812863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6da28e67-5472-4a04-ab91-0aa89f1bf9a3 req-d6859399-f3b2-4d7c-804c-b4c80a3cdde2 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/security-groups?id=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051231 Nov 12 03:15:00.834380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b4c8238d-11f6-43fc-8ad0-ba66254ece87 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7586546 Nov 12 03:15:00.834941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54192) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:00.851863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.858906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'port': {'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2', 'name': 'tempest-NetworksIpV6TestAttrs-872720788'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:00.871497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-4a95148c-526e-4bde-b540-7f5958d34df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.872996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-4a95148c-526e-4bde-b540-7f5958d34df5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.4050055 Nov 12 03:15:00.889893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-597c4647-4591-4f5c-adc0-95f3c4a5d3b1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.896003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-597c4647-4591-4f5c-adc0-95f3c4a5d3b1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.902019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-597c4647-4591-4f5c-adc0-95f3c4a5d3b1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:00.903713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-597c4647-4591-4f5c-adc0-95f3c4a5d3b1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.2473452 Nov 12 03:15:00.904444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-112afc2d-e406-4a14-92fd-294e7e2b51b2', 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '54a3dba7-8fc5-4250-bdfd-85ea06fc447a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:00.905327 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.906823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.932286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.934922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.938402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9879a01-bafe-4dc3-9ff5-e4fe2c4acee0 HTTP/1.1" status: 204 len: 168 time: 0.9357793 Nov 12 03:15:00.969380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:00.969797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:00.973408 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:01.009238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e198c7-1b13-452b-b493-13ab2208a81f req-63477d39-f575-44ba-9388-d582a666bff7 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.015308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e198c7-1b13-452b-b493-13ab2208a81f req-63477d39-f575-44ba-9388-d582a666bff7 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.021934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e198c7-1b13-452b-b493-13ab2208a81f req-63477d39-f575-44ba-9388-d582a666bff7 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.023625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0e198c7-1b13-452b-b493-13ab2208a81f req-63477d39-f575-44ba-9388-d582a666bff7 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 2418 time: 0.3000381 Nov 12 03:15:01.032220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49535a59-b57b-4a3e-834d-c4c969b154e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9879a01-bafe-4dc3-9ff5-e4fe2c4acee0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.035237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-dbceb0a8-faba-432b-9a39-9c0d22d9ca44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 217 time: 0.1297541 Nov 12 03:15:01.070286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.129545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.131302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event deleted for resources: {'Port': ['ID=0cb6ff69-dc7c-480c-84d4-a66c8306f6b3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.147001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9b03bd64-5019-4012-a887-3e1339944bcb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:01.157522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2fa8b-02d3-4837-8723-6086389476cb req-96e030ef-0e58-4479-9eb8-bfbd9d3b9afc tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.159029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ec2fa8b-02d3-4837-8723-6086389476cb req-96e030ef-0e58-4479-9eb8-bfbd9d3b9afc tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 945 time: 0.2436292 Nov 12 03:15:01.224088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.242305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-5bd09a0b-9f84-4704-8fdb-e90de9a38a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.243909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-5bd09a0b-9f84-4704-8fdb-e90de9a38a54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.1691182 Nov 12 03:15:01.248611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.255017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/05fd6b5b-5398-434d-aae7-e737e0ff9b74 HTTP/1.1" status: 204 len: 168 time: 1.3258357 Nov 12 03:15:01.258242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event deleted for resources: {'Port': ['ID=d6b5472e-0834-45c5-a0d0-4824cb141ab3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.268399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:01.287330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f7cc-fa1e-40c1-989d-8fa81893db9d tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=05fd6b5b-5398-434d-aae7-e737e0ff9b74,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.292073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0e198c7-1b13-452b-b493-13ab2208a81f req-091a7138-2da0-4beb-8b03-83f298aba553 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236753 Nov 12 03:15:01.317207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-8a469689-869a-4a9c-90df-73f835c8b5c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480413 Nov 12 03:15:01.367379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.407194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Allocated IP 2001:db8::f816:3eff:feca:7fd5 (112afc2d-e406-4a14-92fd-294e7e2b51b2/54a3dba7-8fc5-4250-bdfd-85ea06fc447a/b2dd358c-1de2-4c9f-8d27-f4cd25c5f070) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:01.422132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port f9fe92d5-618f-41c8-894b-7ee5e1508689 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:01.422535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.444256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] No DVR routers for this DVR port d6b5472e-0834-45c5-a0d0-4824cb141ab3 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:01.447562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.453860 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-651b94b0-0fa6-431d-a646-dd964c1d57d0 req-745a36ca-bc9e-4f28-8bd5-7c5b3ce232dd tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.32 "DELETE /v2.0/ports/d6b5472e-0834-45c5-a0d0-4824cb141ab3 HTTP/1.1" status: 204 len: 173 time: 1.8611259 Nov 12 03:15:01.455892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:01.465603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.489854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Pushing event deleted for resources: {'Port': ['ID=9b03bd64-5019-4012-a887-3e1339944bcb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:01.510753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f30c22f0-bf28-4dcf-b4b6-fc5aa095811a up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:01.578887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'name': 'network-vif-deleted', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:01.581691 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1462f658-0b21-482d-bd12-f9128c021d1e" -d '{"events": [{"server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "name": "network-vif-deleted", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:01.594572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] device_id is not set on port 829a875d-54af-40ff-8d71-fb9b44bf9040 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:15:01.675837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] No DVR routers for this DVR port 9b03bd64-5019-4012-a887-3e1339944bcb on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:01.683277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.689353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524896c2-1c9b-4ee6-9180-5d7405bbf695 req-2d5ca9da-e382-4bcd-b34d-04f7990af297 tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.39 "DELETE /v2.0/ports/9b03bd64-5019-4012-a887-3e1339944bcb HTTP/1.1" status: 204 len: 173 time: 2.6194689 Nov 12 03:15:01.700418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.702556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'name': 'network-vif-deleted', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:01.705473 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a790d09f-de0c-47c5-a2c7-614da1a41f70" -d '{"events": [{"server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "name": "network-vif-deleted", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:01.708143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:01.725326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb88f2-6f40-4ffa-a034-90bf4465f9d2 req-7cf14091-0ff0-4dde-9b3e-efff6d0f3d90 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:01.727260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20bb88f2-6f40-4ffa-a034-90bf4465f9d2 req-7cf14091-0ff0-4dde-9b3e-efff6d0f3d90 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 984 time: 0.3082058 Nov 12 03:15:01.733862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-fbc8a746-544e-4cc8-8e99-bc1aee501cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034767 Nov 12 03:15:01.739353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ec2fa8b-02d3-4837-8723-6086389476cb req-1741e72b-5664-4521-addd-1cba6d249796 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442441 Nov 12 03:15:01.793061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port f9fe92d5-618f-41c8-894b-7ee5e1508689, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f9fe92d5-618f-41c8-894b-7ee5e1508689,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:01.793553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.801503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:01.802105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.848354 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7bfd4-6a0a-4856-b5c4-7e4676499b3d x-openstack-request-id: req-00b7bfd4-6a0a-4856-b5c4-7e4676499b3d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:01.848647 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b8164a-e633-44d6-a88e-314ae21bf2de", "name": "network-vif-deleted", "tag": "d6b5472e-0834-45c5-a0d0-4824cb141ab3", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:01.848903 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-00b7bfd4-6a0a-4856-b5c4-7e4676499b3d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:01.849306 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b8164a-e633-44d6-a88e-314ae21bf2de', 'name': 'network-vif-deleted', 'tag': 'd6b5472e-0834-45c5-a0d0-4824cb141ab3', 'status': 'completed', 'code': 200} Nov 12 03:15:01.851845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for f9fe92d5-618f-41c8-894b-7ee5e1508689 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:01.866658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.883360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:01.979207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.007818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560a3344-c791-4243-a543-4a7197ee0914']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:02.018902 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.019373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fea978-7cf4-40db-807e-2fdbc64791aa') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:02.019716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fea978-7cf4-40db-807e-2fdbc64791aa') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:02.025563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:02.032095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.042793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:02.046987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.047633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:02.055019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:02.055472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.057358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Pushing event updated for resources: {'Port': ['ID=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:02.107615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:02.109199 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521bb01d-6544-4aa6-b613-ac51fa9c35a4" -d '{"events": [{"server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "name": "network-vif-plugged", "status": "completed", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:02.116624 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:02.190296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e02ae6d-2817-4916-aedd-5e76bc01ab04 req-97bc9cf1-e799-442c-a1a8-44781d161cca tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 210 time: 0.0746133 Nov 12 03:15:02.191395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,segment=NetworkSegment(dec7da39-2566-4c0a-8001-9975becff0fc),segment_id=dec7da39-2566-4c0a-8001-9975becff0fc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:02.193033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Router 32245bec-67dc-44bc-a701-427f46579e60 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:02.200536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20bb88f2-6f40-4ffa-a034-90bf4465f9d2 req-30b2cba8-62e6-41a8-95a9-4c96470268f0 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4531667 Nov 12 03:15:02.221872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e02ab99-033e-4b7b-8556-0f348b031430 req-1455fd1e-a332-4c26-aa14-46a89b7ccfba service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685919 Nov 12 03:15:02.228011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Attempting to bind port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:02.228378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Attempting to bind port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '04ce4896-4892-4458-980d-564c23dcad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:02.228739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Attempting to bind port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 on network 112afc2d-e406-4a14-92fd-294e7e2b51b2 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:02.244498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.245904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.247029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9b03bd64-5019-4012-a887-3e1339944bcb no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:02.277107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 9b03bd64-5019-4012-a887-3e1339944bcb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:02.277588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9b03bd64-5019-4012-a887-3e1339944bcb not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:02.290087 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fc59ab-955a-49cb-8750-39ea3eb6d67f x-openstack-request-id: req-e3fc59ab-955a-49cb-8750-39ea3eb6d67f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:02.290705 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e19242d-77ce-4992-874b-7bdf335bab69", "name": "network-vif-deleted", "tag": "9b03bd64-5019-4012-a887-3e1339944bcb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:02.292861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.293375 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3fc59ab-955a-49cb-8750-39ea3eb6d67f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:02.296293 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e19242d-77ce-4992-874b-7bdf335bab69', 'name': 'network-vif-deleted', 'tag': '9b03bd64-5019-4012-a887-3e1339944bcb', 'status': 'completed', 'code': 200} Nov 12 03:15:02.306841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a82d64e-3c9d-4e56-b1c5-69bf572d8b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.307634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/560a3344-c791-4243-a543-4a7197ee0914 HTTP/1.1" status: 204 len: 168 time: 1.0363173 Nov 12 03:15:02.310977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54234) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:02.326219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:02.326745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Checking segment: {'id': '04ce4896-4892-4458-980d-564c23dcad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:02.327177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.327577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Bound using segment: {'id': '04ce4896-4892-4458-980d-564c23dcad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:02.328093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Bound port: b2dd358c-1de2-4c9f-8d27-f4cd25c5f070, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ce4896-4892-4458-980d-564c23dcad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '112afc2d-e406-4a14-92fd-294e7e2b51b2'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:02.328476 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.380203 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6894b0-b940-4e3e-9d2c-2115fce4a024 x-openstack-request-id: req-ac6894b0-b940-4e3e-9d2c-2115fce4a024 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:02.381908 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "name": "network-vif-plugged", "status": "completed", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:02.382168 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac6894b0-b940-4e3e-9d2c-2115fce4a024 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:02.382576 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a', 'code': 200} Nov 12 03:15:02.408207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Allocated IP 2001:db8::f816:3eff:fee9:e1a (112afc2d-e406-4a14-92fd-294e7e2b51b2/54a3dba7-8fc5-4250-bdfd-85ea06fc447a/829a875d-54af-40ff-8d71-fb9b44bf9040) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:02.420758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6b5472e-0834-45c5-a0d0-4824cb141ab3 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:02.425248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea6d3-213d-437e-b6e9-ccca1cea7fd9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=560a3344-c791-4243-a543-4a7197ee0914,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:02.492750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.506907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: d6b5472e-0834-45c5-a0d0-4824cb141ab3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:02.510881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d6b5472e-0834-45c5-a0d0-4824cb141ab3 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:02.511383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:02.551823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b979dbd-bfa0-414f-aca1-6aae9f6a69fd req-e35ff3af-4f59-4cd6-82f5-aad87362e3be tempest-MultipleCreateTestJSON-676000231 tempest-MultipleCreateTestJSON-676000231-project] 10.222.0.84 "GET /v2.0/ports?device_id=2e19242d-77ce-4992-874b-7bdf335bab69 HTTP/1.1" status: 200 len: 210 time: 0.0956235 Nov 12 03:15:02.563473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f9fe92d5-618f-41c8-894b-7ee5e1508689', '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'fdb44397-e318-4d31-9a8e-19a7a6634d9e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:02.566324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:02.566661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:02.586495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=f9fe92d5-618f-41c8-894b-7ee5e1508689,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:02.622679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:02.682362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] For port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:02.686870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] For port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,segment=NetworkSegment(04ce4896-4892-4458-980d-564c23dcad82),segment_id=04ce4896-4892-4458-980d-564c23dcad82)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:02.705965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:02.720040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4b54a-73b0-42b8-88c1-cf194f4c8d2f req-32d8dcb9-273b-456b-a8a9-9fd0cdd1977c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.727050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4b54a-73b0-42b8-88c1-cf194f4c8d2f req-32d8dcb9-273b-456b-a8a9-9fd0cdd1977c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.734861 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dcd4b54a-73b0-42b8-88c1-cf194f4c8d2f req-32d8dcb9-273b-456b-a8a9-9fd0cdd1977c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 1682 time: 0.2626274 Nov 12 03:15:02.815985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:02.890684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Sync routers for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:02.926259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407db76-b72f-456e-94f2-6606980f9e29 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.936192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407db76-b72f-456e-94f2-6606980f9e29 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:02.943800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f407db76-b72f-456e-94f2-6606980f9e29 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5389323 Nov 12 03:15:02.987638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54246) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:03.010240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1140520857'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:03.046603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:03.047289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:03.052543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609ff8-379d-4696-8908-eaa4dac6685c None None] Pushing event updated for resources: {'Port': ['ID=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:03.088473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] No DVR routers for this DVR port 0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:03.140850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.144172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16fdcf39-1fe9-4499-b4f8-8455f725c022 req-48b78610-0b04-4e6c-a9bd-7032c89a24d0 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.32 "DELETE /v2.0/ports/0cb6ff69-dc7c-480c-84d4-a66c8306f6b3 HTTP/1.1" status: 204 len: 173 time: 3.8547630 Nov 12 03:15:03.229832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dcd4b54a-73b0-42b8-88c1-cf194f4c8d2f req-b645f630-25d7-4a2c-86b2-29039ab19903 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868405 Nov 12 03:15:03.239931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:03.253955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.360149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb68048-1637-4c1c-99fe-9936c28cf268 req-552a0461-3922-44e1-9759-9a182713495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.363036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbb68048-1637-4c1c-99fe-9936c28cf268 req-552a0461-3922-44e1-9759-9a182713495e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 1098 time: 0.8605683 Nov 12 03:15:03.364335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.364803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port f9fe92d5-618f-41c8-894b-7ee5e1508689 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:03.370477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.375244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-5c3ef961-1f62-4fd2-9eca-9288af2949de tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "DELETE /v2.0/ports/f9fe92d5-618f-41c8-894b-7ee5e1508689 HTTP/1.1" status: 204 len: 173 time: 2.4623389 Nov 12 03:15:03.384734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:03.431246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:03.453473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b3011eb-94d2-441b-b698-9d5d04b5621b req-cba4e44c-8057-42d7-bc06-97aca51404b8 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/ports?device_id=f7742e74-1f9d-4afe-9323-7fdabb7c3ce6 HTTP/1.1" status: 200 len: 210 time: 0.0890827 Nov 12 03:15:03.520210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbb68048-1637-4c1c-99fe-9936c28cf268 req-385c7cb3-6e38-46cd-a39a-6e17cc308af0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398187 Nov 12 03:15:03.521270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.521776 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment 0e1ef6a1-4776-4f86-a6b9-b755a8ef342e of type vlan for network 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f Nov 12 03:15:03.574882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0bed-ef93-49b6-af6f-a4972a773e33 req-8415295e-c0fa-4e8d-83b2-182c862aebf9 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.575811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.576456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28db0bed-ef93-49b6-af6f-a4972a773e33 req-8415295e-c0fa-4e8d-83b2-182c862aebf9 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.2834425 Nov 12 03:15:03.638923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:03.639275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.663292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28db0bed-ef93-49b6-af6f-a4972a773e33 req-3f71161f-7088-4698-b0fa-99b48984d6fe tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Nov 12 03:15:03.663689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.708007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:03.720194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:03.730907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:03.734310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:03.737600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.738390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.742946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Port': ['ID=829a875d-54af-40ff-8d71-fb9b44bf9040,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:03.770560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283de7-300b-43f2-83a0-aecba3d31402 req-53166cac-60d1-40a3-9474-a15d6956bd07 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.779788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9283de7-300b-43f2-83a0-aecba3d31402 req-53166cac-60d1-40a3-9474-a15d6956bd07 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 984 time: 0.2075195 Nov 12 03:15:03.788550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.793006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Checking router: 32245bec-67dc-44bc-a701-427f46579e60 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:03.794813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:03.794813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.812892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:03.812892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:03.819739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port 8bc749d7-9e93-4a85-8a28-36e5c69a7494, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=8bc749d7-9e93-4a85-8a28-36e5c69a7494,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:03.820362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:03.849352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2282669e-0284-430c-9400-0c8940652d17 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.0110319 Nov 12 03:15:03.852051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for 8bc749d7-9e93-4a85-8a28-36e5c69a7494 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:03.856330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'name': 'network-vif-deleted', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:03.858843 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b528a3f-e123-4bf5-8985-b609cd84a43f" -d '{"events": [{"server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "name": "network-vif-deleted", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:03.861990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54264) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:03.946575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9551568 Nov 12 03:15:03.960293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:03.970722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-89658362'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:03.973361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:03.980772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d583ee-b083-4260-9c8b-2f1e4eab9b8c tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.018146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:04.022435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.026548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:04.032447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9283de7-300b-43f2-83a0-aecba3d31402 req-ebe9eeea-000d-4b1d-b81a-c4dd2ddfb9af tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2470162 Nov 12 03:15:04.046483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting subnet 54a3dba7-8fc5-4250-bdfd-85ea06fc447a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:04.055799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.129091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.246711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:04.271383 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324d330-4df0-4b99-a8d8-d921dfed77c2 x-openstack-request-id: req-e324d330-4df0-4b99-a8d8-d921dfed77c2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:04.271834 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7742e74-1f9d-4afe-9323-7fdabb7c3ce6", "name": "network-vif-deleted", "tag": "0cb6ff69-dc7c-480c-84d4-a66c8306f6b3", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:04.272199 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e324d330-4df0-4b99-a8d8-d921dfed77c2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:04.272686 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7742e74-1f9d-4afe-9323-7fdabb7c3ce6', 'name': 'network-vif-deleted', 'tag': '0cb6ff69-dc7c-480c-84d4-a66c8306f6b3', 'status': 'completed', 'code': 200} Nov 12 03:15:04.293873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.294036 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment 7219e313-a58a-4afb-a70e-bd812d443fb9 of type vlan for network 8967180d-523f-401c-9667-06c5b63aa356 Nov 12 03:15:04.297416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.308621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:04.312120 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e0ffdb-1718-43bb-ae99-abc738d9b88e" -d '{"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:04.329306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:04.365801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9371-2af6-491c-a26a-7bdeff6c7a5c None None] The sync data for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 is: [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:12:41Z', 'revision_number': 4, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '54773f9f-5572-4ea5-9b3c-0e601dc9ccad', 'name': '', 'network_id': '65b63d65-8159-4ffc-a123-6ed4358903c0', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'mac_address': 'fa:16:3e:f9:cb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '37598896-79f7-44df-b465-92870de7d958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:39Z', 'updated_at': '2021-11-12T03:12:47Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'subnets': [{'id': '37598896-79f7-44df-b465-92870de7d958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:04.378276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-2d5a4643-c3d6-446d-bfbd-ff489df85903 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-427760726&fields=id&tenant_id=820c9302e3414509bf2f1d6fd229687e HTTP/1.1" status: 200 len: 267 time: 0.1089282 Nov 12 03:15:04.434921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.446463 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.459244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b9eb3-0652-4e2b-8380-af20c836ffbc None None] Network 112afc2d-e406-4a14-92fd-294e7e2b51b2 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:04.482389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=54a3dba7-8fc5-4250-bdfd-85ea06fc447a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.488410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.494127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-068bb31a-f54f-445e-a1c2-95e4fb65de21 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/54a3dba7-8fc5-4250-bdfd-85ea06fc447a HTTP/1.1" status: 204 len: 168 time: 0.6273835 Nov 12 03:15:04.496856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:04.520027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-e366fde0-3605-4f20-800f-f2592a6cedc7 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.521609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-e366fde0-3605-4f20-800f-f2592a6cedc7 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 984 time: 0.1296041 Nov 12 03:15:04.542913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.543572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.544287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.545105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.545258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.545882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.546496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.546960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.547456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.549141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.549622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.550094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.550557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.553575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.553575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.554980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'port': {'security_groups': ['9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d', 'c43945f5-0f3b-4841-9d46-f26227967c5a', '69929bac-7faf-41f8-80f2-29843cc53466']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:04.561085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e23adb3e-f106-4c2f-9f5a-a5c80c95445c req-5cdd8cbd-3c06-490a-8d1c-203b9307e69c tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10518 time: 0.5431788 Nov 12 03:15:04.567977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.575608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.576553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.598723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.612815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6496100 Nov 12 03:15:04.613607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:04.622985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'ports': [{'network_id': '314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f', 'name': 'tempest-port--1019405496', 'admin_state_up': True}, {'network_id': '8967180d-523f-401c-9667-06c5b63aa356', 'admin_state_up': False}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:04.623327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'port': {'network_id': '314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f', 'name': 'tempest-port--1019405496', 'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:04.623806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'port': {'network_id': '8967180d-523f-401c-9667-06c5b63aa356', 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:04.641861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295585eb-6afb-40ba-ad99-03f44ffbf37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.645219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] Provisioning complete for port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:04.645591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.664857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:04.689454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff1b2a-5fcd-4009-809b-629da3091d3d tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.691032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff1b2a-5fcd-4009-809b-629da3091d3d tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:04.699703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8cff1b2a-5fcd-4009-809b-629da3091d3d tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2018347 Nov 12 03:15:04.736866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54290) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:04.818813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=8bc749d7-9e93-4a85-8a28-36e5c69a7494,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.834263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.880082 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbce1f6-f0de-46e4-9e22-55ec0364109f None None] New status for floating IP fc339709-6559-49e5-83ad-d48d88a41194: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:15:04.941334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056267c-c491-4df9-b5b2-eaa450f45db9 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=8967180d-523f-401c-9667-06c5b63aa356,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:04.967054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port 8bc749d7-9e93-4a85-8a28-36e5c69a7494 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:04.972093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8967180d-523f-401c-9667-06c5b63aa356 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:04.976502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:04.979812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-392e1505-eae9-433d-a087-0285d3ee0da4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "DELETE /v2.0/ports/8bc749d7-9e93-4a85-8a28-36e5c69a7494 HTTP/1.1" status: 204 len: 173 time: 1.5902395 Nov 12 03:15:04.982652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Deleting subnet d4c99337-e8ab-4816-88cb-a88238066953 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:05.003040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.069850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc549bd-3e54-4fc8-80f6-16adea2ba732 req-a17f62a4-745f-4317-a45d-940486cd32c3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.071762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cc549bd-3e54-4fc8-80f6-16adea2ba732 req-a17f62a4-745f-4317-a45d-940486cd32c3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 946 time: 0.2779968 Nov 12 03:15:05.083453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] DHCP port deletion for 112afc2d-e406-4a14-92fd-294e7e2b51b2 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:05.110032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.172746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.179744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca0f61d5-f03b-402e-9985-5f3e54864d94 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.248373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.293471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cc549bd-3e54-4fc8-80f6-16adea2ba732 req-adf8de49-11c2-4a3e-a8f2-b87e435c348c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064538 Nov 12 03:15:05.322113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port fdb44397-e318-4d31-9a8e-19a7a6634d9e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:05.322451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.373380 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0f61d5-f03b-402e-9985-5f3e54864d94 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:15:05.374121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0f61d5-f03b-402e-9985-5f3e54864d94 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:05.378508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca0f61d5-f03b-402e-9985-5f3e54864d94 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/112afc2d-e406-4a14-92fd-294e7e2b51b2 HTTP/1.1" status: 409 len: 405 time: 0.6406097 Nov 12 03:15:05.387938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:05.395012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1405430361'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:05.411051 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8691e889-b841-4971-adf5-fa16764b8c7e x-openstack-request-id: req-8691e889-b841-4971-adf5-fa16764b8c7e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:05.411370 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "f9fe92d5-618f-41c8-894b-7ee5e1508689", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:05.411623 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8691e889-b841-4971-adf5-fa16764b8c7e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:05.412013 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': 'f9fe92d5-618f-41c8-894b-7ee5e1508689', 'status': 'completed', 'code': 200} Nov 12 03:15:05.431027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'port': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:05.437591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.462040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.475167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.502558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:05.505942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.522604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c99337-e8ab-4816-88cb-a88238066953,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:05.522953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] For port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,segment=NetworkSegment(04ce4896-4892-4458-980d-564c23dcad82),segment_id=04ce4896-4892-4458-980d-564c23dcad82)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:05.531387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port fdb44397-e318-4d31-9a8e-19a7a6634d9e, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fdb44397-e318-4d31-9a8e-19a7a6634d9e,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:05.531761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.562220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.567876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fdb44397-e318-4d31-9a8e-19a7a6634d9e no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:05.568399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.574763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d40b0c7c-d0af-442e-959e-2381d8d7728d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d4c99337-e8ab-4816-88cb-a88238066953 HTTP/1.1" status: 204 len: 168 time: 0.9014525 Nov 12 03:15:05.575409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54296) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:05.592679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for fdb44397-e318-4d31-9a8e-19a7a6634d9e owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:05.660050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.689725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Deleting port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:05.690253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.690894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:05.704106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] device_id is not set on port 51d649fc-cb8c-4024-8140-5b4caebd1ed8 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:15:05.715795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7488b-22da-443b-989f-4391507f6342 None None] Pushing event updated for resources: {'Port': ['ID=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:05.716421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.719082 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.719082 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment 78dddb93-61c0-4274-b190-3faf65eb8332 of type vlan for network 6e69f330-4169-4a60-a225-7c636636eea4 Nov 12 03:15:05.726045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7ca76-f8c7-42bc-b422-892c90259329 req-517441cc-cbd6-466a-a0a1-16831bf28d1d tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.727463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26c7ca76-f8c7-42bc-b422-892c90259329 req-517441cc-cbd6-466a-a0a1-16831bf28d1d tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 886 time: 0.2685547 Nov 12 03:15:05.803824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] For port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,segment=NetworkSegment(04ce4896-4892-4458-980d-564c23dcad82),segment_id=04ce4896-4892-4458-980d-564c23dcad82)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:05.804700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.807152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.820116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Calling delete_port for b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:05.822230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.833543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:05.877207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.883019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.883724 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.897374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.934405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d1200a-14e6-4e40-ab92-6d13b69b8a22']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:05.936689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.936837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.952441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f788ad-0f44-49f4-b5cb-65d04ef901b2') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:05.952740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f788ad-0f44-49f4-b5cb-65d04ef901b2') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:05.964519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] Pushing event deleted for resources: {'Port': ['ID=b2dd358c-1de2-4c9f-8d27-f4cd25c5f070,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:05.966851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac61dc-39db-4910-bc81-a7bb39e98cfe req-6b4c92c2-d390-43c2-80c1-413a0b21ac55 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:05.971226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800bf41-a8ca-4e51-b67e-f3f24e13fe51 None None] No DVR routers for this DVR port b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:05.974617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49ac61dc-39db-4910-bc81-a7bb39e98cfe req-6b4c92c2-d390-43c2-80c1-413a0b21ac55 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.1743584 Nov 12 03:15:05.987413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.989289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:05.993086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8bc749d7-9e93-4a85-8a28-36e5c69a7494 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:06.012640 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.017667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 8bc749d7-9e93-4a85-8a28-36e5c69a7494 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:06.018099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 8bc749d7-9e93-4a85-8a28-36e5c69a7494 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:06.018456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f9fe92d5-618f-41c8-894b-7ee5e1508689 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:06.038555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:06.040844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: f9fe92d5-618f-41c8-894b-7ee5e1508689 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:06.041326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f9fe92d5-618f-41c8-894b-7ee5e1508689 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:06.064294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.077701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6852190 Nov 12 03:15:06.086559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:06.094947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': '6e69f330-4169-4a60-a225-7c636636eea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:06.099349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=fdb44397-e318-4d31-9a8e-19a7a6634d9e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.104582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63fc00-f593-49d3-958d-6adb09db0619 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=6e69f330-4169-4a60-a225-7c636636eea4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.133927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port fdb44397-e318-4d31-9a8e-19a7a6634d9e on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:06.138136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.141583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:06.142735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:06.144643 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:06.146899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6e69f330-4169-4a60-a225-7c636636eea4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:06.154388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.157821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30092ce8-9368-4174-98eb-8941dfb9aaa8 req-f78dd597-b6d5-43d4-b05b-ddfaee33c882 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "DELETE /v2.0/ports/fdb44397-e318-4d31-9a8e-19a7a6634d9e HTTP/1.1" status: 204 len: 173 time: 1.1709831 Nov 12 03:15:06.203580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:06.205608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.207312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b57267a6-35ea-49ee-87fb-8444ce900839 req-bbef7dfb-2ad9-4dae-8cf1-77f9d5116e92 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "PUT /v2.0/ports/c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 1020 time: 1.6617641 Nov 12 03:15:06.250146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49ac61dc-39db-4910-bc81-a7bb39e98cfe req-3d85cc22-a984-4684-87f3-b2c77d798301 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745779 Nov 12 03:15:06.261405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.274614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:06.277554 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9685234b-2355-47ac-a9d0-2e768709749d" -d '{"events": [{"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:06.277732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.280955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b6d1200a-14e6-4e40-ab92-6d13b69b8a22 HTTP/1.1" status: 204 len: 168 time: 0.7015908 Nov 12 03:15:06.290711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54308) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:06.302690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23826806-7468-4ff9-ae1e-17bb89e09787 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d1200a-14e6-4e40-ab92-6d13b69b8a22,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:06.376726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:06.392137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.479671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28cc716a-44d6-4667-8179-485a36273a33 req-a749fe87-8a16-4904-a39d-2c9a05daec91 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/69929bac-7faf-41f8-80f2-29843cc53466 HTTP/1.1" status: 200 len: 1819 time: 0.1403472 Nov 12 03:15:06.608313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.628535 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-28cc716a-44d6-4667-8179-485a36273a33 req-1aabaea7-7111-44ac-9ebd-445f86220882 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:15:06.649701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28cc716a-44d6-4667-8179-485a36273a33 req-1aabaea7-7111-44ac-9ebd-445f86220882 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/69929bac-7faf-41f8-80f2-29843cc53466 HTTP/1.1" status: 409 len: 341 time: 0.1546659 Nov 12 03:15:06.665529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:06.670109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.688233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:06.761382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54316) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:06.962450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:06.964767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8d0fb313-8639-4086-83be-9cebfd4d115e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ce00708912d34963b6f3250f88fbb132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1816370 Nov 12 03:15:06.981898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54322) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:07.021437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:07.021865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b2dd358c-1de2-4c9f-8d27-f4cd25c5f070 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:07.041888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d83f9ba5-0d52-4737-af6d-2d2804304ec0 req-ef413ab7-6376-4ee3-94d6-1ca600640b61 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=2b65522c-659a-43ce-9a0c-ff7c54d18cee HTTP/1.1" status: 200 len: 210 time: 0.1262345 Nov 12 03:15:07.059346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.064421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.066119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "DELETE /v2.0/security-groups/db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1 HTTP/1.1" status: 204 len: 168 time: 0.7650692 Nov 12 03:15:07.103887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:07.106781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f80f-69cf-472b-8d1d-bb5d8dd53198 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:07.109895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.152873 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b998505c-dd78-41f5-8acb-dc3e669b569f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] show failed (client error): The resource could not be found. Nov 12 03:15:07.154249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b998505c-dd78-41f5-8acb-dc3e669b569f tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "GET /v2.0/security-groups/db6879ce-b9c3-4ae1-86f4-76ef8f0efbe1 HTTP/1.1" status: 404 len: 347 time: 0.0380378 Nov 12 03:15:07.158314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54328) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:07.188392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] device_id is not set on port 051a89b4-c7c4-40d4-a330-388b7a464ec8 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:15:07.198275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.202748 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79902946-7afb-40ab-800f-c5afff9d26a4 x-openstack-request-id: req-79902946-7afb-40ab-800f-c5afff9d26a4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:07.203048 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:07.203322 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-79902946-7afb-40ab-800f-c5afff9d26a4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:07.203721 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'status': 'completed', 'code': 200} Nov 12 03:15:07.300986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.375353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Deleting port 78d28c97-8e6e-49cc-a5f2-7c1e1442cb45 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:07.376029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.390598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.391255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.391812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.392329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.392855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.393381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.393885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.394397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.394912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.395467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.395980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.396497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.397012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.397524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.398181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.398688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.401724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8734528-ecee-4cd0-9b68-53c0cbee7e61 req-0896f604-ee6a-45e3-bf82-35fd15ea40a2 tempest-NetworksTest-860968295 tempest-NetworksTest-860968295-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11102 time: 1.0604942 Nov 12 03:15:07.404797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.408120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.409252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d92205c-886c-4cc4-a0a2-f8fc6d5fca91 HTTP/1.1" status: 204 len: 168 time: 0.4263895 Nov 12 03:15:07.414057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494'}, {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:07.416336 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829dd3df-3931-4c5e-817a-5d59d263faf4" -d '{"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494"}, {"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:07.443383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685234b-2355-47ac-a9d0-2e768709749d req-d75533ab-41c7-4696-99be-15537dd54993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.448082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-d75533ab-41c7-4696-99be-15537dd54993 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1175 time: 0.2367928 Nov 12 03:15:07.484520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fe252-6f38-4ef3-a6b0-88077d382f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d92205c-886c-4cc4-a0a2-f8fc6d5fca91,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:07.505884 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec58aa-cf5f-4c98-99e2-2014a705562c x-openstack-request-id: req-52ec58aa-cf5f-4c98-99e2-2014a705562c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:07.506311 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "8bc749d7-9e93-4a85-8a28-36e5c69a7494", "status": "completed", "code": 200}, {"server_uuid": "2b65522c-659a-43ce-9a0c-ff7c54d18cee", "name": "network-vif-deleted", "tag": "fdb44397-e318-4d31-9a8e-19a7a6634d9e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:07.506435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-52ec58aa-cf5f-4c98-99e2-2014a705562c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:07.508144 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': '8bc749d7-9e93-4a85-8a28-36e5c69a7494', 'status': 'completed', 'code': 200} Nov 12 03:15:07.508417 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b65522c-659a-43ce-9a0c-ff7c54d18cee', 'name': 'network-vif-deleted', 'tag': 'fdb44397-e318-4d31-9a8e-19a7a6634d9e', 'status': 'completed', 'code': 200} Nov 12 03:15:07.575350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d687ee5-6091-40cc-998c-38494ec567f2 req-d643ff41-0147-469e-b45c-db62bb939d1b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.582977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d687ee5-6091-40cc-998c-38494ec567f2 req-d643ff41-0147-469e-b45c-db62bb939d1b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1023 time: 0.1928000 Nov 12 03:15:07.610045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.610402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.664544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Calling delete_port for 78d28c97-8e6e-49cc-a5f2-7c1e1442cb45 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:07.708268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.778253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685234b-2355-47ac-a9d0-2e768709749d req-dfe05ac0-fcea-4197-b31b-bb71dd3cee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:07.780261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-dfe05ac0-fcea-4197-b31b-bb71dd3cee22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.3230777 Nov 12 03:15:07.808215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:07.853778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-1979bf85-c93f-48b0-9784-ac988f728976 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 200 len: 217 time: 0.0636470 Nov 12 03:15:07.906508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d687ee5-6091-40cc-998c-38494ec567f2 req-d48a002b-eebb-4d91-a627-a505829bbc43 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&id=69929bac-7faf-41f8-80f2-29843cc53466&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2944589 Nov 12 03:15:07.937519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.969593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:07.978555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Pushing event deleted for resources: {'Port': ['ID=78d28c97-8e6e-49cc-a5f2-7c1e1442cb45,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.056411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685234b-2355-47ac-a9d0-2e768709749d req-049a171d-3b6b-4d25-84ad-6ce0cb6bd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:08.057908 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-049a171d-3b6b-4d25-84ad-6ce0cb6bd942 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.1941240 Nov 12 03:15:08.072566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5686ba4a-59a2-4813-a8f6-ae5d27a919f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.080300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:15:08.088805 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.096421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.107036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Port': ['ID=51d649fc-cb8c-4024-8140-5b4caebd1ed8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.145997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.152661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-1f211fbe-3f63-4947-8d64-f3bdd16be184 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710123 Nov 12 03:15:08.173135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.176956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-260d76c9-a21f-4840-8961-c3ab4c9f7863 tempest-ServersTestFqdnHostnames-608562801 tempest-ServersTestFqdnHostnames-608562801-project] 10.222.0.84 "DELETE /v2.0/floatingips/fc339709-6559-49e5-83ad-d48d88a41194 HTTP/1.1" status: 204 len: 168 time: 0.9890158 Nov 12 03:15:08.186384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54358) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:08.186726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:08.268531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5686ba4a-59a2-4813-a8f6-ae5d27a919f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.274269 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5686ba4a-59a2-4813-a8f6-ae5d27a919f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.309057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686ba4a-59a2-4813-a8f6-ae5d27a919f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0ba797-0f06-473c-bdca-6a8b69499cbb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.331848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5686ba4a-59a2-4813-a8f6-ae5d27a919f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9fec62f1159547708456cb492bb7022e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210764 Nov 12 03:15:08.334390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54364) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:08.381738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Checking segment: {'id': '0e1ef6a1-4776-4f86-a6b9-b755a8ef342e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:08.382267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network hostable DHCP agents. Network: 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:08.384293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=4cae0ead-c5a5-4426-9276-5bef8e76e6b0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.388443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.415704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.465782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': '78dddb93-61c0-4274-b190-3faf65eb8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:08.466509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: 6e69f330-4169-4a60-a225-7c636636eea4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:08.472375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.475070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.478754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting subnet a69720c4-70bc-404f-8b48-039fb9b88049 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:08.478899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f0ba797-0f06-473c-bdca-6a8b69499cbb HTTP/1.1" status: 204 len: 168 time: 0.1408126 Nov 12 03:15:08.486919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad330b28-9710-4538-b044-0640b4725dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0ba797-0f06-473c-bdca-6a8b69499cbb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.493009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.553257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-5343f859-46e5-4e95-9fa8-82d17dc82e4a service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916810 Nov 12 03:15:08.567718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:08.567985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54374) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:08.589602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.630655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 6e69f330-4169-4a60-a225-7c636636eea4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:08.637401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:08.645418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320b2ef-05e8-4aad-8678-5da7d9ed45e2 None None] Network 314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:08.711902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:08.712772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.714553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6e69f330-4169-4a60-a225-7c636636eea4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:08.729233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c121aff-8f07-49d0-a33e-c68916408ae1 None None] Network 6e69f330-4169-4a60-a225-7c636636eea4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:08.734148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:08.734410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.812305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2102792910-network', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:08.853147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:08.856145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.859347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24ea3f5f-2303-4e67-9e79-c44b8181925f tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7685320 Nov 12 03:15:08.865885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54380) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:08.876182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.917055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Port': ['ID=051a89b4-c7c4-40d4-a330-388b7a464ec8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:08.926996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9685234b-2355-47ac-a9d0-2e768709749d req-d1b10a13-ba3b-4072-a65c-ce7630490d10 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597665 Nov 12 03:15:08.932278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:08.999216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.002866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Checking segment: {'id': '7219e313-a58a-4afb-a70e-bd812d443fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8967180d-523f-401c-9667-06c5b63aa356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:09.003292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network hostable DHCP agents. Network: 8967180d-523f-401c-9667-06c5b63aa356, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:09.026677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54386) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:09.049456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-6e69f330-4169-4a60-a225-7c636636eea4', 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '4cae0ead-c5a5-4426-9276-5bef8e76e6b0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:09.050405 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.055713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.062447 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1220c76-da0f-4484-a6e8-f5beb32223c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.121713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network 8967180d-523f-401c-9667-06c5b63aa356 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:09.159543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4988808-784b-49a0-840f-e14dc351289d req-27fdfa92-98da-47e1-8b44-f9febc8bb6ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.161103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4988808-784b-49a0-840f-e14dc351289d req-27fdfa92-98da-47e1-8b44-f9febc8bb6ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1023 time: 0.1982369 Nov 12 03:15:09.198552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8967180d-523f-401c-9667-06c5b63aa356) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:09.259348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:09.265836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.271949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.272861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.281209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Allocated IP 2001:db8::f816:3eff:fe39:ac0b (6e69f330-4169-4a60-a225-7c636636eea4/4cae0ead-c5a5-4426-9276-5bef8e76e6b0/de1746b9-bdc3-44cd-ba86-b42ecbb219c3) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:09.286882 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.301741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7f4383-c2f5-48a0-b936-a5f0091befd7 None None] Network 8967180d-523f-401c-9667-06c5b63aa356 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:09.336163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-54e7252b-2b7b-49bb-93ba-e8631a2a67fd tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7174399 Nov 12 03:15:09.356639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:09.383637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Subnet': ['ID=a69720c4-70bc-404f-8b48-039fb9b88049,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.418838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.422389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e937d86a-2f73-4239-a3ad-7f4df438dce4 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/subnets/a69720c4-70bc-404f-8b48-039fb9b88049 HTTP/1.1" status: 204 len: 168 time: 1.2322032 Nov 12 03:15:09.450242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e13e5-e9c8-4544-a1bb-6e5db29210c0 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:09.461331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1220c76-da0f-4484-a6e8-f5beb32223c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.465439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54400) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:09.471299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:09.488242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdea537-12f5-4aef-bb9b-88ef31d2db2e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.518551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.518968 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Added segment d43af6d3-f68c-492e-bcd5-6f66286111a6 of type vlan for network 4dd1c16f-b83e-40ce-9bf1-5082b124215a Nov 12 03:15:09.519350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1220c76-da0f-4484-a6e8-f5beb32223c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.559703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86915a-0c0d-4345-8781-fcab7f1a210b req-8c802ee9-a1c3-42eb-b184-c03642f5cc1e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.567994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db86915a-0c0d-4345-8781-fcab7f1a210b req-8c802ee9-a1c3-42eb-b184-c03642f5cc1e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 1023 time: 0.5157776 Nov 12 03:15:09.600249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.618731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1220c76-da0f-4484-a6e8-f5beb32223c3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35c873166a614063aa58ad15e032e649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897512 Nov 12 03:15:09.632774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54402) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:09.657921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.686368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.695133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.695339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c5af0-ab33-4fc7-bdab-f2de1316f1cc tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.701567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c5af0-ab33-4fc7-bdab-f2de1316f1cc tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.706086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc3c5af0-ab33-4fc7-bdab-f2de1316f1cc tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3429852 Nov 12 03:15:09.709704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54404) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:09.710518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1220c76-da0f-4484-a6e8-f5beb32223c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e29d5b-b6ef-4550-9dc5-dd2e59ae5f08,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.783907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.800884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Network 6e69f330-4169-4a60-a225-7c636636eea4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:09.808081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:09.809895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db86915a-0c0d-4345-8781-fcab7f1a210b req-1af4eee9-0079-46cd-9bb0-a2f4a2887a2b tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=c43945f5-0f3b-4841-9d46-f26227967c5a&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&id=69929bac-7faf-41f8-80f2-29843cc53466&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2356870 Nov 12 03:15:09.814810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.816747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:09.859072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Pushing event updated for resources: {'Port': ['ID=de1746b9-bdc3-44cd-ba86-b42ecbb219c3,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:09.884440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.900213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.901156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:09.901725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:09.963394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.005961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Attempting to bind port de1746b9-bdc3-44cd-ba86-b42ecbb219c3 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:10.006660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Attempting to bind port de1746b9-bdc3-44cd-ba86-b42ecbb219c3 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '78dddb93-61c0-4274-b190-3faf65eb8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:10.007234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Attempting to bind port de1746b9-bdc3-44cd-ba86-b42ecbb219c3 on network 6e69f330-4169-4a60-a225-7c636636eea4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:10.020598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:10.021085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Checking segment: {'id': '78dddb93-61c0-4274-b190-3faf65eb8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:10.021473 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.021904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Bound using segment: {'id': '78dddb93-61c0-4274-b190-3faf65eb8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:10.022027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e69f330-4169-4a60-a225-7c636636eea4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:10.022419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Bound port: de1746b9-bdc3-44cd-ba86-b42ecbb219c3, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dddb93-61c0-4274-b190-3faf65eb8332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6e69f330-4169-4a60-a225-7c636636eea4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:10.022851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.032114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dddb93-61c0-4274-b190-3faf65eb8332') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:10.032978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dddb93-61c0-4274-b190-3faf65eb8332') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:10.039609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.043334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.054549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Deleting port c0ec080c-9332-44d2-bc36-587acfc35109 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:10.054890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.056491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.062477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:10.062880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.102644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] For port de1746b9-bdc3-44cd-ba86-b42ecbb219c3, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:10.126914 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:10.132147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] For port de1746b9-bdc3-44cd-ba86-b42ecbb219c3, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=de1746b9-bdc3-44cd-ba86-b42ecbb219c3,segment=NetworkSegment(78dddb93-61c0-4274-b190-3faf65eb8332),segment_id=78dddb93-61c0-4274-b190-3faf65eb8332)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:10.137780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.146509 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.154281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=4cae0ead-c5a5-4426-9276-5bef8e76e6b0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.156612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:15:10.156612 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:15:10.156612 n-d-615180-50 neutron-server[102433]: [parameters: {'id': '6e69f330-4169-4a60-a225-7c636636eea4'}] Nov 12 03:15:10.156612 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:15:10.156926 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:15:10.187902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port c0ec080c-9332-44d2-bc36-587acfc35109, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0ec080c-9332-44d2-bc36-587acfc35109,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:10.188211 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.202246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Calling delete_port for c0ec080c-9332-44d2-bc36-587acfc35109 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:10.211717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6424310 Nov 12 03:15:10.212328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54416) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:10.227691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Request body: {'subnet': {'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2102792910-subnet', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:10.231989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] DHCP port deletion for c4e62129-5d64-4472-b05b-f81f80bd4eda request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:10.242349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3195d-946c-4f6a-8f24-9978fc5f2bda admin admin] Pushing event updated for resources: {'Network': ['ID=4dd1c16f-b83e-40ce-9bf1-5082b124215a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.262221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:10.268064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.272136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:10.356330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.358963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.361534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/54e29d5b-b6ef-4550-9dc5-dd2e59ae5f08 HTTP/1.1" status: 204 len: 168 time: 0.7245750 Nov 12 03:15:10.400356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a52fd-d6ce-4df4-9dd7-8d718103ae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e29d5b-b6ef-4550-9dc5-dd2e59ae5f08,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.407849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.412250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e90ad-071e-4b43-98a3-7ffbcd49af02 None None] Pushing event updated for resources: {'Port': ['ID=de1746b9-bdc3-44cd-ba86-b42ecbb219c3,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.417247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1834c2-732c-4fb3-ae70-4815685da2e4 None None] Network 6e69f330-4169-4a60-a225-7c636636eea4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:10.508382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'Port': ['ID=c0ec080c-9332-44d2-bc36-587acfc35109,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.559540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.571511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.639708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] No DVR routers for this DVR port c0ec080c-9332-44d2-bc36-587acfc35109 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:10.647657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.651185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4988808-784b-49a0-840f-e14dc351289d req-e369d3ad-67b0-4312-9081-b7817b2a3300 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "DELETE /v2.0/ports/c0ec080c-9332-44d2-bc36-587acfc35109 HTTP/1.1" status: 204 len: 173 time: 1.4587414 Nov 12 03:15:10.654648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'name': 'network-vif-deleted', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:10.657073 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4e531-2bf8-436f-bed5-7aeee854bc58" -d '{"events": [{"server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "name": "network-vif-deleted", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:10.671446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'c0ec080c-9332-44d2-bc36-587acfc35109'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:10.671732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Deleting port 51d649fc-cb8c-4024-8140-5b4caebd1ed8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:10.672249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.726675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.736881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port 455ef320-8d69-48f8-ac95-ab2dce7b6951 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:10.737467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.806731 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce65207-c874-4357-89fa-554105efddf6 x-openstack-request-id: req-bce65207-c874-4357-89fa-554105efddf6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:10.807017 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b1d120-87f0-447d-9711-2d39acf0f654", "name": "network-vif-deleted", "tag": "c0ec080c-9332-44d2-bc36-587acfc35109", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:10.807276 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bce65207-c874-4357-89fa-554105efddf6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:10.807675 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b1d120-87f0-447d-9711-2d39acf0f654', 'name': 'network-vif-deleted', 'tag': 'c0ec080c-9332-44d2-bc36-587acfc35109', 'status': 'completed', 'code': 200} Nov 12 03:15:10.842028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:10.842480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Network hostable DHCP agents. Network: 4dd1c16f-b83e-40ce-9bf1-5082b124215a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:10.860113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1310e7ea-7131-494d-916a-4c702ee48e1c,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:10.885279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 455ef320-8d69-48f8-ac95-ab2dce7b6951 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:10.909616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e910fc-0f08-4efb-ad5f-792c98ed0997 req-d42ce6bb-55b5-42b8-842e-5e15d5a7575d tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.911191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4e910fc-0f08-4efb-ad5f-792c98ed0997 req-d42ce6bb-55b5-42b8-842e-5e15d5a7575d tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.2173772 Nov 12 03:15:10.919945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:10.941160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:10.966102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4dd1c16f-b83e-40ce-9bf1-5082b124215a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:10.981247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:10.981859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.010316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port 455ef320-8d69-48f8-ac95-ab2dce7b6951, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=455ef320-8d69-48f8-ac95-ab2dce7b6951,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:11.010647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.015178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Calling delete_port for 51d649fc-cb8c-4024-8140-5b4caebd1ed8 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:11.024677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-52d3c4e4-0340-460a-97b2-4367bea2c250 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8032246 Nov 12 03:15:11.030405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4e910fc-0f08-4efb-ad5f-792c98ed0997 req-e0a764f2-b26a-4842-b6b5-79ef5970229c tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Nov 12 03:15:11.030757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54432) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:11.037812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:11.053293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09926bbd-ba4f-493f-80f4-44b90341982e None None] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:11.063675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for 455ef320-8d69-48f8-ac95-ab2dce7b6951 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:11.068078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting port de1746b9-bdc3-44cd-ba86-b42ecbb219c3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:11.068958 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.070251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-225f2bac-c535-4433-b935-2edf11172bbc req-03a20387-1dc7-4ee6-8cff-44fe984547a3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=62b1d120-87f0-447d-9711-2d39acf0f654 HTTP/1.1" status: 200 len: 210 time: 0.1195092 Nov 12 03:15:11.108205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.108820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.171806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] For port de1746b9-bdc3-44cd-ba86-b42ecbb219c3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=de1746b9-bdc3-44cd-ba86-b42ecbb219c3,segment=NetworkSegment(78dddb93-61c0-4274-b190-3faf65eb8332),segment_id=78dddb93-61c0-4274-b190-3faf65eb8332)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:11.172173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.262673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Calling delete_port for de1746b9-bdc3-44cd-ba86-b42ecbb219c3 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:11.265894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Deleting port 455ef320-8d69-48f8-ac95-ab2dce7b6951 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:11.266276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.279965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.314458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.342842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.343133 n-d-615180-50 neutron-server[102434]: INFO neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No ports have port_id starting with 455ef320-8d69-48f8-ac95-ab2dce7b6951 Nov 12 03:15:11.380694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port 455ef320-8d69-48f8-ac95-ab2dce7b6951 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:11.384862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Port': ['ID=51d649fc-cb8c-4024-8140-5b4caebd1ed8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.440446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.475944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.497545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] For port 455ef320-8d69-48f8-ac95-ab2dce7b6951, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=455ef320-8d69-48f8-ac95-ab2dce7b6951,segment=NetworkSegment(14199ecc-5abc-4121-b735-9a3fe1468c44),segment_id=14199ecc-5abc-4121-b735-9a3fe1468c44)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:11.498056 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.499411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e62129-5d64-4472-b05b-f81f80bd4eda']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:11.510345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14199ecc-5abc-4121-b735-9a3fe1468c44') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:11.510821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14199ecc-5abc-4121-b735-9a3fe1468c44') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:11.522098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.536356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.543819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:11.544637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.551500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Calling delete_port for 455ef320-8d69-48f8-ac95-ab2dce7b6951 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:11.559788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.564505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-abd57cb9-3880-4f24-b010-baca92207cd2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/ports/51d649fc-cb8c-4024-8140-5b4caebd1ed8 HTTP/1.1" status: 204 len: 168 time: 1.8508122 Nov 12 03:15:11.569026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54448) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:11.623329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:11.654391 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:11.675128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Port': ['ID=de1746b9-bdc3-44cd-ba86-b42ecbb219c3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.677004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No DVR routers for this DVR port de1746b9-bdc3-44cd-ba86-b42ecbb219c3 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:11.693855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=455ef320-8d69-48f8-ac95-ab2dce7b6951,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.709101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.731401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:11.732259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.732679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.749767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/networks/c4e62129-5d64-4472-b05b-f81f80bd4eda HTTP/1.1" status: 204 len: 168 time: 2.2758753 Nov 12 03:15:11.760046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54452) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:11.769622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28241c5c-fd2c-4452-9e40-4e93295ea7d9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Network': ['ID=c4e62129-5d64-4472-b05b-f81f80bd4eda,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.772388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Deleting port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:11.772515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.843963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting subnet 8c8db66c-1ab0-44ff-b3dc-4c429bda8c52 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:11.871385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.885298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] For port 54773f9f-5572-4ea5-9b3c-0e601dc9ccad, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:11.885664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.885902 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:11.906412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Calling delete_port for 54773f9f-5572-4ea5-9b3c-0e601dc9ccad owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:11.969283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Pushing event deleted for resources: {'Port': ['ID=455ef320-8d69-48f8-ac95-ab2dce7b6951,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:11.978487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] Network c4e62129-5d64-4472-b05b-f81f80bd4eda is not hosted by any dhcp agent {{(pid=102434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:15:11.978948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a53336-9d63-4f0d-ac67-12d6865b9d80 None None] No DVR routers for this DVR port 455ef320-8d69-48f8-ac95-ab2dce7b6951 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:12.011195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Allocated IP 172.20.0.2 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/e191e836-f1e4-4818-ab94-f5e78896aeb7) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:12.030894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.092841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.116997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-9a63475c-8340-420b-847a-6f47ce94d869 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238785 Nov 12 03:15:12.215968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.227033 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.228037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e69f330-4169-4a60-a225-7c636636eea4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:12.253766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-08f78d55-af13-4c77-877b-1c55f1c71ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.255757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-08f78d55-af13-4c77-877b-1c55f1c71ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=820c9302e3414509bf2f1d6fd229687e&device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1176 time: 0.1095588 Nov 12 03:15:12.258387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Deleting port 051a89b4-c7c4-40d4-a330-388b7a464ec8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:12.258941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.299353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:12.303563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-11a06693-f0fd-404e-9996-61490b8eeb9c tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/c43945f5-0f3b-4841-9d46-f26227967c5a HTTP/1.1" status: 200 len: 1819 time: 0.1080594 Nov 12 03:15:12.303737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:12.308743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Pushing event updated for resources: {'Port': ['ID=e191e836-f1e4-4818-ab94-f5e78896aeb7,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.312499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:12.344188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.355774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dddb93-61c0-4274-b190-3faf65eb8332') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:12.356246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dddb93-61c0-4274-b190-3faf65eb8332') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:12.360929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.392627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-a8f1e6af-fb4a-4cdc-a21b-82b59f029d9a tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.394125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-a8f1e6af-fb4a-4cdc-a21b-82b59f029d9a tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.39 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.4492090 Nov 12 03:15:12.396511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Calling delete_port for 051a89b4-c7c4-40d4-a330-388b7a464ec8 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:12.399293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.403851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Attempting to bind port e191e836-f1e4-4818-ab94-f5e78896aeb7 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:12.404228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Attempting to bind port e191e836-f1e4-4818-ab94-f5e78896aeb7 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:12.405054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Attempting to bind port e191e836-f1e4-4818-ab94-f5e78896aeb7 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:12.411368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:12.411748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:12.412153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.412548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:12.413076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Bound port: e191e836-f1e4-4818-ab94-f5e78896aeb7, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:12.413465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.440645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.462626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0ec080c-9332-44d2-bc36-587acfc35109 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:12.495362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.503383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: c0ec080c-9332-44d2-bc36-587acfc35109 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:12.503850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc4769-5197-4a75-bc19-ceb6c2f84710 req-e085afe0-7431-4b3c-be1f-7a2d6dba0528 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.503968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0ec080c-9332-44d2-bc36-587acfc35109 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:12.505235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4cc4769-5197-4a75-bc19-ceb6c2f84710 req-e085afe0-7431-4b3c-be1f-7a2d6dba0528 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.3047316 Nov 12 03:15:12.522214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-65a707b4-52d5-4148-b07c-9d49447d5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.523832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-65a707b4-52d5-4148-b07c-9d49447d5aa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 200 len: 913 time: 0.2347271 Nov 12 03:15:12.527404 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.569979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.586102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] For port e191e836-f1e4-4818-ab94-f5e78896aeb7, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:12.595336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] For port e191e836-f1e4-4818-ab94-f5e78896aeb7, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e191e836-f1e4-4818-ab94-f5e78896aeb7,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:12.599341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.608872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.609194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Pushing event deleted for resources: {'Port': ['ID=54773f9f-5572-4ea5-9b3c-0e601dc9ccad,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.639930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:12.640518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:12.650898 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:12.685400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-a878bc09-f649-4176-b049-760994e5e614 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 200 len: 217 time: 0.1266682 Nov 12 03:15:12.794223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995d15f-b529-4fe0-ab89-505279c2ef61 None None] Pushing event updated for resources: {'Port': ['ID=e191e836-f1e4-4818-ab94-f5e78896aeb7,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.809009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.819241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.821909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:12.823071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98aa1e0d-cb6b-4ce2-aba8-7bb9d02ea142 req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/c43945f5-0f3b-4841-9d46-f26227967c5a HTTP/1.1" status: 204 len: 173 time: 0.5023074 Nov 12 03:15:12.859059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff91409-1c2f-4746-8eb8-dc512b76d08f tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43945f5-0f3b-4841-9d46-f26227967c5a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:12.909411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-bcbb81bf-a655-4a2c-8663-76949d1b5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:12.910970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-bcbb81bf-a655-4a2c-8663-76949d1b5426 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 200 len: 852 time: 0.2059443 Nov 12 03:15:12.975729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4cc4769-5197-4a75-bc19-ceb6c2f84710 req-5ac42534-4b31-49fc-b29a-a3e9ece1f8bf tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439116 Nov 12 03:15:12.999857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-791fb800-9a21-4df6-be5f-7fb5ac51fc14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3d2f72e-096f-414d-9cf3-a848416c55df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392675 Nov 12 03:15:13.000115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.018661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.027906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/6e69f330-4169-4a60-a225-7c636636eea4 HTTP/1.1" status: 204 len: 168 time: 4.1608109 Nov 12 03:15:13.057304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54482) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:13.113139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-25301866'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:13.117455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Allocated IP 172.25.2.196 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/633ffa5e-2f37-4dc8-829d-2c0337d8f425) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:13.123275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.131363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e4e1f-ae2d-4db9-ba2f-4659dd0e2ca8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=6e69f330-4169-4a60-a225-7c636636eea4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:13.183088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Port': ['ID=051a89b4-c7c4-40d4-a330-388b7a464ec8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:13.212049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.216794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b48a536-0005-445a-b124-04dda2316171 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/ports/051a89b4-c7c4-40d4-a330-388b7a464ec8 HTTP/1.1" status: 204 len: 168 time: 1.6431792 Nov 12 03:15:13.228175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54488) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:13.265479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Deleting port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:13.265823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.273574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.342852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39a966-6b52-4d9e-92e4-ade350446dda None None] Network d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:13.381955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-d7f6dc4e-66bc-4ca7-9c83-44a94613486c service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679774 Nov 12 03:15:13.386798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd023378-f502-432e-b540-6ff1b796a38e req-37b875e3-7011-417e-98dc-a753ea7956e1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/69929bac-7faf-41f8-80f2-29843cc53466 HTTP/1.1" status: 200 len: 1819 time: 0.5394349 Nov 12 03:15:13.432078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.439783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8db66c-1ab0-44ff-b3dc-4c429bda8c52,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:13.455431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1930a82f-c012-4cbc-a030-ee7e9d3cb6cf tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2242646 Nov 12 03:15:13.460619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54494) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:13.473463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093677684'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:13.508587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.512349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9a14e367-56c3-40fd-8a91-da1807502f9c tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/subnets/8c8db66c-1ab0-44ff-b3dc-4c429bda8c52 HTTP/1.1" status: 204 len: 168 time: 1.7255230 Nov 12 03:15:13.521134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54502) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:13.525381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:13.529014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.612094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] DHCP port deletion for d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:13.612724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:13.615608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.692946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Deleting port 2803be61-1328-4aa3-a219-33d219ad0341 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:13.693321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.706145 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bd023378-f502-432e-b540-6ff1b796a38e req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.780544 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.794091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5191c66a-4881-4b70-aa7e-f0e3ec02c253 req-5f00c7e8-cb39-4c86-a8f7-794e5031f2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995218 Nov 12 03:15:13.812576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] For port 2803be61-1328-4aa3-a219-33d219ad0341, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2803be61-1328-4aa3-a219-33d219ad0341,segment=NetworkSegment(0621030c-893a-4312-95bd-903aa70bb9c4),segment_id=0621030c-893a-4312-95bd-903aa70bb9c4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:13.813239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.829837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:13.834580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Calling delete_port for 2803be61-1328-4aa3-a219-33d219ad0341 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:13.839049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bd023378-f502-432e-b540-6ff1b796a38e req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.873905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:13.874250 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f of type vlan for network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 Nov 12 03:15:13.926071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.011078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.043573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] Pushing event deleted for resources: {'Port': ['ID=2803be61-1328-4aa3-a219-33d219ad0341,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.054560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed766516-e2be-4c8d-8f84-7c38803e2835 None None] No DVR routers for this DVR port 2803be61-1328-4aa3-a219-33d219ad0341 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:14.068189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.074923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.075740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.087885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.108779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] For port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,segment=NetworkSegment(dec7da39-2566-4c0a-8001-9975becff0fc),segment_id=dec7da39-2566-4c0a-8001-9975becff0fc)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:14.109142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.145614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Calling delete_port for f30c22f0-bf28-4dcf-b4b6-fc5aa095811a owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:14.148623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:14.178595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.178595 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment a4d15d37-bd3b-4cd6-b200-ae57ed57ca9f of type vlan for network 7bd0d1b8-a226-468e-85b4-3e68d2b84d10 Nov 12 03:15:14.195645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7291732 Nov 12 03:15:14.210561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54520) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:14.222957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bd023378-f502-432e-b540-6ff1b796a38e req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.227333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-bd023378-f502-432e-b540-6ff1b796a38e req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.228003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9597a-b93c-483b-8394-4a95bc31f4dd None None] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:14.228650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd023378-f502-432e-b540-6ff1b796a38e req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/69929bac-7faf-41f8-80f2-29843cc53466 HTTP/1.1" status: 204 len: 173 time: 0.8243697 Nov 12 03:15:14.228789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-587741083'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:14.232782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.273896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ca33c-e232-4d5d-b89e-8e8bf40fc754 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=ccbbecfd-cac1-4030-abeb-c14bc0a0d887,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.279281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb395-c684-4759-8129-9e71001a3fe9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69929bac-7faf-41f8-80f2-29843cc53466,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.298887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port 2803be61-1328-4aa3-a219-33d219ad0341 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:14.299288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.318825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:14.336723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.339672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Router 32245bec-67dc-44bc-a701-427f46579e60 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:14.382070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:14.401906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1807776977', 'description': 'tempest-description-1389304505'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:14.406154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:14.445136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc0fe2-7187-491c-8585-56ee5ca7aefd req-6be92b04-68c0-4f15-827b-c4146db39789 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.446715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83cc0fe2-7187-491c-8585-56ee5ca7aefd req-6be92b04-68c0-4f15-827b-c4146db39789 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 946 time: 0.2352202 Nov 12 03:15:14.447769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:14.451875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.461202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:14.471137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf40f2-d7b3-4106-9bcc-8e4e2aa3ca62 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:14.479032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port 2803be61-1328-4aa3-a219-33d219ad0341, host n-d-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:14.479698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.479820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Pushing event updated for resources: {'Port': ['ID=633ffa5e-2f37-4dc8-829d-2c0337d8f425,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.481265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] Provisioning complete for port e191e836-f1e4-4818-ab94-f5e78896aeb7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:14.482311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.510398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for 2803be61-1328-4aa3-a219-33d219ad0341 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:14.514772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Port 2803be61-1328-4aa3-a219-33d219ad0341 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:15:14.517743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.551371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.557080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.557700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.557859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port 2803be61-1328-4aa3-a219-33d219ad0341 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:14.595441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=2803be61-1328-4aa3-a219-33d219ad0341,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.599756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.635526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=7bd0d1b8-a226-468e-85b4-3e68d2b84d10,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.658111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:14.698217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7bd0d1b8-a226-468e-85b4-3e68d2b84d10 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:14.704644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.739742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.749646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4b17ab22-9507-45d9-b86b-4d0fc87746fd tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6409218 Nov 12 03:15:14.761987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.762344 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Added segment 1e0eaade-d363-40c1-a211-47ac62dfb06c of type vlan for network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 Nov 12 03:15:14.769872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:14.783617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:14.790223 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-924dfcce-0820-49a2-8db8-5376832f3264 admin admin] 10.222.0.84 "PUT /v2.0/routers/32245bec-67dc-44bc-a701-427f46579e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5981462 Nov 12 03:15:14.791288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.802462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:14.817680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.828930 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.830853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d8f81e61-a9b5-4271-bee3-f734e7563f5f req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4420919 Nov 12 03:15:14.848791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.872446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Sync routers for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:14.881816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d078b8ad-1c5b-4d6f-b2de-c8a3cd079382']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:14.883747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': '7bd0d1b8-a226-468e-85b4-3e68d2b84d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:14.901626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621030c-893a-4312-95bd-903aa70bb9c4') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:14.902024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621030c-893a-4312-95bd-903aa70bb9c4') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:14.907388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.913863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:14.914559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.936749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfad08-8f4c-4d2a-8962-2df45e43ffec tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8af3f-af4d-4f90-9027-76519ed49938,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:14.948773 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.967951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83cc0fe2-7187-491c-8585-56ee5ca7aefd req-88f16072-1d61-4d1d-b73c-96f29859eec4 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/security-groups?id=9ad10148-3e4c-4d20-9e17-773369bee02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079041 Nov 12 03:15:14.976147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e191e836-f1e4-4818-ab94-f5e78896aeb7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:14.982659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cde53579-1005-4aff-b085-87adebb19382 req-7a5a6da7-36b4-4f79-9c7e-56a036ba24eb tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/11d8af3f-af4d-4f90-9027-76519ed49938 HTTP/1.1" status: 200 len: 1820 time: 0.1265397 Nov 12 03:15:14.983866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.992196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:14.992804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:14.996330 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:15.031277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] For port e191e836-f1e4-4818-ab94-f5e78896aeb7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e191e836-f1e4-4818-ab94-f5e78896aeb7,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:15.042684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:15.043602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:15.051938 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.057961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1819131906', 'description': 'tempest-description-hth-2142780778'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:15.070308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8489897 Nov 12 03:15:15.089860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.140350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.155407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707ab4-9427-42bb-bab3-bec4d32e144b None None] Pushing event updated for resources: {'Port': ['ID=e191e836-f1e4-4818-ab94-f5e78896aeb7,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.157672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.189800 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.196836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/networks/d078b8ad-1c5b-4d6f-b2de-c8a3cd079382 HTTP/1.1" status: 204 len: 168 time: 1.6674736 Nov 12 03:15:15.211834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:15.227193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1478849980'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:15.327883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.344440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8e31-ff25-448a-93cb-c21efc79dbc5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Network': ['ID=d078b8ad-1c5b-4d6f-b2de-c8a3cd079382,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.358852 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.367759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.369078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cde53579-1005-4aff-b085-87adebb19382 req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "PUT /v2.0/security-groups/11d8af3f-af4d-4f90-9027-76519ed49938 HTTP/1.1" status: 200 len: 1794 time: 0.3595328 Nov 12 03:15:15.414793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:15.418740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.440920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859182b3-dadb-4c8c-934a-bbbba638aae3 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d8af3f-af4d-4f90-9027-76519ed49938,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.459012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:15.476448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54546) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:15.479893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.480426 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Added segment 4bbeee27-a433-4c62-8fea-beabb8bf7a24 of type vlan for network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 Nov 12 03:15:15.539734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.550683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Pushing event deleted for resources: {'Port': ['ID=f30c22f0-bf28-4dcf-b4b6-fc5aa095811a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.575948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.576547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:15.577822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.592898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:15.596316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.649525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f30c22f0-bf28-4dcf-b4b6-fc5aa095811a no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:15.685068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: f30c22f0-bf28-4dcf-b4b6-fc5aa095811a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:15.685556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f30c22f0-bf28-4dcf-b4b6-fc5aa095811a not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:15.700729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e191e836-f1e4-4818-ab94-f5e78896aeb7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:15.701891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.745156 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5322297 Nov 12 03:15:15.746044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9397ddb-6ea5-42b4-8ea9-bfa37c3adc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.750218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54550) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:15.758303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'subnet': {'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:15.774483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f8f15-d5ca-4d9b-928a-273082850946 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Network': ['ID=efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.790726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467e465-ac9d-4698-8e64-2d65bcf7c636 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Network': ['ID=7c1f3387-3d48-46d6-b5ea-4658b63e37c4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:15.791180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:15.859132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] No DVR routers for this DVR port f30c22f0-bf28-4dcf-b4b6-fc5aa095811a on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:15.862435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:15.866837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f3ca669-1c51-4d93-9586-1ed24ab998ea req-b2a8d7e0-0822-4908-a50b-46d464d32443 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.39 "DELETE /v2.0/ports/f30c22f0-bf28-4dcf-b4b6-fc5aa095811a HTTP/1.1" status: 204 len: 173 time: 3.4464626 Nov 12 03:15:15.875253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'name': 'network-vif-deleted', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:15.877852 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9260bd8-fa3e-4b9e-8f1d-c7ac855a56c9" -d '{"events": [{"server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "name": "network-vif-deleted", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:15.882834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:15.932570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e4427b6-68db-495a-a140-ed1807aa5284 req-2a90f183-adb6-4523-9eb2-b0e18a66c4c1 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/11d8af3f-af4d-4f90-9027-76519ed49938 HTTP/1.1" status: 200 len: 1794 time: 0.3674731 Nov 12 03:15:15.980209 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822099b-96be-41b1-8c5c-2e12b87e128c x-openstack-request-id: req-1822099b-96be-41b1-8c5c-2e12b87e128c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:15.980970 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a155b769-870e-4784-9da2-fccc21f186c1", "name": "network-vif-deleted", "tag": "f30c22f0-bf28-4dcf-b4b6-fc5aa095811a", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:15.980970 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1822099b-96be-41b1-8c5c-2e12b87e128c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:15.982891 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a155b769-870e-4784-9da2-fccc21f186c1', 'name': 'network-vif-deleted', 'tag': 'f30c22f0-bf28-4dcf-b4b6-fc5aa095811a', 'status': 'completed', 'code': 200} Nov 12 03:15:16.100127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:16.107830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.127968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973bc22-a8e5-4553-ad54-1516d99a6dac None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:15:16.148350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:16.152550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.159990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6a4ced29-4b5f-4965-873f-c8ac17c5e4c2 None None] Provisioning complete for port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:16.160483 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a4ced29-4b5f-4965-873f-c8ac17c5e4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.179140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-e8fa9d60-d981-46b2-974f-4833d80baa07 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/11d8af3f-af4d-4f90-9027-76519ed49938 HTTP/1.1" status: 200 len: 1794 time: 0.2089787 Nov 12 03:15:16.203334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ced29-4b5f-4965-873f-c8ac17c5e4c2 None None] Port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:16.208967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.374293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.397739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97dca458-8e64-468c-b137-1cce20ebb923 req-11957128-0334-4741-8c9a-2b2345a7b177 tempest-VolumesActionsTest-241731980 tempest-VolumesActionsTest-241731980-project] 10.222.0.84 "GET /v2.0/ports?device_id=a155b769-870e-4784-9da2-fccc21f186c1 HTTP/1.1" status: 200 len: 210 time: 0.2749195 Nov 12 03:15:16.493087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f973bc22-a8e5-4553-ad54-1516d99a6dac None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:15:16.508624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9397ddb-6ea5-42b4-8ea9-bfa37c3adc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.513043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Checking segment: {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:16.513787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network hostable DHCP agents. Network: efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:16.524812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9397ddb-6ea5-42b4-8ea9-bfa37c3adc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.525550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2803be61-1328-4aa3-a219-33d219ad0341 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:16.567764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2803be61-1328-4aa3-a219-33d219ad0341 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:16.567983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2803be61-1328-4aa3-a219-33d219ad0341 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:16.571962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397ddb-6ea5-42b4-8ea9-bfa37c3adc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99aff5e-055a-4244-bcad-9c34e34fcf79,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:16.580394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aa7d5cb9-0e77-49e3-87d7-2b8281ca6181 None None] Provisioning complete for port e191e836-f1e4-4818-ab94-f5e78896aeb7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:16.582141 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5cb9-0e77-49e3-87d7-2b8281ca6181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.595074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Subnet': ['ID=c0bac1ac-b0bb-4d06-a540-77d69cf8c743,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:16.607911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9397ddb-6ea5-42b4-8ea9-bfa37c3adc39 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ed141ee8b634fdeb410b76bbb96b6ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1299169 Nov 12 03:15:16.608531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:16.622957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:16.653412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:16.659553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:16.660160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.669603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:15:12Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:16.684001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.703140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e82f76b-f295-4b80-816b-309ea3fd95c5 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9511821 Nov 12 03:15:16.704269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Checking router: 32245bec-67dc-44bc-a701-427f46579e60 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:16.706172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54560) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:16.714409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1868611687'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:16.731270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.763768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.813486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Routers {'32245bec-67dc-44bc-a701-427f46579e60'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:16.816707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['32245bec-67dc-44bc-a701-427f46579e60'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:16.828198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.835126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.838967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f99aff5e-055a-4244-bcad-9c34e34fcf79 HTTP/1.1" status: 204 len: 168 time: 0.2269247 Nov 12 03:15:16.854503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:16.866939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.867559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.896365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e191e836-f1e4-4818-ab94-f5e78896aeb7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:16.931229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ff1b0-4709-41e6-98ac-fcc3c69c7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99aff5e-055a-4244-bcad-9c34e34fcf79,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:16.940349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:16.965207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:17.009829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.010237 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Added segment efdd97d9-2820-469c-ad72-3579637f5435 of type vlan for network 271c0a3e-c1d4-491f-8a39-d94749b85341 Nov 12 03:15:17.022753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.098813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.137887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.149420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:17.166166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.180752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e191e836-f1e4-4818-ab94-f5e78896aeb7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:17.181142 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.184759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] Set router 32245bec-67dc-44bc-a701-427f46579e60 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:17.308168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Network': ['ID=271c0a3e-c1d4-491f-8a39-d94749b85341,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:17.336810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-621242f5-3173-4682-b37e-edc42abcd389 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6271176 Nov 12 03:15:17.337232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54566) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:17.342986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'subnet': {'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:17.347393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.351559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.351967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38ce5401-e74b-4b56-8687-4fc2a983df75 req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/11d8af3f-af4d-4f90-9027-76519ed49938 HTTP/1.1" status: 204 len: 173 time: 1.1724102 Nov 12 03:15:17.353198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:17.359925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.378697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Deleting port 6e1c5613-a212-4cd3-89fb-356ca67121e5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:17.379493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.490732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:17.541597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dc52278-1ede-46f5-8d52-592da800eb9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.547783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:17.555821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.569150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] For port 6e1c5613-a212-4cd3-89fb-356ca67121e5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e1c5613-a212-4cd3-89fb-356ca67121e5,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:17.569538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.644654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db48b6-2c3f-41b7-b570-f9e43bc2cd3b None None] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:17.871785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7bb59b56-4d97-41ca-9189-8c483e253008 None None] Provisioning complete for port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:17.872389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb59b56-4d97-41ca-9189-8c483e253008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:17.907224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Calling delete_port for 6e1c5613-a212-4cd3-89fb-356ca67121e5 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:18.030568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dc52278-1ede-46f5-8d52-592da800eb9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.050881 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3dc52278-1ede-46f5-8d52-592da800eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.111779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.127493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3dc52278-1ede-46f5-8d52-592da800eb9e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8fb44626537948319bb97c4a17854121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6331887 Nov 12 03:15:18.153038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54582) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:18.170718 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-6d3afe99-e8cc-4ab5-af68-71b12418051f req-0251b452-9f0e-43eb-99d9-01feee120f39 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.175629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d3afe99-e8cc-4ab5-af68-71b12418051f req-0251b452-9f0e-43eb-99d9-01feee120f39 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/69929bac-7faf-41f8-80f2-29843cc53466 HTTP/1.1" status: 404 len: 352 time: 0.0629225 Nov 12 03:15:18.190045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.192987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f3cbb-cca6-4716-8b4c-a022d4c76c15 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d8af3f-af4d-4f90-9027-76519ed49938,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.222889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc52278-1ede-46f5-8d52-592da800eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf55ac8-1882-4515-98b2-c14cdfa9718c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.236193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Subnet': ['ID=dbf8523e-011b-4186-a761-5e97deb82597,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.251201 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-673dec8f-e9ae-4234-86de-97cbf3d8bd12 req-81804142-d145-475d-8623-cf5bf3d000a9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.259720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-673dec8f-e9ae-4234-86de-97cbf3d8bd12 req-81804142-d145-475d-8623-cf5bf3d000a9 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/c43945f5-0f3b-4841-9d46-f26227967c5a HTTP/1.1" status: 404 len: 352 time: 0.0311952 Nov 12 03:15:18.291455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1c5613-a212-4cd3-89fb-356ca67121e5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.293572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Router 6c166fa8-c856-4013-98d0-ff784ae0ee71 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:15:18.303935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Checking segment: {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:18.304639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network hostable DHCP agents. Network: 271c0a3e-c1d4-491f-8a39-d94749b85341, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:18.340509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:18.361770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 271c0a3e-c1d4-491f-8a39-d94749b85341) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:18.366549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:18.367332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.398294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f63e496f-dc92-4763-aab4-90f56a99461b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0596025 Nov 12 03:15:18.439364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045549c9-e577-4209-9e26-378270f89cfa None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:18.451873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e64c4-29fc-4841-9692-bd515d68bfdc None None] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:18.468541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54594) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:18.474042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'subnets': [{'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1948858614', 'ip_version': 6}, {'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:18.474598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'subnet': {'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1948858614', 'ip_version': 6}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:18.475430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Request body: {'subnet': {'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:18.484833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.487921 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-287c2fd0-d10e-485b-aaf8-8a255d5442a4 req-d061c3ba-a750-42d8-ad01-5fc9080f2132 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.493965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-287c2fd0-d10e-485b-aaf8-8a255d5442a4 req-d061c3ba-a750-42d8-ad01-5fc9080f2132 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/83567e08-3e94-4751-92ad-86e55cf6a295 HTTP/1.1" status: 404 len: 352 time: 0.1722577 Nov 12 03:15:18.494630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=3e516866-0823-40fb-8526-1dad564dc228,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:18.617011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:15:12Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:18.628942 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-001941d0-71cd-4307-be09-333c325bc6b7 req-20cb1dcc-7565-4643-a4a4-29e447eb305e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.630325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0', 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'fixed_ips': [{'subnet_id': 'c0bac1ac-b0bb-4d06-a540-77d69cf8c743'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:18.631523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-001941d0-71cd-4307-be09-333c325bc6b7 req-20cb1dcc-7565-4643-a4a4-29e447eb305e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/ea24fece-7cfb-4a47-a4c2-7ab890ecdef8 HTTP/1.1" status: 404 len: 352 time: 0.0933013 Nov 12 03:15:18.631668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.678715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': 'a4d15d37-bd3b-4cd6-b200-ae57ed57ca9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7bd0d1b8-a226-468e-85b4-3e68d2b84d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:18.679123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: 7bd0d1b8-a226-468e-85b4-3e68d2b84d10, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:18.693137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cf946-6b53-41aa-9acb-471cce1c2e9f None None] The sync data for ids ['32245bec-67dc-44bc-a701-427f46579e60'] in n-d-615180-50 is: [{'id': '32245bec-67dc-44bc-a701-427f46579e60', 'name': 'tempest-ServersTestFqdnHostnames-1834484339-router', 'tenant_id': '7b788af5ae6c43c1b36f69741614b9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:12:31Z', 'updated_at': '2021-11-12T03:15:12Z', 'revision_number': 5, 'project_id': '7b788af5ae6c43c1b36f69741614b9c8', 'gw_port': {'id': '6e1c5613-a212-4cd3-89fb-356ca67121e5', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32245bec-67dc-44bc-a701-427f46579e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:12:33Z', 'updated_at': '2021-11-12T03:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:18.707614 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-4e063e49-648c-4137-aa30-543a371960ca req-f874e0c1-c3b9-46d1-8991-91d5e97b65b2 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.708891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e063e49-648c-4137-aa30-543a371960ca req-f874e0c1-c3b9-46d1-8991-91d5e97b65b2 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/434ef563-b4e3-484f-9f03-35b59eb5529a HTTP/1.1" status: 404 len: 352 time: 0.0531459 Nov 12 03:15:18.789861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.792832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.795018 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-f0791445-93c9-4108-a7f2-cb3fbad14dad req-8efe9562-2f68-4eb5-a503-22bdb5f2dcfd tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] show failed (client error): The resource could not be found. Nov 12 03:15:18.812512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0791445-93c9-4108-a7f2-cb3fbad14dad req-8efe9562-2f68-4eb5-a503-22bdb5f2dcfd tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/2f7cd854-bc42-4825-94a3-c36ecc70f1d4 HTTP/1.1" status: 404 len: 352 time: 0.0585535 Nov 12 03:15:18.859433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Made reservation on behalf of 574be32e952745c580d2336a1b6fba2d for: {'subnet': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:18.867412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.867980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.882767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-271c0a3e-c1d4-491f-8a39-d94749b85341', 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'fixed_ips': [{'subnet_id': 'dbf8523e-011b-4186-a761-5e97deb82597'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:18.883691 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:18.923403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Allocated IP 19.80.0.2 (efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0/c0bac1ac-b0bb-4d06-a540-77d69cf8c743/7647e79c-97e1-4e3f-8ff6-ed3c7831f23d) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:19.019338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.019944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32245bec-67dc-44bc-a701-427f46579e60 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:15:19.028948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-fb705423-4cf9-4d69-a80b-cd49c203d3c1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.035802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-fb705423-4cf9-4d69-a80b-cd49c203d3c1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.037472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-fb705423-4cf9-4d69-a80b-cd49c203d3c1 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/networks?id=efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0&id=271c0a3e-c1d4-491f-8a39-d94749b85341 HTTP/1.1" status: 200 len: 1392 time: 0.2664061 Nov 12 03:15:19.050382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.119341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.188892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Allocated IP 19.86.0.2 (271c0a3e-c1d4-491f-8a39-d94749b85341/dbf8523e-011b-4186-a761-5e97deb82597/f42c5b90-a2d8-4051-a85b-1f51d1d49576) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:19.202766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 54773f9f-5572-4ea5-9b3c-0e601dc9ccad no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:19.233738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.236091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e5842359-c81c-452e-8e1b-55391b58bf61 admin admin] 10.222.0.84 "DELETE /v2.0/routers/32245bec-67dc-44bc-a701-427f46579e60 HTTP/1.1" status: 204 len: 168 time: 4.3453946 Nov 12 03:15:19.241852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:19.244659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54618) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:19.253862 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Sync routers for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:19.269917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:19.271519 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:19.280855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 54773f9f-5572-4ea5-9b3c-0e601dc9ccad {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:19.281435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 54773f9f-5572-4ea5-9b3c-0e601dc9ccad not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:19.286999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.295882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.300484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cf55ac8-1882-4515-98b2-c14cdfa9718c HTTP/1.1" status: 204 len: 168 time: 1.1303408 Nov 12 03:15:19.356806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-185f3880-c797-4c13-8182-636dd8b777cb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/quotas/3f2f3a2e3c5240a7ad2030d5c312f285 HTTP/1.1" status: 200 len: 375 time: 0.1549995 Nov 12 03:15:19.364534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.369302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7230c826-c92b-47c8-8b34-a64fbb7641e7 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3333054 Nov 12 03:15:19.374911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54622) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:19.378003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 7bd0d1b8-a226-468e-85b4-3e68d2b84d10 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:19.411017 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.429475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.460101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Deleting subnet 37598896-79f7-44df-b465-92870de7d958 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:19.463759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.474165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84f354-1cd8-4249-9892-bfa92f0057be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf55ac8-1882-4515-98b2-c14cdfa9718c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.491714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7bd0d1b8-a226-468e-85b4-3e68d2b84d10) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:19.505567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:19.507666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.548305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:19.549533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311c102-4146-49f8-8387-b80298ca6bc4 None None] Network 7bd0d1b8-a226-468e-85b4-3e68d2b84d10 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:19.562629 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:19.589514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a3c19582-27d4-4d26-9378-9f0d541f85ed tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7866523 Nov 12 03:15:19.612979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54624) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:19.625323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-7cb8c9c8-3ef6-4484-8ad7-00a71e2be92f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668159 Nov 12 03:15:19.626546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.655284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:19.704873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.712481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:19.738936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Pushing event updated for resources: {'Port': ['ID=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:19.885928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.973418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:19.986798 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:15Z', 'revision_number': 3, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:20.009092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-1b89eed8-43da-418e-ba0a-cf2abfc230c8 service neutron] 10.222.0.84 "GET /v2.0/networks/efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491147 Nov 12 03:15:20.026092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:20.039359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Checking router: 6c166fa8-c856-4013-98d0-ff784ae0ee71 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:20.040140 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Updating router 6c166fa8-c856-4013-98d0-ff784ae0ee71 port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:20.050991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:20.070948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:20.073199 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.075524 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.083874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Pushing event updated for resources: {'Port': ['ID=f42c5b90-a2d8-4051-a85b-1f51d1d49576,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.100006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Attempting to bind port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:20.100649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Attempting to bind port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:20.101433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Attempting to bind port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d on network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:20.131240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.153357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:20.153797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Checking segment: {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:20.154532 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.155282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Bound using segment: {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:20.155766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Bound port: 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:20.156296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.188226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.210229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Attempting to bind port f42c5b90-a2d8-4051-a85b-1f51d1d49576 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:20.210748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Attempting to bind port f42c5b90-a2d8-4051-a85b-1f51d1d49576 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:20.211258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Attempting to bind port f42c5b90-a2d8-4051-a85b-1f51d1d49576 on network 271c0a3e-c1d4-491f-8a39-d94749b85341 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:20.292142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:20.292696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Checking segment: {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:20.293239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.293845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Bound using segment: {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:20.294830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Bound port: f42c5b90-a2d8-4051-a85b-1f51d1d49576, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:20.295503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.310421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795e730-4017-4a7a-abfe-ed8d6b38e15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-7bd0d1b8-a226-468e-85b4-3e68d2b84d10', 'network_id': '7bd0d1b8-a226-468e-85b4-3e68d2b84d10', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '3e516866-0823-40fb-8526-1dad564dc228'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:20.312457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a795e730-4017-4a7a-abfe-ed8d6b38e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.322109 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.366061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=3e516866-0823-40fb-8526-1dad564dc228,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.466708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] For port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:20.474541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.497610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-71529afa-2673-48f5-a236-780568ef55a2 service neutron] 10.222.0.84 "GET /v2.0/networks/efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785256 Nov 12 03:15:20.505533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6e69-18e0-44a2-9608-efb9a83d99aa req-67687115-c86a-4d83-bbe1-7d4e0e835ded tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:20.509407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4eb6e69-18e0-44a2-9608-efb9a83d99aa req-67687115-c86a-4d83-bbe1-7d4e0e835ded tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1024 time: 1.2473574 Nov 12 03:15:20.557602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd3b434-36f4-4efe-bf11-5ca4d725fb57 None None] Network 65b63d65-8159-4ffc-a123-6ed4358903c0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:20.568122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] For port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:20.611967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.613392 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.620050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd0d1b8-a226-468e-85b4-3e68d2b84d10']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:20.620924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] For port f42c5b90-a2d8-4051-a85b-1f51d1d49576, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:20.627316 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.628123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6868146-9e0e-4886-9d52-492a11fc4e4e None None] Network 7bd0d1b8-a226-468e-85b4-3e68d2b84d10 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:20.642544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37598896-79f7-44df-b465-92870de7d958,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.683588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d15d37-bd3b-4cd6-b200-ae57ed57ca9f') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:20.696973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d15d37-bd3b-4cd6-b200-ae57ed57ca9f') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:20.699177 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.700375 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Attempting to bind port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:20.701630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Attempting to bind port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:20.701995 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Attempting to bind port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:20.711901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdc08d0c-1767-49b2-a884-e980befdb33e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/37598896-79f7-44df-b465-92870de7d958 HTTP/1.1" status: 204 len: 168 time: 1.4661541 Nov 12 03:15:20.730356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:20.734962 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:20.736159 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.736633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:20.737198 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Bound port: 633ffa5e-2f37-4dc8-829d-2c0337d8f425, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:20.737648 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.758022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54652) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:20.770613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] For port f42c5b90-a2d8-4051-a85b-1f51d1d49576, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f42c5b90-a2d8-4051-a85b-1f51d1d49576,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:20.775141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0081a2-d087-45d4-a265-f9c7371ba885 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:20.792902 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Pushing event updated for resources: {'Port': ['ID=633ffa5e-2f37-4dc8-829d-2c0337d8f425,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:20.826266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.826600 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.826936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.827442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.827831 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.828213 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.828673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.829106 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.829555 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.829890 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.832198 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.832794 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:20.844986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.892515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.894477 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] For port 633ffa5e-2f37-4dc8-829d-2c0337d8f425, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:20.898068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] For port 633ffa5e-2f37-4dc8-829d-2c0337d8f425, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=633ffa5e-2f37-4dc8-829d-2c0337d8f425,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:20.901722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-02721c6b-d40f-4d36-9fe9-d8240c743192 service neutron] 10.222.0.84 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895421 Nov 12 03:15:20.902737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.911263 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.931454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e1c5613-a212-4cd3-89fb-356ca67121e5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:20.943126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:20.943559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:20.951576 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:20.976186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.029294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85ae3-029d-4e71-b7fe-9b88c3f9e1d8 None None] Pushing event updated for resources: {'Port': ['ID=633ffa5e-2f37-4dc8-829d-2c0337d8f425,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:21.034795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4eb6e69-18e0-44a2-9608-efb9a83d99aa req-9c80cc45-18dc-41a8-ba5c-ea445de20885 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=1389d6fc-5cfb-4ad6-96b6-698b9049fec8&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&id=4a1d3c22-540e-46d8-9af1-c0ac20aac076&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3944018 Nov 12 03:15:21.080191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:21.080843 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:21.107532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591476c-43bf-40a3-9b1d-780031188815 req-53b0ce03-5fef-4668-9d90-9e1b593030ef tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.109097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4591476c-43bf-40a3-9b1d-780031188815 req-53b0ce03-5fef-4668-9d90-9e1b593030ef tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1024 time: 0.4642572 Nov 12 03:15:21.252765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.298593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259dea0-5f97-4e96-85b0-82fd6d71c3d1 None None] Pushing event updated for resources: {'Port': ['ID=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:21.333960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:21.360316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6e1c5613-a212-4cd3-89fb-356ca67121e5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:21.360744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e1c5613-a212-4cd3-89fb-356ca67121e5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:21.383591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.388977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/7bd0d1b8-a226-468e-85b4-3e68d2b84d10 HTTP/1.1" status: 204 len: 168 time: 1.7547407 Nov 12 03:15:21.395128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b672f7a-8257-4df8-9736-960d09dd4d4c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:21.396068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54658) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:21.402910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-698441720'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:21.406683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=7bd0d1b8-a226-468e-85b4-3e68d2b84d10,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:21.427576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-4644d84c-cc22-4237-bbc4-c0a6eb42a745 service neutron] 10.222.0.84 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037692 Nov 12 03:15:21.432850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.433572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.440467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.440843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.441319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.441672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.442183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.442527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.442863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.443221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.443894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.444290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf62425-37c0-41c0-8611-e440ad63aca0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:21.484647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:21.489531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.543914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:21.568538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.568752 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Added segment 893417de-ddd1-40fc-891d-2d9186054eba of type vlan for network 945c9d9c-1884-49f1-aaea-8d921be7de1e Nov 12 03:15:21.601061 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:21.698673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.766112 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:15Z', 'revision_number': 3, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:21.784215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.790747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:21.796262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.834122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] Provisioning complete for port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:21.834564 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.852463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3101c7fa-f60f-4f33-b2f2-b054046c2f0a None None] The sync data for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 is: [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:15Z', 'revision_number': 3, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:21.921519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Deleting port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:21.922107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:21.987948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5884993 Nov 12 03:15:21.988789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54674) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:22.005328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] DHCP port deletion for 65b63d65-8159-4ffc-a123-6ed4358903c0 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:22.026752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Request body: {'subnet': {'network_id': '945c9d9c-1884-49f1-aaea-8d921be7de1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:22.038923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ef25d-0365-4c2a-8912-35d7baa6d1a5 None None] Pushing event updated for resources: {'Port': ['ID=f42c5b90-a2d8-4051-a85b-1f51d1d49576,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:22.162749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ab51b-4546-437e-bafe-d28aa59c5bd0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Network': ['ID=945c9d9c-1884-49f1-aaea-8d921be7de1e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:22.186568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 945c9d9c-1884-49f1-aaea-8d921be7de1e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:22.195963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] For port 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e92c31e-97b9-4a3f-8e51-904c7dbef320,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:22.196690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.234085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Calling delete_port for 6e92c31e-97b9-4a3f-8e51-904c7dbef320 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:22.392086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.495821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] For port 633ffa5e-2f37-4dc8-829d-2c0337d8f425, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=633ffa5e-2f37-4dc8-829d-2c0337d8f425,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:22.497733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Deleting port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:22.498104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.535261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Deleting port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:22.544803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.575222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06c25513-0525-4c2f-829b-e3d06a7ef723 req-035ed6bc-8d7d-4951-a744-b8465932ed38 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 210 time: 0.7088311 Nov 12 03:15:22.595179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba581c29-6212-43af-a211-894e87a812ac req-441aab91-e1b9-413f-8b25-d4540232d388 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:22.601638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba581c29-6212-43af-a211-894e87a812ac req-441aab91-e1b9-413f-8b25-d4540232d388 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 1024 time: 0.3195982 Nov 12 03:15:22.662737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Made reservation on behalf of 41e5ff421a77446797878e0de7077f20 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:22.666945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.667206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] For port 6e92c31e-97b9-4a3f-8e51-904c7dbef320, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6e92c31e-97b9-4a3f-8e51-904c7dbef320,segment=NetworkSegment(9fcc68db-0edd-495a-a481-62e94f9e899c),segment_id=9fcc68db-0edd-495a-a481-62e94f9e899c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:22.667726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.675576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.696280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Calling delete_port for 6e92c31e-97b9-4a3f-8e51-904c7dbef320 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:22.737938 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.908790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] For port 7b342e91-f24a-41ea-8a2b-d41bb6379d51, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7b342e91-f24a-41ea-8a2b-d41bb6379d51,segment=NetworkSegment(2ec13c63-0f41-4e3b-88c4-f8c7d5243f35),segment_id=2ec13c63-0f41-4e3b-88c4-f8c7d5243f35)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:22.909163 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.929563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Calling delete_port for 7b342e91-f24a-41ea-8a2b-d41bb6379d51 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:23.032508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce407b3f-bf34-42c3-b580-8ff246912447 None None] Pushing event updated for resources: {'Port': ['ID=633ffa5e-2f37-4dc8-829d-2c0337d8f425,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.047002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c0cce-c002-4ef9-8cde-080737f607ff None None] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:23.181763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba581c29-6212-43af-a211-894e87a812ac req-417f0178-a450-49fc-a15e-ce9230528e5a tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups?id=1389d6fc-5cfb-4ad6-96b6-698b9049fec8&id=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d&id=4a1d3c22-540e-46d8-9af1-c0ac20aac076&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5655644 Nov 12 03:15:23.198162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:23.240957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1bea9a63-86c3-4a91-9b64-9e77185b9d7b None None] Provisioning complete for port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:23.241407 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1bea9a63-86c3-4a91-9b64-9e77185b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.382535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.414469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Subnet': ['ID=09170b89-2980-4add-8d9c-3f127edb18c0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.500157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.592782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] Pushing event deleted for resources: {'Port': ['ID=6e92c31e-97b9-4a3f-8e51-904c7dbef320,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.600041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:23.600671 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.624979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1705a3-f639-45ae-8626-0d7b4d340ec9 None None] No DVR routers for this DVR port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:23.652678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:15:23.654878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.666445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'Port': ['ID=7b342e91-f24a-41ea-8a2b-d41bb6379d51,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.675474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.713855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac7bf0-55cd-48ee-a474-75f32d037d9c None None] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:23.751130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-b33005b5-cf9a-4d0b-a5fd-ec773a5a8909 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=de1035bdfedf4449a05819bb295311bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2700965 Nov 12 03:15:23.810987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95729e-208f-4d7e-b8e0-9e840bb09619 None None] DHCP port deletion for a3d2f72e-096f-414d-9cf3-a848416c55df request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:23.812569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c4533f3-673d-4d1b-bda2-47d813127ff5 req-5e7940ba-49b0-486d-b57b-977c54ecad30 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 210 time: 0.0637958 Nov 12 03:15:23.925425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Checking segment: {'id': '893417de-ddd1-40fc-891d-2d9186054eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '945c9d9c-1884-49f1-aaea-8d921be7de1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:23.925797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network hostable DHCP agents. Network: 945c9d9c-1884-49f1-aaea-8d921be7de1e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:23.934486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event updated for resources: {'Subnet': ['ID=06c4b0cf-119c-417f-9f7b-51a4afa06ce8,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:23.974848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Network 945c9d9c-1884-49f1-aaea-8d921be7de1e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:23.983656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1bea9a63-86c3-4a91-9b64-9e77185b9d7b None None] Provisioning complete for port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:23.984040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1bea9a63-86c3-4a91-9b64-9e77185b9d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:23.988502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 945c9d9c-1884-49f1-aaea-8d921be7de1e) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:23.994745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:23.995363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.030627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77cc60ee-4d35-4c66-9568-09d47953e967 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0307193 Nov 12 03:15:24.035046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea5bee-c758-452d-9abf-8e9c28dcb1f8 None None] Network 945c9d9c-1884-49f1-aaea-8d921be7de1e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:24.037239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-6eabf2f2-6bd6-413e-8227-fa2eb4ae2261 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.048095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-6eabf2f2-6bd6-413e-8227-fa2eb4ae2261 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.050105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-6eabf2f2-6bd6-413e-8227-fa2eb4ae2261 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "GET /v2.0/networks?id=efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0&id=271c0a3e-c1d4-491f-8a39-d94749b85341 HTTP/1.1" status: 200 len: 1392 time: 0.3736329 Nov 12 03:15:24.050606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54706) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:24.106029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.123018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e92c31e-97b9-4a3f-8e51-904c7dbef320,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:24.186679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'port': {'device_id': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0', 'admin_state_up': True, 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:24.202103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] No DVR routers for this DVR port 6e92c31e-97b9-4a3f-8e51-904c7dbef320 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:24.228870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.246449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:24.250254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Checking segment: {'id': 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:24.250982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network hostable DHCP agents. Network: ccbbecfd-cac1-4030-abeb-c14bc0a0d887, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:24.256275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] No DVR routers for this DVR port 7b342e91-f24a-41ea-8a2b-d41bb6379d51 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:24.277417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.281819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 633ffa5e-2f37-4dc8-829d-2c0337d8f425 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:24.357010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb93ebc3-7099-4d6e-94a8-724c9308b54c req-f193c683-e6e6-4976-9511-5387c72fb929 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.0567889 Nov 12 03:15:24.455302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.511440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7b342e91-f24a-41ea-8a2b-d41bb6379d51 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:24.521795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:24.531162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.588716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:24.612880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 7b342e91-f24a-41ea-8a2b-d41bb6379d51 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:24.613226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7b342e91-f24a-41ea-8a2b-d41bb6379d51 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:24.655331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:24.655696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.676855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.765885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Provisioning complete for port f42c5b90-a2d8-4051-a85b-1f51d1d49576 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:24.767424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.773097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1a029-a5f9-4aa0-a33e-d4a4d09ed513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-945c9d9c-1884-49f1-aaea-8d921be7de1e', 'network_id': '945c9d9c-1884-49f1-aaea-8d921be7de1e', 'tenant_id': '41e5ff421a77446797878e0de7077f20', 'fixed_ips': [{'subnet_id': '06c4b0cf-119c-417f-9f7b-51a4afa06ce8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:24.774197 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4fe1a029-a5f9-4aa0-a33e-d4a4d09ed513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.833145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=06c4b0cf-119c-417f-9f7b-51a4afa06ce8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:24.887295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.890843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4591476c-43bf-40a3-9b1d-780031188815 req-3bd27f3e-06dd-4a38-9469-e056d4be7a57 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.32 "DELETE /v2.0/ports/7b342e91-f24a-41ea-8a2b-d41bb6379d51 HTTP/1.1" status: 204 len: 173 time: 3.6800067 Nov 12 03:15:24.908035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.914442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-6175b2e8-6212-4a11-ac6e-fcfff2afefbd tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:24.929705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-6175b2e8-6212-4a11-ac6e-fcfff2afefbd tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0938661 Nov 12 03:15:24.931341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'name': 'network-vif-deleted', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:24.940752 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea7e83-eae3-4278-abf4-de1ca8fb8260" -d '{"events": [{"server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "name": "network-vif-deleted", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:24.963576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.990577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-72c80a45-429a-41ca-bcf8-375ff03bde55 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/quotas/de1035bdfedf4449a05819bb295311bb HTTP/1.1" status: 200 len: 375 time: 0.0600371 Nov 12 03:15:25.011405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b63d65-8159-4ffc-a123-6ed4358903c0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.024475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.054468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:25.057670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bc32a68-2b4f-4943-ada5-1437aa80eb7f req-14a33624-938c-46b3-b8c9-2bc3b257828b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 210 time: 0.1108551 Nov 12 03:15:25.068657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945c9d9c-1884-49f1-aaea-8d921be7de1e']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.071902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Allocated IP 19.80.0.66 (efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0/c0bac1ac-b0bb-4d06-a540-77d69cf8c743/0264db95-1bcd-40ae-aa47-39a836b02660) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:25.074265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-39ef5806-f45d-4cb7-ab6a-1f5cf9bdcdac tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=de1035bdfedf4449a05819bb295311bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659592 Nov 12 03:15:25.086415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcc68db-0edd-495a-a481-62e94f9e899c') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.088283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcc68db-0edd-495a-a481-62e94f9e899c') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.098273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893417de-ddd1-40fc-891d-2d9186054eba') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.098572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893417de-ddd1-40fc-891d-2d9186054eba') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:25.113655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ccbbecfd-cac1-4030-abeb-c14bc0a0d887) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:25.123232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.147286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf29ff-5f24-42ee-bb24-38413099ae72 None None] Network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:25.152059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.156315 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd01c42-2af3-4028-9bb5-e09b2e2559d2 x-openstack-request-id: req-6cd01c42-2af3-4028-9bb5-e09b2e2559d2 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:25.158623 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab35b1d-0992-41d3-bf2d-9a7184936f7c", "name": "network-vif-deleted", "tag": "7b342e91-f24a-41ea-8a2b-d41bb6379d51", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:25.158900 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6cd01c42-2af3-4028-9bb5-e09b2e2559d2 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:25.159625 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab35b1d-0992-41d3-bf2d-9a7184936f7c', 'name': 'network-vif-deleted', 'tag': '7b342e91-f24a-41ea-8a2b-d41bb6379d51', 'status': 'completed', 'code': 200} Nov 12 03:15:25.162533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.170560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.208342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:25.209253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.222747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f42c5b90-a2d8-4051-a85b-1f51d1d49576 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:25.271123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.307661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:25.308136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:25.317816 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:25.323342 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:25.381887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event updated for resources: {'Subnet': ['ID=9f612566-c499-4bec-a7d9-2f3c23dc2a4b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.463894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a77142e1-c955-4471-ac96-31d3c41c1836 req-acb94716-9466-455b-9ffd-ab14477c7a08 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.0642066 Nov 12 03:15:25.471999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.488237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.491481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/945c9d9c-1884-49f1-aaea-8d921be7de1e HTTP/1.1" status: 204 len: 168 time: 1.4397762 Nov 12 03:15:25.506707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54724) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:25.529919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb05ec5-2b6f-46fc-a219-9becda881f18 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=945c9d9c-1884-49f1-aaea-8d921be7de1e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.561322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8222ef-c7f8-4da4-a21a-9150fa14f986 None None] Network 945c9d9c-1884-49f1-aaea-8d921be7de1e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:25.605728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-774ed242-d1ad-4e5b-ad1c-edfed7b75cc6 req-3f590c95-709e-4e6f-a584-87cf1041ba75 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/ports?device_id=fab35b1d-0992-41d3-bf2d-9a7184936f7c HTTP/1.1" status: 200 len: 210 time: 0.0678196 Nov 12 03:15:25.617372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8222ef-c7f8-4da4-a21a-9150fa14f986 None None] Network 945c9d9c-1884-49f1-aaea-8d921be7de1e could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:15:25.620741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.697734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.710971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.727601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Checking segment: {'id': '1e0eaade-d363-40c1-a211-47ac62dfb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:25.728075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network hostable DHCP agents. Network: 7c1f3387-3d48-46d6-b5ea-4658b63e37c4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:25.730790 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-48be3f20-96c1-481a-96fd-0459e9063cf4 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:25.732897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48be3f20-96c1-481a-96fd-0459e9063cf4 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:25.740018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-48be3f20-96c1-481a-96fd-0459e9063cf4 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/06c4b0cf-119c-417f-9f7b-51a4afa06ce8 HTTP/1.1" status: 404 len: 337 time: 0.2280695 Nov 12 03:15:25.747351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.753818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54726) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:25.779643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.814142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] 10.222.0.84 "DELETE /v2.0/networks/65b63d65-8159-4ffc-a123-6ed4358903c0 HTTP/1.1" status: 204 len: 168 time: 5.0309250 Nov 12 03:15:25.816753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f42c5b90-a2d8-4051-a85b-1f51d1d49576 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:25.816753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.824982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.831911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5550a2-9fee-426d-b3ee-55dab378fc3e admin admin] Pushing event deleted for resources: {'Network': ['ID=65b63d65-8159-4ffc-a123-6ed4358903c0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:25.843777 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7f33ef-b1a1-42d5-a331-5064c23531a1 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:25.844959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7f33ef-b1a1-42d5-a331-5064c23531a1 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:25.848314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb7f33ef-b1a1-42d5-a331-5064c23531a1 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/945c9d9c-1884-49f1-aaea-8d921be7de1e HTTP/1.1" status: 404 len: 339 time: 0.0934966 Nov 12 03:15:25.852004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54734) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:25.869039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:25.875053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:25.876767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:25.881121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] For port f42c5b90-a2d8-4051-a85b-1f51d1d49576, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f42c5b90-a2d8-4051-a85b-1f51d1d49576,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:25.888102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:25.896960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.926190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Allocated IP 172.20.0.1 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/a0ec01ce-744f-48a0-8671-9a9a27818373) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:25.940911 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9245016d-71ba-4c08-a4f2-48ccb3395869 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:25.941387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9245016d-71ba-4c08-a4f2-48ccb3395869 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:25.958704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9245016d-71ba-4c08-a4f2-48ccb3395869 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/3e516866-0823-40fb-8526-1dad564dc228 HTTP/1.1" status: 404 len: 337 time: 0.1039033 Nov 12 03:15:25.965013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54736) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:25.976193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ccbbecfd-cac1-4030-abeb-c14bc0a0d887', 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887', 'tenant_id': '574be32e952745c580d2336a1b6fba2d', 'fixed_ips': [{'subnet_id': '09170b89-2980-4add-8d9c-3f127edb18c0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:25.988105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.000913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7c1f3387-3d48-46d6-b5ea-4658b63e37c4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:26.064265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.064757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.065455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.075054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945aeaab-8ec3-4a0d-ad29-9c69237afecb None None] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:26.082707 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7733a56f-0682-4e30-ac00-e1f01356e7f0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:26.102783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7733a56f-0682-4e30-ac00-e1f01356e7f0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:26.110961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7733a56f-0682-4e30-ac00-e1f01356e7f0 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/7bd0d1b8-a226-468e-85b4-3e68d2b84d10 HTTP/1.1" status: 404 len: 339 time: 0.1439435 Nov 12 03:15:26.114787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Pushing event updated for resources: {'Port': ['ID=f42c5b90-a2d8-4051-a85b-1f51d1d49576,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:26.123878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54740) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.248244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54742) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.257932 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-081d006e-ed18-4a80-a9bc-309d53f456b3 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:26.258478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081d006e-ed18-4a80-a9bc-309d53f456b3 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:26.261717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-081d006e-ed18-4a80-a9bc-309d53f456b3 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/4cae0ead-c5a5-4426-9276-5bef8e76e6b0 HTTP/1.1" status: 404 len: 337 time: 0.1322198 Nov 12 03:15:26.265250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9461114-275e-4023-8290-e20c0e837fc7 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.7953730 Nov 12 03:15:26.265933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54746) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.278846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54748) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.350243 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8006f135-7d82-4c03-ae95-41e87c5de023 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:26.350840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8006f135-7d82-4c03-ae95-41e87c5de023 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:26.354063 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8006f135-7d82-4c03-ae95-41e87c5de023 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/6e69f330-4169-4a60-a225-7c636636eea4 HTTP/1.1" status: 404 len: 339 time: 0.0838649 Nov 12 03:15:26.377466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54754) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.458904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Provisioning complete for port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:26.459953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8edbce03-bbb7-4ed3-b15b-afd8f480febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.465285 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-90c20f05-d4df-4f78-b6ac-1abc34b6ea69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b788af5ae6c43c1b36f69741614b9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158771 Nov 12 03:15:26.472367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54756) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.477114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573b11d-bd92-4525-bd92-786bc97f9c0b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.478812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573b11d-bd92-4525-bd92-786bc97f9c0b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.480416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573b11d-bd92-4525-bd92-786bc97f9c0b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.493307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9573b11d-bd92-4525-bd92-786bc97f9c0b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2133882 Nov 12 03:15:26.517827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54760) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:26.559743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.567874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.568530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.642576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb25eb1-487a-42bd-8ff5-20031b1fb88e req-8bb0ddb9-1b3d-423f-bb39-93261c33b2cb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:26.646374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddb25eb1-487a-42bd-8ff5-20031b1fb88e req-8bb0ddb9-1b3d-423f-bb39-93261c33b2cb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 931 time: 0.1879749 Nov 12 03:15:26.727672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-67d56dec-dfc7-4567-8ba4-48d3bae76b25 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5295143 Nov 12 03:15:26.733060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Request body: {'port': {'device_id': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341', 'admin_state_up': True, 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:26.759796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.791796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.851431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3d58d20-8028-43b6-abee-50bc24662148 req-df7b335b-0816-4ad2-91a4-3b104b6b0b20 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.2333055 Nov 12 03:15:26.883124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e92c31e-97b9-4a3f-8e51-904c7dbef320 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:26.914602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.919652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.920807 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6eaa4d49-477c-49e2-ba82-9f697d77363f HTTP/1.1" status: 204 len: 168 time: 0.4434342 Nov 12 03:15:26.963994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.968925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6e92c31e-97b9-4a3f-8e51-904c7dbef320 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:26.969964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6e92c31e-97b9-4a3f-8e51-904c7dbef320 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:27.006201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Allocated IP 2001:db8::1 (ccbbecfd-cac1-4030-abeb-c14bc0a0d887/09170b89-2980-4add-8d9c-3f127edb18c0/515d6a12-d233-4d69-b703-e48e352a7b51) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:27.100365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Deleting subnet 09170b89-2980-4add-8d9c-3f127edb18c0 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:27.120998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddb25eb1-487a-42bd-8ff5-20031b1fb88e req-e1c7c874-4f60-4ec0-8373-70ef9b406941 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460988 Nov 12 03:15:27.122914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192894-65c3-4d44-823d-beb824b9ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa4d49-477c-49e2-ba82-9f697d77363f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:27.140913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting port 829a875d-54af-40ff-8d71-fb9b44bf9040 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:27.142433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.209904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Made reservation on behalf of 3f2f3a2e3c5240a7ad2030d5c312f285 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:27.219958 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.228121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:27.294570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.322363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Calling delete_port for 829a875d-54af-40ff-8d71-fb9b44bf9040 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:27.436665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-7c1f3387-3d48-46d6-b5ea-4658b63e37c4', 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4', 'tenant_id': '574be32e952745c580d2336a1b6fba2d', 'fixed_ips': [{'subnet_id': '9f612566-c499-4bec-a7d9-2f3c23dc2a4b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:27.437895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.460401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:27.491723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.522107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:27.526330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:27.526742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.545696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:27.549485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:27.568898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Allocated IP 19.86.0.152 (271c0a3e-c1d4-491f-8a39-d94749b85341/dbf8523e-011b-4186-a761-5e97deb82597/c2a2b029-3e8d-40d4-afe0-7dbeb240e697) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:27.585604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-acd904da-afe0-4c2d-9839-2b9e517d3ca6 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=de1035bdfedf4449a05819bb295311bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117640 Nov 12 03:15:27.619019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Port': ['ID=829a875d-54af-40ff-8d71-fb9b44bf9040,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:27.635461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.639252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6243956-e35f-44b5-af41-8aef64b1c3d2 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/ports/829a875d-54af-40ff-8d71-fb9b44bf9040 HTTP/1.1" status: 204 len: 168 time: 1.2593470 Nov 12 03:15:27.645694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:27.648543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-e7df8eb8-7e53-410a-b1ef-7d927a4feade tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/1389d6fc-5cfb-4ad6-96b6-698b9049fec8 HTTP/1.1" status: 200 len: 1819 time: 0.6793816 Nov 12 03:15:27.857737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Allocated IP 2001:db8:0:1::1 (7c1f3387-3d48-46d6-b5ea-4658b63e37c4/9f612566-c499-4bec-a7d9-2f3c23dc2a4b/2fca02fb-b07d-4a10-840f-73391f901b51) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:27.967242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.976646 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-988b06c7-0272-45ac-9988-9dc670905021 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:27.976894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988b06c7-0272-45ac-9988-9dc670905021 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:27.982027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-988b06c7-0272-45ac-9988-9dc670905021 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/54a3dba7-8fc5-4250-bdfd-85ea06fc447a HTTP/1.1" status: 404 len: 337 time: 0.3304727 Nov 12 03:15:27.982745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:28.034526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.054574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c970c3a7-80cc-42f3-b3bd-e5b0e56c4204 req-9df41226-fe11-4554-acc5-dd396b13de22 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.0333478 Nov 12 03:15:28.095937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.104121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:28.110511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:28.114606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:28.173306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.173977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.181394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event updated for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:28.210543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-deb33c7e-9b8b-42e3-b37b-f38fafab1b47 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4813304 Nov 12 03:15:28.218174 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.232693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Request body: {'port': {'device_id': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:28.273814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.305808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-bfa58e28-ff45-4708-8e64-cc957314886f tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.309882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-bfa58e28-ff45-4708-8e64-cc957314886f tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6647189 Nov 12 03:15:28.311960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.325650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.351700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.353614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.354184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.365230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Request body: {'port': {'device_id': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'de1035bdfedf4449a05819bb295311bb'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:28.382693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-af886dc4-a50a-4d86-8025-c7adfbe54d3a None None] Provisioning complete for port 0264db95-1bcd-40ae-aa47-39a836b02660 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:28.383066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af886dc4-a50a-4d86-8025-c7adfbe54d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.444762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.499686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782feb07-67b4-4d55-8e9f-79e6b7ca5982 req-5841fd58-b382-440d-9073-985767d1c587 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.508492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782feb07-67b4-4d55-8e9f-79e6b7ca5982 req-5841fd58-b382-440d-9073-985767d1c587 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:28.510139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-782feb07-67b4-4d55-8e9f-79e6b7ca5982 req-5841fd58-b382-440d-9073-985767d1c587 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1654 time: 0.1771531 Nov 12 03:15:28.510367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.510642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54802) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:28.539423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.544892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:28.558463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:28.572062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:28.575881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:28.576868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Pushing event updated for resources: {'Port': ['ID=515d6a12-d233-4d69-b703-e48e352a7b51,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:28.582064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 633ffa5e-2f37-4dc8-829d-2c0337d8f425 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:28.583770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-af886dc4-a50a-4d86-8025-c7adfbe54d3a None None] Port 0264db95-1bcd-40ae-aa47-39a836b02660 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:28.591042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:28.614636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:28.653806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-782feb07-67b4-4d55-8e9f-79e6b7ca5982 req-fcab2a5b-648b-40fb-a9c7-6b273b4f6a29 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353981 Nov 12 03:15:28.660820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.737948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-af886dc4-a50a-4d86-8025-c7adfbe54d3a None None] Provisioning complete for port f42c5b90-a2d8-4051-a85b-1f51d1d49576 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:28.738317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af886dc4-a50a-4d86-8025-c7adfbe54d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.745301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-network', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:28.753955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Pushing event updated for resources: {'Port': ['ID=2fca02fb-b07d-4a10-840f-73391f901b51,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:28.758517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Attempting to bind port 515d6a12-d233-4d69-b703-e48e352a7b51 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:28.759034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Attempting to bind port 515d6a12-d233-4d69-b703-e48e352a7b51 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:28.759464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Attempting to bind port 515d6a12-d233-4d69-b703-e48e352a7b51 on network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:28.776528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.779678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.781060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4f69e24-4599-4836-bda5-b06f3ab3e87a req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/1389d6fc-5cfb-4ad6-96b6-698b9049fec8 HTTP/1.1" status: 204 len: 173 time: 1.0705564 Nov 12 03:15:28.798362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:28.800733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:28.801079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.801537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Checking segment: {'id': 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:28.802116 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.802519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Bound using segment: {'id': 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:28.803446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Bound port: 515d6a12-d233-4d69-b703-e48e352a7b51, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ccbbecfd-cac1-4030-abeb-c14bc0a0d887'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:28.804002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.822184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Attempting to bind port 2fca02fb-b07d-4a10-840f-73391f901b51 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:28.822851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Attempting to bind port 2fca02fb-b07d-4a10-840f-73391f901b51 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '1e0eaade-d363-40c1-a211-47ac62dfb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:28.823419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Attempting to bind port 2fca02fb-b07d-4a10-840f-73391f901b51 on network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:28.826464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.843612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:28.845019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Checking segment: {'id': '1e0eaade-d363-40c1-a211-47ac62dfb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:28.845656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.846266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Bound using segment: {'id': '1e0eaade-d363-40c1-a211-47ac62dfb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:28.846971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Bound port: 2fca02fb-b07d-4a10-840f-73391f901b51, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0eaade-d363-40c1-a211-47ac62dfb06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7c1f3387-3d48-46d6-b5ea-4658b63e37c4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:28.847636 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:28.921836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97347689-d6c4-4df5-b640-304cd5107e1c req-4ac69f6b-988a-4a47-83e9-1a7db60ea39e tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "GET /v2.0/security-groups/4a1d3c22-540e-46d8-9af1-c0ac20aac076 HTTP/1.1" status: 200 len: 1819 time: 0.1116817 Nov 12 03:15:28.958522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0264db95-1bcd-40ae-aa47-39a836b02660 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:28.986063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.002096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:15:29.002096 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:15:29.002096 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': 'de1035bdfedf4449a05819bb295311bb', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 15, 8, 766712)}] Nov 12 03:15:29.002096 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:15:29.003552 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:15:29.005765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cf519-02a1-4c1d-93b1-e510abe4e0ee tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389d6fc-5cfb-4ad6-96b6-698b9049fec8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.035452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Transition to ACTIVE for port object 0264db95-1bcd-40ae-aa47-39a836b02660 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:29.054680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.057207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:29.057680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.064175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.082754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.126865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-97347689-d6c4-4df5-b640-304cd5107e1c req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.130839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.263702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:29.277987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-97347689-d6c4-4df5-b640-304cd5107e1c req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.283215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Pushing event updated for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.290538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c494cc51-f31f-4154-b8a7-c038a5425ccc req-4e55b499-a1a8-47da-877e-62ec2699a841 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.0822859 Nov 12 03:15:29.295200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] For port 2fca02fb-b07d-4a10-840f-73391f901b51, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:29.303520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] For port 2fca02fb-b07d-4a10-840f-73391f901b51, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2fca02fb-b07d-4a10-840f-73391f901b51,segment=NetworkSegment(1e0eaade-d363-40c1-a211-47ac62dfb06c),segment_id=1e0eaade-d363-40c1-a211-47ac62dfb06c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:29.309182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.332130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d22de3-05b6-438d-8034-b05979dc74cf,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.340203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.358052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.358052 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Added segment 8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba of type vlan for network e9f5eee0-ed74-4378-a491-93a88f240b80 Nov 12 03:15:29.418634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.500927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.503660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:29.504678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.523579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0f057-c35d-47b3-bda3-5d20fa41504e None None] Pushing event updated for resources: {'Port': ['ID=2fca02fb-b07d-4a10-840f-73391f901b51,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.542678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f42c5b90-a2d8-4051-a85b-1f51d1d49576 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:29.589274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-97347689-d6c4-4df5-b640-304cd5107e1c req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.592591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-97347689-d6c4-4df5-b640-304cd5107e1c req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.594419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97347689-d6c4-4df5-b640-304cd5107e1c req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] 10.222.0.84 "DELETE /v2.0/security-groups/4a1d3c22-540e-46d8-9af1-c0ac20aac076 HTTP/1.1" status: 204 len: 173 time: 0.6608994 Nov 12 03:15:29.613523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54820) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:29.619445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f42c5b90-a2d8-4051-a85b-1f51d1d49576 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:29.620596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.661975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Provisioning complete for port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:29.662589 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.749848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:29.764080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2492762 Nov 12 03:15:29.768063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a96acf-1145-4efe-8fda-9a9f761ce937 tempest-SecurityGroupsTestJSON-1204068745 tempest-SecurityGroupsTestJSON-1204068745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1d3c22-540e-46d8-9af1-c0ac20aac076,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.772527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.776023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54824) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:29.788249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Request body: {'subnet': {'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-subnet', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:29.810206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:29.810670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.826451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.829432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141da5b7-43b1-4aff-900b-88c757b3ae5b admin admin] Pushing event updated for resources: {'Network': ['ID=e9f5eee0-ed74-4378-a491-93a88f240b80,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:29.852406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Made reservation on behalf of de1035bdfedf4449a05819bb295311bb for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:29.856678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.857199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-499aa0a7-4355-4411-ae02-2a325a7d23aa None None] Port a0ec01ce-744f-48a0-8671-9a9a27818373 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:29.859203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e9f5eee0-ed74-4378-a491-93a88f240b80 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:29.897402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Deleting subnet 428c3981-7292-4cbe-b734-273b7b749dc5 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:29.902207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Attempting to bind port 0264db95-1bcd-40ae-aa47-39a836b02660 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:29.902826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Attempting to bind port 0264db95-1bcd-40ae-aa47-39a836b02660 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:29.903445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Attempting to bind port 0264db95-1bcd-40ae-aa47-39a836b02660 on network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:29.913725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.918069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Port 0264db95-1bcd-40ae-aa47-39a836b02660 on network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:29.918665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Attempting to bind port 0264db95-1bcd-40ae-aa47-39a836b02660 on network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:29.945691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112afc2d-e406-4a14-92fd-294e7e2b51b2']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:29.952028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:29.955922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:29.956573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Checking segment: {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:29.957210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Bound using segment: {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:29.958003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Bound port: 0264db95-1bcd-40ae-aa47-39a836b02660, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbeee27-a433-4c62-8fea-beabb8bf7a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:29.959088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.013208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.062476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:30.073108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.074714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.100683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ce4896-4892-4458-980d-564c23dcad82') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:30.101041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ce4896-4892-4458-980d-564c23dcad82') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:30.127401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.131509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] For port 515d6a12-d233-4d69-b703-e48e352a7b51, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:30.153596 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.154677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2fca02fb-b07d-4a10-840f-73391f901b51 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:30.177352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.196003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] For port 515d6a12-d233-4d69-b703-e48e352a7b51, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=515d6a12-d233-4d69-b703-e48e352a7b51,segment=NetworkSegment(fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f),segment_id=fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:30.218942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.237273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c282-2af7-42a0-a7b5-6987253608b4 req-62a28ac2-1ffd-4ef6-a231-60a6bff9c9c8 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.243798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c282-2af7-42a0-a7b5-6987253608b4 req-62a28ac2-1ffd-4ef6-a231-60a6bff9c9c8 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.247597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d34c282-2af7-42a0-a7b5-6987253608b4 req-62a28ac2-1ffd-4ef6-a231-60a6bff9c9c8 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1666 time: 0.4230154 Nov 12 03:15:30.263740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:30.264161 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.277037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:30.280800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0264db95-1bcd-40ae-aa47-39a836b02660,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:30.332184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Subnet': ['ID=09170b89-2980-4add-8d9c-3f127edb18c0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:30.334832 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:30.337001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.343621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b5b67853-650d-4a45-9a69-1942fe4fbd5b tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/subnets/09170b89-2980-4add-8d9c-3f127edb18c0 HTTP/1.1" status: 204 len: 168 time: 3.8162544 Nov 12 03:15:30.359936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54830) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:30.377742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.400773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2fca02fb-b07d-4a10-840f-73391f901b51 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:30.405862 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.429658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.440053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/112afc2d-e406-4a14-92fd-294e7e2b51b2 HTTP/1.1" status: 204 len: 168 time: 2.4483047 Nov 12 03:15:30.477962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029032-f85f-4110-b5dd-969b7dfd789c None None] Pushing event updated for resources: {'Port': ['ID=515d6a12-d233-4d69-b703-e48e352a7b51,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.506255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54832) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:30.516419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.570656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.594753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.617417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.620030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.646077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Deleting subnet 9f612566-c499-4bec-a7d9-2f3c23dc2a4b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:30.646565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2fca02fb-b07d-4a10-840f-73391f901b51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2fca02fb-b07d-4a10-840f-73391f901b51,segment=NetworkSegment(1e0eaade-d363-40c1-a211-47ac62dfb06c),segment_id=1e0eaade-d363-40c1-a211-47ac62dfb06c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:30.671143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b96cb-1b3f-4d54-a800-3be230283bc7 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=112afc2d-e406-4a14-92fd-294e7e2b51b2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.680810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.684511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d34c282-2af7-42a0-a7b5-6987253608b4 req-a2622263-97eb-43eb-a01f-891b8718baa9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336892 Nov 12 03:15:30.687278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.691485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.709860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428c3981-7292-4cbe-b734-273b7b749dc5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.717928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.779824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2fca02fb-b07d-4a10-840f-73391f901b51,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.843616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.853579 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.858163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3372b-d225-4c47-a0b1-bc6df9b735f5 None None] Network a3d2f72e-096f-414d-9cf3-a848416c55df requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:30.875079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aad17836-1c43-4d51-b8cc-1ae53521b1e9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/428c3981-7292-4cbe-b734-273b7b749dc5 HTTP/1.1" status: 204 len: 168 time: 1.2528894 Nov 12 03:15:30.925346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:30.927351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.928796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:30.952416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f911fc16-6f6c-4259-be2b-c2c27c2376d6 req-69f62720-7ab1-43ef-b89b-809d1e88b653 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.4433565 Nov 12 03:15:30.976191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:30.976820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:30.978839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-dc443268-7bac-44a7-a471-527edd661745 service neutron] 10.222.0.39 "PUT /v2.0/ports/0264db95-1bcd-40ae-aa47-39a836b02660 HTTP/1.1" status: 200 len: 1092 time: 2.7594001 Nov 12 03:15:30.986405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:30.988702 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8a1cf3-4e97-4934-b199-342283ebf4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:31.029784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Request body: {'port': {'device_id': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:31.086736 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ab670-89fe-40ba-889b-a806b5a8d4e0 x-openstack-request-id: req-733ab670-89fe-40ba-889b-a806b5a8d4e0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:31.087394 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:31.088489 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-733ab670-89fe-40ba-889b-a806b5a8d4e0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:31.089100 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660', 'status': 'completed', 'code': 200} Nov 12 03:15:31.101197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.107669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.123266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d1130-d9f0-4c6a-94d2-05e29df2245b None None] DHCP port deletion for a3d2f72e-096f-414d-9cf3-a848416c55df request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:31.157575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515cd94-26ad-4902-8af8-376ab3fb1dc3 None None] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:31.258853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.294947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-de29557d-8b6b-401d-ad66-ef466b8c33cc None None] Provisioning complete for port 2fca02fb-b07d-4a10-840f-73391f901b51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:31.295276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-de29557d-8b6b-401d-ad66-ef466b8c33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.325266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Allocated IP 192.168.233.42 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/6d767a6d-762a-4f47-a3f4-5fde40381743) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:31.334690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.341937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e353cda-65d4-4473-a299-866932539798,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:31.349231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Checking segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:31.349585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Network hostable DHCP agents. Network: e9f5eee0-ed74-4378-a491-93a88f240b80, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:31.352740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443268-7bac-44a7-a471-527edd661745 service neutron] Pushing event updated for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:31.386430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-63e568c8-9852-4ca2-a6e3-258a4fb51558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.386979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-63e568c8-9852-4ca2-a6e3-258a4fb51558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.388632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-63e568c8-9852-4ca2-a6e3-258a4fb51558 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1914 time: 0.2172575 Nov 12 03:15:31.521935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.577982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Network e9f5eee0-ed74-4378-a491-93a88f240b80 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:31.615132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e9f5eee0-ed74-4378-a491-93a88f240b80) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:31.627362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-a4a8f283-5425-45a2-b296-b06d15b401e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.627362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-a4a8f283-5425-45a2-b296-b06d15b401e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.627952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-a4a8f283-5425-45a2-b296-b06d15b401e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.629850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-a4a8f283-5425-45a2-b296-b06d15b401e2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2240424 Nov 12 03:15:31.631866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cdae1-a38b-463a-b884-307fbf06048c None None] Network e9f5eee0-ed74-4378-a491-93a88f240b80 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:31.636272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting port 5849a20e-3128-424d-ac44-0aa87057e14b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:31.636680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.645943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.646552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.677518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:31.688889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:31.744201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:31.791707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d2f72e-096f-414d-9cf3-a848416c55df']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:31.898721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-049c7bff-b24c-4cc8-9649-f14d02f007d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:31.900935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f8a1cf3-4e97-4934-b199-342283ebf4ef req-049c7bff-b24c-4cc8-9649-f14d02f007d0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346976 Nov 12 03:15:31.902604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:31.903083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec13c63-0f41-4e3b-88c4-f8c7d5243f35') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:31.915526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-225e7d9d-e7cf-44b7-9cc1-1d06c2efca3a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1308663 Nov 12 03:15:31.921218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54842) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:31.937114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:31.943937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.006294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.056930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Subnet': ['ID=9f612566-c499-4bec-a7d9-2f3c23dc2a4b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:32.112256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.113287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.113981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e9f5eee0-ed74-4378-a491-93a88f240b80', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:32.114859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.157701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.160752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc368f3-ee8b-4492-b007-ef7b1ffefe08 None None] Network ccbbecfd-cac1-4030-abeb-c14bc0a0d887 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:32.164891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:32.165302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.200793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.227274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-253f487a-4ca2-42f6-853d-abb7e8ae4f15 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/subnets/9f612566-c499-4bec-a7d9-2f3c23dc2a4b HTTP/1.1" status: 204 len: 168 time: 1.8493006 Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:32.233677 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:32.239354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Calling delete_port for 5849a20e-3128-424d-ac44-0aa87057e14b owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:32.240823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54846) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:32.265799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.297046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.307185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcbc4fe-1cf3-4ef5-9f65-9ac8acc80ac6 None None] Network 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:32.308884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1c105927-b905-4625-90fc-c7e3d0e42f7c None None] Provisioning complete for port 2fca02fb-b07d-4a10-840f-73391f901b51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:32.309371 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c105927-b905-4625-90fc-c7e3d0e42f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.325623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a6386db-5df9-4945-b380-84ca2af59565 req-7bdf9f8e-1169-443a-8790-952ae15f8bb6 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.0914867 Nov 12 03:15:32.342417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.353305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] 10.222.0.84 "DELETE /v2.0/networks/a3d2f72e-096f-414d-9cf3-a848416c55df HTTP/1.1" status: 204 len: 168 time: 1.3981073 Nov 12 03:15:32.354073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5854c9f-5d42-4c70-a160-e44ebecd5d87 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.354073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c5854c9f-5d42-4c70-a160-e44ebecd5d87 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0971491 Nov 12 03:15:32.365278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54850) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:32.371889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395fe8-94d4-429c-b0ba-b2bf1c0366de req-80acb414-60ca-4198-a4bd-69e1bde2ea5a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.378019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395fe8-94d4-429c-b0ba-b2bf1c0366de req-80acb414-60ca-4198-a4bd-69e1bde2ea5a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.379725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93395fe8-94d4-429c-b0ba-b2bf1c0366de req-80acb414-60ca-4198-a4bd-69e1bde2ea5a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1666 time: 0.4689970 Nov 12 03:15:32.400018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 515d6a12-d233-4d69-b703-e48e352a7b51 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:32.405884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba86aa-d4bd-477b-a6d1-c3556c48461a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d2f72e-096f-414d-9cf3-a848416c55df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:32.432514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.479803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.485249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Router 6c166fa8-c856-4013-98d0-ff784ae0ee71 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:32.537433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.564743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:32.572454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:32.577139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Pushing event updated for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:32.580683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:32.695107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:32.719523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:32.720230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.733617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Allocated IP 172.20.0.2 (e9f5eee0-ed74-4378-a491-93a88f240b80/8e353cda-65d4-4473-a299-866932539798/348112ae-9317-4eef-ac0f-709aa9bad587) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:32.763798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3273c-39b9-4bb4-bba6-2885db05da47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.806539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-51e8d918-9965-4ac2-9fff-e7136afa6d66 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4465621 Nov 12 03:15:32.809898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93395fe8-94d4-429c-b0ba-b2bf1c0366de req-75192086-961c-4ed4-bc80-a7b7e577232e tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796678 Nov 12 03:15:32.823456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:32.833265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Request body: {'port': {'device_id': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:32.918326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:32.924704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cab80ef0-dccb-491d-bf60-6396cc733601 admin admin] 10.222.0.84 "PUT /v2.0/routers/6c166fa8-c856-4013-98d0-ff784ae0ee71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5466542 Nov 12 03:15:32.955828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Sync routers for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:33.009174 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.021445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a2b029-3e8d-40d4-afe0-7dbeb240e697 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:33.029200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.035465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Deleting port 2fca02fb-b07d-4a10-840f-73391f901b51 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:33.035465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.048118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Transition to ACTIVE for port object c2a2b029-3e8d-40d4-afe0-7dbeb240e697 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:33.080381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] DHCP port deletion for ccbbecfd-cac1-4030-abeb-c14bc0a0d887 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:33.081993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:33.082698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:33.085507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.118103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aa5a4845-6f97-47c7-905f-76bed6a1fd09 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=820c9302e3414509bf2f1d6fd229687e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158764 Nov 12 03:15:33.124259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54858) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:33.124949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] For port 2fca02fb-b07d-4a10-840f-73391f901b51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2fca02fb-b07d-4a10-840f-73391f901b51,segment=NetworkSegment(1e0eaade-d363-40c1-a211-47ac62dfb06c),segment_id=1e0eaade-d363-40c1-a211-47ac62dfb06c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:33.125984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.146062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Calling delete_port for 2fca02fb-b07d-4a10-840f-73391f901b51 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:33.226051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.247788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.264298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] No DVR routers for this DVR port 2fca02fb-b07d-4a10-840f-73391f901b51 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:33.475573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 515d6a12-d233-4d69-b703-e48e352a7b51 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:33.475962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.488874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b90baf-c344-41be-9355-377fe62538eb None None] DHCP port deletion for 7c1f3387-3d48-46d6-b5ea-4658b63e37c4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:33.690153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.774123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:33.792297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:33.838764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Port': ['ID=2fca02fb-b07d-4a10-840f-73391f901b51,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:33.864804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Provisioning complete for port 515d6a12-d233-4d69-b703-e48e352a7b51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:33.865104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.868202 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:33.955729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Pushing event updated for resources: {'Port': ['ID=348112ae-9317-4eef-ac0f-709aa9bad587,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:33.993486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Network e9f5eee0-ed74-4378-a491-93a88f240b80 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:34.007633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:34.024313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.026028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Port': ['ID=5849a20e-3128-424d-ac44-0aa87057e14b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:34.036300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527769534', 'description': 'tempest-description--1696246923'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:34.041646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.058292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-60f57c37-e786-4ac7-b955-ee31b5668856 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/ports/5849a20e-3128-424d-ac44-0aa87057e14b HTTP/1.1" status: 204 len: 168 time: 3.5458632 Nov 12 03:15:34.065870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54874) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:34.078124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:34.095807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:34.105577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Deleting port 515d6a12-d233-4d69-b703-e48e352a7b51 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:34.105577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.175041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006e937-c69d-4eea-ac24-0bec7d2593d7 req-bfbab170-69e3-4479-b05c-ff175b4b9879 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.183612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1006e937-c69d-4eea-ac24-0bec7d2593d7 req-bfbab170-69e3-4479-b05c-ff175b4b9879 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 935 time: 0.4050198 Nov 12 03:15:34.204391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.209132 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-925b360b-e132-4300-bd38-6d0257351250 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] DELETE failed (client error): The resource could not be found. Nov 12 03:15:34.209592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925b360b-e132-4300-bd38-6d0257351250 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:15:34.212654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-925b360b-e132-4300-bd38-6d0257351250 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/3135bbe1-a3fc-48c3-baa7-179c4bf66c05 HTTP/1.1" status: 404 len: 337 time: 0.1449885 Nov 12 03:15:34.233542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.234422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54880) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:34.257441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Attempting to bind port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:34.257689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Attempting to bind port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:34.258016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Attempting to bind port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 on network 271c0a3e-c1d4-491f-8a39-d94749b85341 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:34.283380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 on network 271c0a3e-c1d4-491f-8a39-d94749b85341 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:34.283711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Attempting to bind port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 on network 271c0a3e-c1d4-491f-8a39-d94749b85341 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:34.317847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.328134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:34.328533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Checking segment: {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:34.329425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Bound using segment: {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:34.329869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Bound port: c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdd97d9-2820-469c-ad72-3579637f5435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:34.330226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.346715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] For port 515d6a12-d233-4d69-b703-e48e352a7b51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=515d6a12-d233-4d69-b703-e48e352a7b51,segment=NetworkSegment(fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f),segment_id=fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:34.347130 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.364810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Calling delete_port for 515d6a12-d233-4d69-b703-e48e352a7b51 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:34.394812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1006e937-c69d-4eea-ac24-0bec7d2593d7 req-f3ad4d78-1782-4e5b-8f2b-22cef5bd20ac tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102287 Nov 12 03:15:34.449478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.465222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:34.468665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:34.473482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187b48d-9440-43d8-a291-8a383e6ae798 req-13d38295-94b1-4682-8cbf-ea24b7f6185f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.479316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.481174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187b48d-9440-43d8-a291-8a383e6ae798 req-13d38295-94b1-4682-8cbf-ea24b7f6185f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.487083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.491286 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c187b48d-9440-43d8-a291-8a383e6ae798 req-13d38295-94b1-4682-8cbf-ea24b7f6185f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1678 time: 0.4464464 Nov 12 03:15:34.531327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.533897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.535072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d HTTP/1.1" status: 204 len: 168 time: 1.4083776 Nov 12 03:15:34.543674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.583939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1f3387-3d48-46d6-b5ea-4658b63e37c4']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.607376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 515d6a12-d233-4d69-b703-e48e352a7b51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=515d6a12-d233-4d69-b703-e48e352a7b51,segment=NetworkSegment(fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f),segment_id=fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:34.608787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:34.609406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.619505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] 10.222.0.39 "PUT /v2.0/ports/c2a2b029-3e8d-40d4-afe0-7dbeb240e697 HTTP/1.1" status: 200 len: 1093 time: 3.5912430 Nov 12 03:15:34.622224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:34.624570 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d3866f-75b1-425d-b11b-c511947a220c" -d '{"events": [{"name": "network-changed", "server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:34.627952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c75d1f-afca-420a-8f19-80a92aea6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62b08b-ecf2-4fbe-9afe-d3ecf46b741d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:34.649085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Attempting to bind port 348112ae-9317-4eef-ac0f-709aa9bad587 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:34.651399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Attempting to bind port 348112ae-9317-4eef-ac0f-709aa9bad587 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:34.651845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Attempting to bind port 348112ae-9317-4eef-ac0f-709aa9bad587 on network e9f5eee0-ed74-4378-a491-93a88f240b80 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:34.691352 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.692825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2fca02fb-b07d-4a10-840f-73391f901b51 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:34.726516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0eaade-d363-40c1-a211-47ac62dfb06c') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.726834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0eaade-d363-40c1-a211-47ac62dfb06c') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:34.752681 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2a6e9a-172a-4c0b-9b57-4a37ce3e3a13 x-openstack-request-id: req-4d2a6e9a-172a-4c0b-9b57-4a37ce3e3a13 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:34.752963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c187b48d-9440-43d8-a291-8a383e6ae798 req-60990368-ec4e-4201-bb8e-a3a2079295dd tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608328 Nov 12 03:15:34.753103 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:34.753199 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d2a6e9a-172a-4c0b-9b57-4a37ce3e3a13 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:34.753588 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697', 'status': 'completed', 'code': 200} Nov 12 03:15:34.821143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.865681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.873860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5383660-97d5-4564-9ea3-2ea00fb38018 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:34.915175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.938577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:34.939665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:34.946541 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:34.948838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.954347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=515d6a12-d233-4d69-b703-e48e352a7b51,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:34.973829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:34.974581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Checking segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:34.975188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.975779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Bound using segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:34.976456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Bound port: 348112ae-9317-4eef-ac0f-709aa9bad587, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:34.977209 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:34.998844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2fca02fb-b07d-4a10-840f-73391f901b51 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:34.999557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2fca02fb-b07d-4a10-840f-73391f901b51 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:15:35.033791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.061632 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea48130c-2281-449b-89f9-1b9e893cd6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.063407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Port 2fca02fb-b07d-4a10-840f-73391f901b51 not found, will not notify nova. {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:15:35.095638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.131943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] For port 348112ae-9317-4eef-ac0f-709aa9bad587, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:35.133241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-363830b6-e851-4e50-997d-5e0c1a0adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.135117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-363830b6-e851-4e50-997d-5e0c1a0adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.135512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] For port 348112ae-9317-4eef-ac0f-709aa9bad587, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=348112ae-9317-4eef-ac0f-709aa9bad587,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:35.144816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.147837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-363830b6-e851-4e50-997d-5e0c1a0adfe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1982 time: 0.4604781 Nov 12 03:15:35.162553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.169907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.206015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.227614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d767a6d-762a-4f47-a3f4-5fde40381743 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:35.261127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-cdc3a1d1-f2e8-422d-995d-bc4788562f32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=0264db95-1bcd-40ae-aa47-39a836b02660 HTTP/1.1" status: 200 len: 217 time: 0.0831316 Nov 12 03:15:35.266760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90801d2-2113-487c-b963-ebf6b1e784d5']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:35.281057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:15:35.282269 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:15:35.289082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 515d6a12-d233-4d69-b703-e48e352a7b51 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:35.293653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] Pushing event deleted for resources: {'Port': ['ID=515d6a12-d233-4d69-b703-e48e352a7b51,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:35.298400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:35.298791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b89c63-64c2-4eff-8ff8-2b5724e3bfde') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:35.302638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5deb4-9575-4797-9613-b34c3eac5bf4 None None] No DVR routers for this DVR port 515d6a12-d233-4d69-b703-e48e352a7b51 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:35.322605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.336702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.371689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/7c1f3387-3d48-46d6-b5ea-4658b63e37c4 HTTP/1.1" status: 204 len: 168 time: 2.9976618 Nov 12 03:15:35.381883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54898) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:35.385676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:30Z', 'revision_number': 2, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:35.387826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 515d6a12-d233-4d69-b703-e48e352a7b51 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:35.389075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 515d6a12-d233-4d69-b703-e48e352a7b51 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:35.389649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2fca02fb-b07d-4a10-840f-73391f901b51 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:35.402786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.417202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.421281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4097314 Nov 12 03:15:35.429996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54902) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:35.435377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.437331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2fca02fb-b07d-4a10-840f-73391f901b51 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:35.437863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2fca02fb-b07d-4a10-840f-73391f901b51 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:35.457694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c35e27-7b7c-46a1-89a1-fc4c2b3e0da7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a583f4-54d3-465f-af3b-caba3d03d454,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:35.476161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ca8bd-012b-44b6-9295-188835ec89c6 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=7c1f3387-3d48-46d6-b5ea-4658b63e37c4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:35.498561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Transition to ACTIVE for port object 6d767a6d-762a-4f47-a3f4-5fde40381743 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:35.499487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'security_group_rule': {'security_group_id': 'f6a583f4-54d3-465f-af3b-caba3d03d454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:35.506124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.535169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:35.535662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:35.540049 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:35.551986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Checking router: 6c166fa8-c856-4013-98d0-ff784ae0ee71 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:35.552621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Updating router 6c166fa8-c856-4013-98d0-ff784ae0ee71 port a0ec01ce-744f-48a0-8671-9a9a27818373 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:35.588795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-7f4c044a-c6cb-4d5e-845d-3b07c319a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:35.590397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-7f4c044a-c6cb-4d5e-845d-3b07c319a2eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0bac1ac-b0bb-4d06-a540-77d69cf8c743 HTTP/1.1" status: 200 len: 801 time: 0.3148234 Nov 12 03:15:35.636166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Pushing event updated for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:35.661379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Attempting to bind port 6d767a6d-762a-4f47-a3f4-5fde40381743 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:35.661725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Attempting to bind port 6d767a6d-762a-4f47-a3f4-5fde40381743 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:35.662069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Attempting to bind port 6d767a6d-762a-4f47-a3f4-5fde40381743 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:35.666929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Port 6d767a6d-762a-4f47-a3f4-5fde40381743 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:35.667665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Attempting to bind port 6d767a6d-762a-4f47-a3f4-5fde40381743 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:35.668887 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.671693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80187edc-3757-4d54-9dbb-e45022937ecc None None] Pushing event updated for resources: {'Port': ['ID=348112ae-9317-4eef-ac0f-709aa9bad587,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:35.675445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.676522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:35.683160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:35.683160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:35.683160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Bound port: 6d767a6d-762a-4f47-a3f4-5fde40381743, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:35.683560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.830493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Allocated IP 172.25.2.150 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/4e9d0077-6ef7-4d05-935f-b7a4a2860b61) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:35.877448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.886775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.893563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.905684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:35.926778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6d767a6d-762a-4f47-a3f4-5fde40381743,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:35.946053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.971292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:35.980702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/d90801d2-2113-487c-b963-ebf6b1e784d5 HTTP/1.1" status: 204 len: 168 time: 1.7416608 Nov 12 03:15:36.038508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:36.046930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32274c27-569a-4386-9a8d-eaaa4e8d2916 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=d90801d2-2113-487c-b963-ebf6b1e784d5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:36.077278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Port 515d6a12-d233-4d69-b703-e48e352a7b51 update to ACTIVE by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:15:36.095237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Pushing event updated for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:36.122584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.123238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.130473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ccf8008-fbd6-40c5-881f-a724c0c41791 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d767a6d-762a-4f47-a3f4-5fde40381743 HTTP/1.1" status: 200 len: 1096 time: 3.3093104 Nov 12 03:15:36.130971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:36.133506 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9954cea0-628d-4674-bf87-a95d01d60c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:36.135927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fe6ec-7744-4439-85d5-cf5deec04a0e req-87b839b8-24e9-42d5-a329-a9c9fa826555 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.137796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd9fe6ec-7744-4439-85d5-cf5deec04a0e req-87b839b8-24e9-42d5-a329-a9c9fa826555 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 947 time: 0.6148016 Nov 12 03:15:36.159478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:36.159931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.236934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-abbe175a-8a47-468d-91b5-fb2c5403d239 None None] Port a0ec01ce-744f-48a0-8671-9a9a27818373 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:36.237859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting subnet 091b7220-837b-478c-8efd-06a46a797e18 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:36.256208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-95f691b0-a113-44a8-9b3d-11cde17eeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.259266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-95f691b0-a113-44a8-9b3d-11cde17eeac9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de1035bdfedf4449a05819bb295311bb&device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 1099 time: 0.0773985 Nov 12 03:15:36.270049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ac52-cb98-49f6-b094-40cf709af13c req-3fa3b48c-de3e-4d50-afc0-99297a03a787 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.278403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ac52-cb98-49f6-b094-40cf709af13c req-3fa3b48c-de3e-4d50-afc0-99297a03a787 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.287866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1c7ac52-cb98-49f6-b094-40cf709af13c req-3fa3b48c-de3e-4d50-afc0-99297a03a787 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1678 time: 0.1949229 Nov 12 03:15:36.321594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.345664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-b62bce0a-bfea-4bdc-9cf1-7db00449e690 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6d767a6d-762a-4f47-a3f4-5fde40381743 HTTP/1.1" status: 200 len: 217 time: 0.0516701 Nov 12 03:15:36.346285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:36.355377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-e7febc3d-62b4-40d9-aebb-8da84e00c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.356881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-e7febc3d-62b4-40d9-aebb-8da84e00c2cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6537521 Nov 12 03:15:36.363688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.408251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.427760 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.456176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.464711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-917c6195-f322-4bfb-b110-069ad1ccf0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.466490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-917c6195-f322-4bfb-b110-069ad1ccf0b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0899286 Nov 12 03:15:36.604060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Pushing event updated for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:36.608137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-3a62ad77-3883-4ce8-8e42-a312ce7c96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:36.612431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-3a62ad77-3883-4ce8-8e42-a312ce7c96be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1350498 Nov 12 03:15:36.631141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1c7ac52-cb98-49f6-b094-40cf709af13c req-b43d3d39-fca7-48b8-8104-6a56a68965f9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371887 Nov 12 03:15:36.775472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-918748202-network', 'tenant_id': 'e2057940672f4aafa3f027d038d09e34'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:36.787013 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066039e-c61d-4653-a7c5-f3ff7a871318 x-openstack-request-id: req-4066039e-c61d-4653-a7c5-f3ff7a871318 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:36.787486 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:36.787759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-3a31880a-17b3-45dd-acf7-0519816f1705 service neutron] 10.222.0.39 "GET /v2.0/networks/efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190474 Nov 12 03:15:36.787988 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4066039e-c61d-4653-a7c5-f3ff7a871318 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:36.788614 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743', 'status': 'completed', 'code': 200} Nov 12 03:15:36.795013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-28f28ff6-ecea-4763-a8da-c045e317c18c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605556 Nov 12 03:15:36.797939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Made reservation on behalf of e2057940672f4aafa3f027d038d09e34 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:36.801014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.829896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.917297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.932051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:36.954043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.016632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-932606a2-ed34-4a75-b584-6f40fa2c36a0 req-1ee234c5-5884-4be2-a0c7-61393ee963e9 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011693 Nov 12 03:15:37.024418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Attempting to bind port a0ec01ce-744f-48a0-8671-9a9a27818373 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:37.025019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Attempting to bind port a0ec01ce-744f-48a0-8671-9a9a27818373 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:37.025614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Attempting to bind port a0ec01ce-744f-48a0-8671-9a9a27818373 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:37.037264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:37.038842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:37.039913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.041602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:37.042270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Bound port: a0ec01ce-744f-48a0-8671-9a9a27818373, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:37.045489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.086686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.116923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:37.121877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.134078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.153762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:37.176259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.176929 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Added segment 59aa8a7b-b032-4bce-8397-a5abdf0edd30 of type vlan for network a29bc089-44c6-4bc6-9c97-aea8a86a9c51 Nov 12 03:15:37.177691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:37.179937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.196798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.208597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c46738-5c1d-4983-9f8e-1b6274cbf3a8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:37.212370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:37.223627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.224806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7686391 Nov 12 03:15:37.244867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbbecfd-cac1-4030-abeb-c14bc0a0d887']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:37.248214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b528fd0-4736-48b8-931c-2866fa63e684 None None] Network e9f5eee0-ed74-4378-a491-93a88f240b80 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:37.269117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54934) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:37.278779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'security_group_rule': {'security_group_id': 'f6a583f4-54d3-465f-af3b-caba3d03d454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:37.280188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 348112ae-9317-4eef-ac0f-709aa9bad587 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:37.289196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9f207-973f-4682-9be0-148d2f766e78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5a5ce9-ce61-4a50-b8a6-700a72d2f547,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.294196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f2b2e-6445-4d4d-92c7-d13f2dbdd57b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.301028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-fe8cb2dd-a1a7-4939-b327-d55f8a33c71c service neutron] 10.222.0.39 "GET /v2.0/networks/efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744030 Nov 12 03:15:37.313922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd9fe6ec-7744-4439-85d5-cf5deec04a0e req-2a29adfa-4eb7-4c3c-ba77-66885d33306a tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9617808 Nov 12 03:15:37.331495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:37.332125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7d6ee6-cfb9-45d4-8ac0-3968f78df60f') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:37.368249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.370994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-219b21a2-8acb-4ebd-93d4-0dc7f00e378f None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:37.374635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-acc75144-f879-45f6-9aae-fcbc6bb00539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.375133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-219b21a2-8acb-4ebd-93d4-0dc7f00e378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.377709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-acc75144-f879-45f6-9aae-fcbc6bb00539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de1035bdfedf4449a05819bb295311bb&device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 1099 time: 0.2831967 Nov 12 03:15:37.402785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.426074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-bd4c92d3-99c2-49e8-9cf8-25b2cc360ba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697 HTTP/1.1" status: 200 len: 217 time: 0.0966430 Nov 12 03:15:37.440352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] For port a0ec01ce-744f-48a0-8671-9a9a27818373, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:37.466943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] For port a0ec01ce-744f-48a0-8671-9a9a27818373, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0ec01ce-744f-48a0-8671-9a9a27818373,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:37.488466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.494332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-219b21a2-8acb-4ebd-93d4-0dc7f00e378f None None] Port a0ec01ce-744f-48a0-8671-9a9a27818373 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:37.530568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-70166494-7848-4706-8830-16a9f39c055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.533116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-70166494-7848-4706-8830-16a9f39c055e service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1450584 Nov 12 03:15:37.535731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:15:37.604080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 348112ae-9317-4eef-ac0f-709aa9bad587 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:37.610428 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.630295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.642489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-92b572c2-f22b-498a-8f88-be9ff3d29639 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6d767a6d-762a-4f47-a3f4-5fde40381743 HTTP/1.1" status: 200 len: 217 time: 0.0762546 Nov 12 03:15:37.649443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Pushing event updated for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.670632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:37.671451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:37.703465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.715563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.722501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:37.722720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.722853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.723234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.723375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.723677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.724033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.724343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.724667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.724993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.725316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.725638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.725961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.726280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd751d-4cd4-47ae-991a-1f6169b728e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:37.727441 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:37.733832 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.735387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.735946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.776036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-0ace950b-e829-4251-ba7c-7a7461bd8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.777569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-0ace950b-e829-4251-ba7c-7a7461bd8b4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1262949 Nov 12 03:15:37.832306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4ca7d762-b494-4b32-b951-c50830cb7fc9 None None] Provisioning complete for port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:37.832943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d762-b494-4b32-b951-c50830cb7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.841184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-461a0f4d-babe-4038-91ee-a29f47d69b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.842841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-461a0f4d-babe-4038-91ee-a29f47d69b28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbf8523e-011b-4186-a761-5e97deb82597 HTTP/1.1" status: 200 len: 801 time: 0.4053164 Nov 12 03:15:37.883962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5134382 Nov 12 03:15:37.884528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:37.901645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Request body: {'subnet': {'network_id': 'a29bc089-44c6-4bc6-9c97-aea8a86a9c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-918748202-subnet', 'tenant_id': 'e2057940672f4aafa3f027d038d09e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:37.928251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02a7e-968a-4663-b839-45a03f276045 admin admin] Pushing event updated for resources: {'Network': ['ID=a29bc089-44c6-4bc6-9c97-aea8a86a9c51,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:37.941361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Made reservation on behalf of e2057940672f4aafa3f027d038d09e34 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:37.944378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:37.951398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a29bc089-44c6-4bc6-9c97-aea8a86a9c51 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:37.993560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95da365-0b84-4905-b703-c9b80373ce35 req-4ce8b93d-442d-4860-9642-5bc4acb61926 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:37.999813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95da365-0b84-4905-b703-c9b80373ce35 req-4ce8b93d-442d-4860-9642-5bc4acb61926 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.007522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f95da365-0b84-4905-b703-c9b80373ce35 req-4ce8b93d-442d-4860-9642-5bc4acb61926 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1678 time: 0.2767682 Nov 12 03:15:38.026967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-d46a4080-1519-4691-87a7-7eed55d48e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.028557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-d46a4080-1519-4691-87a7-7eed55d48e92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244661 Nov 12 03:15:38.094823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:38.208078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f95da365-0b84-4905-b703-c9b80373ce35 req-71708d3e-5850-4f78-8256-588137355f63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948414 Nov 12 03:15:38.210218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7d762-b494-4b32-b951-c50830cb7fc9 None None] Port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:38.255741 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-5d94734e-843b-4cda-88ce-91271021432d service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176967 Nov 12 03:15:38.302915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.308316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.315648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.325573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.333043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/ccbbecfd-cac1-4030-abeb-c14bc0a0d887 HTTP/1.1" status: 204 len: 168 time: 2.9450767 Nov 12 03:15:38.354039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.363738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:38.368442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-1d8ef321-f175-47fb-943c-764a5bd189c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:38.370216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-1d8ef321-f175-47fb-943c-764a5bd189c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271c0a3e-c1d4-491f-8a39-d94749b85341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4811652 Nov 12 03:15:38.371718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.464916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.473813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.478685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.480975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4ca7d762-b494-4b32-b951-c50830cb7fc9 None None] Provisioning complete for port 348112ae-9317-4eef-ac0f-709aa9bad587 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:38.481334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ca7d762-b494-4b32-b951-c50830cb7fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.541307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6d767a6d-762a-4f47-a3f4-5fde40381743 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:38.564844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c715ff-22e6-4f31-86d8-8a6db52e6b67,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.594001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.597844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/subnets/091b7220-837b-478c-8efd-06a46a797e18 HTTP/1.1" status: 204 len: 168 time: 2.5432482 Nov 12 03:15:38.663749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 348112ae-9317-4eef-ac0f-709aa9bad587, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=348112ae-9317-4eef-ac0f-709aa9bad587,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:38.669509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83142e0e-57fa-42a1-8542-ec445e859e7c None None] Network 3f3a1f81-09fc-4110-b997-1217b104676c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:38.671035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.694084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8967180d-523f-401c-9667-06c5b63aa356']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:38.704817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7219e313-a58a-4afb-a70e-bd812d443fb9') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:38.705272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7219e313-a58a-4afb-a70e-bd812d443fb9') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:38.716196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.730892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.737095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7880-9f02-4821-abf1-67b59faa1e66 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=ccbbecfd-cac1-4030-abeb-c14bc0a0d887,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.738186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:38.738972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.741688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:38.752888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a205f-9654-4ca3-9177-3ca97b10c4f5 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Subnet': ['ID=091b7220-837b-478c-8efd-06a46a797e18,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.758822 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.759327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.837325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9954cea0-628d-4674-bf87-a95d01d60c6f req-c4e9c059-605f-4f4d-8235-a2085b4e1351 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689890 Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:38.840215 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:38.845941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.854919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.861768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/8967180d-523f-401c-9667-06c5b63aa356 HTTP/1.1" status: 204 len: 168 time: 0.4968028 Nov 12 03:15:38.863996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:38.867066 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.911725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-f0383779-c63a-4a49-9ba6-da553bb983ca service neutron] 10.222.0.39 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765478 Nov 12 03:15:38.918999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=8967180d-523f-401c-9667-06c5b63aa356,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:38.946985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.947537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.947994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.948455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.948898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.949343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.949775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.950263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.950722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.951187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.951628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.952071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c116aef5-389e-4725-ad56-b1ab793bb2c1 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:15:38.970615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:37Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:38.986164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6d767a6d-762a-4f47-a3f4-5fde40381743,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:38.997901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:38.999064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-abb8017d-4f56-4e3b-a141-565238b3fbb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7289839 Nov 12 03:15:39.008811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:39.018918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5112f3e7-89cf-4890-8dcd-cd501e5ca060,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:39.021923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=348112ae-9317-4eef-ac0f-709aa9bad587,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:39.035032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.055120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Checking segment: {'id': '59aa8a7b-b032-4bce-8397-a5abdf0edd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'a29bc089-44c6-4bc6-9c97-aea8a86a9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:39.055631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Network hostable DHCP agents. Network: a29bc089-44c6-4bc6-9c97-aea8a86a9c51, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:39.076728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb89f30-c10c-41cc-83ee-c5acbd4c3e0f None None] The sync data for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 is: [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:37Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:39.096510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:39.114656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] DHCP port deletion for 3f3a1f81-09fc-4110-b997-1217b104676c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:39.116548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6d767a6d-762a-4f47-a3f4-5fde40381743', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '6d767a6d-762a-4f47-a3f4-5fde40381743', 'mac_address': 'fa:16:3e:22:3d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:39.199942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Network a29bc089-44c6-4bc6-9c97-aea8a86a9c51 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:39.212831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.271392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a29bc089-44c6-4bc6-9c97-aea8a86a9c51) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:39.278498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.282589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.283353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.330873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:39.345073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1ef6a1-4776-4f86-a6b9-b755a8ef342e') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:39.345357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1ef6a1-4776-4f86-a6b9-b755a8ef342e') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:39.349246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1c84b-4811-424e-89cc-192a7d9dab4b None None] Network a29bc089-44c6-4bc6-9c97-aea8a86a9c51 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:39.353604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 348112ae-9317-4eef-ac0f-709aa9bad587 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:39.370319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d767a6d-762a-4f47-a3f4-5fde40381743 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:39.379468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e4127efa-22b1-4686-882e-e45cbf7e3197 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4790578 Nov 12 03:15:39.396906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.452289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:39.452669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.479635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.486097 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.491783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:39.492236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.497816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf53a575-305c-4b46-84df-6b2b417c7739 req-d8090cb1-8717-411b-80cc-2185f6b0e00c service neutron] 10.222.0.39 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109746 Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:39.506024 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:39.510591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.589134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617138e-b731-4493-89de-8bd438362c03 req-b0b87148-0a42-42c3-b817-63ab284f4947 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.602394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617138e-b731-4493-89de-8bd438362c03 req-b0b87148-0a42-42c3-b817-63ab284f4947 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.613437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f617138e-b731-4493-89de-8bd438362c03 req-b0b87148-0a42-42c3-b817-63ab284f4947 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1678 time: 0.2400911 Nov 12 03:15:39.663875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:15:39.680856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.701155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.716106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] 10.222.0.84 "DELETE /v2.0/networks/314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f HTTP/1.1" status: 204 len: 168 time: 0.8428707 Nov 12 03:15:39.718088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea595b-cf1a-4c9f-a9e8-6174f3ce2010 req-906c3cd1-3356-481a-988a-3fc3883b3ef0 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.722020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63ea595b-cf1a-4c9f-a9e8-6174f3ce2010 req-906c3cd1-3356-481a-988a-3fc3883b3ef0 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 947 time: 1.1978142 Nov 12 03:15:39.774750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93a974-a669-4a46-b52a-6d1e0db5a2d2 tempest-BulkNetworkOpsIpV6Test-620124900 tempest-BulkNetworkOpsIpV6Test-620124900-project] Pushing event deleted for resources: {'Network': ['ID=314c6e2e-e1ef-40fb-8a7a-d4a77db70f9f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:39.793072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f617138e-b731-4493-89de-8bd438362c03 req-26dbc20d-f65c-4f1d-afa3-801666ec7753 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649814 Nov 12 03:15:39.886211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6d767a6d-762a-4f47-a3f4-5fde40381743,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:39.906586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3866f-75b1-425d-b11b-c511947a220c req-bfbcdc05-71c4-4404-b045-91e3af161d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.907379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3866f-75b1-425d-b11b-c511947a220c req-bfbcdc05-71c4-4404-b045-91e3af161d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:39.909154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-bfbcdc05-71c4-4404-b045-91e3af161d56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1982 time: 0.3256090 Nov 12 03:15:39.939223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:39.953624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Deleting port f0d2984b-cbea-44e4-b755-18983be176d0 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:39.954010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.101677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Deleting port f0d2984b-cbea-44e4-b755-18983be176d0 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:40.102075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.137203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63ea595b-cf1a-4c9f-a9e8-6174f3ce2010 req-0d07191a-2702-4c88-9671-e8735d26a628 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596833 Nov 12 03:15:40.167891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54970) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:40.193213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] For port f0d2984b-cbea-44e4-b755-18983be176d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0d2984b-cbea-44e4-b755-18983be176d0,segment=NetworkSegment(605b499d-d747-45e3-ba0c-d4cd4da648be),segment_id=605b499d-d747-45e3-ba0c-d4cd4da648be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:40.193213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.215150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6d767a6d-762a-4f47-a3f4-5fde40381743'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:40.217485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 348112ae-9317-4eef-ac0f-709aa9bad587 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:40.217959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.282318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:40.285616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Calling delete_port for f0d2984b-cbea-44e4-b755-18983be176d0 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:40.304198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.315349 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Sync routers for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:40.336600 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:40.340062 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:40.418405 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.441868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:40.445589 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-f974c3bc-a7f1-4715-a931-150a422cc845 req-0cb2b494-a251-47d0-9dd3-d0e185510078 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] show failed (client error): The resource could not be found. Nov 12 03:15:40.448868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f974c3bc-a7f1-4715-a931-150a422cc845 req-0cb2b494-a251-47d0-9dd3-d0e185510078 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/cc00098b-dc85-4e0d-aaff-36ac21a1a668 HTTP/1.1" status: 404 len: 352 time: 0.0538287 Nov 12 03:15:40.540187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.25.2.186 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f90eff00-217a-4c70-8a74-218c76bc64f3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:40.548754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8946291-f0d3-46fe-b2d6-5636704b9810 None None] Network a29bc089-44c6-4bc6-9c97-aea8a86a9c51 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:40.654415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] For port a0ec01ce-744f-48a0-8671-9a9a27818373, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0ec01ce-744f-48a0-8671-9a9a27818373,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:40.679526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.717860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] For port f0d2984b-cbea-44e4-b755-18983be176d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0d2984b-cbea-44e4-b755-18983be176d0,segment=NetworkSegment(605b499d-d747-45e3-ba0c-d4cd4da648be),segment_id=605b499d-d747-45e3-ba0c-d4cd4da648be)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:40.718246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.725444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3866f-75b1-425d-b11b-c511947a220c req-5d640bda-355b-4817-9fdb-1bc9740f7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:40.727205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-5d640bda-355b-4817-9fdb-1bc9740f7703 service neutron] 10.222.0.39 "GET /v2.0/networks?id=271c0a3e-c1d4-491f-8a39-d94749b85341 HTTP/1.1" status: 200 len: 903 time: 0.8051121 Nov 12 03:15:40.757671 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:40.799169 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.813576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-a4224b7c-06f9-49c1-9d91-f2dc5b092ccb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697 HTTP/1.1" status: 200 len: 217 time: 0.0757151 Nov 12 03:15:40.822550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Calling delete_port for f0d2984b-cbea-44e4-b755-18983be176d0 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:40.836214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:40.838905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-073fc76a-ccb2-4919-83a7-78118aae05b6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9042647 Nov 12 03:15:40.858434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54986) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:41.232768 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:37Z', 'revision_number': 3, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:41.269980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d06efe0-caa4-4837-9d04-5246cbef7e0f req-24377407-6270-4744-adae-6a3990f49798 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2057940672f4aafa3f027d038d09e34 HTTP/1.1" status: 200 len: 3005 time: 0.7760658 Nov 12 03:15:41.308638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Checking router: 068bbd81-cb53-40e6-9e22-d34ad3de09f9 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:41.309149 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Updating router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:41.367675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0d2984b-cbea-44e4-b755-18983be176d0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:41.376102 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.376613 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.383969 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d06efe0-caa4-4837-9d04-5246cbef7e0f req-0f6565d7-277c-4f62-8e16-0f7546217f95 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/152f2b2e-6445-4d4d-92c7-d13f2dbdd57b HTTP/1.1" status: 200 len: 3002 time: 0.1009636 Nov 12 03:15:41.398796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e3b1f93-72de-4283-af28-c1124d0e4714 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=574be32e952745c580d2336a1b6fba2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2270083 Nov 12 03:15:41.399217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:41.404390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54992) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:41.409307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:41.417655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:41.436620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f0d2984b-cbea-44e4-b755-18983be176d0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:41.437367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0d2984b-cbea-44e4-b755-18983be176d0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:41.468093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Provisioning complete for port 348112ae-9317-4eef-ac0f-709aa9bad587 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:41.468478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.488983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d06efe0-caa4-4837-9d04-5246cbef7e0f req-179acfa4-2d9f-4509-985b-40c28a324357 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/152f2b2e-6445-4d4d-92c7-d13f2dbdd57b HTTP/1.1" status: 200 len: 3002 time: 0.0908661 Nov 12 03:15:41.513232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075654d6-e50b-424c-ac94-bb3499263e0e req-bc2c61eb-f47d-41de-8477-46e0b19ba430 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.519686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075654d6-e50b-424c-ac94-bb3499263e0e req-bc2c61eb-f47d-41de-8477-46e0b19ba430 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.521338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-075654d6-e50b-424c-ac94-bb3499263e0e req-bc2c61eb-f47d-41de-8477-46e0b19ba430 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1678 time: 0.2820847 Nov 12 03:15:41.522968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3866f-75b1-425d-b11b-c511947a220c req-1cf62c28-6b7a-4c95-90de-36a59df08b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.524387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-1cf62c28-6b7a-4c95-90de-36a59df08b9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dbf8523e-011b-4186-a761-5e97deb82597 HTTP/1.1" status: 200 len: 801 time: 0.7001500 Nov 12 03:15:41.539884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:41.576421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826198c7-3e80-43c9-b599-96d3d3d33e9d None None] Pushing event updated for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:41.582520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] No DVR routers for this DVR port f0d2984b-cbea-44e4-b755-18983be176d0 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:41.688212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc363ed0-3746-4cca-b162-5ea1ff6a8876 req-69b0fb81-232b-4da3-9fa9-ae4ead4ad1ba tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:41.690164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc363ed0-3746-4cca-b162-5ea1ff6a8876 req-69b0fb81-232b-4da3-9fa9-ae4ead4ad1ba tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 948 time: 0.0962174 Nov 12 03:15:41.718604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c2a2b029-3e8d-40d4-afe0-7dbeb240e697 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:41.722361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0ec01ce-744f-48a0-8671-9a9a27818373 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:41.768131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d135d5-867a-4b16-8d0d-46fac8899cd3 None None] Pushing event deleted for resources: {'Port': ['ID=f0d2984b-cbea-44e4-b755-18983be176d0,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:41.827779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc363ed0-3746-4cca-b162-5ea1ff6a8876 req-0880fdef-0785-4abe-80ad-b5d4450f7003 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302001 Nov 12 03:15:41.934930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c927c149-3177-48d2-9234-69d2943bd51b req-320b9182-933a-4b6a-a172-bcc86a196642 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/152f2b2e-6445-4d4d-92c7-d13f2dbdd57b HTTP/1.1" status: 200 len: 3002 time: 0.0721278 Nov 12 03:15:42.005073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:42.005625 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.016262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:42.068696 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-c927c149-3177-48d2-9234-69d2943bd51b req-9205d223-e515-46d6-9066-bec17d5c269e tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:15:42.072345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c927c149-3177-48d2-9234-69d2943bd51b req-9205d223-e515-46d6-9066-bec17d5c269e tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "DELETE /v2.0/security-groups/152f2b2e-6445-4d4d-92c7-d13f2dbdd57b HTTP/1.1" status: 409 len: 352 time: 0.1303947 Nov 12 03:15:42.079030 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.086188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697', 'network_id': '271c0a3e-c1d4-491f-8a39-d94749b85341', 'port_id': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697', 'mac_address': 'fa:16:3e:91:69:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf8523e-011b-4186-a761-5e97deb82597', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:42.095305 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.120572 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.132944 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-76e1ed9c-d2d0-4e17-ad31-d2cc230e04ad req-e702131f-cd5c-4b17-a24a-2017d28302b1 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] show failed (client error): The resource could not be found. Nov 12 03:15:42.134615 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76e1ed9c-d2d0-4e17-ad31-d2cc230e04ad req-e702131f-cd5c-4b17-a24a-2017d28302b1 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/7d96dcce-609a-4037-9e5d-3c5001f339b3 HTTP/1.1" status: 404 len: 352 time: 0.0293758 Nov 12 03:15:42.153851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf24f8-185f-4b4f-85df-c9fdbf1cde9d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:42.162380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] No DVR routers for this DVR port f0d2984b-cbea-44e4-b755-18983be176d0 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:42.194360 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-dc3fc628-35d0-4e22-af79-aaf4b456bb54 req-7d81a6f4-93a1-4100-a6bc-59936df7ddf0 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] show failed (client error): The resource could not be found. Nov 12 03:15:42.195434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc3fc628-35d0-4e22-af79-aaf4b456bb54 req-7d81a6f4-93a1-4100-a6bc-59936df7ddf0 tempest-SecurityGroupsNegativeTestJSON-500226301 tempest-SecurityGroupsNegativeTestJSON-500226301-project] 10.222.0.84 "GET /v2.0/security-groups/41ca1238-501f-46f6-aff0-ec253835760a HTTP/1.1" status: 404 len: 352 time: 0.0277750 Nov 12 03:15:42.208404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55002) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:42.210573 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.216651 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Attempting to bind port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:42.217339 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Attempting to bind port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:42.218046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Attempting to bind port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:42.226528 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:42.227318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:42.227936 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.228629 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:42.229335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Bound port: 4e9d0077-6ef7-4d05-935f-b7a4a2860b61, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:42.230021 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.260236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=f90eff00-217a-4c70-8a74-218c76bc64f3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.268682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a2b029-3e8d-40d4-afe0-7dbeb240e697 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:42.283299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] For port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:42.286985 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] For port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:42.297763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Deleting subnet 5112f3e7-89cf-4890-8dcd-cd501e5ca060 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:15:42.301052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Port': ['ID=f0d2984b-cbea-44e4-b755-18983be176d0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.302104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.304952 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.336303 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0ec8f-4338-40b0-a792-aa27b3388ec2 None None] Pushing event updated for resources: {'Port': ['ID=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.376496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-075654d6-e50b-424c-ac94-bb3499263e0e req-d6330e6e-8a15-4a0f-b33f-95ccb4f13715 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619379 Nov 12 03:15:42.379849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.416585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:42.417802 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:42.439537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:42.457172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a8079-6eaa-429b-bc99-b86091e9e9f3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:15:42.473730 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.473730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0264db95-1bcd-40ae-aa47-39a836b02660 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:15:42.512897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.567488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.586527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3866f-75b1-425d-b11b-c511947a220c req-63ee7475-f57a-4081-919d-4bd31f364d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:42.589691 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-63ee7475-f57a-4081-919d-4bd31f364d7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=271c0a3e-c1d4-491f-8a39-d94749b85341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4734800 Nov 12 03:15:42.611551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] Provisioning complete for port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:42.611936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.629615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.637025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.640028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0ec8f-4338-40b0-a792-aa27b3388ec2 None None] Pushing event updated for resources: {'Port': ['ID=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.658006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6d767a6d-762a-4f47-a3f4-5fde40381743 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:42.680851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5112f3e7-89cf-4890-8dcd-cd501e5ca060,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.690657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.696573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2dbbdd18-6c9b-4d78-87da-5057b9d66abd admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5112f3e7-89cf-4890-8dcd-cd501e5ca060 HTTP/1.1" status: 204 len: 168 time: 0.4871473 Nov 12 03:15:42.697185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:42.718312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3a1f81-09fc-4110-b997-1217b104676c']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:42.758966 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:42.782375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b499d-d747-45e3-ba0c-d4cd4da648be') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:42.782602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b499d-d747-45e3-ba0c-d4cd4da648be') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:42.821169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.823390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.826502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0264db95-1bcd-40ae-aa47-39a836b02660,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:42.829775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:42.831332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.835479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.862211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '0264db95-1bcd-40ae-aa47-39a836b02660', 'network_id': 'efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0', 'port_id': '0264db95-1bcd-40ae-aa47-39a836b02660', 'mac_address': 'fa:16:3e:d4:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bac1ac-b0bb-4d06-a540-77d69cf8c743', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:15:42.898200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6d767a6d-762a-4f47-a3f4-5fde40381743 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:42.924956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6d767a6d-762a-4f47-a3f4-5fde40381743 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:42.925921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.936015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.946648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.967154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.983043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.997326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:42.997549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:42.998144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.014300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29bc089-44c6-4bc6-9c97-aea8a86a9c51']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:43.019023 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:43.027831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aa8a7b-b032-4bce-8397-a5abdf0edd30') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:43.028593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aa8a7b-b032-4bce-8397-a5abdf0edd30') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:43.037680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0264db95-1bcd-40ae-aa47-39a836b02660 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:43.043385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.045462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] For port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:43.065447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.066298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.068298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0264db95-1bcd-40ae-aa47-39a836b02660,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:43.082811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:43.083440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.114388 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.116456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-f3d7f1f7-3d39-4d03-a23e-bd3eeeb5a7ba service neutron] 10.222.0.39 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911373 Nov 12 03:15:43.154581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:37Z', 'revision_number': 3, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:43.179181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.189722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03af417-99a1-4127-a154-fe8df7e15f94 None None] The sync data for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 is: [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:37Z', 'revision_number': 3, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:43.191717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea989d-d8ef-41d8-b50b-89f61ef84507 None None] Pushing event updated for resources: {'Port': ['ID=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:43.208441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.210289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:43.244317 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:43.254940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.257230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.260458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] 10.222.0.84 "DELETE /v2.0/networks/3f3a1f81-09fc-4110-b997-1217b104676c HTTP/1.1" status: 204 len: 168 time: 4.4901350 Nov 12 03:15:43.291630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:43.293831 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84597a55-3e27-4015-a024-6fd50399cf5b" -d '{"events": [{"server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "name": "network-vif-plugged", "status": "completed", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:43.300644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.306205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a29bc089-44c6-4bc6-9c97-aea8a86a9c51 HTTP/1.1" status: 204 len: 168 time: 0.6072371 Nov 12 03:15:43.308948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72174146-a13f-4161-9b5a-361989512e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a29bc089-44c6-4bc6-9c97-aea8a86a9c51,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:43.355342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.362307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.366308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89096a3d-0dd6-400e-8976-d18f221e06f5 HTTP/1.1" status: 204 len: 168 time: 1.9477229 Nov 12 03:15:43.366308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af5812-bd51-45b6-8fcb-5329fd3446f8 tempest-NetworksIpV6TestAttrs-304749769 tempest-NetworksIpV6TestAttrs-304749769-project] Pushing event deleted for resources: {'Network': ['ID=3f3a1f81-09fc-4110-b997-1217b104676c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:43.396960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b689f0-2a97-4858-9d05-da07d35b03d0 req-e2736b9d-90a8-4d9e-ba9b-d4a64ceec65b tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.403455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94b689f0-2a97-4858-9d05-da07d35b03d0 req-e2736b9d-90a8-4d9e-ba9b-d4a64ceec65b tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 948 time: 0.2063181 Nov 12 03:15:43.448716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159aaf9c-4e10-414c-b5f9-6cdaa499d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89096a3d-0dd6-400e-8976-d18f221e06f5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:43.638091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55030) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:43.677249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94b689f0-2a97-4858-9d05-da07d35b03d0 req-43783a1f-272b-4d29-9171-fc6ed283a35f tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652144 Nov 12 03:15:43.731874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae63f7-d43b-42af-8bbc-5c66a77a16bb req-05cf9f57-e88c-49a3-a457-434d9181bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.733555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dae63f7-d43b-42af-8bbc-5c66a77a16bb req-05cf9f57-e88c-49a3-a457-434d9181bbc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 1100 time: 0.1906805 Nov 12 03:15:43.743538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1d3866f-75b1-425d-b11b-c511947a220c req-683b6103-8334-444c-bd58-abe303cf73f8 service neutron] 10.222.0.39 "GET /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126337 Nov 12 03:15:43.748017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-554d8ad1-4fd7-4085-a4fd-0ef770f6c867 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2057940672f4aafa3f027d038d09e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875695 Nov 12 03:15:43.751967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:43.850454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.864780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64446e-cd0a-47b5-b8a9-254d8457355d req-2fef4f20-4ddb-425a-85fc-769b11838988 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.870908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64446e-cd0a-47b5-b8a9-254d8457355d req-2fef4f20-4ddb-425a-85fc-769b11838988 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:43.885295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cae1a147-1f5a-4b09-9fb7-6aa2aea886cb None None] Provisioning complete for port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:43.886264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a147-1f5a-4b09-9fb7-6aa2aea886cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.890901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b64446e-cd0a-47b5-b8a9-254d8457355d req-2fef4f20-4ddb-425a-85fc-769b11838988 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1680 time: 0.3111041 Nov 12 03:15:43.892195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6d767a6d-762a-4f47-a3f4-5fde40381743,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:43.897062 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b143815d-f8b1-4531-9b03-67e1fc87feed x-openstack-request-id: req-b143815d-f8b1-4531-9b03-67e1fc87feed {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:43.897581 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "name": "network-vif-plugged", "status": "completed", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:43.898231 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b143815d-f8b1-4531-9b03-67e1fc87feed {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:43.898780 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743', 'code': 200} Nov 12 03:15:43.900282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c2a2b029-3e8d-40d4-afe0-7dbeb240e697'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:43.918044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.920677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dae63f7-d43b-42af-8bbc-5c66a77a16bb req-d8a3cc1a-7b78-40a8-94fd-a19e96dd987f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651227 Nov 12 03:15:43.948419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0264db95-1bcd-40ae-aa47-39a836b02660'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:43.952756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0ec01ce-744f-48a0-8671-9a9a27818373 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:43.975188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.992397 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:43.993639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55036) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:44.055988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.188435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b64446e-cd0a-47b5-b8a9-254d8457355d req-2216db7b-c45f-4820-b44a-7be7a33bbd74 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968249 Nov 12 03:15:44.191463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Allocated IP 172.20.0.1 (e9f5eee0-ed74-4378-a491-93a88f240b80/8e353cda-65d4-4473-a299-866932539798/fb4fb29e-2339-4422-8a76-239e5c24388c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:44.223180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.223314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.223402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.223850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.231388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/152f2b2e-6445-4d4d-92c7-d13f2dbdd57b HTTP/1.1" status: 204 len: 168 time: 0.4677846 Nov 12 03:15:44.243654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bf51f-8936-4c75-9350-4218b267db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f2b2e-6445-4d4d-92c7-d13f2dbdd57b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.250250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=f90eff00-217a-4c70-8a74-218c76bc64f3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.305982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.307396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9686ae1-0403-4c71-b69d-b456c9f310d9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2161393 Nov 12 03:15:44.473915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.557708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.613584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2ac66970-da24-4236-8358-970581ea1316 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41e5ff421a77446797878e0de7077f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004992 Nov 12 03:15:44.614224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:44.630784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Network e9f5eee0-ed74-4378-a491-93a88f240b80 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:44.639816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:44.666563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:44.729894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.769248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.808367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.829667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.837206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.841703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.848541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e94e62b3-6df1-4270-8fb5-6f016b6f9e16 HTTP/1.1" status: 204 len: 168 time: 0.2330692 Nov 12 03:15:44.870287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97bf23-a832-4506-ac4b-68a603b73539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e62b3-6df1-4270-8fb5-6f016b6f9e16,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:44.929205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a0ec01ce-744f-48a0-8671-9a9a27818373 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:44.929686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:44.977382 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-0bed663b-26ed-4dea-8eb1-8eb61ace7ce0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1527769534&fields=id&tenant_id=e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 267 time: 0.1475251 Nov 12 03:15:44.979713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:45.235266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-081992da-14f1-4eb3-9b93-52e370f85b6d None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:45.235710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-081992da-14f1-4eb3-9b93-52e370f85b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.294756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-10c8803a-72ee-453e-b88a-f843df152bd2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:45.296380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-10c8803a-72ee-453e-b88a-f843df152bd2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.3048582 Nov 12 03:15:45.308694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dc0e2-6615-4914-9037-e4df21529f76 req-9ab2aff5-48d6-40ee-829d-11bada2a127e tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:45.310338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f47dc0e2-6615-4914-9037-e4df21529f76 req-9ab2aff5-48d6-40ee-829d-11bada2a127e tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 949 time: 0.3355420 Nov 12 03:15:45.322967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-e9f08c03-8158-49ad-82eb-073e702badf6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/quotas/e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 375 time: 0.0108123 Nov 12 03:15:45.348322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-081992da-14f1-4eb3-9b93-52e370f85b6d None None] Port fb4fb29e-2339-4422-8a76-239e5c24388c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:45.435298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-a23b4e82-6e01-49a7-a0b9-892bb149a2d2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980597 Nov 12 03:15:45.501258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f47dc0e2-6615-4914-9037-e4df21529f76 req-ecadb245-cf00-4edd-bff8-7d471d76351a tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355252 Nov 12 03:15:45.584588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.657229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:45.757877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0264db95-1bcd-40ae-aa47-39a836b02660 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:45.806813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308754-3137-4a95-8bd7-3d280b712c59 req-02f629d4-bace-496b-a32f-5819fd4b6fa0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:45.815981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40308754-3137-4a95-8bd7-3d280b712c59 req-02f629d4-bace-496b-a32f-5819fd4b6fa0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:45.823846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40308754-3137-4a95-8bd7-3d280b712c59 req-02f629d4-bace-496b-a32f-5819fd4b6fa0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1680 time: 0.1494107 Nov 12 03:15:45.836662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:45.837304 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:45.896066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 0264db95-1bcd-40ae-aa47-39a836b02660 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:45.905708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40308754-3137-4a95-8bd7-3d280b712c59 req-c505d943-ee66-43bb-9f3b-830ff5ab8264 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765195 Nov 12 03:15:45.907164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 0264db95-1bcd-40ae-aa47-39a836b02660 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:45.907716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.032807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-540e060e-5d89-4a21-b78a-5f6ab7cf6cd6 service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513365 Nov 12 03:15:46.033422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.045741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.058435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.093046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:46.102365 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a3ae1-d849-4510-b7f9-d1d7479c61af" -d '{"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:46.119201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0264db95-1bcd-40ae-aa47-39a836b02660,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:46.127411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.129349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c2a2b029-3e8d-40d4-afe0-7dbeb240e697 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:46.190998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-9a5fbb4a-1531-42a7-bf04-95875124cbb5 service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508768 Nov 12 03:15:46.234807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.237993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:46.266622 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bd9c35-64b6-4740-8708-52de033b7b84 x-openstack-request-id: req-b4bd9c35-64b6-4740-8708-52de033b7b84 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:46.267744 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:46.268831 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b4bd9c35-64b6-4740-8708-52de033b7b84 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:46.269921 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660', 'code': 200} Nov 12 03:15:46.374857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:46.392556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Network e9f5eee0-ed74-4378-a491-93a88f240b80 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:46.393707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:15:46.394550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:46.398708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:46.399928 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.492610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:46.603265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b51fd92-cbc9-4f23-a601-83cdc96b7a7b req-39833dd1-7566-431f-88d3-920d343d4e11 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.0515656 Nov 12 03:15:46.618825 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.769119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:15:46.792035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3173-a3a6-4195-ba10-44c546c0b3f2 req-6f67b082-ee41-4ff7-aee1-0a719d321af9 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:46.806510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:46.807169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-642f3173-a3a6-4195-ba10-44c546c0b3f2 req-6f67b082-ee41-4ff7-aee1-0a719d321af9 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 949 time: 0.1312413 Nov 12 03:15:46.823973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:46.949362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-642f3173-a3a6-4195-ba10-44c546c0b3f2 req-e45a7747-b1fb-4563-8a45-4400b1aeb572 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360633 Nov 12 03:15:46.997064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55142) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:47.014548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-521263615-network', 'tenant_id': '62a7ff92dcbb4bdf9ec17e92b1b41678'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:47.136315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237833750'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:47.142869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ef09dbb9-2948-4c86-b6ef-505f9a805121 None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:47.143948 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef09dbb9-2948-4c86-b6ef-505f9a805121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.160154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:47.250238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Made reservation on behalf of 62a7ff92dcbb4bdf9ec17e92b1b41678 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:47.256845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.291337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.321446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ef09dbb9-2948-4c86-b6ef-505f9a805121 None None] Port fb4fb29e-2339-4422-8a76-239e5c24388c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:47.327694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.345201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.485651 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.529923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55154) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:47.532192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.571026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:15:47.581523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Sync routers for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:15:47.596744 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-20abc799-4e71-453d-8732-061ac7f7b103 admin admin] 10.222.0.84 "PUT /v2.0/routers/068bbd81-cb53-40e6-9e22-d34ad3de09f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7154014 Nov 12 03:15:47.603244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:47.604708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:47.609193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186738a2-4bf3-4798-b2e0-0f912999fa8c req-3d3e64e8-578e-4c28-98c5-1c2f23bb896a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.615816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186738a2-4bf3-4798-b2e0-0f912999fa8c req-3d3e64e8-578e-4c28-98c5-1c2f23bb896a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.623743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-186738a2-4bf3-4798-b2e0-0f912999fa8c req-3d3e64e8-578e-4c28-98c5-1c2f23bb896a tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.5727348 Nov 12 03:15:47.692731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-186738a2-4bf3-4798-b2e0-0f912999fa8c req-a62e7961-683f-4959-83b7-b3f8346dda26 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664790 Nov 12 03:15:47.693482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3369df42-8537-468c-bf89-986d7b964370,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:47.743460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532967c9-8e3d-4e0e-b7d8-5541053041ef req-ef0e5ff4-6144-4e99-8ff5-01e93f568b85 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:47.748192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-532967c9-8e3d-4e0e-b7d8-5541053041ef req-ef0e5ff4-6144-4e99-8ff5-01e93f568b85 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 949 time: 0.2575474 Nov 12 03:15:47.845199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251282441'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:47.879737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be9dd1ab-ae1c-4e3f-b611-7482231a1724 req-c8dab0be-425b-4c28-93fa-de0b3afbec6f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.0657351 Nov 12 03:15:47.904587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:47.919028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.939854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.942999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.961740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:47.976445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-532967c9-8e3d-4e0e-b7d8-5541053041ef req-18060bcc-5d1d-4708-9890-8df7f4e0727c tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123241 Nov 12 03:15:48.020502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:48.032105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.037063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:48.104372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.126303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf50b76-0abd-4e0d-967d-deaf8f7b8faf,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.144062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.144636 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Added segment 1912fb87-25e0-491d-89ba-a6e5b560fb07 of type vlan for network 6e8406f8-be0d-4946-9155-0d0b22da02fb Nov 12 03:15:48.167180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.168505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1701989 Nov 12 03:15:48.171511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55174) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.291199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:48.293529 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c57d3d-5ad0-4dc3-a22e-ab29d572e365" -d '{"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:48.379615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 2, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:48.389967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f584dee0-8229-41df-9ac5-3d63dda794a4 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2153177 Nov 12 03:15:48.402108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55200) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.424929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-security--1987543228', 'description': 'tempest-security-description-814128541'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:48.478689 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a599074-52ab-4802-b197-0aac99c1d893 x-openstack-request-id: req-8a599074-52ab-4802-b197-0aac99c1d893 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:48.478922 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-plugged", "status": "completed", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:48.479187 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8a599074-52ab-4802-b197-0aac99c1d893 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:48.479564 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697', 'code': 200} Nov 12 03:15:48.480682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Checking router: 068bbd81-cb53-40e6-9e22-d34ad3de09f9 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:15:48.481040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Updating router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 port fb4fb29e-2339-4422-8a76-239e5c24388c binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:15:48.483361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.484599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27857fb-8dc3-46ef-a5e8-81aafce3a45a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd709cf-fd6f-449f-9727-51ed91e44cf7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.508425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.574735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.612368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.623131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.635927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.637277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "PUT /v2.0/security-groups/9bd709cf-fd6f-449f-9727-51ed91e44cf7 HTTP/1.1" status: 200 len: 1796 time: 0.2324762 Nov 12 03:15:48.642940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.735683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.747884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd997a5c-1310-4709-ad79-90fb68963ecd tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups/9bd709cf-fd6f-449f-9727-51ed91e44cf7 HTTP/1.1" status: 200 len: 1796 time: 0.0977759 Nov 12 03:15:48.748380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.750736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.751378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.754031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:48.756905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee3ba-5364-48cc-ad26-e0e22ef7701b req-b1353425-c774-433d-9442-a2188a406b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.757390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee3ba-5364-48cc-ad26-e0e22ef7701b req-b1353425-c774-433d-9442-a2188a406b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:48.758983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c00ee3ba-5364-48cc-ad26-e0e22ef7701b req-b1353425-c774-433d-9442-a2188a406b01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1986 time: 0.1901288 Nov 12 03:15:48.807032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddcaae-e9a3-4355-b7fb-a4ecd3aa0eae tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd709cf-fd6f-449f-9727-51ed91e44cf7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:48.815851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.831429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:48.835194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c00ee3ba-5364-48cc-ad26-e0e22ef7701b req-8e2b7b38-329a-4a0a-90db-6547ec32174f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Nov 12 03:15:48.843844 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:48.844738 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f of type vlan for network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff Nov 12 03:15:48.894420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.019972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-0931ddf0-4fac-45c9-b637-15d9b1e60d5e tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.026961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-0931ddf0-4fac-45c9-b637-15d9b1e60d5e tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.32 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 949 time: 0.1688604 Nov 12 03:15:49.072699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.088268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.090324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.215327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd2526-9cc4-46ed-96ee-c307422a42fb req-07ff0848-d509-4b76-ae9b-24c0b4468fe3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.231775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd2526-9cc4-46ed-96ee-c307422a42fb req-07ff0848-d509-4b76-ae9b-24c0b4468fe3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.233673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03dd2526-9cc4-46ed-96ee-c307422a42fb req-07ff0848-d509-4b76-ae9b-24c0b4468fe3 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.2804320 Nov 12 03:15:49.254772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb2c53fa-7cc8-455f-9e0b-4198944a2cf1 req-8b430b2f-39c8-4e78-814a-703063b94b36 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.1158485 Nov 12 03:15:49.261540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7265022 Nov 12 03:15:49.322205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.348674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.356634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Deleting port 6d767a6d-762a-4f47-a3f4-5fde40381743 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:49.357501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.391707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8977571 Nov 12 03:15:49.393168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55232) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:49.393493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55234) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:49.454447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb40da11-a07e-44fa-acbe-395783be185f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.464725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Request body: {'subnet': {'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-521263615-subnet', 'tenant_id': '62a7ff92dcbb4bdf9ec17e92b1b41678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:49.480048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:49.564039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-61560ca5-f6fe-4a95-b959-f09f735113b7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.580443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-61560ca5-f6fe-4a95-b959-f09f735113b7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 1.0891013 Nov 12 03:15:49.664521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec099f-ab3e-4bdd-adee-8ca2ff6bdb7a admin admin] Pushing event updated for resources: {'Network': ['ID=6e8406f8-be0d-4946-9155-0d0b22da02fb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.735521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8ef1b-d0c2-4a7d-92ce-877c49d46275 None None] Pushing event updated for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:49.755960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:49.804284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b84b6-35ba-4694-9b49-858b0ae073f9 req-7bf01a89-11c8-4b55-b897-f90139956cc2 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:49.810820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c7b84b6-35ba-4694-9b49-858b0ae073f9 req-7bf01a89-11c8-4b55-b897-f90139956cc2 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 949 time: 0.2188902 Nov 12 03:15:49.813504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] For port 6d767a6d-762a-4f47-a3f4-5fde40381743, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6d767a6d-762a-4f47-a3f4-5fde40381743,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:49.813945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.842429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Calling delete_port for 6d767a6d-762a-4f47-a3f4-5fde40381743 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:49.968520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:49.995402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c7b84b6-35ba-4694-9b49-858b0ae073f9 req-63648f4a-15ef-4550-bc47-69a1bc0685e5 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/security-groups?id=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729290 Nov 12 03:15:50.022923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Attempting to bind port fb4fb29e-2339-4422-8a76-239e5c24388c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:50.023345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Attempting to bind port fb4fb29e-2339-4422-8a76-239e5c24388c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:50.024256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Attempting to bind port fb4fb29e-2339-4422-8a76-239e5c24388c on network e9f5eee0-ed74-4378-a491-93a88f240b80 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:50.061203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:50.061610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Checking segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:50.067806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.069007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Bound using segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:50.070153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Bound port: fb4fb29e-2339-4422-8a76-239e5c24388c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:50.070776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.091352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-75e61c04-f7b6-4d36-a734-a239c8d01a4d None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:50.091944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-75e61c04-f7b6-4d36-a734-a239c8d01a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.164014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Made reservation on behalf of 62a7ff92dcbb4bdf9ec17e92b1b41678 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:50.164014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.172717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.185632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.193272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6d767a6d-762a-4f47-a3f4-5fde40381743'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:50.200411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-75e61c04-f7b6-4d36-a734-a239c8d01a4d None None] Port fb4fb29e-2339-4422-8a76-239e5c24388c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:50.241884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] For port fb4fb29e-2339-4422-8a76-239e5c24388c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:50.244032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-2c4a5420-8c56-4df6-bbc1-770580939c2a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 380 time: 0.6355112 Nov 12 03:15:50.245709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] For port fb4fb29e-2339-4422-8a76-239e5c24388c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb4fb29e-2339-4422-8a76-239e5c24388c,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:50.252264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.252482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.255636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.257741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Pushing event deleted for resources: {'Port': ['ID=6d767a6d-762a-4f47-a3f4-5fde40381743,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.259185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/9bd709cf-fd6f-449f-9727-51ed91e44cf7 HTTP/1.1" status: 204 len: 168 time: 1.4971621 Nov 12 03:15:50.259850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:50.324815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:15:50.325504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:50.326451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'device_id': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'admin_state_up': True, 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'security_groups': ['f6a583f4-54d3-465f-af3b-caba3d03d454']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:50.331461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8ef1b-d0c2-4a7d-92ce-877c49d46275 None None] Pushing event updated for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.356059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] No DVR routers for this DVR port 6d767a6d-762a-4f47-a3f4-5fde40381743 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:50.360778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.364852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f006712a-4b56-47e4-adc2-9a6a95c4ac59 req-5cde8eb1-8415-4a94-b479-7a0373b4e589 tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.32 "DELETE /v2.0/ports/6d767a6d-762a-4f47-a3f4-5fde40381743 HTTP/1.1" status: 204 len: 173 time: 1.3271630 Nov 12 03:15:50.365525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'name': 'network-vif-deleted', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:50.371761 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cef38b3-c1a9-492e-b58e-097b126143c8" -d '{"events": [{"server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "name": "network-vif-deleted", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:50.510081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03dd2526-9cc4-46ed-96ee-c307422a42fb req-35794bfa-0059-4e51-a9a5-9119eb503e90 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2429271 Nov 12 03:15:50.538081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-258a7a85-d56f-4d08-abe6-0b5d513d0e42 req-89a13134-f829-41ba-a96a-cd79b200226b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.0724034 Nov 12 03:15:50.560462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:15:50.602710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:50.613425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:50.643697 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788081f-6d27-4d39-a5ec-ac9ecd66620d x-openstack-request-id: req-d788081f-6d27-4d39-a5ec-ac9ecd66620d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:50.643697 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342ea2f1-dc22-42e2-911c-15a3c1847aac", "name": "network-vif-deleted", "tag": "6d767a6d-762a-4f47-a3f4-5fde40381743", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:50.644418 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d788081f-6d27-4d39-a5ec-ac9ecd66620d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:50.644926 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342ea2f1-dc22-42e2-911c-15a3c1847aac', 'name': 'network-vif-deleted', 'tag': '6d767a6d-762a-4f47-a3f4-5fde40381743', 'status': 'completed', 'code': 200} Nov 12 03:15:50.743619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e61b-20d7-48c3-a367-356d08581ad1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=5bfdd48b-9fcc-4a03-902e-d3ead4523cff,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:50.759302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:50.841817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea562adb-da4f-466c-a465-c158396da9a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd709cf-fd6f-449f-9727-51ed91e44cf7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:51.019707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b029397d-5dcc-4af8-9fd7-8fd5854b4e9f tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6582479 Nov 12 03:15:51.022036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55284) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:51.045040 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-23291d17-227c-4817-be58-e4ffe4f4fccf tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] delete failed (client error): The resource could not be found. Nov 12 03:15:51.048341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23291d17-227c-4817-be58-e4ffe4f4fccf tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/9bd709cf-fd6f-449f-9727-51ed91e44cf7 HTTP/1.1" status: 404 len: 347 time: 0.0245070 Nov 12 03:15:51.052037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55288) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:51.063634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--949838489'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:51.189695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f43a8d6-91e4-45af-b526-ccee095c0190 req-47637f47-1ced-405c-92a4-854de56fde5a tempest-ServerDiagnosticsNegativeTest-1706182719 tempest-ServerDiagnosticsNegativeTest-1706182719-project] 10.222.0.84 "GET /v2.0/ports?device_id=342ea2f1-dc22-42e2-911c-15a3c1847aac HTTP/1.1" status: 200 len: 210 time: 0.0670235 Nov 12 03:15:51.206910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:51.206910 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.226398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:51.230568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.345598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.369988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:50Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:51.403883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c515eb-ea02-4c9c-bbb9-f316e484f20f None None] The sync data for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 is: [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:50Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:15:51.409413 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.457598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] For port fb4fb29e-2339-4422-8a76-239e5c24388c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb4fb29e-2339-4422-8a76-239e5c24388c,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:51.476415 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.526180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.567943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921909f8-f5aa-42a5-b087-db4c5140cf3a None None] Pushing event updated for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:51.701434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.747147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d72c96c-da05-4406-aae5-a045e8710403 req-c5a2bf2c-0d22-4a82-9d52-7228de7a34df tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.0405824 Nov 12 03:15:51.753431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.20.0.9 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/957735ad-87bf-4157-b678-f01b2acb32a9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:51.783040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff06dd9-7622-440d-a5a0-79cc5011d9ad,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:51.795548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb4fb29e-2339-4422-8a76-239e5c24388c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:51.795692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.883980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:51.885386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:51.904059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.021043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.025235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55310) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.025735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9703531 Nov 12 03:15:52.030159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '6445918d-f4f7-42ce-be9f-40683be71368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:52.036571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=2100f05b-f5f2-47f8-af1b-450b21f05790,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.054094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5016ab-931f-4ee1-9d22-b037f0e80d24 req-8063d6b7-65d6-4318-93e1-e7ace21a6cb0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.061297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5016ab-931f-4ee1-9d22-b037f0e80d24 req-8063d6b7-65d6-4318-93e1-e7ace21a6cb0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.069952 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e5016ab-931f-4ee1-9d22-b037f0e80d24 req-8063d6b7-65d6-4318-93e1-e7ace21a6cb0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.3408351 Nov 12 03:15:52.071937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd821dce-bd4c-48a4-9aa6-009205f5226e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6445918d-f4f7-42ce-be9f-40683be71368,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.074249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Checking segment: {'id': '1912fb87-25e0-491d-89ba-a6e5b560fb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:52.074672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Network hostable DHCP agents. Network: 6e8406f8-be0d-4946-9155-0d0b22da02fb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:52.095108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.196988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e5016ab-931f-4ee1-9d22-b037f0e80d24 req-6e7012d2-ad9a-41e1-a644-1a406e1007bf tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235881 Nov 12 03:15:52.209792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.216219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.283810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.288730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620206 Nov 12 03:15:52.308710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.321047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ff502-0a79-422d-bef8-cdaf8f23d0e7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2f82ac-ed07-4812-8d05-a124204ce0c7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.371506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.384555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.435633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.443636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.443990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:52.448032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0c2f82ac-ed07-4812-8d05-a124204ce0c7 HTTP/1.1" status: 204 len: 168 time: 0.1381824 Nov 12 03:15:52.449835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.485141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:52.485637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 5bfdd48b-9fcc-4a03-902e-d3ead4523cff, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:52.496910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6e8406f8-be0d-4946-9155-0d0b22da02fb) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:52.502004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.503351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.505673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049888c0-51bc-45e2-8650-0621aaca0289 None None] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:52.539767 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.554111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:52.557713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e49f7-50d5-4ff8-8c48-40f5f762fc2b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c2f82ac-ed07-4812-8d05-a124204ce0c7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.577600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de236336-4d13-469f-b1f0-fcde945fdadc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1174951 Nov 12 03:15:52.577600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5bfdd48b-9fcc-4a03-902e-d3ead4523cff) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:52.588919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:52.590378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.619565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a5d46-d392-44ea-b5b2-047e60ba3e70 None None] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:52.622398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6d767a6d-762a-4f47-a3f4-5fde40381743 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:52.648803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c4d4c4cd-b096-49be-a4e3-4fa172a626cc tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1960666 Nov 12 03:15:52.654338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55328) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.668479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-389469227'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:52.680604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-07c68f66-370e-4185-b0f1-0f0639f90747 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2262168 Nov 12 03:15:52.681269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55330) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:52.722792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.903112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:52.914837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:52.935793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:52.940155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.949350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:52.978570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 6d767a6d-762a-4f47-a3f4-5fde40381743 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:52.978911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6d767a6d-762a-4f47-a3f4-5fde40381743 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:52.984831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:53.014546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:53.193714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bc170-8e45-47d1-a67d-a3593bd5fd90 req-4329621d-99a4-4554-a10e-b9968517fa8f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.207032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bc170-8e45-47d1-a67d-a3593bd5fd90 req-4329621d-99a4-4554-a10e-b9968517fa8f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.209215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-848bc170-8e45-47d1-a67d-a3593bd5fd90 req-4329621d-99a4-4554-a10e-b9968517fa8f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.1416173 Nov 12 03:15:53.215246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.215915 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.241628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb794-5798-48ca-b120-1eebc434804c req-b81c537b-5ec3-4d71-a6a0-79a2967b2aa1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.243696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e9bb794-5798-48ca-b120-1eebc434804c req-b81c537b-5ec3-4d71-a6a0-79a2967b2aa1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 931 time: 0.2531300 Nov 12 03:15:53.245830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:15:53.247910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.305583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.305945 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment d0abf147-03e3-48ef-887b-d98098711668 of type vlan for network c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 Nov 12 03:15:53.327523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-eb1570a9-340e-47f1-a157-021a8fe3cf5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0177007 Nov 12 03:15:53.346420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f4c69e-e3bf-46f4-8279-2b2727ae0556 None None] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:53.370531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.399548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e9bb794-5798-48ca-b120-1eebc434804c req-f807b3d5-26e8-49ac-b469-f50c6987b492 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430068 Nov 12 03:15:53.403752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-848bc170-8e45-47d1-a67d-a3593bd5fd90 req-f2d8cbbe-cb69-464f-a1c7-01849c49a2e8 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782115 Nov 12 03:15:53.451253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8ea654b3-7b5d-49dc-b7d5-1d5dde335047 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=de1035bdfedf4449a05819bb295311bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354341 Nov 12 03:15:53.453709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:53.472753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Request body: {'port': {'device_id': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:53.581720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.608277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f9003341-d656-4b51-bc8f-178234b50f8f None None] Provisioning complete for port 957735ad-87bf-4157-b678-f01b2acb32a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:53.608755 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9003341-d656-4b51-bc8f-178234b50f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.644750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.705824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.713508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5bfdd48b-9fcc-4a03-902e-d3ead4523cff', 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '2100f05b-f5f2-47f8-af1b-450b21f05790'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:53.714194 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.721278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.728324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb4fb29e-2339-4422-8a76-239e5c24388c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:53.732954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.744613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:53.749314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.751860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.754428 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.771747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/6445918d-f4f7-42ce-be9f-40683be71368 HTTP/1.1" status: 204 len: 168 time: 1.0894823 Nov 12 03:15:53.777830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:53.829160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f9003341-d656-4b51-bc8f-178234b50f8f None None] Port 957735ad-87bf-4157-b678-f01b2acb32a9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:15:53.855749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3ce45-a7ea-410c-ab7b-69d5b40042cb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445918d-f4f7-42ce-be9f-40683be71368,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:53.921355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.928320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.929485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89b5ae0b-303d-4e5e-a9be-10c0319d4ce3 HTTP/1.1" status: 204 len: 168 time: 0.4744270 Nov 12 03:15:53.944745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fb4fb29e-2339-4422-8a76-239e5c24388c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:53.945124 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:53.954384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2989666 Nov 12 03:15:53.956981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55368) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.050158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9192600-7163-4efd-91a4-005cdbed10ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5ae0b-303d-4e5e-a9be-10c0319d4ce3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.145302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Allocated IP 172.20.255.242 (5bfdd48b-9fcc-4a03-902e-d3ead4523cff/2100f05b-f5f2-47f8-af1b-450b21f05790/7828285b-88b0-43f9-b7d7-b23aad7c3dcf) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:54.214437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f2fb65ea-094e-40ba-a615-6128628442f2 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4354358 Nov 12 03:15:54.228893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55372) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.241982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762674891'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:54.355923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-d4649648-b800-4320-abef-829351681e75 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.357535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-d4649648-b800-4320-abef-829351681e75 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/networks?id=6e8406f8-be0d-4946-9155-0d0b22da02fb HTTP/1.1" status: 200 len: 813 time: 0.4698763 Nov 12 03:15:54.391187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.420154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-ae8e0790-d257-47af-a3b7-60abb2ab54ac tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/quotas/62a7ff92dcbb4bdf9ec17e92b1b41678 HTTP/1.1" status: 200 len: 375 time: 0.0404480 Nov 12 03:15:54.440634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': 'c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:54.461758 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.478404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822746-2f22-4878-a169-be11a8f006ff tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.483980 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.510619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-e43a9e5f-7f0d-42af-9b41-3ef2c37d5230 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=62a7ff92dcbb4bdf9ec17e92b1b41678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894663 Nov 12 03:15:54.564998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.601336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:15:54.607366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:15:54.622805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:54.642255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:15:54.645340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-cb209cbf-f6d1-4550-92ab-eb0e26057e41 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.651826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-cb209cbf-f6d1-4550-92ab-eb0e26057e41 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.653383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-cb209cbf-f6d1-4550-92ab-eb0e26057e41 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.3119433 Nov 12 03:15:54.691794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5429a06a-b442-486c-baf6-18946ba65b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.725175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Pushing event updated for resources: {'Port': ['ID=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.726343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.747326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.764837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63146a-4b1e-42e6-bcb6-210d9266d765 req-0da97be9-fea0-4bfd-a3b6-59ced161c2c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.773505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63146a-4b1e-42e6-bcb6-210d9266d765 req-0da97be9-fea0-4bfd-a3b6-59ced161c2c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:54.775215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d63146a-4b1e-42e6-bcb6-210d9266d765 req-0da97be9-fea0-4bfd-a3b6-59ced161c2c9 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 1682 time: 0.2110884 Nov 12 03:15:54.819258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-a92f8f54-9106-437b-a450-082a353a75ff service neutron] 10.222.0.84 "GET /v2.0/networks/6e8406f8-be0d-4946-9155-0d0b22da02fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980969 Nov 12 03:15:54.848257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Attempting to bind port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:54.848597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Attempting to bind port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:54.848942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Attempting to bind port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf on network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:54.855073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:54.855484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Checking segment: {'id': '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:54.855887 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.856279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Bound using segment: {'id': '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:54.856759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Bound port: 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5bfdd48b-9fcc-4a03-902e-d3ead4523cff'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:54.857142 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.861620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:54.865258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.949971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.951283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7210023 Nov 12 03:15:54.957705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653f02-0416-4212-ac6d-23f3643597b6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe312a-5b83-48d3-bbae-03dbc900fb40,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:54.959762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55384) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:54.979037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '35fe312a-5b83-48d3-bbae-03dbc900fb40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:54.994384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] For port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:54.998174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:54.998521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.999387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] For port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,segment=NetworkSegment(53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f),segment_id=53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:55.008157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.101511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port c2a2b029-3e8d-40d4-afe0-7dbeb240e697, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:55.101888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.105194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb827b-21c6-4dae-9eed-2cc7922fef24 None None] Pushing event updated for resources: {'Port': ['ID=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:55.128820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for c2a2b029-3e8d-40d4-afe0-7dbeb240e697 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:55.215563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d63146a-4b1e-42e6-bcb6-210d9266d765 req-857d2dd9-9d21-4a6a-95b1-1b7e6e46914f tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193983 Nov 12 03:15:55.268765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-bce766a0-caf1-4c72-8635-290953fbe891 service neutron] 10.222.0.84 "GET /v2.0/networks/6e8406f8-be0d-4946-9155-0d0b22da02fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483240 Nov 12 03:15:55.288561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.302776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5429a06a-b442-486c-baf6-18946ba65b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.414774 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5429a06a-b442-486c-baf6-18946ba65b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.458942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.471563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.510003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c0af04-7b02-4c4e-bb94-1d7e0877ea0e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:55.516688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.520465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-553d6792-76f3-456b-bdf3-4d089edede70 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5554841 Nov 12 03:15:55.524364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55388) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:55.529164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '35fe312a-5b83-48d3-bbae-03dbc900fb40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:55.662650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38f18204-f7e7-4db3-904a-0907b3c06a63 req-ca8f6d5d-8100-4aca-90d4-63108f9c4e8e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 210 time: 0.1003125 Nov 12 03:15:55.663407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.684756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c2a2b029-3e8d-40d4-afe0-7dbeb240e697', '0264db95-1bcd-40ae-aa47-39a836b02660'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:15:55.700502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.706817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=c2a2b029-3e8d-40d4-afe0-7dbeb240e697,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:55.722071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:15:55.746041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.802656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Transition to ACTIVE for port object 957735ad-87bf-4157-b678-f01b2acb32a9 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:15:55.808046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port c2a2b029-3e8d-40d4-afe0-7dbeb240e697 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:55.820685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.827976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-1d362bb7-239b-469a-bb3a-dc24a466a836 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "DELETE /v2.0/ports/c2a2b029-3e8d-40d4-afe0-7dbeb240e697 HTTP/1.1" status: 204 len: 173 time: 1.1616797 Nov 12 03:15:55.827976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-deleted', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:55.829406 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2be63af-c673-4dd4-81f2-03f861109bc3" -d '{"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-deleted", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:55.830622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5429a06a-b442-486c-baf6-18946ba65b24 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b9e5597b4034ee08358d3f713afa23e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2641270 Nov 12 03:15:55.840219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:55.860137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429a06a-b442-486c-baf6-18946ba65b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba4bc26-9254-4a3c-816b-d4da33d9ef0f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:55.874034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7828285b-88b0-43f9-b7d7-b23aad7c3dcf up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:55.890059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.965879 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415c563-40d4-4492-ab7c-c3c991840481 x-openstack-request-id: req-a415c563-40d4-4492-ab7c-c3c991840481 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:55.966193 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-deleted", "tag": "c2a2b029-3e8d-40d4-afe0-7dbeb240e697", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:55.967816 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a415c563-40d4-4492-ab7c-c3c991840481 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:55.968941 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-deleted', 'tag': 'c2a2b029-3e8d-40d4-afe0-7dbeb240e697', 'status': 'completed', 'code': 200} Nov 12 03:15:56.020161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae7817-d5a1-4928-a16b-eee4220176e0 req-e630ccbf-db0e-410a-81c1-c4a210369da6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:56.027826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13ae7817-d5a1-4928-a16b-eee4220176e0 req-e630ccbf-db0e-410a-81c1-c4a210369da6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 931 time: 0.6095972 Nov 12 03:15:56.064957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.169224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.204019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.225335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:56.225902 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.234366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13ae7817-d5a1-4928-a16b-eee4220176e0 req-615bdfb0-1fa8-489c-93cd-75def10ccec0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986997 Nov 12 03:15:56.269663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.303622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd80d5b7-6367-4d6b-b4a7-c940b6ad2c69,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.360606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.483381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.490971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.570762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.578315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1a2a7ca-67ce-4e89-b47b-4c9acfcc1191 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0523243 Nov 12 03:15:56.590598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55420) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:56.593027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,segment=NetworkSegment(53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f),segment_id=53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:56.601526 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.628994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '35fe312a-5b83-48d3-bbae-03dbc900fb40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:56.636464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=10e314a7-ae3e-4dbf-b42a-2cd3ea35681c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.685649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': 'd0abf147-03e3-48ef-887b-d98098711668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:56.686044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:15:56.689292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Attempting to bind port 957735ad-87bf-4157-b678-f01b2acb32a9 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:15:56.689630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Attempting to bind port 957735ad-87bf-4157-b678-f01b2acb32a9 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:15:56.689950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Attempting to bind port 957735ad-87bf-4157-b678-f01b2acb32a9 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:56.707717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Port 957735ad-87bf-4157-b678-f01b2acb32a9 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:15:56.707998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Attempting to bind port 957735ad-87bf-4157-b678-f01b2acb32a9 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:15:56.720935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:15:56.721429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:15:56.721825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:15:56.722323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Bound port: 957735ad-87bf-4157-b678-f01b2acb32a9, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:15:56.722884 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.740915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:15:56.807624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:56.848256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port 0264db95-1bcd-40ae-aa47-39a836b02660 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:15:56.850917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.862894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:15:56.880079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4da55-b894-4ea3-9e5e-427a74086725 None None] Network c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:56.899845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.932795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:56.933460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.980925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.983381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.994950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.997265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eba4bc26-9254-4a3c-816b-d4da33d9ef0f HTTP/1.1" status: 204 len: 168 time: 1.1560729 Nov 12 03:15:57.006252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d61c5df-6d7d-4cae-9ffc-fe1de8114025 req-52fa93d0-2a8f-41d9-b1ed-d0548f87d1da tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 210 time: 0.1274161 Nov 12 03:15:57.012180 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3cc519ac-1dc2-439e-94c2-336d3f8c7946 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5825539 Nov 12 03:15:57.014696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55428) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:57.050712 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.070305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aab99-d449-4c25-b5c9-a519e9925df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba4bc26-9254-4a3c-816b-d4da33d9ef0f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:57.122189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178975e-12fc-4b13-8a72-7cf43fa79b05 None None] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:57.135179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0eb6f-d69e-44f5-99c6-6638e69c3a26 req-fe0557d9-51a6-4a99-a193-03da425e2667 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:57.162293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65d0eb6f-d69e-44f5-99c6-6638e69c3a26 req-fe0557d9-51a6-4a99-a193-03da425e2667 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 945 time: 0.7352459 Nov 12 03:15:57.201840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:15:57.238404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4729c3e-cb0b-4d39-9d1f-690fd7f30329,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:57.275131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:15:57.298262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.405132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65d0eb6f-d69e-44f5-99c6-6638e69c3a26 req-93125e30-aaf8-465f-a7ec-273ee8483c4e tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/security-groups?id=0821e88a-7b63-4bfb-ba65-d5906387026a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418489 Nov 12 03:15:57.434363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.441900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55432) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:57.442433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4a20b5e7-12a1-4e48-ba8c-b9ed1bd9f1f3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8279674 Nov 12 03:15:57.477509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '35fe312a-5b83-48d3-bbae-03dbc900fb40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:57.541945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port 0264db95-1bcd-40ae-aa47-39a836b02660, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0264db95-1bcd-40ae-aa47-39a836b02660,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:15:57.544529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.607583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for 0264db95-1bcd-40ae-aa47-39a836b02660 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:15:57.618967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.644227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:57.647638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.654568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 1092 time: 4.2818291 Nov 12 03:15:57.668359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:57.683288 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae61d1-477c-4755-add8-2e0d15cd6d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:57.774297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0264db95-1bcd-40ae-aa47-39a836b02660 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:57.785559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7828285b-88b0-43f9-b7d7-b23aad7c3dcf up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:15:57.788972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e71f8db9-a375-4d44-b534-0e6a97cbf98f None None] Provisioning complete for port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:57.794998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e71f8db9-a375-4d44-b534-0e6a97cbf98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.921756 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b84180-b9bc-403e-92ca-a65987ef40dc x-openstack-request-id: req-54b84180-b9bc-403e-92ca-a65987ef40dc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:57.927269 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:57.927538 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54b84180-b9bc-403e-92ca-a65987ef40dc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:57.927971 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'status': 'completed', 'code': 200} Nov 12 03:15:58.009766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c291abe-12fe-4cf1-a1b0-9e2c3054b4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.134647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900251-04ec-431a-997f-3d548b4ef2d3 req-45d0fead-608d-4fae-a004-83137c34a58a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.136577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8900251-04ec-431a-997f-3d548b4ef2d3 req-45d0fead-608d-4fae-a004-83137c34a58a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 943 time: 0.7197640 Nov 12 03:15:58.174639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.176919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-01e2973d-54a8-4583-ba10-c87b1c2a6de3 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.179004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-01e2973d-54a8-4583-ba10-c87b1c2a6de3 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.32 "GET /v2.0/networks?id=6e8406f8-be0d-4946-9155-0d0b22da02fb HTTP/1.1" status: 200 len: 813 time: 0.5339160 Nov 12 03:15:58.198871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Request body: {'port': {'device_id': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb', 'admin_state_up': True, 'tenant_id': '62a7ff92dcbb4bdf9ec17e92b1b41678'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:58.202522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.309160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-42a25a11-09eb-4717-92a3-cfbca3369fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.310738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-42a25a11-09eb-4717-92a3-cfbca3369fed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1095 time: 0.5558226 Nov 12 03:15:58.349829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.362116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c079d72-3c00-4c04-a908-64564fb499a6 req-041a8fff-0a1a-4210-be53-2284792f7456 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 210 time: 0.1447608 Nov 12 03:15:58.526066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8900251-04ec-431a-997f-3d548b4ef2d3 req-43b05a16-0f67-45e2-823a-e5e3a79dd623 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725505 Nov 12 03:15:58.548925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.566605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-badb1043-de66-42ab-9010-94131513ea70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 217 time: 0.2210238 Nov 12 03:15:58.591440 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:58.655060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1a131-50f7-4887-990f-a3cb25a94c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78', 'network_id': 'c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '10e314a7-ae3e-4dbf-b42a-2cd3ea35681c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:15:58.674341 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d8a1a131-50f7-4887-990f-a3cb25a94c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.698500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=0264db95-1bcd-40ae-aa47-39a836b02660,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.705492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-14f21b8d-33d8-44c5-9206-24a0b0574ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.707462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-14f21b8d-33d8-44c5-9206-24a0b0574ca4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.1205039 Nov 12 03:15:58.720049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.754338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.770474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab7dac08-4563-4fc1-93bc-b0fc518a397e req-108da512-c15b-44b6-926e-4542fb338170 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "GET /v2.0/ports?device_id=f70f5b30-c5d5-47aa-837d-11ba1f40e6e3 HTTP/1.1" status: 200 len: 210 time: 0.1876936 Nov 12 03:15:58.800052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a488cba-da13-41cf-bccd-a08131753edc,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.819362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.828661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:15:58.829287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.837237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.880544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=10e314a7-ae3e-4dbf-b42a-2cd3ea35681c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:15:58.883909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be7df-ba73-430a-8a13-9c25418f93bb req-048470c0-67c4-4ca7-ab45-231c84fbe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:15:58.886084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-048470c0-67c4-4ca7-ab45-231c84fbe146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635842 Nov 12 03:15:58.895613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.899043 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cfa5203f-a613-4602-b67f-9d69eca3e2a3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4540238 Nov 12 03:15:58.903610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:58.918376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Made reservation on behalf of 62a7ff92dcbb4bdf9ec17e92b1b41678 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:15:58.920134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '35fe312a-5b83-48d3-bbae-03dbc900fb40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:15:58.933183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:58.992642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port 0264db95-1bcd-40ae-aa47-39a836b02660 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:15:59.009671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.021000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5b9f154-fd49-4e4e-88c0-ae1a4b44cf9d req-f07c4c5b-d7a1-4398-bee0-8c9f3fdc1c63 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.39 "DELETE /v2.0/ports/0264db95-1bcd-40ae-aa47-39a836b02660 HTTP/1.1" status: 204 len: 173 time: 3.1818688 Nov 12 03:15:59.021724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-deleted', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:15:59.039173 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f12fe-1e8b-4c1e-9985-d4d62d137f2c" -d '{"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-deleted", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:15:59.085012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.290637 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d996bd6-09b6-400e-b6a6-2c4cf25ec3ab x-openstack-request-id: req-9d996bd6-09b6-400e-b6a6-2c4cf25ec3ab {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:15:59.290934 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70f5b30-c5d5-47aa-837d-11ba1f40e6e3", "name": "network-vif-deleted", "tag": "0264db95-1bcd-40ae-aa47-39a836b02660", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:15:59.291214 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d996bd6-09b6-400e-b6a6-2c4cf25ec3ab {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:15:59.293769 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f5b30-c5d5-47aa-837d-11ba1f40e6e3', 'name': 'network-vif-deleted', 'tag': '0264db95-1bcd-40ae-aa47-39a836b02660', 'status': 'completed', 'code': 200} Nov 12 03:15:59.314644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.345890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02747e26-d2ae-423f-b1b5-01c2e09d4e83 None None] Network c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:15:59.349387 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.384372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:59.395848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0abf147-03e3-48ef-887b-d98098711668') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:59.396814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0abf147-03e3-48ef-887b-d98098711668') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:15:59.411228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.446219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.457169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:15:59.457856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.459266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Allocated IP 172.20.0.2 (6e8406f8-be0d-4946-9155-0d0b22da02fb/6ff06dd9-7622-440d-a5a0-79cc5011d9ad/20e32d24-a5e3-4a0f-888d-0f82be8bfb6e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:15:59.505676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c2a2b029-3e8d-40d4-afe0-7dbeb240e697 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:15:59.550172 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:15:59.650352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: c2a2b029-3e8d-40d4-afe0-7dbeb240e697 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:15:59.650352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c2a2b029-3e8d-40d4-afe0-7dbeb240e697 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:15:59.704785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ea41b56-402e-4279-9118-b0c25dfdc832 req-487d92e5-b88f-476c-95a4-9bbc79d9ed9a tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 210 time: 0.1112080 Nov 12 03:15:59.836830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.853181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:59.870583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 HTTP/1.1" status: 204 len: 168 time: 2.8547835 Nov 12 03:15:59.922482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55488) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:59.922820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:15:59.948072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413104677'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:00.037362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a9f0a382-23fc-4398-8874-d1a8738ca573 None None] Provisioning complete for port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:00.037756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a382-23fc-4398-8874-d1a8738ca573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.056374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting subnet dbf8523e-011b-4186-a761-5e97deb82597 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:00.072667 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-1bdce05b-b986-4688-b6ff-4beb18fc3313 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1667936 Nov 12 03:16:00.075333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a999b9-26a4-4704-9f50-700bdd0c6e0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:00.086216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.090852 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.183687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.233782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:00.240498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:00.244599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:00.262038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16b2ff-06af-4ba9-8cf9-f9ed9b12ff8e req-88973076-8291-458f-80a8-edff347a2c7d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.268084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de16b2ff-06af-4ba9-8cf9-f9ed9b12ff8e req-88973076-8291-458f-80a8-edff347a2c7d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 943 time: 0.5265651 Nov 12 03:16:00.285266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Pushing event updated for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:00.319915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:00.325478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.338960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.339619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.357626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-b3436054-7c64-4de8-8015-31000a8101ad tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1655042 Nov 12 03:16:00.376407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Request body: {'port': {'device_id': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:00.380723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.449425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de16b2ff-06af-4ba9-8cf9-f9ed9b12ff8e req-cc11884e-3246-47f4-a88a-005474450f92 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428130 Nov 12 03:16:00.452166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.458579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.493299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.498402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59001ef4-d5db-4aeb-af44-25029f6cd88e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:00.519272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:00.531765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.532109 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 4dea2095-0f2b-49e4-bb6c-778a7b0cf160 of type vlan for network 9a579056-7120-4896-b69f-b655fd9b6ba8 Nov 12 03:16:00.586515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.656831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.658188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0566f07e-09a6-4f4a-84b8-08abee9b8e32 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7535894 Nov 12 03:16:00.663604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55512) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:00.673000 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.679314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:00.679950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.718704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-172be7df-ba73-430a-8a13-9c25418f93bb req-fb463ecd-0c34-47b6-9810-fe7ea35ef1d4 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525343 Nov 12 03:16:00.759276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8139958 Nov 12 03:16:00.763177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55516) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:00.807246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.814197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:00.821771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-83a204fb-6c60-49a7-a248-9e45925c18f4 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346905 Nov 12 03:16:00.844114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:00.851334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.318013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ad305-9995-4e11-b54b-7094049aa6cd tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=9a579056-7120-4896-b69f-b655fd9b6ba8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.335025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9a579056-7120-4896-b69f-b655fd9b6ba8 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:01.363779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.379708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.406555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf8523e-011b-4186-a761-5e97deb82597,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.424249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.425399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/59001ef4-d5db-4aeb-af44-25029f6cd88e HTTP/1.1" status: 204 len: 168 time: 0.7607625 Nov 12 03:16:01.426239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f8765-2d36-4bce-ab97-2a0cb0e10370 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59001ef4-d5db-4aeb-af44-25029f6cd88e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:01.432788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55522) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:01.465696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.474708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-606f6280-3dcd-4ecd-a561-beada773a8bb tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/subnets/dbf8523e-011b-4186-a761-5e97deb82597 HTTP/1.1" status: 204 len: 168 time: 1.5207756 Nov 12 03:16:01.477741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55524) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:01.481013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06012e-f603-4bf7-a0b4-fbcc71b62192 None None] Network 271c0a3e-c1d4-491f-8a39-d94749b85341 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:01.506563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-e76a3f83-6ed5-42e6-82d8-08c18a90a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.508504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-e76a3f83-6ed5-42e6-82d8-08c18a90a122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1095 time: 0.6871681 Nov 12 03:16:01.541841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-96938ea9-d581-4b51-af4f-3c158506f758 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.543422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-96938ea9-d581-4b51-af4f-3c158506f758 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7208607 Nov 12 03:16:01.571598 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e9d1a7ad-a30f-43a4-b99e-fbb4770e6014 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1352577 Nov 12 03:16:01.572340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:01.575815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.578864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:01.598644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378f7b-0f2a-42ee-9062-f6b14ea64f31 req-2118cda2-29df-44e0-829f-8a34161f50bb tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:01.606995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2378f7b-0f2a-42ee-9062-f6b14ea64f31 req-2118cda2-29df-44e0-829f-8a34161f50bb tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 931 time: 0.7241120 Nov 12 03:16:01.629181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-4f76172c-3b06-4f73-94dd-85e9cd8585f4 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/quotas/f7ef6a3614ca4813a1d224a78d587d08 HTTP/1.1" status: 200 len: 375 time: 0.0642159 Nov 12 03:16:01.727829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-ab8ad0f7-036c-442d-a1f7-6e7688aa2f20 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683820 Nov 12 03:16:01.745155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.768819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:01.789237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.819643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Transition to ACTIVE for port object 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:01.822776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2378f7b-0f2a-42ee-9062-f6b14ea64f31 req-f3c220df-45d4-4e3d-8cb0-3894002f0a9a tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146735 Nov 12 03:16:01.838885 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.841209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] DHCP port deletion for 271c0a3e-c1d4-491f-8a39-d94749b85341 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:01.860451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.863072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:16:01.863679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:16:01.891784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.940995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Deleting port f42c5b90-a2d8-4051-a85b-1f51d1d49576 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:01.941777 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:01.943502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.040972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.043220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] For port f42c5b90-a2d8-4051-a85b-1f51d1d49576, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f42c5b90-a2d8-4051-a85b-1f51d1d49576,segment=NetworkSegment(efdd97d9-2820-469c-ad72-3579637f5435),segment_id=efdd97d9-2820-469c-ad72-3579637f5435)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:02.043900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.048145 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.052313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9a488cba-da13-41cf-bccd-a08131753edc HTTP/1.1" status: 204 len: 168 time: 0.4713471 Nov 12 03:16:02.055502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:02.059622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-6d109417-7f4b-4243-8f41-7472d5d5946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.061132 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-6d109417-7f4b-4243-8f41-7472d5d5946f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.5188241 Nov 12 03:16:02.061624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:02.075224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Calling delete_port for f42c5b90-a2d8-4051-a85b-1f51d1d49576 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:02.163290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f42c5b90-a2d8-4051-a85b-1f51d1d49576 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:02.163950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb446a0-d7ac-420b-be1a-4790ec28dc14 req-35149ec2-dd05-4093-b207-3450ad8d39c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.169215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceb446a0-d7ac-420b-be1a-4790ec28dc14 req-35149ec2-dd05-4093-b207-3450ad8d39c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 943 time: 0.2282143 Nov 12 03:16:02.243445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb04ae0-88c5-4091-a23b-14f792e10cfa tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a488cba-da13-41cf-bccd-a08131753edc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.258057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-10932bb9-b15e-4ab0-b449-d869802b830e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 217 time: 0.1755731 Nov 12 03:16:02.274688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.277321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d06f5131-bba6-447a-8969-2487926ad7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.329604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-2a65b7f1-b398-4ff6-bd81-c782410373b5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1252537 Nov 12 03:16:02.330514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] Pushing event deleted for resources: {'Port': ['ID=f42c5b90-a2d8-4051-a85b-1f51d1d49576,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.337491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Port f42c5b90-a2d8-4051-a85b-1f51d1d49576 update to DOWN by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:16:02.348022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af205c-c401-4b4d-8257-27d72624bdea None None] No DVR routers for this DVR port f42c5b90-a2d8-4051-a85b-1f51d1d49576 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:02.457072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71527171-259f-4bcc-bd82-92777468eae3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3825088 Nov 12 03:16:02.471275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55556) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:02.485570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port f42c5b90-a2d8-4051-a85b-1f51d1d49576 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:02.486165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.520444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.529634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.558739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port f42c5b90-a2d8-4051-a85b-1f51d1d49576, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:02.559457 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.576726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for f42c5b90-a2d8-4051-a85b-1f51d1d49576 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:02.580652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Port f42c5b90-a2d8-4051-a85b-1f51d1d49576 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:16:02.581707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Deleting subnet 5ab46b8e-3f38-4202-84ba-ef67a94c1b72 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:02.585354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.585560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.633556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=f42c5b90-a2d8-4051-a85b-1f51d1d49576,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.637528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:02.639939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.650292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port f42c5b90-a2d8-4051-a85b-1f51d1d49576 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:02.674622 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.681660 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.682614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/a4729c3e-cb0b-4d39-9d1f-690fd7f30329 HTTP/1.1" status: 204 len: 168 time: 0.2065384 Nov 12 03:16:02.694667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55560) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:02.708345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ceb446a0-d7ac-420b-be1a-4790ec28dc14 req-991a4dcd-b231-4649-ae59-799f4774eb4c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474330 Nov 12 03:16:02.726696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-ed469e09-0a95-47e0-a59c-ca38fa25ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.728277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-ed469e09-0a95-47e0-a59c-ca38fa25ff25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.4460809 Nov 12 03:16:02.745557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec5a90-a038-4a26-8065-03693db370e5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4729c3e-cb0b-4d39-9d1f-690fd7f30329,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:02.836095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.849532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:02.862807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-0c58913d-2ef1-4d05-883e-d464e46ea51b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.866773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-0c58913d-2ef1-4d05-883e-d464e46ea51b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360265 Nov 12 03:16:02.884398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '957735ad-87bf-4157-b678-f01b2acb32a9', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:02.905374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-ef073a62-8520-4735-a02e-66f5c1300a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:02.907883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-ef073a62-8520-4735-a02e-66f5c1300a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536112 Nov 12 03:16:02.912828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:02.932859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f894cf4-4dc6-4e2e-8333-18a34e633a13 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2262368 Nov 12 03:16:02.967410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55564) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:02.986658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Attempting to bind port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:02.987465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Attempting to bind port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '1912fb87-25e0-491d-89ba-a6e5b560fb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:02.987972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Attempting to bind port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e on network 6e8406f8-be0d-4946-9155-0d0b22da02fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:02.998096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.005962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.010182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.021760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-e9b27522-f598-4e5d-8bf6-70868a409f63 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/quotas/f7ef6a3614ca4813a1d224a78d587d08 HTTP/1.1" status: 200 len: 375 time: 0.1289148 Nov 12 03:16:03.028007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:03.035005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e on network 6e8406f8-be0d-4946-9155-0d0b22da02fb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:03.035574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Attempting to bind port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e on network 6e8406f8-be0d-4946-9155-0d0b22da02fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:03.047625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.086524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:03.092906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-4af720f3-db68-456a-a267-0841ef23eed0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699022 Nov 12 03:16:03.096922 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.099799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271c0a3e-c1d4-491f-8a39-d94749b85341']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:03.120585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:03.121855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Checking segment: {'id': '1912fb87-25e0-491d-89ba-a6e5b560fb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:03.122114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Bound using segment: {'id': '1912fb87-25e0-491d-89ba-a6e5b560fb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:03.122558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Bound port: 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1912fb87-25e0-491d-89ba-a6e5b560fb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:03.124514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.142902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-2449fc1b-896e-40e2-95f3-aaceacca424c service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124832 Nov 12 03:16:03.160968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdd97d9-2820-469c-ad72-3579637f5435') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:03.163162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdd97d9-2820-469c-ad72-3579637f5435') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:03.187508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.208438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a69a-b3b6-4030-9e82-f03bdae47305 req-40822a71-61db-466d-b7ef-a1d9c4e03e84 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.210175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7f5a69a-b3b6-4030-9e82-f03bdae47305 req-40822a71-61db-466d-b7ef-a1d9c4e03e84 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 943 time: 0.1648557 Nov 12 03:16:03.210903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=9f93cf96-e234-448d-a6db-ad88e12e04e0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:03.254955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab46b8e-3f38-4202-84ba-ef67a94c1b72,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:03.255775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.288114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:03.305783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b4ffa-8a77-42b1-a7ce-655ad0a27924 None None] Network a551e2af-7193-41c0-a646-f415d500d636 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:03.310155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.331326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.339360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fe90115f-f45b-434b-89b9-73eb271f9825 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5ab46b8e-3f38-4202-84ba-ef67a94c1b72 HTTP/1.1" status: 204 len: 168 time: 1.2713499 Nov 12 03:16:03.345138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:03.346462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.350311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55568) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:03.354553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '4dea2095-0f2b-49e4-bb6c-778a7b0cf160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:03.354930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 9a579056-7120-4896-b69f-b655fd9b6ba8, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:03.395231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['957735ad-87bf-4157-b678-f01b2acb32a9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:03.493309 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:03.538946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:03.542462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,segment=NetworkSegment(1912fb87-25e0-491d-89ba-a6e5b560fb07),segment_id=1912fb87-25e0-491d-89ba-a6e5b560fb07)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:03.544352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.553015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.559511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/networks/271c0a3e-c1d4-491f-8a39-d94749b85341 HTTP/1.1" status: 204 len: 168 time: 2.0755439 Nov 12 03:16:03.567700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:03.569028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 9a579056-7120-4896-b69f-b655fd9b6ba8 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:03.579736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.587619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.593883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/bd80d5b7-6367-4d6b-b4a7-c940b6ad2c69 HTTP/1.1" status: 204 len: 168 time: 0.6235487 Nov 12 03:16:03.595552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.626052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:03.630117 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7f5a69a-b3b6-4030-9e82-f03bdae47305 req-f2668e03-b3da-49a1-a157-7453692b4f37 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048135 Nov 12 03:16:03.632761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fae61d1-477c-4755-add8-2e0d15cd6d4b req-f625b7ed-84df-48b1-8758-9de47d72c278 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814978 Nov 12 03:16:03.647022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9a579056-7120-4896-b69f-b655fd9b6ba8) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:03.661927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139b89f-7e06-4268-ad57-8abdd4fa5049 None None] Network 9a579056-7120-4896-b69f-b655fd9b6ba8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:03.679946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.695666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.696379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.700539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] 10.222.0.32 "PUT /v2.0/ports/20e32d24-a5e3-4a0f-888d-0f82be8bfb6e HTTP/1.1" status: 200 len: 1092 time: 3.3291457 Nov 12 03:16:03.702171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:03.703787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-24efefe3-f3ca-41c9-aa6b-1a01350a0dc7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600724 Nov 12 03:16:03.705823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.708167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:03.715180 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5696863-5f1e-4989-8ecc-755071052c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:03.727824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-205526dd-c03d-4c47-998c-e35aaa9850a3 req-2e202c18-f09e-4bf1-a2fc-ef5820b47735 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 210 time: 0.2302432 Nov 12 03:16:03.825545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting subnet c0bac1ac-b0bb-4d06-a540-77d69cf8c743 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:03.829137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bd8f6-47cb-4f5b-a758-7130ea30a872 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Network': ['ID=271c0a3e-c1d4-491f-8a39-d94749b85341,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:03.841155 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88326c-221f-4e41-be4d-37426a02aea5 x-openstack-request-id: req-ed88326c-221f-4e41-be4d-37426a02aea5 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:03.842060 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:03.842452 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed88326c-221f-4e41-be4d-37426a02aea5 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:03.842722 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e', 'status': 'completed', 'code': 200} Nov 12 03:16:03.850294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7be1bddf-d3ed-44f8-8601-2b1740ded8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0798180 Nov 12 03:16:03.860110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:03.867053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55586) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:03.881236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c39c8-8e7c-4a5a-97ab-b95237b0e2cd None None] DHCP port deletion for a551e2af-7193-41c0-a646-f415d500d636 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:03.934165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8661967a-a480-4541-96e2-3e07e0708aa6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2998195 Nov 12 03:16:03.941788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.053789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-a9285d4e-b7c8-43fa-8321-15992f8eb16a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.056318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-a9285d4e-b7c8-43fa-8321-15992f8eb16a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327440 Nov 12 03:16:04.069705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.089101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3656c4-ad70-42d6-bdc3-88d2afd26feb tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd80d5b7-6367-4d6b-b4a7-c940b6ad2c69,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.098198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Request body: {'port': {'device_id': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'f7ef6a3614ca4813a1d224a78d587d08'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:04.147942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.162856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.193106 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.206256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a551e2af-7193-41c0-a646-f415d500d636']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:04.228458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9a579056-7120-4896-b69f-b655fd9b6ba8', 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '9f93cf96-e234-448d-a6db-ad88e12e04e0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:04.231166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.237173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696863-5f1e-4989-8ecc-755071052c1f req-c4c1f6ff-4f72-4604-9fe6-00924daf5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.238957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5696863-5f1e-4989-8ecc-755071052c1f req-c4c1f6ff-4f72-4604-9fe6-00924daf5cf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62a7ff92dcbb4bdf9ec17e92b1b41678&device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 1095 time: 0.3934922 Nov 12 03:16:04.242304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec7da39-2566-4c0a-8001-9975becff0fc') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:04.242893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec7da39-2566-4c0a-8001-9975becff0fc') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:04.281763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.283125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ce5a4-67fd-488b-83f5-f1fa61c7f73e req-c0f4432a-01c6-4640-8009-6ceefa778629 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.285791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d44ce5a4-67fd-488b-83f5-f1fa61c7f73e req-c0f4432a-01c6-4640-8009-6ceefa778629 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.2275996 Nov 12 03:16:04.295279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.301032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea367da-dbf9-4537-8805-4e9303d8d6ea service neutron] Pushing event updated for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.333563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.335624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.347180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.347967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e7c0af04-7b02-4c4e-bb94-1d7e0877ea0e HTTP/1.1" status: 204 len: 168 time: 0.3778071 Nov 12 03:16:04.352796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.359834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:04.360244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.361820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55592) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:04.362441 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:04.381870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d44ce5a4-67fd-488b-83f5-f1fa61c7f73e req-dfab57bf-de8e-43d4-ac4a-448702c0289f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768082 Nov 12 03:16:04.419439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce9639-d27d-4170-aef1-4935d37a493b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7c0af04-7b02-4c4e-bb94-1d7e0877ea0e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.484264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Allocated IP 172.20.0.3 (9a579056-7120-4896-b69f-b655fd9b6ba8/9f93cf96-e234-448d-a6db-ad88e12e04e0/1e179d04-196f-47cc-92e3-73f668db6f75) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:04.522795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696863-5f1e-4989-8ecc-755071052c1f req-8b279530-312e-4ba9-9fe4-e26e442262ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.524583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5696863-5f1e-4989-8ecc-755071052c1f req-8b279530-312e-4ba9-9fe4-e26e442262ff service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=62a7ff92dcbb4bdf9ec17e92b1b41678&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2723894 Nov 12 03:16:04.529867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Made reservation on behalf of f7ef6a3614ca4813a1d224a78d587d08 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:04.535325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.554780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.574099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.597281 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.626777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.636070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] 10.222.0.84 "DELETE /v2.0/networks/a551e2af-7193-41c0-a646-f415d500d636 HTTP/1.1" status: 204 len: 168 time: 1.2772236 Nov 12 03:16:04.650303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55596) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.653880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:04.683362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4e02c3e9-1a9d-4f32-91c4-7fb96dbfb6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.737113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5696863-5f1e-4989-8ecc-755071052c1f req-bcffbe7e-d62f-40dc-9c7c-3abdff31863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:04.738708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b23438-b231-40ef-aedc-1e303cb21baa admin admin] Pushing event deleted for resources: {'Network': ['ID=a551e2af-7193-41c0-a646-f415d500d636,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.739082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5696863-5f1e-4989-8ecc-755071052c1f req-bcffbe7e-d62f-40dc-9c7c-3abdff31863a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855421 Nov 12 03:16:04.753817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.782347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.789687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fedee032-2346-4137-9f1f-892d445604e3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4262540 Nov 12 03:16:04.801433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.805136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.856371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Subnet': ['ID=c0bac1ac-b0bb-4d06-a540-77d69cf8c743,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.887288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.897622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.924225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.930755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae0d2e79-e56c-4ebc-83ce-cd6b8b4e21d0 tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/subnets/c0bac1ac-b0bb-4d06-a540-77d69cf8c743 HTTP/1.1" status: 204 len: 168 time: 1.3582413 Nov 12 03:16:04.939265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55604) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:04.982791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Pushing event updated for resources: {'Port': ['ID=1e179d04-196f-47cc-92e3-73f668db6f75,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:04.985649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bae9620e-bd7a-4769-97cc-a883878a90b2 req-742e36ec-3936-4fe3-947c-5312b4a6aed5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 210 time: 0.1344361 Nov 12 03:16:05.007079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7db5fc-13ca-4718-bb70-e16d2ae2f109,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:05.016007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-5970cb43-c0d5-40e1-836a-08a4fe00c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.017812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-5970cb43-c0d5-40e1-836a-08a4fe00c270 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62a7ff92dcbb4bdf9ec17e92b1b41678&device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 1095 time: 0.2298119 Nov 12 03:16:05.025952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905610a9-9adc-4d87-bfa7-1eb519899622 None None] Network efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:05.050921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.058972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Deleting subnet 7c9ac3be-1b89-44b4-8d2b-d50c25902f99 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:05.068495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.088886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 957735ad-87bf-4157-b678-f01b2acb32a9 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:05.120187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Network 9a579056-7120-4896-b69f-b655fd9b6ba8 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:05.128039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:05.133351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:05.142602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 957735ad-87bf-4157-b678-f01b2acb32a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:05.146262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.147188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3d2d4-7150-4805-ba49-66c6cb8f3b70 req-10a08dd5-70b3-4c64-8350-5aab5169a060 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.148904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2bf3d2d4-7150-4805-ba49-66c6cb8f3b70 req-10a08dd5-70b3-4c64-8350-5aab5169a060 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 943 time: 0.3572710 Nov 12 03:16:05.175732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.214728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.221674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=9f93cf96-e234-448d-a6db-ad88e12e04e0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:05.252846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-30c97569-f425-4f6e-819a-a8410dd69ea4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e HTTP/1.1" status: 200 len: 217 time: 0.2158830 Nov 12 03:16:05.255676 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-3bd65803-ca87-47c1-a1f1-4234938e728b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403287 Nov 12 03:16:05.261039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.324156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.424784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.427382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.428515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/35fe312a-5b83-48d3-bbae-03dbc900fb40 HTTP/1.1" status: 204 len: 168 time: 0.6248901 Nov 12 03:16:05.490042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55608) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:05.645610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Allocated IP 192.168.233.56 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/f696fdf6-81cc-4d34-8684-7b140b988629) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:05.693854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df36d9-3a6b-4993-9314-003e28285cab tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe312a-5b83-48d3-bbae-03dbc900fb40,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:05.731578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-af40b03a-5016-4fda-bb22-92c52d13b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:05.733174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-af40b03a-5016-4fda-bb22-92c52d13b89d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ff06dd9-7622-440d-a5a0-79cc5011d9ad HTTP/1.1" status: 200 len: 853 time: 0.3363743 Nov 12 03:16:05.780394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.799675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.816082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-f5c7fe77-11cd-4708-a974-496b6ef6f729 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e8406f8-be0d-4946-9155-0d0b22da02fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543475 Nov 12 03:16:05.839955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2bf3d2d4-7150-4805-ba49-66c6cb8f3b70 req-887f7db0-35c8-4e80-8f66-64c6aebf66cc tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558752 Nov 12 03:16:05.860071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Deleting port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:05.860783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.864869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a579056-7120-4896-b69f-b655fd9b6ba8']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.901749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dea2095-0f2b-49e4-bb6c-778a7b0cf160') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.902400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dea2095-0f2b-49e4-bb6c-778a7b0cf160') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:05.949424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.949923 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.955380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Attempting to bind port 1e179d04-196f-47cc-92e3-73f668db6f75 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:05.955899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Attempting to bind port 1e179d04-196f-47cc-92e3-73f668db6f75 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4dea2095-0f2b-49e4-bb6c-778a7b0cf160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:05.956281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Attempting to bind port 1e179d04-196f-47cc-92e3-73f668db6f75 on network 9a579056-7120-4896-b69f-b655fd9b6ba8 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:05.963689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:05.964071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Checking segment: {'id': '4dea2095-0f2b-49e4-bb6c-778a7b0cf160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:05.964475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.964872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Bound using segment: {'id': '4dea2095-0f2b-49e4-bb6c-778a7b0cf160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:05.965351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Bound port: 1e179d04-196f-47cc-92e3-73f668db6f75, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dea2095-0f2b-49e4-bb6c-778a7b0cf160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9a579056-7120-4896-b69f-b655fd9b6ba8'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:05.965859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.981352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.984879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] For port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:05.985467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:05.996249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.009652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:06.010182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:06.020789 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:06.028499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-19793d40-1b58-4359-bc8b-6e1b8bce66db service neutron] 10.222.0.32 "GET /v2.0/networks/6e8406f8-be0d-4946-9155-0d0b22da02fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952834 Nov 12 03:16:06.044814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-82aa11fe-b3a4-484d-8ded-37b83ee17fa8 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5417762 Nov 12 03:16:06.052847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55614) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:06.057299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Calling delete_port for 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:06.068818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9ac3be-1b89-44b4-8d2b-d50c25902f99,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.088755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323fc84-778d-4868-b50e-2292483ac0d0 req-b283c80d-0b6f-421a-adfc-318fb05a89ae tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.090613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34097d8b-3361-4b07-a942-b111f2e78367 None None] Network 69cdde7e-0e95-4e25-ba55-20159e378676 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:06.091380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0323fc84-778d-4868-b50e-2292483ac0d0 req-b283c80d-0b6f-421a-adfc-318fb05a89ae tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.4948707 Nov 12 03:16:06.097701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247230119'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:06.105883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.111802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f6931b67-af58-4b32-8391-6eb53adfc338 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7c9ac3be-1b89-44b4-8d2b-d50c25902f99 HTTP/1.1" status: 204 len: 168 time: 1.4049778 Nov 12 03:16:06.122893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9303aa1c-2757-4d8e-96e3-4efdbbafd6c3 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.124705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9303aa1c-2757-4d8e-96e3-4efdbbafd6c3 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7289901 Nov 12 03:16:06.129853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:06.144104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.194747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] DHCP port deletion for efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:06.197820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] For port 1e179d04-196f-47cc-92e3-73f668db6f75, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:06.216470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Request body: {'port': {'device_id': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'f7ef6a3614ca4813a1d224a78d587d08'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:06.225350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.234007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:16:06.234007 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:16:06.234007 n-d-615180-50 neutron-server[102432]: [parameters: {'id': '9a579056-7120-4896-b69f-b655fd9b6ba8'}] Nov 12 03:16:06.234007 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:06.234888 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:06.237129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] For port 1e179d04-196f-47cc-92e3-73f668db6f75, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1e179d04-196f-47cc-92e3-73f668db6f75,segment=NetworkSegment(4dea2095-0f2b-49e4-bb6c-778a7b0cf160),segment_id=4dea2095-0f2b-49e4-bb6c-778a7b0cf160)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:06.269596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.271185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:06.273486 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b5f8b-9754-4f79-825a-06f5388a12ce" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:06.335349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96954cb8-677c-44f3-8829-d0875ee80535 req-31fd0446-ea9c-4c41-8a6c-9fa53a3397d9 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 210 time: 0.1013510 Nov 12 03:16:06.337798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:06.368916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.422909 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a9014-1c8a-44ff-b41f-9c069841ae9a x-openstack-request-id: req-097a9014-1c8a-44ff-b41f-9c069841ae9a {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:06.423291 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:06.423529 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-097a9014-1c8a-44ff-b41f-9c069841ae9a {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:06.423899 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:16:06.437594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3deaa-c870-40f1-acc0-78c38010df33 None None] Pushing event updated for resources: {'Port': ['ID=1e179d04-196f-47cc-92e3-73f668db6f75,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.447895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4057d8-619c-4be0-a6e9-31a671aa6dd0 None None] DHCP port deletion for 69cdde7e-0e95-4e25-ba55-20159e378676 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:06.468629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.492338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cdde7e-0e95-4e25-ba55-20159e378676']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:06.500976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Deleting port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:06.501356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.503148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690057de-044c-414d-b7aa-299abfc0ac1e') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:06.503612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690057de-044c-414d-b7aa-299abfc0ac1e') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:06.507891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b110372-6bd8-4c03-abf4-2ffaf7319e8c None None] Network 9a579056-7120-4896-b69f-b655fd9b6ba8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:06.514571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.529821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.537256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:06.537980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.588324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:06.604188 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:06.619352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.643113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.646901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] 10.222.0.84 "DELETE /v2.0/networks/69cdde7e-0e95-4e25-ba55-20159e378676 HTTP/1.1" status: 204 len: 168 time: 0.5076971 Nov 12 03:16:06.659999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] For port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,segment=NetworkSegment(4bbeee27-a433-4c62-8fea-beabb8bf7a24),segment_id=4bbeee27-a433-4c62-8fea-beabb8bf7a24)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:06.660410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.671649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b086-3e51-49e3-ba68-3406ebb2a7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=69cdde7e-0e95-4e25-ba55-20159e378676,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.694793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Calling delete_port for 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:06.709727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5746821-6eff-410b-838d-f208ab8e3728 req-7dcf7aca-9a35-4c43-847c-dbf260654808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:06.714299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5746821-6eff-410b-838d-f208ab8e3728 req-7dcf7aca-9a35-4c43-847c-dbf260654808 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1097 time: 0.1162245 Nov 12 03:16:06.721106 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.751950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.782544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] No DVR routers for this DVR port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:06.856010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Port': ['ID=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:06.895287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.920306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:06.948698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0323fc84-778d-4868-b50e-2292483ac0d0 req-ec4fcb63-4719-45dc-8f9c-16a405164f2c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8084624 Nov 12 03:16:06.953930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] No DVR routers for this DVR port 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:06.963626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5f61-827f-47c1-aec1-3cbd2aabcc8b None None] Pushing event deleted for resources: {'Port': ['ID=7647e79c-97e1-4e3f-8ff6-ed3c7831f23d,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.004630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dc321-ffa7-483a-ad88-6e0033182fe7 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:16:07.036148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.071197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5746821-6eff-410b-838d-f208ab8e3728 req-322803ee-ba57-4fb2-b528-5db4c62a4812 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218195 Nov 12 03:16:07.096007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:07.098176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55626) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:07.108867 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.115765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbeee27-a433-4c62-8fea-beabb8bf7a24') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:07.116338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbeee27-a433-4c62-8fea-beabb8bf7a24') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:07.146816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.154316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.160310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port 1e179d04-196f-47cc-92e3-73f668db6f75 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:07.160512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dc321-ffa7-483a-ad88-6e0033182fe7 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:16:07.161004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.169755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0e1f-27fc-44b4-9681-746d905b4c12 req-7e8cb978-2d4d-4814-bf6c-f20cb1180820 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:07.175606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16ae0e1f-27fc-44b4-9681-746d905b4c12 req-7e8cb978-2d4d-4814-bf6c-f20cb1180820 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 943 time: 0.1571977 Nov 12 03:16:07.198380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cdfa8e2-9031-4cf8-a7d8-c3936d8fb99b req-82b71a12-4545-4bbb-8807-8dfc3754222c service neutron] 10.222.0.32 "GET /v2.0/networks/6e8406f8-be0d-4946-9155-0d0b22da02fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1477067 Nov 12 03:16:07.202187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.236240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Made reservation on behalf of f7ef6a3614ca4813a1d224a78d587d08 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:07.239897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.287262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:07.287962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:07.293109 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:07.354489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.355854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.374044 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74f1a65b-fd70-4ce8-8e45-160d32119ee9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4175ac13b2d74a21a8f561bfbc85e3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743762 Nov 12 03:16:07.379385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55630) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:07.404463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:07.411722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:07.415862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:07.419691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16ae0e1f-27fc-44b4-9681-746d905b4c12 req-7756e0d0-e89b-44a3-b5e7-978e25488992 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310991 Nov 12 03:16:07.422489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port 1e179d04-196f-47cc-92e3-73f668db6f75, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1e179d04-196f-47cc-92e3-73f668db6f75,segment=NetworkSegment(4dea2095-0f2b-49e4-bb6c-778a7b0cf160),segment_id=4dea2095-0f2b-49e4-bb6c-778a7b0cf160)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:07.423532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.426691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.454290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.458980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for 1e179d04-196f-47cc-92e3-73f668db6f75 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:07.468646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.474202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] 10.222.0.84 "DELETE /v2.0/networks/efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0 HTTP/1.1" status: 204 len: 168 time: 2.5311353 Nov 12 03:16:07.527812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c412e1-e385-4daa-95c4-a6a1140a507b tempest-ServersTestMultiNic-708498663 tempest-ServersTestMultiNic-708498663-project] Pushing event deleted for resources: {'Network': ['ID=efc3465a-a9ba-4c0f-9e02-2fc18ab8f0b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.584597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee241951-ee48-48c9-8039-22d8b3b1b788 req-df83e6bb-b82a-4ee9-ac76-a7b66b7a3222 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 210 time: 0.0837486 Nov 12 03:16:07.626953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.653368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c945c0a-7d5e-4f6f-884f-3b3748f1a724,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.671846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.675679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.677684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71b86383-5756-48c2-b4fb-61fee9f1c347 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6016359 Nov 12 03:16:07.682595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55640) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:07.690632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '8c945c0a-7d5e-4f6f-884f-3b3748f1a724', 'direction': 'ingress', 'protocol': 17}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:07.695686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.707849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:07.708432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.717375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55642) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:07.741967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Allocated IP 192.168.233.9 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/e5033dca-63d1-4903-8bcd-dbe6eb7ab318) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:07.817862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.832511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-88cf02cd-0d3f-49b0-b0d9-839a95195b64 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7376747 Nov 12 03:16:07.858516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Request body: {'port': {'device_id': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:07.910752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=1e179d04-196f-47cc-92e3-73f668db6f75,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:07.912667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.927559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port 1e179d04-196f-47cc-92e3-73f668db6f75 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:07.969901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.972512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:07.975935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9ad10148-3e4c-4d20-9e17-773369bee02d HTTP/1.1" status: 204 len: 168 time: 0.5883725 Nov 12 03:16:07.980371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.012778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-48fb7e77-baef-409d-9032-93af2b286062 None None] Provisioning complete for port f696fdf6-81cc-4d34-8684-7b140b988629 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:08.013273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-48fb7e77-baef-409d-9032-93af2b286062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.029498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9504-07a9-4332-87b2-c9331edb1ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad10148-3e4c-4d20-9e17-773369bee02d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.096243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-48fb7e77-baef-409d-9032-93af2b286062 None None] Port f696fdf6-81cc-4d34-8684-7b140b988629 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:08.134509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.183116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:08.229414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:08.229777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7647e79c-97e1-4e3f-8ff6-ed3c7831f23d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:08.232620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a579056-7120-4896-b69f-b655fd9b6ba8']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:08.248605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.255340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.259688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dea2095-0f2b-49e4-bb6c-778a7b0cf160') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:08.260219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dea2095-0f2b-49e4-bb6c-778a7b0cf160') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:08.289358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.294434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.295543 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.347474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc84de-d143-41d9-9926-4a8006b1bbfd req-c42a0d39-2279-403a-96bf-2d51a10790e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.349930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3abc84de-d143-41d9-9926-4a8006b1bbfd req-c42a0d39-2279-403a-96bf-2d51a10790e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.2716298 Nov 12 03:16:08.358307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e53e63d-6f9c-4321-acca-8127818ca0c4,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.364325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.406240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.407561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9176ad4e-b60f-46af-805d-5c01a595087d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7239063 Nov 12 03:16:08.410033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.415348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55652) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:08.419520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:08.420031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:08.423932 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:08.508778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:08.543047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:08.545766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:08.554440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3abc84de-d143-41d9-9926-4a8006b1bbfd req-a25f9838-c270-44ab-936c-61c953df6a86 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915274 Nov 12 03:16:08.566151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.578641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.586223 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/9a579056-7120-4896-b69f-b655fd9b6ba8 HTTP/1.1" status: 204 len: 168 time: 4.6963289 Nov 12 03:16:08.589774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55656) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:08.601089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event updated for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.616451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173006502'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:08.648906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:08.650200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1267adf-492d-44dd-85b7-fd064f16930e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=9a579056-7120-4896-b69f-b655fd9b6ba8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:08.748601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:08.752471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.840081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.860512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:08.873244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:08.873911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.906122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.914157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,segment=NetworkSegment(1912fb87-25e0-491d-89ba-a6e5b560fb07),segment_id=1912fb87-25e0-491d-89ba-a6e5b560fb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:08.917456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:08.956820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:08.960479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e', 'network_id': '6e8406f8-be0d-4946-9155-0d0b22da02fb', 'port_id': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e', 'mac_address': 'fa:16:3e:1c:e8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff06dd9-7622-440d-a5a0-79cc5011d9ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:08.964145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.977234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:08.977850 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment f9100aea-4a79-4eb5-ace0-ddeb752efab0 of type vlan for network 6b3e15b9-33cc-4868-8212-f28687fd688a Nov 12 03:16:09.000453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac92816-cc38-45ea-b22d-160d5ce6e77e req-b5600e28-ee1d-4831-8b15-7d3ac88854e9 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.001289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-ad7a953a-69b1-4b68-ab3f-558158fa1512 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8216889 Nov 12 03:16:09.002870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ac92816-cc38-45ea-b22d-160d5ce6e77e req-b5600e28-ee1d-4831-8b15-7d3ac88854e9 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 934 time: 0.1686485 Nov 12 03:16:09.012537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0f33-efaf-4295-b9dd-44aeb041051b req-d7181a63-1593-4efa-b262-a4a53dc118ff tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.014128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-630b0f33-efaf-4295-b9dd-44aeb041051b req-d7181a63-1593-4efa-b262-a4a53dc118ff tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 943 time: 0.4370618 Nov 12 03:16:09.015338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Transition to ACTIVE for port object f696fdf6-81cc-4d34-8684-7b140b988629 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:09.025459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Request body: {'port': {'device_id': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:09.035752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.061486 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.083626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.087203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.095070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:09.159275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,segment=NetworkSegment(1912fb87-25e0-491d-89ba-a6e5b560fb07),segment_id=1912fb87-25e0-491d-89ba-a6e5b560fb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.177588 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.192985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-310e899c-3aab-43f5-9974-0a530734225f None None] Provisioning complete for port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:09.193351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-310e899c-3aab-43f5-9974-0a530734225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.236332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-630b0f33-efaf-4295-b9dd-44aeb041051b req-6d8ea55c-943e-4249-b046-93903c2ea837 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070034 Nov 12 03:16:09.255869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ac92816-cc38-45ea-b22d-160d5ce6e77e req-fd1c9733-f87e-4076-9eb3-6b9d6586afcb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096188 Nov 12 03:16:09.260283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.277913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.283829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-55c19622-a12c-46de-9e5b-3b670bde55b2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1b843d5bdba0448289bee4edf912230d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3647206 Nov 12 03:16:09.291231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55664) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:09.291421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:09.294227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.322895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.344642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-310e899c-3aab-43f5-9974-0a530734225f None None] Port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:09.348228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.351157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.351773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.352320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/8c945c0a-7d5e-4f6f-884f-3b3748f1a724 HTTP/1.1" status: 204 len: 168 time: 0.9296007 Nov 12 03:16:09.352963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55666) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:09.354554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7636864 Nov 12 03:16:09.355909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55668) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:09.366608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:09.404547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['20e32d24-a5e3-4a0f-888d-0f82be8bfb6e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:09.431313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca74ac-4632-4e5c-b9b5-45ec9c4d44a5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c945c0a-7d5e-4f6f-884f-3b3748f1a724,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.494964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Attempting to bind port f696fdf6-81cc-4d34-8684-7b140b988629 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:09.495600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Attempting to bind port f696fdf6-81cc-4d34-8684-7b140b988629 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:09.495908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Attempting to bind port f696fdf6-81cc-4d34-8684-7b140b988629 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:09.536667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Port f696fdf6-81cc-4d34-8684-7b140b988629 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:09.537027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Attempting to bind port f696fdf6-81cc-4d34-8684-7b140b988629 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:09.542196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-23540473-803d-4ed9-aa57-a9af78fc9217 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1734293 Nov 12 03:16:09.544571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc248580-e1ec-40cc-b75a-c582cc5d2272 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=6b3e15b9-33cc-4868-8212-f28687fd688a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.548387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55670) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:09.548782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.556374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--412359544'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:09.559916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:09.560266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:09.560660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:09.561117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Bound port: f696fdf6-81cc-4d34-8684-7b140b988629, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:09.561479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.565008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6b3e15b9-33cc-4868-8212-f28687fd688a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:09.591969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.685552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.773265 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.774896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Deleting port adbd50c1-d168-4942-afc1-d8b75e362819 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:09.775310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.782951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:09.787017 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.822980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.869948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.871302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3208721 Nov 12 03:16:09.875652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55674) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:09.882018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846993746'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:09.886412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f20ac-743e-4c00-b098-ddb73f221b07 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342dba6b-5e81-4300-9846-4e90dfe3df17,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:09.915826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] For port adbd50c1-d168-4942-afc1-d8b75e362819, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=adbd50c1-d168-4942-afc1-d8b75e362819,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:09.916230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.934981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Calling delete_port for adbd50c1-d168-4942-afc1-d8b75e362819 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:09.941594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:09.966727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:10.019067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3174-c761-41b1-9724-054896c72fd6 req-65a7b0b9-1635-46fc-be51-036ecb83bb70 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.026820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a19a3174-c761-41b1-9724-054896c72fd6 req-65a7b0b9-1635-46fc-be51-036ecb83bb70 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.3372631 Nov 12 03:16:10.045738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:10.077074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.147353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.150106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.151595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9a03f51-6544-47fb-baf1-0fe0e2cab220 HTTP/1.1" status: 204 len: 168 time: 0.8596768 Nov 12 03:16:10.157796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.158432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.159950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] 10.222.0.39 "PUT /v2.0/ports/f696fdf6-81cc-4d34-8684-7b140b988629 HTTP/1.1" status: 200 len: 1096 time: 2.3128018 Nov 12 03:16:10.175910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:10.178273 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9948ec-aaa5-47e7-b078-2377a802f084" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:10.186478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.209518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.284639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11b0f5-47bd-4362-a4ae-9c3b883f98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a03f51-6544-47fb-baf1-0fe0e2cab220,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.287837 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560bebbc-034a-4dda-81e9-0333293f892b x-openstack-request-id: req-560bebbc-034a-4dda-81e9-0333293f892b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:10.288137 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:10.288645 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-560bebbc-034a-4dda-81e9-0333293f892b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:10.289058 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'status': 'completed', 'code': 200} Nov 12 03:16:10.377334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.378847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5021799 Nov 12 03:16:10.391714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55686) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:10.413023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '342dba6b-5e81-4300-9846-4e90dfe3df17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e340d8fe-5f00-45b0-b9ca-83afc9c66e33', 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:10.445937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6a4f0-835d-422a-9f7c-3c8d00842a3d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e340d8fe-5f00-45b0-b9ca-83afc9c66e33,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.508413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.525431 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.538059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a19a3174-c761-41b1-9724-054896c72fd6 req-ed076a9a-0397-490f-bda8-3b5386c647f0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5102820 Nov 12 03:16:10.548364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cbc66-4aaf-433b-89fb-604f56843045 service neutron] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.571812 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.579572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5033dca-63d1-4903-8bcd-dbe6eb7ab318 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:10.580910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbd50c1-d168-4942-afc1-d8b75e362819,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.593050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee54989-9b9c-4710-ab6c-2737766e7f08 req-2d63b8e0-727d-4c2b-a575-385dd3f082f6 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.594638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ee54989-9b9c-4710-ab6c-2737766e7f08 req-2d63b8e0-727d-4c2b-a575-385dd3f082f6 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 944 time: 0.2123282 Nov 12 03:16:10.660620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=2293449b-a8c2-410f-946c-7bf50ba109c7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:10.665516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.667457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:10.674942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-0857ec89-0fe9-4a88-9891-a180bb962fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:10.676909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-0857ec89-0fe9-4a88-9891-a180bb962fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1099 time: 0.3870811 Nov 12 03:16:10.720771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Transition to ACTIVE for port object e5033dca-63d1-4903-8bcd-dbe6eb7ab318 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:10.744208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ee54989-9b9c-4710-ab6c-2737766e7f08 req-41e9205d-07ca-4c3b-ad42-c1cfd979d199 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398551 Nov 12 03:16:10.808995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.820390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-cadce06e-745b-4c01-b348-dcbb7725681c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=f696fdf6-81cc-4d34-8684-7b140b988629 HTTP/1.1" status: 200 len: 217 time: 0.1232486 Nov 12 03:16:10.844485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:10.849283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:10.849951 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:10.890587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.056974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': 'f9100aea-4a79-4eb5-ace0-ddeb752efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:11.057554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 6b3e15b9-33cc-4868-8212-f28687fd688a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:11.086918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.124577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.165667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:11.169219 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d4a4e9-21d7-4301-83ce-334432565abf" -d '{"events": [{"server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "name": "network-vif-plugged", "status": "completed", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:11.174526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,segment=NetworkSegment(1912fb87-25e0-491d-89ba-a6e5b560fb07),segment_id=1912fb87-25e0-491d-89ba-a6e5b560fb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:11.183288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.201994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77e66f-6430-49c0-aa21-a3f32681ab36 req-d8fd153c-2f77-4bad-a738-0497a3b18047 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.204304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de77e66f-6430-49c0-aa21-a3f32681ab36 req-d8fd153c-2f77-4bad-a738-0497a3b18047 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 946 time: 0.4870503 Nov 12 03:16:11.205577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-b648f632-76a2-4e29-9d3e-4f2cb2b4ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.206903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-b648f632-76a2-4e29-9d3e-4f2cb2b4ef60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.3377721 Nov 12 03:16:11.295806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.350435 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.388479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 6b3e15b9-33cc-4868-8212-f28687fd688a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:11.418563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275ac3-b3c6-4519-8e4e-71a086313f6b req-58f3ae14-8505-4a99-80c6-b000f1c2bd0e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.420184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5275ac3-b3c6-4519-8e4e-71a086313f6b req-58f3ae14-8505-4a99-80c6-b000f1c2bd0e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.5363243 Nov 12 03:16:11.429448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3457353d-67b9-4e10-a9ff-bd1939052f58,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:11.434158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55720) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:11.436491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6b3e15b9-33cc-4868-8212-f28687fd688a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:11.442953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'floatingip': {'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:11.454783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.455370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.464201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f725617-64f4-4fd2-bbb8-93eb53ce33aa None None] Network 6b3e15b9-33cc-4868-8212-f28687fd688a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:11.491630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.493840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-1073e62a-db76-45ac-ade8-4e200b87eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:11.495658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-1073e62a-db76-45ac-ade8-4e200b87eab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221663 Nov 12 03:16:11.496191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-88ad7a71-4217-4773-bc55-8423bb5ca6b7 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0874181 Nov 12 03:16:11.500133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6ac1ee89-bb3d-4c46-95de-f388948c436d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1371152 Nov 12 03:16:11.500441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.501517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55722) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:11.503049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55724) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:11.510193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de77e66f-6430-49c0-aa21-a3f32681ab36 req-2bb346cb-0897-4c5c-a2cf-78f8622110d0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385621 Nov 12 03:16:11.559588 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0b6c0b-ed40-4595-b4d0-f516e5512d99 x-openstack-request-id: req-8d0b6c0b-ed40-4595-b4d0-f516e5512d99 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:11.559938 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "name": "network-vif-plugged", "status": "completed", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:11.560145 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d0b6c0b-ed40-4595-b4d0-f516e5512d99 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:11.560550 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e', 'code': 200} Nov 12 03:16:11.586592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.615003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.632968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.720724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Attempting to bind port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:11.721018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Attempting to bind port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:11.721347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Attempting to bind port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:11.729796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:11.729796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Attempting to bind port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:11.735001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.808041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-6b3e15b9-33cc-4868-8212-f28687fd688a', 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '2293449b-a8c2-410f-946c-7bf50ba109c7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:11.809484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.861393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.869313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:11.870640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:11.871550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:11.872372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Bound port: e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:11.872959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.879165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:11.881194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/3457353d-67b9-4e10-a9ff-bd1939052f58 HTTP/1.1" status: 204 len: 168 time: 0.3768332 Nov 12 03:16:11.938181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55740) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:11.990757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:11.995061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:12.043928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb38da-1c6b-4b82-9a2b-8929e7ff457d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3457353d-67b9-4e10-a9ff-bd1939052f58,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:12.046821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.095975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Allocated IP 172.20.0.1 (6b3e15b9-33cc-4868-8212-f28687fd688a/2293449b-a8c2-410f-946c-7bf50ba109c7/eb819588-2bf1-4d70-a3ba-7b167f8b8b34) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:12.165628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0899b-9423-425b-914c-147bc01ef029 req-2a2f70c1-4228-459f-80f5-0117ea81739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.167723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda0899b-9423-425b-914c-147bc01ef029 req-2a2f70c1-4228-459f-80f5-0117ea81739e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 1097 time: 0.5768833 Nov 12 03:16:12.181244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.236640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.237030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.238422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e5033dca-63d1-4903-8bcd-dbe6eb7ab318 HTTP/1.1" status: 200 len: 1095 time: 3.2195814 Nov 12 03:16:12.263873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-bddef748-b5ae-4763-8a20-5e3aafb8308e service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302160 Nov 12 03:16:12.294410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:12.297377 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b81337-b340-408c-8e1f-f4782661f800" -d '{"events": [{"name": "network-changed", "server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:12.297543 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.324070 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.411164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Network 6b3e15b9-33cc-4868-8212-f28687fd688a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:12.413464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:12.417784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:12.482483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Pushing event updated for resources: {'Port': ['ID=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:12.498460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d4b4b-6679-4f27-aa44-da38f7d9f880 req-38187f4d-ceae-41a7-8ae1-73c5675953c7 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:12.506936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-383d4b4b-6679-4f27-aa44-da38f7d9f880 req-38187f4d-ceae-41a7-8ae1-73c5675953c7 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.6484666 Nov 12 03:16:12.517286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Attempting to bind port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:12.517286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Attempting to bind port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'f9100aea-4a79-4eb5-ace0-ddeb752efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:12.517286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Attempting to bind port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 on network 6b3e15b9-33cc-4868-8212-f28687fd688a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:12.517286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:12.517286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Checking segment: {'id': 'f9100aea-4a79-4eb5-ace0-ddeb752efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:12.517736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.518424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Bound using segment: {'id': 'f9100aea-4a79-4eb5-ace0-ddeb752efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:12.518990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Bound port: eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9100aea-4a79-4eb5-ace0-ddeb752efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6b3e15b9-33cc-4868-8212-f28687fd688a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:12.519471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.625687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] For port eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:12.630433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] For port eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,segment=NetworkSegment(f9100aea-4a79-4eb5-ace0-ddeb752efab0),segment_id=f9100aea-4a79-4eb5-ace0-ddeb752efab0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:12.639677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:12.707740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-577022d9-cf7e-418a-ba52-57dca3fe72f5 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7239082 Nov 12 03:16:12.725013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635b17-a63c-4ba6-8add-4bf9f4ae223b None None] Pushing event updated for resources: {'Port': ['ID=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:12.796599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-af208641-09b0-482f-a01d-f500cca155a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8595359 Nov 12 03:16:12.797822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55758) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:12.887682 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d275a630-b763-40da-ac35-1205f1eec624 x-openstack-request-id: req-d275a630-b763-40da-ac35-1205f1eec624 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:12.887682 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:12.887682 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d275a630-b763-40da-ac35-1205f1eec624 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:12.888116 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'status': 'completed', 'code': 200} Nov 12 03:16:12.920698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-383d4b4b-6679-4f27-aa44-da38f7d9f880 req-b8572a41-606f-4e0e-9f8d-077cd379988e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125354 Nov 12 03:16:12.998948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Router 7636825f-befa-4819-96dd-4615320a19ff has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:13.011791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e94f24-67f6-4cd1-8b09-92e779a76bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:13.110533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda0899b-9423-425b-914c-147bc01ef029 req-bdf36490-1e55-41cb-8b2c-a0d60da5f8f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9046357 Nov 12 03:16:13.133831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9acebb9b-abd8-4305-b239-6e521cca9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.135705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9acebb9b-abd8-4305-b239-6e521cca9ec2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 1098 time: 0.8354454 Nov 12 03:16:13.168051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.244300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d7316-201d-4d1e-a02e-8d8ae1e68216 req-ac8c129d-6052-4118-82ce-9420894477a5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.252171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-850d7316-201d-4d1e-a02e-8d8ae1e68216 req-ac8c129d-6052-4118-82ce-9420894477a5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 946 time: 0.3545363 Nov 12 03:16:13.289215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-620775ec-0095-4143-a4a9-44a8a5b66f11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318 HTTP/1.1" status: 200 len: 217 time: 0.1382716 Nov 12 03:16:13.292571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=2293449b-a8c2-410f-946c-7bf50ba109c7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:13.305314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b34f2cd-9404-4120-88f0-7e7408dcd604 req-f812a2cd-d313-4ade-94df-35628b527647 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9985654 Nov 12 03:16:13.435979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.469732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.476645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:16:13.484596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-850d7316-201d-4d1e-a02e-8d8ae1e68216 req-4f620c3d-47d4-49ec-838e-0ab5a246843c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302489 Nov 12 03:16:13.503906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9f50554e-2fcb-4da6-9505-938c595a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.505729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-9f50554e-2fcb-4da6-9505-938c595a015b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1979816 Nov 12 03:16:13.511040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3e15b9-33cc-4868-8212-f28687fd688a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:13.534931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-6e415d55-d8dc-4a59-b8f0-8b9807faa9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.536565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-6e415d55-d8dc-4a59-b8f0-8b9807faa9b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1097 time: 0.5786009 Nov 12 03:16:13.538836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9100aea-4a79-4eb5-ace0-ddeb752efab0') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:13.539466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9100aea-4a79-4eb5-ace0-ddeb752efab0') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:13.580448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-7b5530d7-22bf-4d7b-9bc3-4e89a51ad473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.582308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-7b5530d7-22bf-4d7b-9bc3-4e89a51ad473 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1099 time: 0.1745763 Nov 12 03:16:13.583305 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.586226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.590883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:13.605141 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Sync routers for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:13.620696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ce3b4e6-86bb-45f2-bde4-7369f190e614 admin admin] 10.222.0.84 "PUT /v2.0/routers/7636825f-befa-4819-96dd-4615320a19ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9006650 Nov 12 03:16:13.622251 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:13.622877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:13.628352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55770) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:13.651117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.686470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.701475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.735075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:13.735533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:13.738870 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:13.829717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:13.875656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-5c119be2-4a63-47b1-bf8a-cec9e9d35efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:13.877246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-5c119be2-4a63-47b1-bf8a-cec9e9d35efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3623672 Nov 12 03:16:13.944485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:16:13.944485 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:16:13.944485 n-d-615180-50 neutron-server[102433]: [parameters: {'id': '6b3e15b9-33cc-4868-8212-f28687fd688a'}] Nov 12 03:16:13.944485 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:13.945294 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:14.105470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.109563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-7ac32b8c-2cdd-41e3-b1ee-e7ae08dda243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.111407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-7ac32b8c-2cdd-41e3-b1ee-e7ae08dda243 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.4942703 Nov 12 03:16:14.270247 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:16:10Z', 'revision_number': 5, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:14.345747 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Checking router: 7636825f-befa-4819-96dd-4615320a19ff for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:14.354309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-d7669e51-be58-45c3-a8da-954ef7b27132 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=f696fdf6-81cc-4d34-8684-7b140b988629 HTTP/1.1" status: 200 len: 217 time: 0.2343671 Nov 12 03:16:14.372802 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Routers {'7636825f-befa-4819-96dd-4615320a19ff'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:14.373452 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7636825f-befa-4819-96dd-4615320a19ff'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:14.388867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35364555-1814-42ea-af0f-cc503eee95f7 None None] Network 6b3e15b9-33cc-4868-8212-f28687fd688a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:14.394431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb819588-2bf1-4d70-a3ba-7b167f8b8b34 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:14.490043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.563188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.565829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.567339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/e340d8fe-5f00-45b0-b9ca-83afc9c66e33 HTTP/1.1" status: 204 len: 168 time: 1.6456816 Nov 12 03:16:14.574874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-1fe94177-d02e-497e-9c64-9f0337d54bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.576382 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-1fe94177-d02e-497e-9c64-9f0337d54bd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 1.0144606 Nov 12 03:16:14.580559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:14.591812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Provisioning complete for port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:14.594998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.621166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3f649-8364-4e74-ab98-5df1da1410ff req-ae0e17fe-b815-47e1-87fc-47dcd9ea662f tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.622696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdd3f649-8364-4e74-ab98-5df1da1410ff req-ae0e17fe-b815-47e1-87fc-47dcd9ea662f tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.1688063 Nov 12 03:16:14.637945 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] Set router 7636825f-befa-4819-96dd-4615320a19ff gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:14.644562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:14.645140 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.659010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92edd05-29c9-4513-a3bc-7fd341296448 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e340d8fe-5f00-45b0-b9ca-83afc9c66e33,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:14.664718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-3e2da4a8-92ac-499f-aeb1-531bcd271836 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750518 Nov 12 03:16:14.773257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-20b33aa4-08c9-4d78-a8ae-98b5c50cdd27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1827188 Nov 12 03:16:14.788333 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.904103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,segment=NetworkSegment(f9100aea-4a79-4eb5-ace0-ddeb752efab0),segment_id=f9100aea-4a79-4eb5-ace0-ddeb752efab0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:14.911228 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Floating IP d27a9f6e-6902-4d68-be52-4437f93daa08 associated. External IP: 172.25.2.186, port: 957735ad-87bf-4157-b678-f01b2acb32a9. Nov 12 03:16:14.917836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdd3f649-8364-4e74-ab98-5df1da1410ff req-1fd98449-460d-4c59-9c3d-319c378e1313 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806981 Nov 12 03:16:14.920127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-12097369-371c-4038-86d0-d132c56c611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:14.921564 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.921787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-12097369-371c-4038-86d0-d132c56c611e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0995338 Nov 12 03:16:14.927799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7d9238d-3839-484d-b42d-8c6a21e4449b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3461721 Nov 12 03:16:14.942072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55792) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:14.984038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:14.987426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:15.021049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29dac956-6e92-4f75-b0db-3c6e5a9233c4 req-0ca3bb88-f01c-4ea7-a710-412e56abc64d service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398056 Nov 12 03:16:15.051978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-96b9d8ad-0ff0-4137-b961-8c4b89e05862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.053857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-96b9d8ad-0ff0-4137-b961-8c4b89e05862 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.6712790 Nov 12 03:16:15.135975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] DHCP port deletion for 6b3e15b9-33cc-4868-8212-f28687fd688a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:15.195566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:15.195861 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:15.208924 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:16:10Z', 'revision_number': 5, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:15.222200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.257890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Deleting port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:15.259306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.275233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-e644e8ea-87d3-495d-bec5-da3e32a41cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.276763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-e644e8ea-87d3-495d-bec5-da3e32a41cad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3471849 Nov 12 03:16:15.280114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.297479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963bcfdd-6c4a-4783-a3e6-e18a914e216c None None] The sync data for ids ['7636825f-befa-4819-96dd-4615320a19ff'] in n-d-615180-50 is: [{'id': '7636825f-befa-4819-96dd-4615320a19ff', 'name': 'tempest-ServersTestMultiNic-1937333947-router', 'tenant_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:13:50Z', 'updated_at': '2021-11-12T03:16:10Z', 'revision_number': 5, 'project_id': '3f2f3a2e3c5240a7ad2030d5c312f285', 'gw_port': {'id': '545cd421-d04e-46d7-b06c-5e7b7bc450e7', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7636825f-befa-4819-96dd-4615320a19ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:13:52Z', 'updated_at': '2021-11-12T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:15.320970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588c931-d337-4305-a69b-0f078dbfcc12 req-73e6bb3b-9b16-4227-a06a-9093102ee62d tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.322538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1588c931-d337-4305-a69b-0f078dbfcc12 req-73e6bb3b-9b16-4227-a06a-9093102ee62d tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 946 time: 0.6569352 Nov 12 03:16:15.327236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81337-b340-408c-8e1f-f4782661f800 req-fa50453f-9d23-47e8-bc26-ad931476cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.329259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-fa50453f-9d23-47e8-bc26-ad931476cc7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 1098 time: 0.1752899 Nov 12 03:16:15.340936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.355239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-69dd8820-a2c4-45ac-ab87-2c0e27d2f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.356802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-69dd8820-a2c4-45ac-ab87-2c0e27d2f640 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2557042 Nov 12 03:16:15.382276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] For port eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,segment=NetworkSegment(f9100aea-4a79-4eb5-ace0-ddeb752efab0),segment_id=f9100aea-4a79-4eb5-ace0-ddeb752efab0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:15.382675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.396787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Calling delete_port for eb819588-2bf1-4d70-a3ba-7b167f8b8b34 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:15.497256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.533812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] No DVR routers for this DVR port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:15.538751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1aa40-ab85-4f2b-951d-79fc7a10b94e None None] Pushing event deleted for resources: {'Port': ['ID=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:15.566523 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.569190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.573272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/342dba6b-5e81-4300-9846-4e90dfe3df17 HTTP/1.1" status: 204 len: 168 time: 0.6279504 Nov 12 03:16:15.578808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55796) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:15.596622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-02c66a1b-d409-4704-a8d3-9d5bb07d5885 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095419 Nov 12 03:16:15.603615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc33e15-12c3-48cf-806a-3dc4c47ce137 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342dba6b-5e81-4300-9846-4e90dfe3df17,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:15.629132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1588c931-d337-4305-a69b-0f078dbfcc12 req-6b9526fe-6f27-4d23-8677-9b8330b09a51 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947042 Nov 12 03:16:15.630308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Router 6c166fa8-c856-4013-98d0-ff784ae0ee71 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:15.630499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Deleting port 545cd421-d04e-46d7-b06c-5e7b7bc450e7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:15.630975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.633394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:15.633722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.727148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f48c47e4-a942-446b-99f3-993a267dd935 None None] Port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 update to ACTIVE by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:16:15.769064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:15.844584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81337-b340-408c-8e1f-f4782661f800 req-f8a377f1-393b-4c12-9886-b8c0186cf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:15.846199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-f8a377f1-393b-4c12-9886-b8c0186cf1da service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.4962411 Nov 12 03:16:15.875390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port eb819588-2bf1-4d70-a3ba-7b167f8b8b34, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:15.878637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.904878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-90007809-d9c0-44e4-84c3-a498b7fdc39d tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3190446 Nov 12 03:16:15.909560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:15.920436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--84369011'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:15.946755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:15.956010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:15.965979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:15.984433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Sync routers for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:16.013534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-53769bc5-1d59-456d-9110-f610b23297f2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423328 Nov 12 03:16:16.015657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for eb819588-2bf1-4d70-a3ba-7b167f8b8b34 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:16.027884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97968c01-8ce9-4d0d-bd74-a806b0d58439 req-8473ba0b-367f-41e4-8c6a-81bde017da5e service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208369 Nov 12 03:16:16.030293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-79fc95f8-0168-42f9-b7c0-46090c3f194d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318 HTTP/1.1" status: 200 len: 217 time: 0.1485193 Nov 12 03:16:16.034503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0deaf5ba-a621-4ece-94a5-04d932083a6d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "PUT /v2.0/floatingips/d27a9f6e-6902-4d68-be52-4437f93daa08 HTTP/1.1" status: 200 len: 991 time: 4.5990064 Nov 12 03:16:16.035377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:16.043156 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1343930b-9448-40c5-8e1e-6813cb52f402" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:16.045364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:16.046045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:16.046193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.050324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:16:16.053737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'mac_address': 'fa:16:3e:e8:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:16.097904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.255981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=eb819588-2bf1-4d70-a3ba-7b167f8b8b34,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:16.269465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.271217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port eb819588-2bf1-4d70-a3ba-7b167f8b8b34 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:16.276068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] For port 545cd421-d04e-46d7-b06c-5e7b7bc450e7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=545cd421-d04e-46d7-b06c-5e7b7bc450e7,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:16.278329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.284772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:16.297445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f018-ffa2-41c4-a4b6-03b231560d5c req-0c8aebc0-138e-4b00-ace1-8a08e2309f90 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.299272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc63f018-ffa2-41c4-a4b6-03b231560d5c req-0c8aebc0-138e-4b00-ace1-8a08e2309f90 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.1701980 Nov 12 03:16:16.303218 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.380862 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be06e6c2-a11f-4779-aa7f-dd8938d4d996 x-openstack-request-id: req-be06e6c2-a11f-4779-aa7f-dd8938d4d996 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:16.381423 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:16.381856 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be06e6c2-a11f-4779-aa7f-dd8938d4d996 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:16.382442 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'status': 'completed', 'code': 200} Nov 12 03:16:16.400629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.402139 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4916008 Nov 12 03:16:16.420791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device adbd50c1-d168-4942-afc1-d8b75e362819 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:16.440546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:16.445433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Calling delete_port for 545cd421-d04e-46d7-b06c-5e7b7bc450e7 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:16.466216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '1a7ce823-4448-496c-8c2a-9c2fe63c926b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:16.498643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: adbd50c1-d168-4942-afc1-d8b75e362819 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:16.499808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device adbd50c1-d168-4942-afc1-d8b75e362819 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:16.500904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb819588-2bf1-4d70-a3ba-7b167f8b8b34 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:16.517243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe375b-6b98-4a67-8e1c-6362360fbc1a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ce823-4448-496c-8c2a-9c2fe63c926b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:16.540242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: eb819588-2bf1-4d70-a3ba-7b167f8b8b34 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:16.540584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb819588-2bf1-4d70-a3ba-7b167f8b8b34 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:16.613872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.627352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc63f018-ffa2-41c4-a4b6-03b231560d5c req-87437250-1cdc-4683-a896-e0d1df2fcbde tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113892 Nov 12 03:16:16.647392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-9972ade0-81b6-453a-a27b-099b00a55965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.651441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:16.667922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-9972ade0-81b6-453a-a27b-099b00a55965 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1097 time: 0.2555315 Nov 12 03:16:16.669074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.724353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:16.743125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.835729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:16.889019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd27a9f6e-6902-4d68-be52-4437f93daa08', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:42Z', 'updated_at': '2021-11-12T03:16:13Z', 'revision_number': 1, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:16.919503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-b2881e2b-1e87-41f3-ba54-03724c6bd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:16.921794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-b2881e2b-1e87-41f3-ba54-03724c6bd9b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2367542 Nov 12 03:16:16.924004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.929059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:16.954703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Checking router: 6c166fa8-c856-4013-98d0-ff784ae0ee71 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:16.969952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:17.005786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:17.006405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:17.048323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25d6688-f036-4d10-9c63-45ca0031aff3,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:17.090190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.095009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d25e36d5-3fef-4ef3-ab20-92c5b3e5ba84 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6476336 Nov 12 03:16:17.095662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55828) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:17.135592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-bdccd905-7764-4885-a163-fa9cd95b9fec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1970761 Nov 12 03:16:17.231339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81337-b340-408c-8e1f-f4782661f800 req-3b86d28e-044a-455c-94f2-a04cb42a3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.232820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-3b86d28e-044a-455c-94f2-a04cb42a3a3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 1.1624594 Nov 12 03:16:17.255634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-69888da9-9824-4b15-a2cf-f1ab91f0cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.257133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-69888da9-9824-4b15-a2cf-f1ab91f0cc7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.1005206 Nov 12 03:16:17.260658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.285007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.343574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:17.387946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.398431 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.411676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d25d6688-f036-4d10-9c63-45ca0031aff3 HTTP/1.1" status: 204 len: 168 time: 0.3107975 Nov 12 03:16:17.415913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55838) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:17.457456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d640ca-9071-4e95-9ea3-4fbbfd6c9be6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d25d6688-f036-4d10-9c63-45ca0031aff3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:17.497480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.524022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e9948ec-aaa5-47e7-b078-2377a802f084 req-acafa302-34f6-4dd8-9936-0ffc9ab8f149 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4916258 Nov 12 03:16:17.605513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3e15b9-33cc-4868-8212-f28687fd688a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:17.605777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-20951515-6923-4f34-baf7-db533d8e6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.607289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-20951515-6923-4f34-baf7-db533d8e6d4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805097 Nov 12 03:16:17.635970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-82207a60-3455-48b2-823c-4ff169b3243c tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064793 Nov 12 03:16:17.643533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:17.649560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81337-b340-408c-8e1f-f4782661f800 req-8c294db1-275e-4a76-bb5a-d347d5d728ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.651953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-8c294db1-275e-4a76-bb5a-d347d5d728ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3807452 Nov 12 03:16:17.667689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef6af7-b902-42ba-92ac-8e24e298625c req-9eaa5d81-2455-428d-a832-734637866dab tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.675383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13ef6af7-b902-42ba-92ac-8e24e298625c req-9eaa5d81-2455-428d-a832-734637866dab tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 946 time: 0.4562898 Nov 12 03:16:17.680743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9100aea-4a79-4eb5-ace0-ddeb752efab0') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:17.680926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9100aea-4a79-4eb5-ace0-ddeb752efab0') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:17.698093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778c9d-0335-4a01-9142-48dbc3d7f738 req-93ecf81c-d766-4902-bad2-c0b5341ae67b tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:17.709454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60778c9d-0335-4a01-9142-48dbc3d7f738 req-93ecf81c-d766-4902-bad2-c0b5341ae67b tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.2226410 Nov 12 03:16:17.769990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.821744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e5033dca-63d1-4903-8bcd-dbe6eb7ab318 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:17.840580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60778c9d-0335-4a01-9142-48dbc3d7f738 req-da5f7711-c36c-4fbf-ae41-7589b518ba6c tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286669 Nov 12 03:16:17.860072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.903593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:17.904274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:17.909689 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:17.924161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13ef6af7-b902-42ba-92ac-8e24e298625c req-633b2516-d792-4003-84bc-03f5be3760a6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478383 Nov 12 03:16:17.945290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:17.995137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.031378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:18.039352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-ca58d9f1-c704-4c7b-becb-36af73b34da3 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935940 Nov 12 03:16:18.045557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'mac_address': 'fa:16:3e:7d:63:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:18.052850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.058652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-9635e210-c663-4c99-9cfc-55f9d886ad32 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738034 Nov 12 03:16:18.073055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.076612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/6b3e15b9-33cc-4868-8212-f28687fd688a HTTP/1.1" status: 204 len: 168 time: 6.5709350 Nov 12 03:16:18.098829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55844) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.105309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1986358909'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.127188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e976-05df-4d16-b806-6fdef77388f2 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=6b3e15b9-33cc-4868-8212-f28687fd688a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.143848 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.187458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.205022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5033dca-63d1-4903-8bcd-dbe6eb7ab318 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:18.206978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1343930b-9448-40c5-8e1e-6813cb52f402 req-bcd4ffbf-e573-46a2-a387-ef4d657c3bcb service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574910 Nov 12 03:16:18.228861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:18.237440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.239305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.243747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.246443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/1a7ce823-4448-496c-8c2a-9c2fe63c926b HTTP/1.1" status: 204 len: 168 time: 0.5996995 Nov 12 03:16:18.256186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Pushing event deleted for resources: {'Port': ['ID=545cd421-d04e-46d7-b06c-5e7b7bc450e7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.261733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.262713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb36eb3-6330-47a8-994a-b2f3fbd0e74b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ce823-4448-496c-8c2a-9c2fe63c926b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.333580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:18.340981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.371428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dba1438b-5284-4040-a3cc-068a0a3c2763 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044672 Nov 12 03:16:18.374925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55852) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.379352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group': {'name': 'tempest-secgroup--85659633'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.440740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.466860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90b81337-b340-408c-8e1f-f4782661f800 req-0503b96d-47f7-4306-a52b-bb5fc0d1e5f4 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983979 Nov 12 03:16:18.491304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.496966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:18.584714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.600843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.653584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.654195 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 8db1e9d4-92e2-40d5-b966-36082f450324 of type vlan for network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa Nov 12 03:16:18.669408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.675388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.692449 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.703528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3224707 Nov 12 03:16:18.704462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55856) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.711466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '1482d278-b5e2-4ae4-892d-a5b2c679de28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.720221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49836f-f88b-4f57-8520-95d9ea1a3015 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1482d278-b5e2-4ae4-892d-a5b2c679de28,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.778253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.795761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53bc2de-f939-4533-84f7-2d4fe2ca30eb None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:18.798752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.799350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7636825f-befa-4819-96dd-4615320a19ff {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:16:18.805167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.806334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb11cd93-1a67-4a48-b0da-228bf69ae99a admin admin] 10.222.0.84 "DELETE /v2.0/routers/7636825f-befa-4819-96dd-4615320a19ff HTTP/1.1" status: 204 len: 168 time: 5.1737759 Nov 12 03:16:18.809297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55858) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.843526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.849402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:18.850016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.867159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd27a9f6e-6902-4d68-be52-4437f93daa08', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:42Z', 'updated_at': '2021-11-12T03:16:13Z', 'revision_number': 1, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:18.887375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7857985 Nov 12 03:16:18.892245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:18.892944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:18.917023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:18.923967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e5033dca-63d1-4903-8bcd-dbe6eb7ab318'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:18.929472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:18.990590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Deleting subnet 3d89aa0c-84d7-4c70-9f9a-2e190e4ec119 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:18.994834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.002948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553d06e-ed4f-4b05-9a2f-535198adfaa2 None None] The sync data for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 is: [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd27a9f6e-6902-4d68-be52-4437f93daa08', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:15:42Z', 'updated_at': '2021-11-12T03:16:13Z', 'revision_number': 1, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:19.058836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.184935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.280820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537019-1a8a-4136-80f5-72a69bfddca3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:19.297205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:19.299129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.380847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d89aa0c-84d7-4c70-9f9a-2e190e4ec119,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:19.384451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.393839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-518b9d9d-f384-4550-9aee-81571bf4db3a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3d89aa0c-84d7-4c70-9f9a-2e190e4ec119 HTTP/1.1" status: 204 len: 168 time: 0.5833359 Nov 12 03:16:19.402959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55866) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:19.413066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c438607-a93d-48b6-9f57-fe5037ab0557 None None] Network c9a94519-ce67-4f0c-802e-3b30ffbd8a28 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:19.472090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-5a9133c3-afb9-49c5-8c3e-36f057122003 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.473752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-5a9133c3-afb9-49c5-8c3e-36f057122003 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.7151308 Nov 12 03:16:19.616239 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b66019-4d34-4864-8222-886757ed241e None None] New status for floating IP d27a9f6e-6902-4d68-be52-4437f93daa08: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:16:19.623762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb4680-7ca2-458e-8173-8e2bb7d068e9 req-138f5ab7-7d49-49cf-9cad-c2fff60bd605 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.629872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5fb4680-7ca2-458e-8173-8e2bb7d068e9 req-138f5ab7-7d49-49cf-9cad-c2fff60bd605 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.3537169 Nov 12 03:16:19.690740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:19.694696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.745408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.802945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e5033dca-63d1-4903-8bcd-dbe6eb7ab318 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:19.809158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a045937-41bf-4795-9d45-3758d1144edf req-03da743f-c32b-4af4-b531-ebb6f65996a8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:19.818192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a045937-41bf-4795-9d45-3758d1144edf req-03da743f-c32b-4af4-b531-ebb6f65996a8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 947 time: 0.5859501 Nov 12 03:16:19.854873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.914756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] DHCP port deletion for c9a94519-ce67-4f0c-802e-3b30ffbd8a28 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:19.973177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5fb4680-7ca2-458e-8173-8e2bb7d068e9 req-89dfc00c-6abc-440e-922a-256cba47117a tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504421 Nov 12 03:16:19.982615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:19.989116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef90c5d3-71cf-4e8f-91e0-ea827592d468,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.032302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.034646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f062fd9-ac8f-409b-981f-2e2636b6ffa3 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3278995 Nov 12 03:16:20.042396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55874) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:20.093796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a045937-41bf-4795-9d45-3758d1144edf req-341a1907-05b6-4fe2-8fb0-dee347dc6ae0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745388 Nov 12 03:16:20.094383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:20.107697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:20.109672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.116898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-acfd5cb9-e282-4405-82e7-b02e06d977c2 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules/ef90c5d3-71cf-4e8f-91e0-ea827592d468 HTTP/1.1" status: 200 len: 763 time: 0.0723085 Nov 12 03:16:20.121802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55876) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:20.157530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Deleting port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:20.157865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.167184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 545cd421-d04e-46d7-b06c-5e7b7bc450e7 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:20.183456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Deleting port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:20.183799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.204810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 545cd421-d04e-46d7-b06c-5e7b7bc450e7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:20.205448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 545cd421-d04e-46d7-b06c-5e7b7bc450e7 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:20.206139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:20.215187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Deleting port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:20.215812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.294683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] For port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.295115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.310243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Calling delete_port for b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:20.321671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.359681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] For port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,segment=NetworkSegment(22455db2-a8f8-4877-a55c-99025130f7f3),segment_id=22455db2-a8f8-4877-a55c-99025130f7f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.360082 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.403982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Calling delete_port for b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:20.427578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.431432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89acb4f2-9d65-4264-9d42-cd1d0f674516 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3032761 Nov 12 03:16:20.434565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55878) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:20.445521 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.476491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.479600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] No DVR routers for this DVR port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:20.566746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:20.572275 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960f0f28-4048-42c8-a496-9bdb7371494d" -d '{"events": [{"server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "name": "network-vif-plugged", "status": "completed", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:20.605525 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.658022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.661127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:20.665878 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c132bb-33e5-44a0-aa45-d38e202acfbb x-openstack-request-id: req-e6c132bb-33e5-44a0-aa45-d38e202acfbb {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:20.666375 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "name": "network-vif-plugged", "status": "completed", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:20.666797 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e6c132bb-33e5-44a0-aa45-d38e202acfbb {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:20.667423 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'code': 200} Nov 12 03:16:20.670166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '8db1e9d4-92e2-40d5-b966-36082f450324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:20.672737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:20.680251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=145851df-1bc6-4441-96b6-93d7c265e173,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.692319 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.693345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:20.693473 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.733084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a94519-ce67-4f0c-802e-3b30ffbd8a28']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:20.756331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22455db2-a8f8-4877-a55c-99025130f7f3') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:20.756702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22455db2-a8f8-4877-a55c-99025130f7f3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:20.781698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.817208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.829845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:20.830217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.839563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.854961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.919999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port f696fdf6-81cc-4d34-8684-7b140b988629 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:20.928244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] No DVR routers for this DVR port b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:20.945014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3633a-08ca-4168-b52d-7760b2e0414b None None] Pushing event deleted for resources: {'Port': ['ID=b80f45a4-6798-47fb-bcc1-9a3d6e9d87b4,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:20.957964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f696fdf6-81cc-4d34-8684-7b140b988629 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:20.958313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:20.985076 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:21.002003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.009490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.019537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] 10.222.0.84 "DELETE /v2.0/networks/c9a94519-ce67-4f0c-802e-3b30ffbd8a28 HTTP/1.1" status: 204 len: 168 time: 1.6151555 Nov 12 03:16:21.054747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7f7b-fe71-4bb3-8aa8-f7cf79f11d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a94519-ce67-4f0c-802e-3b30ffbd8a28,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:21.074097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47975d2-4b23-4e91-9e8c-0c671108671e req-e68f0a29-ced7-4792-94fd-af3a62371c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.076084 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d47975d2-4b23-4e91-9e8c-0c671108671e req-e68f0a29-ced7-4792-94fd-af3a62371c74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 1100 time: 0.0865147 Nov 12 03:16:21.190199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.226177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55896) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.266914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:21.277199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.278738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d47975d2-4b23-4e91-9e8c-0c671108671e req-978f45d6-0429-4d2b-a90a-5a0c84f67f5e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932955 Nov 12 03:16:21.302044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49fbbc-49fd-4bf5-b32b-5368957973b6 req-229c659d-8f66-44e8-922c-bcdbf9865019 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.320323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab49fbbc-49fd-4bf5-b32b-5368957973b6 req-229c659d-8f66-44e8-922c-bcdbf9865019 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 945 time: 0.1328108 Nov 12 03:16:21.381337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.434766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:21.453618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab49fbbc-49fd-4bf5-b32b-5368957973b6 req-7034e73e-7e50-493b-a42b-6d1883043953 tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/security-groups?id=baf50b76-0abd-4e0d-967d-deaf8f7b8faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247492 Nov 12 03:16:21.454224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55902) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.485820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.491590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.492819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ef90c5d3-71cf-4e8f-91e0-ea827592d468 HTTP/1.1" status: 204 len: 168 time: 1.0505416 Nov 12 03:16:21.503620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.507269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:21.528101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] For port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,segment=NetworkSegment(1912fb87-25e0-491d-89ba-a6e5b560fb07),segment_id=1912fb87-25e0-491d-89ba-a6e5b560fb07)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:21.528475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.566530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0f436-bf28-41ef-81da-55d89b263115 req-977db9b9-bc89-46b3-9117-a50f3086cf82 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.568299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5c0f436-bf28-41ef-81da-55d89b263115 req-977db9b9-bc89-46b3-9117-a50f3086cf82 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.1525922 Nov 12 03:16:21.574282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5a02-1c0e-40f2-989e-76d36200a0e6 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef90c5d3-71cf-4e8f-91e0-ea827592d468,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:21.577713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Calling delete_port for 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:21.583878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b5f862a0-471e-4b16-b57f-cf86a96475ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3f2f3a2e3c5240a7ad2030d5c312f285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249976 Nov 12 03:16:21.584608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.587333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:21.594112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:21.594704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.598815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d582687-a070-4d52-89e7-eadbb26166aa None None] Network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:21.643351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c75b61da-c089-472b-8c44-fa3e280fa84f tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335206 Nov 12 03:16:21.646588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e79a6e9-4483-4ab9-b930-c7845930a6bf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7484293 Nov 12 03:16:21.651510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55908) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.651991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:21.656909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '1482d278-b5e2-4ae4-892d-a5b2c679de28', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:21.689847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.715628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.781167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8497-d1b6-4818-9a5e-6ab3592d9226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.820060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.823157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.839861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0821e88a-7b63-4bfb-ba65-d5906387026a HTTP/1.1" status: 204 len: 168 time: 0.2472332 Nov 12 03:16:21.852807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5c0f436-bf28-41ef-81da-55d89b263115 req-164b93db-62c8-40d2-9fa2-6d9fd457784f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719481 Nov 12 03:16:21.894267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.902081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821e88a-7b63-4bfb-ba65-d5906387026a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:21.912479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa', 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '145851df-1bc6-4441-96b6-93d7c265e173'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:21.913507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.926032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.927568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.930877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.932181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.932911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.935583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.937105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.937661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.938779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.940409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.942113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.942629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd991fd9-04e6-4402-87ce-63746047612c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:21.962728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:21.981314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.029668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd226f70-fe42-43e3-9269-ae6e8aa62927,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.037793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8497-d1b6-4818-9a5e-6ab3592d9226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.043328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d5b8497-d1b6-4818-9a5e-6ab3592d9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.045133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.046543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c0694790-c731-491c-bd3f-7d27819d08db tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935521 Nov 12 03:16:22.053004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.061063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55918) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:22.079051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2d5b8497-d1b6-4818-9a5e-6ab3592d9226 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c33af92ce6f43de8d8329856336a6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8517330 Nov 12 03:16:22.081507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55920) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:22.150263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b8497-d1b6-4818-9a5e-6ab3592d9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153be7ce-8773-4002-a26c-5cea4757d8d1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.188843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.196864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Allocated IP 172.20.0.2 (b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa/145851df-1bc6-4441-96b6-93d7c265e173/d7df0c53-e8ef-4890-a2aa-ac5399cee704) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:22.219007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.249811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-481f7bf9-9938-45cc-8b12-7153fe7b1342 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules/fd226f70-fe42-43e3-9269-ae6e8aa62927 HTTP/1.1" status: 200 len: 763 time: 0.1748614 Nov 12 03:16:22.255715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:22.320558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.324030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.360960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6aa60a77-eccd-4c8b-b286-33d6d357179e tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1027119 Nov 12 03:16:22.372598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55928) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:22.391791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Pushing event deleted for resources: {'Port': ['ID=20e32d24-a5e3-4a0f-888d-0f82be8bfb6e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.393182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.417135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.427791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/153be7ce-8773-4002-a26c-5cea4757d8d1 HTTP/1.1" status: 204 len: 168 time: 0.3415766 Nov 12 03:16:22.484889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] No DVR routers for this DVR port 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:22.488775 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.495140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-acab605f-2f1e-4961-bec4-690fe4e6e69e req-58752d3f-f83d-4791-b865-65054018a33e tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.32 "DELETE /v2.0/ports/20e32d24-a5e3-4a0f-888d-0f82be8bfb6e HTTP/1.1" status: 204 len: 173 time: 3.0043190 Nov 12 03:16:22.495649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'name': 'network-vif-deleted', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:22.498261 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b92d5b-148a-4bcb-96fe-8d7015680a70" -d '{"events": [{"server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "name": "network-vif-deleted", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:22.514126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b989b-7059-4269-9abd-0ace4bc361ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153be7ce-8773-4002-a26c-5cea4757d8d1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.520886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.552789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.621236 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377c9d16-ea46-435d-83f2-fd9b095968c8 x-openstack-request-id: req-377c9d16-ea46-435d-83f2-fd9b095968c8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:22.621885 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b66567-6a67-4ade-a7e0-ba7b2142c4ee", "name": "network-vif-deleted", "tag": "20e32d24-a5e3-4a0f-888d-0f82be8bfb6e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:22.622382 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-377c9d16-ea46-435d-83f2-fd9b095968c8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:22.623001 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b66567-6a67-4ade-a7e0-ba7b2142c4ee', 'name': 'network-vif-deleted', 'tag': '20e32d24-a5e3-4a0f-888d-0f82be8bfb6e', 'status': 'completed', 'code': 200} Nov 12 03:16:22.661883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.667691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfc20a-8168-4918-a4e7-2dd5a597b423 None None] DHCP port deletion for 6e8406f8-be0d-4946-9155-0d0b22da02fb request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:22.683392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb44a6f5-85bf-4ea4-9a0e-05b7755755ee req-1d865da8-282a-458d-9c7f-31016f85a37c tempest-ServerAddressesTestJSON-912797204 tempest-ServerAddressesTestJSON-912797204-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b66567-6a67-4ade-a7e0-ba7b2142c4ee HTTP/1.1" status: 200 len: 210 time: 0.0632684 Nov 12 03:16:22.690688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.700613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:22.702131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.721006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.724497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/fd226f70-fe42-43e3-9269-ae6e8aa62927 HTTP/1.1" status: 204 len: 168 time: 0.3466570 Nov 12 03:16:22.724680 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a890025-6816-4e00-afc3-a6efcd0c1d98" -d '{"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:22.729370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:22.743045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:22.759556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53d1f4-99de-4a5f-a14f-4da9629b6264 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd226f70-fe42-43e3-9269-ae6e8aa62927,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.833393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:22.836583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=145851df-1bc6-4441-96b6-93d7c265e173,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:22.846101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:22.846450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 20e32d24-a5e3-4a0f-888d-0f82be8bfb6e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:22.907615 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0259bc4-b96e-4777-8157-1c54f0cc1b25 x-openstack-request-id: req-a0259bc4-b96e-4777-8157-1c54f0cc1b25 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:22.908167 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:22.908442 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a0259bc4-b96e-4777-8157-1c54f0cc1b25 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:22.914259 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'code': 200} Nov 12 03:16:22.927529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:22.930495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:22.942999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:22.953072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Pushing event updated for resources: {'Port': ['ID=d7df0c53-e8ef-4890-a2aa-ac5399cee704,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.034032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecff05b-1bcc-4af1-bb4f-a5a26fdbfe98 req-31a8df4f-0db4-4b8f-9866-5737abdd7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.040578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eecff05b-1bcc-4af1-bb4f-a5a26fdbfe98 req-31a8df4f-0db4-4b8f-9866-5737abdd7ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1101 time: 0.0874252 Nov 12 03:16:23.045135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Attempting to bind port d7df0c53-e8ef-4890-a2aa-ac5399cee704 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:23.046628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Attempting to bind port d7df0c53-e8ef-4890-a2aa-ac5399cee704 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8db1e9d4-92e2-40d5-b966-36082f450324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:23.047445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Attempting to bind port d7df0c53-e8ef-4890-a2aa-ac5399cee704 on network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:23.056496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.056735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:23.057279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Checking segment: {'id': '8db1e9d4-92e2-40d5-b966-36082f450324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:23.057627 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.058001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Bound using segment: {'id': '8db1e9d4-92e2-40d5-b966-36082f450324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:23.058575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Bound port: d7df0c53-e8ef-4890-a2aa-ac5399cee704, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db1e9d4-92e2-40d5-b966-36082f450324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:23.058961 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.094231 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.121231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55964) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.122035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d5a7-5622-45e5-aee7-67f0e4f9d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.123191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cb2b655c-9c1f-4596-a574-bf61e16fca36 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3716824 Nov 12 03:16:23.135436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Request body: {'security_group_rule': {'security_group_id': '1482d278-b5e2-4ae4-892d-a5b2c679de28', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:23.173570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eecff05b-1bcc-4af1-bb4f-a5a26fdbfe98 req-efbcc82b-b184-4f2e-b09d-af3af9ecb879 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242306 Nov 12 03:16:23.207836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] For port d7df0c53-e8ef-4890-a2aa-ac5399cee704, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:23.218257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] For port d7df0c53-e8ef-4890-a2aa-ac5399cee704, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7df0c53-e8ef-4890-a2aa-ac5399cee704,segment=NetworkSegment(8db1e9d4-92e2-40d5-b966-36082f450324),segment_id=8db1e9d4-92e2-40d5-b966-36082f450324)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:23.223582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.226602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.278100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:23.289059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.298527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.308820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db1e9d4-92e2-40d5-b966-36082f450324') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:23.309165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db1e9d4-92e2-40d5-b966-36082f450324') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:23.337550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f6fbb5-9d49-4ad1-a7f9-cacb7bafef63,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.350658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.352356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e557ad4-1b1f-4c4e-8b59-4549180eaaee tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281826 Nov 12 03:16:23.354758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d5a7-5622-45e5-aee7-67f0e4f9d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.355857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55968) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.360804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a93ac-4b03-4103-b5ff-1321d9933f3b None None] Pushing event updated for resources: {'Port': ['ID=d7df0c53-e8ef-4890-a2aa-ac5399cee704,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.364520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cf4d5a7-5622-45e5-aee7-67f0e4f9d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.392081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-12fbb7be-6d25-4d33-ab27-3f643d257857 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules/49f6fbb5-9d49-4ad1-a7f9-cacb7bafef63 HTTP/1.1" status: 200 len: 764 time: 0.0347757 Nov 12 03:16:23.399438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55970) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.412125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2b794-3ac6-4bc8-94b4-678361e86544 req-21d18025-7b44-4bab-9fc7-634efeea4e54 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.415966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ca98a-95bd-4a69-9a1c-f876d6a20741 None None] Network b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:23.416489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fb2b794-3ac6-4bc8-94b4-678361e86544 req-21d18025-7b44-4bab-9fc7-634efeea4e54 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.3258855 Nov 12 03:16:23.419433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.450655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2cf4d5a7-5622-45e5-aee7-67f0e4f9d4c8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62059d349c6a4d698d622a06a9819baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933063 Nov 12 03:16:23.453406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4d5a7-5622-45e5-aee7-67f0e4f9d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e371347-cdcd-415e-b275-975af0be400c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.457237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55972) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.513976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aacd1dc7-975c-46e1-b805-f485aa52d53b tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1109896 Nov 12 03:16:23.517302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.545781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fb2b794-3ac6-4bc8-94b4-678361e86544 req-436b8adb-e733-49be-967d-6c4a69a131d8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119394 Nov 12 03:16:23.550972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.567162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:23.567567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.571785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:23.572829 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:23.609634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.626461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.649787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55982) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.678689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a153a9-c4d5-4bb6-8408-f8d2d72a75fa None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:16:23.687654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:16:23.687654 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:16:23.687654 n-d-615180-50 neutron-server[102432]: [parameters: {'id': 'b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa'}] Nov 12 03:16:23.687654 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:23.688525 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:23.730763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.751300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.768882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.770044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/49f6fbb5-9d49-4ad1-a7f9-cacb7bafef63 HTTP/1.1" status: 204 len: 168 time: 0.2516317 Nov 12 03:16:23.779456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55990) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.782870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55988) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.840411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135231-7f8c-4a7f-bd29-347278386ef0 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49f6fbb5-9d49-4ad1-a7f9-cacb7bafef63,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.874872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02d5af-de57-4cba-b339-f4f480a5652b req-7b54aeaf-022d-4f24-b032-c655af61734e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:23.876607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c02d5af-de57-4cba-b339-f4f480a5652b req-7b54aeaf-022d-4f24-b032-c655af61734e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2058129 Nov 12 03:16:23.885552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a153a9-c4d5-4bb6-8408-f8d2d72a75fa None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:16:23.888355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Deleting subnet 6ff06dd9-7622-440d-a5a0-79cc5011d9ad {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:16:23.892869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.926775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ea451683-4dc8-4a25-a27b-08592cb78071 tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1444433 Nov 12 03:16:23.929824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:23.931776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.934389 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:23.935641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e371347-cdcd-415e-b275-975af0be400c HTTP/1.1" status: 204 len: 168 time: 0.4771376 Nov 12 03:16:23.963800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992bd1c-e6ff-4631-9367-3bc9cddf8aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e371347-cdcd-415e-b275-975af0be400c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:23.971983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3c02d5af-de57-4cba-b339-f4f480a5652b req-b91f01cd-2a6a-428a-90c3-abe3fb42cd27 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888157 Nov 12 03:16:23.981458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-999849546-network', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:24.024783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:24.028485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.038441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.048310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.112459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.133585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.153239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.158730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.172737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.187414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:24.191241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.198474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.204212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.204700 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Added segment 4a32cfe1-c289-4ff9-a9ef-d094800913c7 of type vlan for network e9626a07-c05a-49f7-8905-80c5309c3144 Nov 12 03:16:24.266251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.292714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.296283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.300304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.300949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "DELETE /v2.0/security-groups/1482d278-b5e2-4ae4-892d-a5b2c679de28 HTTP/1.1" status: 204 len: 168 time: 0.3701134 Nov 12 03:16:24.302072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56000) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:24.302437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:24.303298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.328016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.343180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6786537 Nov 12 03:16:24.354532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:24.377068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141625ae-ab87-4241-a58e-f7b646e400e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9626a07-c05a-49f7-8905-80c5309c3144,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.392589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c721a-bc47-4e1a-b683-2f80ba01793a tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1482d278-b5e2-4ae4-892d-a5b2c679de28,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.393033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e9626a07-c05a-49f7-8905-80c5309c3144 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:24.403507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Request body: {'subnet': {'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-999849546-subnet', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:24.415597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.422441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6ff06dd9-7622-440d-a5a0-79cc5011d9ad HTTP/1.1" status: 204 len: 168 time: 0.6392846 Nov 12 03:16:24.422973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56010) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:24.423283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9cdd-dd6e-49bf-b293-553ef54833b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff06dd9-7622-440d-a5a0-79cc5011d9ad,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.459169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd08725-8373-4de7-8485-4ad6e32559cf None None] Network 6e8406f8-be0d-4946-9155-0d0b22da02fb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:24.468282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port d7df0c53-e8ef-4890-a2aa-ac5399cee704 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:24.468629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.511937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f8f9d71-1239-43d6-852a-e13d4c5d291f tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1932569 Nov 12 03:16:24.511937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56014) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:24.554115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:24.555424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.556485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.606741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c19d0-1a4d-46b5-b639-e55d7bf223db None None] DHCP port deletion for 6e8406f8-be0d-4946-9155-0d0b22da02fb request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:24.619387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port d7df0c53-e8ef-4890-a2aa-ac5399cee704, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7df0c53-e8ef-4890-a2aa-ac5399cee704,segment=NetworkSegment(8db1e9d4-92e2-40d5-b966-36082f450324),segment_id=8db1e9d4-92e2-40d5-b966-36082f450324)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:24.619806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.649810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.666956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for d7df0c53-e8ef-4890-a2aa-ac5399cee704 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:24.675356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8406f8-be0d-4946-9155-0d0b22da02fb']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:24.689016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1912fb87-25e0-491d-89ba-a6e5b560fb07') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:24.689319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1912fb87-25e0-491d-89ba-a6e5b560fb07') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:24.703046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.707859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c96399fd-cd4a-4381-ba94-ef4aa69737fe tempest-SecGroupTest-1898561213 tempest-SecGroupTest-1898561213-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1930490 Nov 12 03:16:24.736474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.748205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:24.748629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:24.750465 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:24.862067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.870147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.888258 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.893994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] 10.222.0.84 "DELETE /v2.0/networks/6e8406f8-be0d-4946-9155-0d0b22da02fb HTTP/1.1" status: 204 len: 168 time: 0.4688630 Nov 12 03:16:24.908297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef08e36-7429-4610-82ee-a3e8708ba9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8406f8-be0d-4946-9155-0d0b22da02fb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.938798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=d7df0c53-e8ef-4890-a2aa-ac5399cee704,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:24.949759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port d7df0c53-e8ef-4890-a2aa-ac5399cee704 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:24.987676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.121348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56046) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.173903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.176127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2ec6-6e85-4d40-bc14-9d6fb2a8893d req-176c469e-25db-4b09-993d-cc9c49385229 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.178544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a8f2ec6-6e85-4d40-bc14-9d6fb2a8893d req-176c469e-25db-4b09-993d-cc9c49385229 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1087060 Nov 12 03:16:25.216025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d526f545-522a-41bc-ac82-2cacc254e04e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:25.257572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a8f2ec6-6e85-4d40-bc14-9d6fb2a8893d req-6aa7b65e-7ae5-4d5f-a4a1-5c63eba08297 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722165 Nov 12 03:16:25.260890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:25.276860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db1e9d4-92e2-40d5-b966-36082f450324') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:25.277169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db1e9d4-92e2-40d5-b966-36082f450324') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:25.302736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Checking segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:25.303868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Network hostable DHCP agents. Network: e9626a07-c05a-49f7-8905-80c5309c3144, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:25.311241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56054) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.323165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.360188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Network e9626a07-c05a-49f7-8905-80c5309c3144 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:25.363817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.374468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:25.375013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.375340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-293d1d79-4dab-4197-ab08-2641b1d4f512 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62a7ff92dcbb4bdf9ec17e92b1b41678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628037 Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:25.378368 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:25.380866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.432144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e9626a07-c05a-49f7-8905-80c5309c3144) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:25.440789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c4c63-1748-463b-8f31-46142c9f1d3c None None] Network e9626a07-c05a-49f7-8905-80c5309c3144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:25.476141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:25.477001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.505860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.508835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.527453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae5d0729-1afa-42a5-bca9-e309db90b008 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1400898 Nov 12 03:16:25.531991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.534902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.543521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa HTTP/1.1" status: 204 len: 168 time: 3.8821595 Nov 12 03:16:25.544378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56062) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.564813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:25.581954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328903337'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:25.604856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510bae-647d-450e-a7ee-434be92d2139 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:25.629070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.638210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-92519101-7985-4073-bde8-d752c25e2392 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98ce169cb71343d7855e2e88c5657fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5154576 Nov 12 03:16:25.639146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56074) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.646671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.647928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.701530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:25.706575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.745271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-f5030324-a18f-4566-8c4e-8641781d1bf3 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701270 Nov 12 03:16:25.764972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.800165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e9626a07-c05a-49f7-8905-80c5309c3144', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:25.801213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.827298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:25.870172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.870172 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 93be1e8d-c301-40ed-b8d5-342a6a246927 of type vlan for network 87b23bec-f632-46eb-bdf1-72b6a39bbb63 Nov 12 03:16:25.870514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.880045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56078) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:25.960607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.963747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.967352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/baf50b76-0abd-4e0d-967d-deaf8f7b8faf HTTP/1.1" status: 204 len: 168 time: 0.5829158 Nov 12 03:16:25.976329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Allocated IP 172.20.0.2 (e9626a07-c05a-49f7-8905-80c5309c3144/d526f545-522a-41bc-ac82-2cacc254e04e/8519b546-ba3c-4c9d-ac90-e00788277a7d) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:25.990483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.016497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.039530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.059439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5f38c-9809-4819-a002-264053e09e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf50b76-0abd-4e0d-967d-deaf8f7b8faf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.156429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-41b987f2-cca9-424b-a3a5-809d7e159134 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.158450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-41b987f2-cca9-424b-a3a5-809d7e159134 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041536 Nov 12 03:16:26.175830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.181468 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:26.182070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.212156 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75849cbd-07d3-4ba1-af28-521b00ada312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.222447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.228031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.231124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3369df42-8537-468c-bf89-986d7b964370 HTTP/1.1" status: 204 len: 168 time: 0.5899558 Nov 12 03:16:26.242492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6649287 Nov 12 03:16:26.259406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:26.261831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98011a2f-eba0-4ac8-923c-4f63146f101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369df42-8537-468c-bf89-986d7b964370,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.270069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '87b23bec-f632-46eb-bdf1-72b6a39bbb63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:26.411684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75849cbd-07d3-4ba1-af28-521b00ada312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.425231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-ba95696c-9257-426d-aca2-df9945204124 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/quotas/f7ef6a3614ca4813a1d224a78d587d08 HTTP/1.1" status: 200 len: 375 time: 0.2516274 Nov 12 03:16:26.428802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75849cbd-07d3-4ba1-af28-521b00ada312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.471155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:26.475115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.532488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75849cbd-07d3-4ba1-af28-521b00ada312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b1201-cb6d-4786-9645-ba6049ee726c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.542088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.549914 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.604662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Network e9626a07-c05a-49f7-8905-80c5309c3144 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:26.609913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:26.614604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:26.615371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-75849cbd-07d3-4ba1-af28-521b00ada312 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b6fdc400ece4351878310e02ae17f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7083244 Nov 12 03:16:26.618777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:26.625285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Pushing event updated for resources: {'Port': ['ID=8519b546-ba3c-4c9d-ac90-e00788277a7d,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.627257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7db8-8149-42f1-b9fc-9586b3505031 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=87b23bec-f632-46eb-bdf1-72b6a39bbb63,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.666213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-cf47af76-e004-40cd-9133-28a86f0b1f0d tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2171345 Nov 12 03:16:26.681487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 87b23bec-f632-46eb-bdf1-72b6a39bbb63 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:26.699839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.728319 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.814700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Attempting to bind port 8519b546-ba3c-4c9d-ac90-e00788277a7d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:26.815192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Attempting to bind port 8519b546-ba3c-4c9d-ac90-e00788277a7d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:26.816234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Attempting to bind port 8519b546-ba3c-4c9d-ac90-e00788277a7d on network e9626a07-c05a-49f7-8905-80c5309c3144 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:26.818161 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.822099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.824012 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c8b1201-cb6d-4786-9645-ba6049ee726c HTTP/1.1" status: 204 len: 168 time: 0.2039735 Nov 12 03:16:26.835902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931bb09-7223-470c-a7f0-27ef4f51fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b1201-cb6d-4786-9645-ba6049ee726c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:26.922568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:26.923559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Checking segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:26.924406 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.924604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Bound using segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:26.925557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Bound port: 8519b546-ba3c-4c9d-ac90-e00788277a7d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:26.926635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.073564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] For port 8519b546-ba3c-4c9d-ac90-e00788277a7d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:27.078123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] For port 8519b546-ba3c-4c9d-ac90-e00788277a7d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8519b546-ba3c-4c9d-ac90-e00788277a7d,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:27.085270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.203882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1fad4bb-5364-41d7-bf73-b435991cdadd req-00dec28a-3edc-437c-a752-f500c64a6318 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 210 time: 0.0762751 Nov 12 03:16:27.222949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fba8d6-c4be-412b-b582-2d8c3dc454c2 None None] Pushing event updated for resources: {'Port': ['ID=8519b546-ba3c-4c9d-ac90-e00788277a7d,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:27.281292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing IP validity checks on allocation pools {{(pid=102433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:16:27.281883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102433) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:16:27.293425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.318195 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.331384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56130) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:27.337130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-932010768'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:27.381638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:27.385363 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.448021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:27.476247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.478406 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Added segment 9997dba0-4b19-411f-8bb3-636e4cba6590 of type vlan for network 69e2c078-f15d-44f8-b11f-e9d515aff275 Nov 12 03:16:27.585052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.648055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.650135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.657215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.659037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.709353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Allocated IP 172.25.2.47 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/963522ad-3407-4052-84a4-2ecc0d2e0736) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:27.722290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3894188 Nov 12 03:16:27.725524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56148) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:27.733185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2074793329'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:27.748419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.790194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46957558-5ea2-4640-bc3e-6c96fe0ae71b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Network': ['ID=69e2c078-f15d-44f8-b11f-e9d515aff275,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:27.807140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:27.807318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:27.815877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.831878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=824a7651-bfa4-434d-ac19-5e585bf89980,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:27.885411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:27.910098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.910457 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Added segment 0c64dc39-83af-4a17-b52b-2316c12195b0 of type vlan for network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 Nov 12 03:16:27.927200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '93be1e8d-c301-40ed-b8d5-342a6a246927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '87b23bec-f632-46eb-bdf1-72b6a39bbb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:27.927595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 87b23bec-f632-46eb-bdf1-72b6a39bbb63, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:27.960001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 87b23bec-f632-46eb-bdf1-72b6a39bbb63 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:27.971731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56158) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:27.983855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.991330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 87b23bec-f632-46eb-bdf1-72b6a39bbb63) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:27.997562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:27.998414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.003705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.025882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07f450-1b4d-4140-af58-eaaa66aebea8 None None] Network 87b23bec-f632-46eb-bdf1-72b6a39bbb63 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:28.027281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17352c00-e9e5-4d82-9cfa-d4ec49364e0b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7626712 Nov 12 03:16:28.030835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:28.067136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.094827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.101671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:28.102554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.202737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4752836 Nov 12 03:16:28.206183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56168) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:28.209536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:28.215417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'subnet': {'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:28.229741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:28.240822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:28.243279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Pushing event updated for resources: {'Port': ['ID=963522ad-3407-4052-84a4-2ecc0d2e0736,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:28.244931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab34a26-cb92-4674-aef2-cebe47b99663 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Network': ['ID=0b95ed60-cee0-4103-b0f4-23f2f31f69b1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:28.306109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2fb525-a730-4bbe-80e2-b9972c4d7cb3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:28.309389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:28.385856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:28.392573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.398945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1851151909-network', 'tenant_id': '00d63d4311624a3f998e4e00a1cd76b9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:28.422580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.514071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4a73869-7b7f-4b6a-ac7c-ee2affde08e5 req-05a15696-d72e-4dd2-ad7d-f2c8a68f0e42 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 210 time: 0.1339993 Nov 12 03:16:28.668438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8519b546-ba3c-4c9d-ac90-e00788277a7d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:28.747571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56182) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:28.784864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.797505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Made reservation on behalf of 00d63d4311624a3f998e4e00a1cd76b9 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:28.801006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.833612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bb8675a6-6238-4c88-8465-548ea2368c28 None None] Provisioning complete for port 963522ad-3407-4052-84a4-2ecc0d2e0736 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:28.835063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb8675a6-6238-4c88-8465-548ea2368c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.838355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.844095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10c1fd-83b9-4971-bb39-82de723c091e None None] Network e9626a07-c05a-49f7-8905-80c5309c3144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:28.857540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.917546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71587f4d-294f-4e22-b1ab-391dceabf46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-87b23bec-f632-46eb-bdf1-72b6a39bbb63', 'network_id': '87b23bec-f632-46eb-bdf1-72b6a39bbb63', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '824a7651-bfa4-434d-ac19-5e585bf89980'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:28.919659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-71587f4d-294f-4e22-b1ab-391dceabf46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:28.966317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:28.966766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network hostable DHCP agents. Network: 69e2c078-f15d-44f8-b11f-e9d515aff275, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:28.972209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Subnet': ['ID=cddcc09b-c2c8-4081-82f9-837904981c78,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.013865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8519b546-ba3c-4c9d-ac90-e00788277a7d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:29.014471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.020457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:29.023302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.032234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 69e2c078-f15d-44f8-b11f-e9d515aff275) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:29.040271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:29.043711 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.070451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5a4eaccf-90e2-417a-ae9d-027d1f0d7c0d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8630579 Nov 12 03:16:29.073529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56190) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:29.085895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'subnet': {'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:29.099969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a2da1-f59a-450f-8934-84d4d7d9564f None None] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:29.136483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=824a7651-bfa4-434d-ac19-5e585bf89980,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.219222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bb8675a6-6238-4c88-8465-548ea2368c28 None None] Port 963522ad-3407-4052-84a4-2ecc0d2e0736 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:29.260513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.265564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-b9ad3f22-874b-4424-a146-e9d8920b3c3e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908964 Nov 12 03:16:29.273504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.277210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.283038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-087fa54e-8b05-45f7-a2f6-5465af7fe1b3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:29.284085 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-087fa54e-8b05-45f7-a2f6-5465af7fe1b3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:16:29.284865 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-087fa54e-8b05-45f7-a2f6-5465af7fe1b3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:16:29.290412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-087fa54e-8b05-45f7-a2f6-5465af7fe1b3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5361390 Nov 12 03:16:29.296011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56192) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:29.300745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.313277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--212837769'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:29.367225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:29.372607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.390913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.416731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.463943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-71587f4d-294f-4e22-b1ab-391dceabf46e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824a7651-bfa4-434d-ac19-5e585bf89980: This subnet is being modified by another concurrent operation. Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824a7651-bfa4-434d-ac19-5e585bf89980: This subnet is being modified by another concurrent operation. Nov 12 03:16:29.487168 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 03:16:29.546233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ff2df-6700-4d85-9833-4d4f81195ef7 None None] Network 87b23bec-f632-46eb-bdf1-72b6a39bbb63 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:29.547220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6fdb3678-018a-4de1-9c76-c5a815bb53eb None None] Provisioning complete for port 8519b546-ba3c-4c9d-ac90-e00788277a7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:29.547538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3678-018a-4de1-9c76-c5a815bb53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.572932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.579942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.588462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fee99c-942b-4331-ab1d-d383f8eb8a6e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.625690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:29.651854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f566faa-5ed6-4420-88a7-56cbdece55fa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.684735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.688916 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Added segment ad758f4b-098f-4ea0-ae1c-d34c9e79daba of type vlan for network b6b700dc-9777-4454-965d-0e6d2b672ab1 Nov 12 03:16:29.709770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-69e2c078-f15d-44f8-b11f-e9d515aff275', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:29.711456 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.742884 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.744179 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.753557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b23bec-f632-46eb-bdf1-72b6a39bbb63']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:29.775505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.781361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93be1e8d-c301-40ed-b8d5-342a6a246927') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:29.781664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93be1e8d-c301-40ed-b8d5-342a6a246927') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:29.796378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.810377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.831928 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6fdb3678-018a-4de1-9c76-c5a815bb53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.832504 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.833953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5368960 Nov 12 03:16:29.837820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.839063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.840818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:29.845816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:29.846441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.850282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '35262863-e343-47fa-aa75-0343f120985c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:29.884545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0f7f2-311d-4b80-bd09-c32880e50f7d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35262863-e343-47fa-aa75-0343f120985c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.960300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Subnet': ['ID=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:29.962700 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:29.981237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:29.986557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Checking segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:29.986968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network hostable DHCP agents. Network: 0b95ed60-cee0-4103-b0f4-23f2f31f69b1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:30.011623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.038009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:30.044217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:16:30.063188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 0b95ed60-cee0-4103-b0f4-23f2f31f69b1) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:30.069563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.070374 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.074677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.081372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/87b23bec-f632-46eb-bdf1-72b6a39bbb63 HTTP/1.1" status: 204 len: 168 time: 2.0484831 Nov 12 03:16:30.093574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b0bfa-7714-4f90-bdda-3ac09f732f3a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=87b23bec-f632-46eb-bdf1-72b6a39bbb63,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.093794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56206) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:30.100924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1380437190'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.103820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b41e5686-4fa6-476a-a7da-5716bfc1ddaf req-25745a09-2dc2-441c-8a42-6673cc9516f3 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 210 time: 0.3037174 Nov 12 03:16:30.122119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.128135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.154753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5b0109c9-9aef-4624-bb89-2cb35a8c4885 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0800707 Nov 12 03:16:30.167140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:30.173748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'name': 'tempest-TaggedBootDevicesTest_v242-2069448841', 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.177865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-a5f3887a-bf0d-4d41-9437-aab8f02e6e5a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.179678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-a5f3887a-bf0d-4d41-9437-aab8f02e6e5a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8877709 Nov 12 03:16:30.180946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f968e1e-c163-4506-9c40-42f513dce41c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.196199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.198205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.199069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.204556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Request body: {'port': {'device_id': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'f7ef6a3614ca4813a1d224a78d587d08'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.243561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:30.244464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 8519b546-ba3c-4c9d-ac90-e00788277a7d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8519b546-ba3c-4c9d-ac90-e00788277a7d,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:30.249974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.261681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b2b43-f4e1-40be-bded-c63b16322ad3 None None] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:30.263597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.276221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.280526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-76fe0124-9603-40ab-9534-f5fcd0a8d7c0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314678 Nov 12 03:16:30.284845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56210) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:30.292354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-94ebb168-4a4b-4853-9cc2-333b86061d1a tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '35262863-e343-47fa-aa75-0343f120985c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.328440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:30.353950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.354309 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 6c46cf68-a9a5-419f-9a6f-e98a2d241939 of type vlan for network bab294cb-9a02-4397-88ec-9c402dedd7e6 Nov 12 03:16:30.411604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.444146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.452539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:30.453359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.458931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4860418 Nov 12 03:16:30.459456 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-6fdb3678-018a-4de1-9c76-c5a815bb53eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:30.459915 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-6fdb3678-018a-4de1-9c76-c5a815bb53eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:30.461893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56212) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:30.476765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=8519b546-ba3c-4c9d-ac90-e00788277a7d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.497969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Request body: {'subnet': {'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1851151909-subnet', 'tenant_id': '00d63d4311624a3f998e4e00a1cd76b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.519710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b095461-18d1-4ca4-a99f-120761f87cda admin admin] Pushing event updated for resources: {'Network': ['ID=b6b700dc-9777-4454-965d-0e6d2b672ab1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.524777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.551866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Allocated IP 10.1.1.2 (69e2c078-f15d-44f8-b11f-e9d515aff275/cddcc09b-c2c8-4081-82f9-837904981c78/ee6bb243-033f-4975-8a73-e5d05bdfed29) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:30.614853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5200744 Nov 12 03:16:30.621972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:30.623005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94ebb168-4a4b-4853-9cc2-333b86061d1a tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.630681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': 'bab294cb-9a02-4397-88ec-9c402dedd7e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:30.638163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa2365-d4a8-47c5-8ba3-e909e989eb98 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=bab294cb-9a02-4397-88ec-9c402dedd7e6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:30.703698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:30.742619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Made reservation on behalf of f7ef6a3614ca4813a1d224a78d587d08 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:30.748278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.829653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:30.831745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network bab294cb-9a02-4397-88ec-9c402dedd7e6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:30.846227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Router a258726b-d03a-41a4-9eec-5fb19ab0c2bb is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:16:30.871539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Made reservation on behalf of 00d63d4311624a3f998e4e00a1cd76b9 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:30.873243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.988697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:30.992412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.017209 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-94ebb168-4a4b-4853-9cc2-333b86061d1a tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:16:31.018213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-94ebb168-4a4b-4853-9cc2-333b86061d1a tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7324097 Nov 12 03:16:31.021196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56220) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:31.028589 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.030410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Allocated IP 192.168.233.118 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/e9536b89-1322-4fb5-98f5-9166803c9a26) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:31.034703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.061228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.101491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ips': [{'subnet_id': '0b93a0d4-3a85-48bb-bb1f-1b625fdc082a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:31.102265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.153298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:31.201646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Pushing event updated for resources: {'Port': ['ID=ee6bb243-033f-4975-8a73-e5d05bdfed29,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:31.207970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:31.212291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:31.326785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-81f5f9c4-c4a7-4bff-96c9-e79791f1d7a1 None None] Provisioning complete for port 8519b546-ba3c-4c9d-ac90-e00788277a7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:31.327695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81f5f9c4-c4a7-4bff-96c9-e79791f1d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.336480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Attempting to bind port ee6bb243-033f-4975-8a73-e5d05bdfed29 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:31.336849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Attempting to bind port ee6bb243-033f-4975-8a73-e5d05bdfed29 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:31.337210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Attempting to bind port ee6bb243-033f-4975-8a73-e5d05bdfed29 on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:31.361749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Allocated IP 10.2.2.2 (0b95ed60-cee0-4103-b0f4-23f2f31f69b1/0b93a0d4-3a85-48bb-bb1f-1b625fdc082a/5f09d0ed-839f-4bd5-870f-980f1ee6c4b4) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:31.378154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:31.378597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:31.378956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.379375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Bound using segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:31.379982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Bound port: ee6bb243-033f-4975-8a73-e5d05bdfed29, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:31.380374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.418152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] device_id is not set on port 17d0ea28-8382-48d1-a93a-48e59eb534fd yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:16:31.464527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:31.474810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a44daf9-f4a6-46e0-89b1-76bd0f7f0a3e req-b0254127-721c-47d1-986e-ac2e4922b01d tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 210 time: 0.0570476 Nov 12 03:16:31.509445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Sync routers for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:31.515726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.519594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18e5d3a2-2366-4de3-be85-0da1ef95905b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9777517 Nov 12 03:16:31.521323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56224) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:31.538346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.573926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:31.574696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:31.601491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] For port ee6bb243-033f-4975-8a73-e5d05bdfed29, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:31.612434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.676652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] For port ee6bb243-033f-4975-8a73-e5d05bdfed29, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ee6bb243-033f-4975-8a73-e5d05bdfed29,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:31.687936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.696661 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.727452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.761393 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.799768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629', 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:31.804357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.806933 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.807084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.808104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/35262863-e343-47fa-aa75-0343f120985c HTTP/1.1" status: 204 len: 168 time: 0.7857711 Nov 12 03:16:31.815847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56232) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:31.853469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:31.857081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccebbe3-99f1-481e-b9d9-0c689054a13b tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35262863-e343-47fa-aa75-0343f120985c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:31.865730 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:31.868180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event updated for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:31.870767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:31.880592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:31.971142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c673ba78-02ae-4393-849d-b78e8ffcf293 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1528490 Nov 12 03:16:31.974528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56244) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:31.991945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613459967'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:32.018926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.021874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:32.045021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:32.046896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc4c86-09bb-44f8-9b66-6999dbf119b1 None None] Pushing event updated for resources: {'Port': ['ID=ee6bb243-033f-4975-8a73-e5d05bdfed29,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.052422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.059657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.084993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:32.087483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:32.094246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-18416bbe-6f53-4c00-8cdb-b67ca1ee75bd tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f381676d48404b81a65d47ad25ffaf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796921 Nov 12 03:16:32.142734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.166371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-17ac5548-125e-40ce-be43-59d5db55bea0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9716377 Nov 12 03:16:32.187340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Request body: {'port': {'device_id': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:32.331264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf176a5-369c-4113-b70c-5ada08ed7698,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.361007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.372564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.387525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.468941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.1.1.124 (69e2c078-f15d-44f8-b11f-e9d515aff275/cddcc09b-c2c8-4081-82f9-837904981c78/17d0ea28-8382-48d1-a93a-48e59eb534fd) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:32.470140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.471434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4886434 Nov 12 03:16:32.474289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8730f4-6d02-493d-9f47-92a79dc6c4ca tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d313e5dc-a364-461b-b3b1-22475c2acde1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.485831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-62ac4f22-76c7-4c5d-8797-9d230c126fa0 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.486874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-62ac4f22-76c7-4c5d-8797-9d230c126fa0 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858681 Nov 12 03:16:32.487413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:32.494949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fc73727c-7188-468d-9f4d-20b4e178c12e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'd313e5dc-a364-461b-b3b1-22475c2acde1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:32.497426 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-fc73727c-7188-468d-9f4d-20b4e178c12e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:16:32.497426 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-fc73727c-7188-468d-9f4d-20b4e178c12e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:32.497426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc73727c-7188-468d-9f4d-20b4e178c12e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071170 Nov 12 03:16:32.507604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56250) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:32.527433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=25d26038-a609-4b8f-a165-0e51b54ff7b5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.530469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Checking segment: {'id': 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:32.530843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Network hostable DHCP agents. Network: b6b700dc-9777-4454-965d-0e6d2b672ab1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:32.564677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-4fe731ae-93bf-4621-8e02-5e761836ff40 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/quotas/f381676d48404b81a65d47ad25ffaf26 HTTP/1.1" status: 200 len: 375 time: 0.0639293 Nov 12 03:16:32.571771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '6c46cf68-a9a5-419f-9a6f-e98a2d241939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bab294cb-9a02-4397-88ec-9c402dedd7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:32.571771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: bab294cb-9a02-4397-88ec-9c402dedd7e6, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:32.601292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8519b546-ba3c-4c9d-ac90-e00788277a7d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:32.611597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Pushing event updated for resources: {'Port': ['ID=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.651065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-99400219-456a-4829-87b5-72e43fa619fa tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f381676d48404b81a65d47ad25ffaf26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793843 Nov 12 03:16:32.680588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.700112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:32.721913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network bab294cb-9a02-4397-88ec-9c402dedd7e6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:32.742486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b6b700dc-9777-4454-965d-0e6d2b672ab1) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:32.756847 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfedfd51-5c21-42fd-b9b9-68a09127b949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.761032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, bab294cb-9a02-4397-88ec-9c402dedd7e6) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:32.761389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Attempting to bind port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:32.761769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Attempting to bind port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:32.762134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Attempting to bind port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:32.765833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.767295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.771431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.787685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176aa83-4deb-42b9-a811-554628e7aca7 None None] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:32.806740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.807365 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.861245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.863922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:32.867862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/d313e5dc-a364-461b-b3b1-22475c2acde1 HTTP/1.1" status: 204 len: 168 time: 0.3571742 Nov 12 03:16:32.872197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56256) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:32.893755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36560f03-419c-4395-bd41-5ceed5ff9703 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313e5dc-a364-461b-b3b1-22475c2acde1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:32.904679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8006c3-d93d-4638-a3ad-33f60a3ee4b6 req-acdbe388-6db1-4a68-a38b-895428c042e1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:32.907408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db8006c3-d93d-4638-a3ad-33f60a3ee4b6 req-acdbe388-6db1-4a68-a38b-895428c042e1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 936 time: 0.3014615 Nov 12 03:16:32.921143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e72fd783-a31d-4e79-b9d5-e1e0dd305fb8 req-b11e31d1-912f-41c1-acbf-ad4918003440 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 210 time: 0.0641720 Nov 12 03:16:32.956524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-618ebae0-523d-456e-a516-8bc59bdfd00f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4815049 Nov 12 03:16:32.976029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-624be5c0-58c7-425a-927c-7e1c91f761a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3495829 Nov 12 03:16:32.979592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:33.000211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a7476-0db9-473b-900a-25f74946ed51 None None] Network bab294cb-9a02-4397-88ec-9c402dedd7e6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:33.086493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bf5cd76a-692b-4a02-b29b-119732c5e31e None None] Provisioning complete for port e9536b89-1322-4fb5-98f5-9166803c9a26 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:33.087270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd76a-692b-4a02-b29b-119732c5e31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.106482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:33.107317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Checking segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:33.109189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.110005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Bound using segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:33.110734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Bound port: 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:33.111394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.225041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc4682c2-2325-4fe0-984a-05d8455869b1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3174541 Nov 12 03:16:33.232049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:33.242810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--127441963'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:33.275296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.288625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db8006c3-d93d-4638-a3ad-33f60a3ee4b6 req-85eb03ed-6fb9-4099-b099-a1812be76ac8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507710 Nov 12 03:16:33.298566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.311126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9536b89-1322-4fb5-98f5-9166803c9a26 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:33.322162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.339117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Transition to ACTIVE for port object e9536b89-1322-4fb5-98f5-9166803c9a26 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:33.351163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.372462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cd76a-692b-4a02-b29b-119732c5e31e None None] Port e9536b89-1322-4fb5-98f5-9166803c9a26 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:33.462362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.550044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.568603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:33.733305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e9a4c-e551-486a-8af8-ee28882144e0 None None] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:33.733681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.739644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:33.755709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.760722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:33.780827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:33.787928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:33.811844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8519b546-ba3c-4c9d-ac90-e00788277a7d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:33.812479 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.818722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.904456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.906139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] For port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:33.915246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026ac001-94b4-420a-8623-f73ae07326e9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:33.925343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] For port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:33.980708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:33.981399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.990454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:33.991790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9c729a34-8038-4a55-952c-6f3f8eeffdcd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7578344 Nov 12 03:16:33.997700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Attempting to bind port e9536b89-1322-4fb5-98f5-9166803c9a26 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:33.998043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Attempting to bind port e9536b89-1322-4fb5-98f5-9166803c9a26 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:34.002011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:34.003638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Attempting to bind port e9536b89-1322-4fb5-98f5-9166803c9a26 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:34.018680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Port e9536b89-1322-4fb5-98f5-9166803c9a26 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:34.019017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Attempting to bind port e9536b89-1322-4fb5-98f5-9166803c9a26 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:34.023147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8e4cc458-b5c8-4588-a8a5-531d9ef8221e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '026ac001-94b4-420a-8623-f73ae07326e9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:34.024104 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-8e4cc458-b5c8-4588-a8a5-531d9ef8221e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:16:34.024723 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-8e4cc458-b5c8-4588-a8a5-531d9ef8221e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:34.031019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e4cc458-b5c8-4588-a8a5-531d9ef8221e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0201716 Nov 12 03:16:34.038633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:34.057236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d42103-607f-4e48-83b2-e31b3d9340cf None None] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:34.091407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:34.091760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:34.092156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:34.092788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Bound port: e9536b89-1322-4fb5-98f5-9166803c9a26, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:34.093775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.122841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.125422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:34.154523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0877e3b5-219a-4dda-a456-bd3983092deb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9856498 Nov 12 03:16:34.161485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:34.169894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'name': 'tempest-TaggedBootDevicesTest_v242-949146797', 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:34.178181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1455761959-network', 'tenant_id': '1759f36cda1f43d2b2be259a75fc629d'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:34.215925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cf3d24d-ab3e-4e86-92e1-f7c71ee6ca65 req-0c8206d1-e840-43f5-9c79-d8a0e050994e tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 210 time: 0.1270914 Nov 12 03:16:34.230954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:28Z', 'revision_number': 3, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:34.295218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:34.324340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] Provisioning complete for port ee6bb243-033f-4975-8a73-e5d05bdfed29 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:34.324719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.339906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e9536b89-1322-4fb5-98f5-9166803c9a26,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:34.346717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.399621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Made reservation on behalf of 1759f36cda1f43d2b2be259a75fc629d for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:34.401693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Checking router: a258726b-d03a-41a4-9eec-5fb19ab0c2bb for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:34.402055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Updating router a258726b-d03a-41a4-9eec-5fb19ab0c2bb port 963522ad-3407-4052-84a4-2ecc0d2e0736 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:34.403955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.413127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=25d26038-a609-4b8f-a165-0e51b54ff7b5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:34.415824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.426853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:34.431905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.435627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Allocated IP 172.20.0.1 (e9626a07-c05a-49f7-8905-80c5309c3144/d526f545-522a-41bc-ac82-2cacc254e04e/10a0fbac-d959-44b8-bc84-45595743af96) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:34.445199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.455761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.518877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] device_id is not set on port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:16:34.553835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138352a7-4d8c-4e04-b62a-0a52c2f3e50c req-e7681fad-b50b-4b5a-b6fd-c1b851b7ab3b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.555543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-138352a7-4d8c-4e04-b62a-0a52c2f3e50c req-e7681fad-b50b-4b5a-b6fd-c1b851b7ab3b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 948 time: 0.1904185 Nov 12 03:16:34.585454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd08de-f3ef-4d74-abe1-f0c55df2917b None None] Pushing event updated for resources: {'Port': ['ID=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:34.750388 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.769820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-a2082a4d-d14e-4b8d-ab96-e837ef455ffd tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f381676d48404b81a65d47ad25ffaf26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049926 Nov 12 03:16:34.783517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.806943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ee6bb243-033f-4975-8a73-e5d05bdfed29 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:34.851196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:34.852134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.853921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] 10.222.0.39 "PUT /v2.0/ports/e9536b89-1322-4fb5-98f5-9166803c9a26 HTTP/1.1" status: 200 len: 1097 time: 2.6764238 Nov 12 03:16:34.864891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95854f3-a17e-4580-8bfb-d132f71e18be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-bab294cb-9a02-4397-88ec-9c402dedd7e6', 'network_id': 'bab294cb-9a02-4397-88ec-9c402dedd7e6', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '25d26038-a609-4b8f-a165-0e51b54ff7b5'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:34.865765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d95854f3-a17e-4580-8bfb-d132f71e18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.878880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334b0f3-90f6-43b9-b47b-653683ef5a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:34.894226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d3c167e-e207-45ed-b565-137413125ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:34.907418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:34.914929 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b669d-08fa-483f-9afe-78e5d1e4c29e" -d '{"events": [{"name": "network-changed", "server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:34.939820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab294cb-9a02-4397-88ec-9c402dedd7e6']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:34.955445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c46cf68-a9a5-419f-9a6f-e98a2d241939') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:34.955901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c46cf68-a9a5-419f-9a6f-e98a2d241939') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:34.966968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.005274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.012717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.022546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.046284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.056756 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127c3a54-a9a4-4bbb-afa8-9b69d27337ce x-openstack-request-id: req-127c3a54-a9a4-4bbb-afa8-9b69d27337ce {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:35.057050 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:35.057260 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-127c3a54-a9a4-4bbb-afa8-9b69d27337ce {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:35.057719 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26', 'status': 'completed', 'code': 200} Nov 12 03:16:35.060420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-138352a7-4d8c-4e04-b62a-0a52c2f3e50c req-06673e06-95cf-411f-8eef-2754ecde30f9 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808357 Nov 12 03:16:35.086262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:35.086780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.096706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b031f-ee10-4950-81c5-2cc4395c8287,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:35.102038 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:35.129129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.204256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-9bdb5a5e-abab-4429-9743-b492ee3f8709 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.205813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-9bdb5a5e-abab-4429-9743-b492ee3f8709 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4227526 Nov 12 03:16:35.216651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-898dfac7-cd95-4ebf-9b55-c5562256a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.218826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-898dfac7-cd95-4ebf-9b55-c5562256a284 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 1100 time: 0.2252374 Nov 12 03:16:35.225425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:35.231950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.234776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.1.1.193 (69e2c078-f15d-44f8-b11f-e9d515aff275/cddcc09b-c2c8-4081-82f9-837904981c78/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:35.234980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.236128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/026ac001-94b4-420a-8623-f73ae07326e9 HTTP/1.1" status: 204 len: 168 time: 1.1963825 Nov 12 03:16:35.243636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.245235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56300) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:35.290174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.290524 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Added segment 73081638-f207-4da1-b4ab-02865b1ec98a of type vlan for network 510b6fa8-f195-4114-b52f-5cfcc601addf Nov 12 03:16:35.314895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b5233-2726-4804-becd-7cdf4442effc None None] Network bab294cb-9a02-4397-88ec-9c402dedd7e6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:35.348498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Request body: {'port': {'device_id': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'f381676d48404b81a65d47ad25ffaf26'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:35.366267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b5233-2726-4804-becd-7cdf4442effc None None] Network bab294cb-9a02-4397-88ec-9c402dedd7e6 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:16:35.376324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ee6bb243-033f-4975-8a73-e5d05bdfed29 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:35.376834 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.377009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.407311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.410712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b28dc74-4f0d-4ac6-b958-4df1b5745051 req-0b18792c-6d6a-43ed-b8aa-fe6cec1fdee5 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 210 time: 0.0929384 Nov 12 03:16:35.420242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/bab294cb-9a02-4397-88ec-9c402dedd7e6 HTTP/1.1" status: 204 len: 168 time: 2.4395792 Nov 12 03:16:35.439731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.460353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e6ce45b-f401-462c-a71a-1886a242d7a4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2038000 Nov 12 03:16:35.469979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:35.470946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:35.473154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423f5d7-a955-47cd-8679-407eb7b10e9c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ac001-94b4-420a-8623-f73ae07326e9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.475850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.476527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.477110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.482727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305991712'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:35.487693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-7d8651e3-9b9a-41ff-9fa0-882cff3bc76d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e9536b89-1322-4fb5-98f5-9166803c9a26 HTTP/1.1" status: 200 len: 217 time: 0.2489433 Nov 12 03:16:35.490210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f10f-eaa1-4128-a204-688044438714 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=bab294cb-9a02-4397-88ec-9c402dedd7e6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.491143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074328943'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:35.591477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.602220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.604466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.609564 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:35.636746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] Pushing event updated for resources: {'Network': ['ID=510b6fa8-f195-4114-b52f-5cfcc601addf,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.656143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-24adc746-4e94-4e65-b8e3-463da231e4be admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4874053 Nov 12 03:16:35.656653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56308) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:35.661997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Request body: {'subnet': {'network_id': '510b6fa8-f195-4114-b52f-5cfcc601addf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1455761959-subnet', 'tenant_id': '1759f36cda1f43d2b2be259a75fc629d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:35.669395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 510b6fa8-f195-4114-b52f-5cfcc601addf details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:35.673200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-b04e906f-cfff-42c4-a95b-47d10702291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.674729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-b04e906f-cfff-42c4-a95b-47d10702291c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1799018 Nov 12 03:16:35.681291 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:16:35.681291 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:16:35.681291 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id_1': '1759f36cda1f43d2b2be259a75fc629d', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 16, 15, 668862)}] Nov 12 03:16:35.681291 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:35.681683 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:35.708977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Network e9626a07-c05a-49f7-8905-80c5309c3144 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:35.710155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:16:35.710155 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:16:35.710155 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': 'f381676d48404b81a65d47ad25ffaf26', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 16, 15, 665189)}] Nov 12 03:16:35.710155 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:35.710874 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:35.727863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:35.733590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:35.735558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:35.740539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8b5fb097-3960-4b33-8e07-f437957c616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:35.742501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-8b5fb097-3960-4b33-8e07-f437957c616a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596015 Nov 12 03:16:35.746029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.748090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:35.846487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.846751 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.867356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] For port ee6bb243-033f-4975-8a73-e5d05bdfed29, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ee6bb243-033f-4975-8a73-e5d05bdfed29,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:35.869148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.892905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.930081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.937586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:35.939398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-36745e0e-be19-4216-83d8-43811f6d316a service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785500 Nov 12 03:16:35.988871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:35.989319 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:35.989925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.035680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01755c2-eaf7-409f-a301-33d045c2bd0a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:36.055396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301feeec-fa0a-4949-92cc-62fb387e06b1 None None] Pushing event updated for resources: {'Port': ['ID=ee6bb243-033f-4975-8a73-e5d05bdfed29,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.068047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Attempting to bind port 963522ad-3407-4052-84a4-2ecc0d2e0736 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:36.068676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Attempting to bind port 963522ad-3407-4052-84a4-2ecc0d2e0736 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:36.069216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Attempting to bind port 963522ad-3407-4052-84a4-2ecc0d2e0736 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:36.076047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc907961-21ad-41b4-a02c-01624a3370c3 None None] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:36.117460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f99b624-4a5f-426b-93e3-9e9d1b87055e req-9b490b9b-bce7-40fd-8d4a-aa91453d42f2 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691427 Nov 12 03:16:36.229480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:36.229883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:36.230192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.230632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:36.231075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Bound port: 963522ad-3407-4052-84a4-2ecc0d2e0736, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:36.231494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.306049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649a0d-62f1-49a8-8385-035fd9cd9e7e req-2a183802-411a-4dfa-9b20-2a9facf4b89c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.306376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c7271-385b-4388-b60e-2b1e663a579a None None] Pushing event updated for resources: {'Port': ['ID=963522ad-3407-4052-84a4-2ecc0d2e0736,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.314887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15649a0d-62f1-49a8-8385-035fd9cd9e7e req-2a183802-411a-4dfa-9b20-2a9facf4b89c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 948 time: 0.1460896 Nov 12 03:16:36.318136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Made reservation on behalf of 1759f36cda1f43d2b2be259a75fc629d for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:36.321051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.378008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] For port 963522ad-3407-4052-84a4-2ecc0d2e0736, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:36.390791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-eaf57590-fbef-4fa5-b025-1b3a7875ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.392367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-eaf57590-fbef-4fa5-b025-1b3a7875ce59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 1100 time: 0.2041457 Nov 12 03:16:36.397647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] For port 963522ad-3407-4052-84a4-2ecc0d2e0736, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=963522ad-3407-4052-84a4-2ecc0d2e0736,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:36.409530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.444934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Provisioning complete for port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:36.445311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.488730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15649a0d-62f1-49a8-8385-035fd9cd9e7e req-4b2ec104-ba88-4674-9059-3b54e629af37 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726942 Nov 12 03:16:36.524590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:36.539156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d266e6-7650-4a98-ae20-4a8ccd5fe57a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:36.544281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:36.577668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-9a222112-bc5e-44b7-b63d-16dfd835324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.579429 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-9a222112-bc5e-44b7-b63d-16dfd835324d service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1463411 Nov 12 03:16:36.580795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:36.602164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:36.602823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:36.621160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:36.624316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.624660 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 7e1f5e81-a016-444e-88ce-1c2554112a87 of type vlan for network d9efdfa7-36b2-451d-b34d-966023efbe89 Nov 12 03:16:36.640212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff1454dd-7315-4bfa-b61b-af20646239ad req-a0ddd942-95a1-4294-8c07-9d24f74c26ad tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 210 time: 0.1006336 Nov 12 03:16:36.642822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.666218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.677289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-8f3defb3-3ad6-4fe9-a320-39c9925352a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e9536b89-1322-4fb5-98f5-9166803c9a26 HTTP/1.1" status: 200 len: 217 time: 0.0513942 Nov 12 03:16:36.697139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.721442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c7271-385b-4388-b60e-2b1e663a579a None None] Pushing event updated for resources: {'Port': ['ID=963522ad-3407-4052-84a4-2ecc0d2e0736,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.757396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Made reservation on behalf of f381676d48404b81a65d47ad25ffaf26 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:36.761133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.825727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.838034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-88e5c9ce-8e9a-4276-8421-6c0eeb49f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.839936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-88e5c9ce-8e9a-4276-8421-6c0eeb49f358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1527541 Nov 12 03:16:36.857243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.862494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.875150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3949041 Nov 12 03:16:36.882953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.889040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:36.921336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-100830b1-d098-420c-9a5f-cff2c85987c8 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '495c1765-84fc-42cd-aec4-dcb6be79b137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:36.927252 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.950156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:36.952468 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-100830b1-d098-420c-9a5f-cff2c85987c8 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:16:36.954333 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-100830b1-d098-420c-9a5f-cff2c85987c8 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:36.957940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-100830b1-d098-420c-9a5f-cff2c85987c8 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0538831 Nov 12 03:16:36.961202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56318) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:36.966795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b87709df-4d8a-4569-a014-730a7a7f4f9e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '495c1765-84fc-42cd-aec4-dcb6be79b137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:36.972249 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-b87709df-4d8a-4569-a014-730a7a7f4f9e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:16:36.972940 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b87709df-4d8a-4569-a014-730a7a7f4f9e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:36.976535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b87709df-4d8a-4569-a014-730a7a7f4f9e tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110199 Nov 12 03:16:36.976535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607a8cdd-64c7-4a76-8439-c82f4658a648,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.978645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:36.986908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a36204-38b0-4786-93df-a1922b9a92e0 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495c1765-84fc-42cd-aec4-dcb6be79b137,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:36.988602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-aa33de13-7e49-4e84-a7fe-a7adf8fdc839 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '495c1765-84fc-42cd-aec4-dcb6be79b137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:36.989499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:36.989700 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-aa33de13-7e49-4e84-a7fe-a7adf8fdc839 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:16:36.990374 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-aa33de13-7e49-4e84-a7fe-a7adf8fdc839 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:36.993925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aa33de13-7e49-4e84-a7fe-a7adf8fdc839 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094049 Nov 12 03:16:36.994127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ee6bb243-033f-4975-8a73-e5d05bdfed29 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:36.994251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-4394a5c7-3b78-4744-8f66-395edc4b7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:36.995562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-4394a5c7-3b78-4744-8f66-395edc4b7611 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280172 Nov 12 03:16:36.997138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56322) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:37.003929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-adab8ed4-85d7-464f-9770-be48e18a7dcc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '495c1765-84fc-42cd-aec4-dcb6be79b137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:37.004827 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-adab8ed4-85d7-464f-9770-be48e18a7dcc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:16:37.005324 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-adab8ed4-85d7-464f-9770-be48e18a7dcc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:37.006334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-adab8ed4-85d7-464f-9770-be48e18a7dcc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079210 Nov 12 03:16:37.017343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.018301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.022032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:37.025533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:16:37.041796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Checking segment: {'id': '73081638-f207-4da1-b4ab-02865b1ec98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '510b6fa8-f195-4114-b52f-5cfcc601addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:37.042162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Network hostable DHCP agents. Network: 510b6fa8-f195-4114-b52f-5cfcc601addf, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:37.120364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d63ef5ab-5bc8-46c2-b980-441ad4b2e069 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9541612 Nov 12 03:16:37.121590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Network 510b6fa8-f195-4114-b52f-5cfcc601addf is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:37.135186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.137372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8443f-6325-44e7-9d8d-56682cf1b9bd None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:16:37.146258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.147310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.157298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 510b6fa8-f195-4114-b52f-5cfcc601addf) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:37.162634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:37.163251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.174896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-b0edfe36-38a8-442f-8093-47d245c65d4b service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654387 Nov 12 03:16:37.186790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da631b50-8712-44e8-9e74-6348bbabf7f0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5211110 Nov 12 03:16:37.187012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] For port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:37.246326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.306326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.309013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8330176 Nov 12 03:16:37.312667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:37.320929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': 'd9efdfa7-36b2-451d-b34d-966023efbe89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:37.335782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d489f-9d37-4c77-935f-3156d08e2ddf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=d9efdfa7-36b2-451d-b34d-966023efbe89,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.350719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e41b669d-08fa-483f-9afe-78e5d1e4c29e req-e691d4fc-3d4c-47eb-aadc-f2ed70fb3833 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689343 Nov 12 03:16:37.365110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d9efdfa7-36b2-451d-b34d-966023efbe89 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:37.368320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.380837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Provisioning complete for port ee6bb243-033f-4975-8a73-e5d05bdfed29 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:37.381419 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.455294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:37.458309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Pushing event updated for resources: {'Port': ['ID=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.459685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.490256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.496692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.501921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.539058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f7592-1ec4-4d92-9d86-61b539673734,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.540260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ee6bb243-033f-4975-8a73-e5d05bdfed29 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:37.540640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.650176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.652853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.654212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/495c1765-84fc-42cd-aec4-dcb6be79b137 HTTP/1.1" status: 204 len: 168 time: 0.6239016 Nov 12 03:16:37.661319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:37.678664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8443f-6325-44e7-9d8d-56682cf1b9bd None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:16:37.679536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95684d-69c7-4909-8bf1-03ce56fbbe2c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c1765-84fc-42cd-aec4-dcb6be79b137,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.717884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:28Z', 'revision_number': 3, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:37.725100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.754107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.786825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78f2e5-7a3d-445a-b0e4-956647998b6c None None] The sync data for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 is: [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:28Z', 'revision_number': 3, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:37.804491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Allocated IP 192.168.233.62 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/118fb83f-e9c4-45f2-9938-d455fe3f158d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:37.824779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dab7383a-7f2a-4b6e-85ce-35f7a597f54a tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1631877 Nov 12 03:16:37.828653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:37.834066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077051608'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:37.841067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.930676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.933171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=2d288fb6-ec7a-4972-b7bd-16e62b547029,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.938865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:37.955772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:37.976749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '7e1f5e81-a016-444e-88ce-1c2554112a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd9efdfa7-36b2-451d-b34d-966023efbe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:37.976749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: d9efdfa7-36b2-451d-b34d-966023efbe89, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:38.010163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network d9efdfa7-36b2-451d-b34d-966023efbe89 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:38.011029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e9536b89-1322-4fb5-98f5-9166803c9a26 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:38.026478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d9efdfa7-36b2-451d-b34d-966023efbe89) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:38.038414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.038779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.050825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-b2c8849e-c155-4700-8f32-1bb3b903e450 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.052402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-b2c8849e-c155-4700-8f32-1bb3b903e450 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/networks?id=b6b700dc-9777-4454-965d-0e6d2b672ab1 HTTP/1.1" status: 200 len: 825 time: 0.3207059 Nov 12 03:16:38.064704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.068901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bd60af94-ba94-47d5-9f5e-c08c800f24ac tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7542188 Nov 12 03:16:38.072275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56356) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.074406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.099304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:38.104177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Provisioning complete for port 17d0ea28-8382-48d1-a93a-48e59eb534fd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:38.104849 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.141018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-7f70ce6c-827b-41f7-9c00-949b7ae44bec tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/quotas/00d63d4311624a3f998e4e00a1cd76b9 HTTP/1.1" status: 200 len: 375 time: 0.0625856 Nov 12 03:16:38.147405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a714895e-a731-44cd-bc78-424bc100b2fc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.204604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e1681efa-ecdf-4f87-96bc-c18550429765 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=00d63d4311624a3f998e4e00a1cd76b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625827 Nov 12 03:16:38.225450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Network e9626a07-c05a-49f7-8905-80c5309c3144 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:38.239876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:38.268894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.285000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Port 17d0ea28-8382-48d1-a93a-48e59eb534fd cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:38.368794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e9536b89-1322-4fb5-98f5-9166803c9a26,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:38.375022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.382369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.384117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6221963f-7396-4e79-b9e0-ca6b49ff41aa tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5547423 Nov 12 03:16:38.389486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.402316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-02934fdc-4909-4d8b-aa7a-62c2f8412700 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.403344 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-02934fdc-4909-4d8b-aa7a-62c2f8412700 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:16:38.404006 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-02934fdc-4909-4d8b-aa7a-62c2f8412700 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.405243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02934fdc-4909-4d8b-aa7a-62c2f8412700 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114877 Nov 12 03:16:38.411162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.415881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f239a386-7289-4a36-b409-eddfa15ebdc6 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.421333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Provisioning complete for port 10a0fbac-d959-44b8-bc84-45595743af96 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:38.421885 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.426828 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.488389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e9536b89-1322-4fb5-98f5-9166803c9a26', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'e9536b89-1322-4fb5-98f5-9166803c9a26', 'mac_address': 'fa:16:3e:1d:35:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:38.494260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:38.494787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.500271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e1a7c020-6df4-4ff7-8385-64ed9b446e37 service neutron] 10.222.0.84 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947772 Nov 12 03:16:38.516861 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-f239a386-7289-4a36-b409-eddfa15ebdc6 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.520466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f239a386-7289-4a36-b409-eddfa15ebdc6 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1055768 Nov 12 03:16:38.520634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56366) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.528371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5bc01cad-9788-4acd-b73e-d17ea667be80 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.529110 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-5bc01cad-9788-4acd-b73e-d17ea667be80 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:16:38.529653 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-5bc01cad-9788-4acd-b73e-d17ea667be80 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.533778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5bc01cad-9788-4acd-b73e-d17ea667be80 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097771 Nov 12 03:16:38.535803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56368) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.544403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-42f3c249-88c1-4a11-a425-5fd8fea8ce77 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.565466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.567123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Port 10a0fbac-d959-44b8-bc84-45595743af96 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:38.577255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.619547 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-42f3c249-88c1-4a11-a425-5fd8fea8ce77 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.620618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-42f3c249-88c1-4a11-a425-5fd8fea8ce77 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0838857 Nov 12 03:16:38.628419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56370) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.640061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f162e498-a924-41f5-ac37-4748bc862505 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.640541 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-f162e498-a924-41f5-ac37-4748bc862505 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:16:38.641036 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-f162e498-a924-41f5-ac37-4748bc862505 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.644636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f162e498-a924-41f5-ac37-4748bc862505 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127864 Nov 12 03:16:38.644964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56372) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.645410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.647444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.675115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2328636b-6fc6-48cb-894a-32a3378061d3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.675872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9536b89-1322-4fb5-98f5-9166803c9a26 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:38.682711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:38.695357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519524460', 'description': 'tempest-description--1657691798'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.695568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.722787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:38.745419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:38.754962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e9536b89-1322-4fb5-98f5-9166803c9a26,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:38.756219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Provisioning complete for port 963522ad-3407-4052-84a4-2ecc0d2e0736 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:38.756797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.760180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=2d288fb6-ec7a-4972-b7bd-16e62b547029,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.791379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Router a258726b-d03a-41a4-9eec-5fb19ab0c2bb has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:16:38.834587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-3fef5379-a432-4454-9025-3dc7ef051d27 service neutron] 10.222.0.84 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271902 Nov 12 03:16:38.835140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Pushing event updated for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.850328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:16:38.850328 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:16:38.850328 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': '1f6ff94d93ea473ebda28c37901ee1d9', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 16, 18, 711879)}] Nov 12 03:16:38.850328 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:38.850921 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:38.869938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a1dee-dd00-4587-a486-353bbfcf4417 req-6e986873-6a75-4e07-9932-f396d3961871 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:38.871706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c2a1dee-dd00-4587-a486-353bbfcf4417 req-6e986873-6a75-4e07-9932-f396d3961871 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 948 time: 0.1738544 Nov 12 03:16:38.878426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.891329 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-2328636b-6fc6-48cb-894a-32a3378061d3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.895803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2328636b-6fc6-48cb-894a-32a3378061d3 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2243509 Nov 12 03:16:38.899269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.900750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.904776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77de1857-79a3-466d-83e8-4ae7ad9574ce tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.905640 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-77de1857-79a3-466d-83e8-4ae7ad9574ce tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:16:38.906373 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-77de1857-79a3-466d-83e8-4ae7ad9574ce tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:38.911378 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77de1857-79a3-466d-83e8-4ae7ad9574ce tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108604 Nov 12 03:16:38.920308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:38.946869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a8d21a43-9f6b-410c-9891-12fadf6454e1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:38.978731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:38.988939 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:38.996871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.997224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.997567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.997902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.998233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.998596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:38.998924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.002701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.003068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.004887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.005226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.005558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:39.018759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9efdfa7-36b2-451d-b34d-966023efbe89']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:39.060178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.060929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.069916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1f5e81-a016-444e-88ce-1c2554112a87') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:39.074452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:16:39.081740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1f5e81-a016-444e-88ce-1c2554112a87') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:39.087471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa8631fe-fc21-488b-9848-0357f9e0b9d5 admin admin] 10.222.0.84 "PUT /v2.0/routers/a258726b-d03a-41a4-9eec-5fb19ab0c2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5568755 Nov 12 03:16:39.101008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] For port 963522ad-3407-4052-84a4-2ecc0d2e0736, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=963522ad-3407-4052-84a4-2ecc0d2e0736,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:39.114793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.121030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-0fb53364-cec6-4936-ac0e-d3673b8a4ec2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8056037 Nov 12 03:16:39.136734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.136969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Request body: {'port': {'device_id': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:39.162682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c2a1dee-dd00-4587-a486-353bbfcf4417 req-e1c030f7-77d4-475c-be61-8c804fed600f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828012 Nov 12 03:16:39.225878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e9536b89-1322-4fb5-98f5-9166803c9a26'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:39.247847 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a8d21a43-9f6b-410c-9891-12fadf6454e1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:39.258425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a8d21a43-9f6b-410c-9891-12fadf6454e1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3160479 Nov 12 03:16:39.263531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56386) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:39.264659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cd0fe-828d-431e-9b85-685666c44015 None None] Network 510b6fa8-f195-4114-b52f-5cfcc601addf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:39.267491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d1218-6f13-48ff-a6c8-0a09cbb18578 None None] Network d9efdfa7-36b2-451d-b34d-966023efbe89 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:39.269530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 963522ad-3407-4052-84a4-2ecc0d2e0736 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:39.270248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.299278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:39.299713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.314617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fcadbad0-482e-416e-b165-0473337cf9cd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'a714895e-a731-44cd-bc78-424bc100b2fc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:39.317570 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:39.470443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.494306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd35e1-9766-4acc-bd94-7fe0ee1bc5e7 req-da313d18-4d9c-4b9c-bf90-383066edb7bb tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:39.504595 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fd35e1-9766-4acc-bd94-7fe0ee1bc5e7 req-da313d18-4d9c-4b9c-bf90-383066edb7bb tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 935 time: 0.2465737 Nov 12 03:16:39.549797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.620042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee97b03f-29c7-4190-9f42-386ee81f7c28 req-3fb0a309-0be0-44c7-8457-89661277c3ad tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 210 time: 0.1312122 Nov 12 03:16:39.648420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.655956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.676167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/d9efdfa7-36b2-451d-b34d-966023efbe89 HTTP/1.1" status: 204 len: 168 time: 1.5957463 Nov 12 03:16:39.676167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56396) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:39.688323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56496183'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:39.705606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe9171-7fd5-4d4e-a849-8dd5a1ecd121 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=d9efdfa7-36b2-451d-b34d-966023efbe89,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:39.720580 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-fcadbad0-482e-416e-b165-0473337cf9cd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:39.726863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fcadbad0-482e-416e-b165-0473337cf9cd tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4362850 Nov 12 03:16:39.728783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:39.741606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:39.748072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.808521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:39.855333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd323f-4c1a-4b9b-9393-2c8fcba9067c None None] Pushing event updated for resources: {'Port': ['ID=963522ad-3407-4052-84a4-2ecc0d2e0736,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:39.856068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.856449 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 1d3e1aa9-d615-4d38-8935-b779ee900b2e of type vlan for network 7bb5578d-37d3-4d04-bad5-737258e95bc7 Nov 12 03:16:39.911614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fd35e1-9766-4acc-bd94-7fe0ee1bc5e7 req-8807d3dd-1223-4d30-977f-f3a979b3b427 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053667 Nov 12 03:16:39.941619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.976873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Provisioning complete for port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:39.977116 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.995561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.997839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.008613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:40.009402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.022455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.076330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.079036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.080374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/a714895e-a731-44cd-bc78-424bc100b2fc HTTP/1.1" status: 204 len: 168 time: 0.3353465 Nov 12 03:16:40.093488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56434) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:40.145196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714895e-a731-44cd-bc78-424bc100b2fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:40.151996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.164128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 963522ad-3407-4052-84a4-2ecc0d2e0736 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:40.164128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.165636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef726b10-6de9-4e83-b9cb-90ff931631bb None None] Network d9efdfa7-36b2-451d-b34d-966023efbe89 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:40.178077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.208142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.209105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.209520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.211637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.212052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.212475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.212876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.218159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.221113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.221574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.221990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.222423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e952e-cf43-4027-8395-f408f9ee7424 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:40.251748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a89356-467e-42db-88d0-192bfce0d85e None None] Network 510b6fa8-f195-4114-b52f-5cfcc601addf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:40.314574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef726b10-6de9-4e83-b9cb-90ff931631bb None None] Network d9efdfa7-36b2-451d-b34d-966023efbe89 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:16:40.378023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e1aa0d-9092-414c-bd23-1820d9855368,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:40.425097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.426636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7b445ff6-a0f9-4d69-bd59-d304e935fcfa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7564507 Nov 12 03:16:40.434026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:40.447855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'security_group_rule': {'security_group_id': '27e1aa0d-9092-414c-bd23-1820d9855368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:40.460559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bdaa9542-cee4-4dea-950d-4fdeec01cc10 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3548658 Nov 12 03:16:40.470455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:40.477710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--84136725'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:40.530868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:16:40.530868 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:16:40.530868 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': '5b1603602f714c37974d8d8caa39a441', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 16, 20, 505771)}] Nov 12 03:16:40.530868 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:40.531696 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:40.559209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.648665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118fb83f-e9c4-45f2-9938-d455fe3f158d {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:40.662844 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.666214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.678581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.718774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Transition to ACTIVE for port object 118fb83f-e9c4-45f2-9938-d455fe3f158d will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:40.754464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.771700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e548ac-058d-4e83-8c9b-f83c7b38db66,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:40.802537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:40.865178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=7bb5578d-37d3-4d04-bad5-737258e95bc7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:40.873850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:40.875401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ec920733-aff5-4350-ba71-7473b7696c1c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325128 Nov 12 03:16:40.882946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1e044345-941f-4c7c-bc3c-8645116c07f5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2069023 Nov 12 03:16:40.885234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56480) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:40.886011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56482) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:40.891446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e8d762ac-a8f3-4977-8584-24bbf12ae47a req-44a43cfb-6045-4db6-a223-6db002f0ad6b tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 210 time: 0.0798123 Nov 12 03:16:40.913391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:40.915832 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Sync routers for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:16:40.925654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'security_group_rule': {'security_group_id': '27e1aa0d-9092-414c-bd23-1820d9855368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:40.949679 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:40.954997 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:40.982032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:41.015764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Pushing event updated for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.135935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:41.215985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceb9f8-1e98-409a-99cd-1e30cb93da52 req-1bb3c696-1d65-497f-98d9-d1dfdd000b70 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.224684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24ceb9f8-1e98-409a-99cd-1e30cb93da52 req-1bb3c696-1d65-497f-98d9-d1dfdd000b70 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 949 time: 0.4271967 Nov 12 03:16:41.251270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.262727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.276497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c673c7d-e0d8-4dbe-acd2-19cb58567c5e req-68915ece-16b4-4a26-aeae-b7ca99211d8f tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.278198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c673c7d-e0d8-4dbe-acd2-19cb58567c5e req-68915ece-16b4-4a26-aeae-b7ca99211d8f tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 947 time: 0.1630719 Nov 12 03:16:41.290822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Attempting to bind port 118fb83f-e9c4-45f2-9938-d455fe3f158d on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:41.291206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Attempting to bind port 118fb83f-e9c4-45f2-9938-d455fe3f158d by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:41.291539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Attempting to bind port 118fb83f-e9c4-45f2-9938-d455fe3f158d on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:41.316041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-4333229e-6e0a-4bde-abc3-baee20724f1b tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.317601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-4333229e-6e0a-4bde-abc3-baee20724f1b tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.32 "GET /v2.0/networks?id=b6b700dc-9777-4454-965d-0e6d2b672ab1 HTTP/1.1" status: 200 len: 825 time: 0.4864395 Nov 12 03:16:41.349240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c673c7d-e0d8-4dbe-acd2-19cb58567c5e req-6b4c9faf-d477-4e4f-9525-6fccf2541fd2 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Nov 12 03:16:41.353150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Port 118fb83f-e9c4-45f2-9938-d455fe3f158d on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:41.353488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Attempting to bind port 118fb83f-e9c4-45f2-9938-d455fe3f158d on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:41.363829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:41.364266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:41.364607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:41.365057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Bound port: 118fb83f-e9c4-45f2-9938-d455fe3f158d, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:41.365423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.391620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Request body: {'port': {'device_id': '74825d70-9fb1-41e1-9a38-708078cf0503', 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1', 'admin_state_up': True, 'tenant_id': '00d63d4311624a3f998e4e00a1cd76b9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:41.392634 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:37Z', 'revision_number': 2, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:41.422367 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Checking router: a258726b-d03a-41a4-9eec-5fb19ab0c2bb for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:16:41.423125 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Updating router a258726b-d03a-41a4-9eec-5fb19ab0c2bb port 10a0fbac-d959-44b8-bc84-45595743af96 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:16:41.461799 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.481827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.486584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:41.489003 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.503355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:41.531065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24ceb9f8-1e98-409a-99cd-1e30cb93da52 req-41ac20e0-1b13-4080-97f5-124fd0b9cfc8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995629 Nov 12 03:16:41.531578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef0bb4-bd31-402c-bcb6-50bc5f70e6da,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.536256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.537454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdd597a2-f070-4c3a-8d50-695e690afb14 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0656874 Nov 12 03:16:41.539176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.547819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56490) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:41.571923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b1deb22e-da84-427b-b450-e69363218bc1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '87ef0bb4-bd31-402c-bcb6-50bc5f70e6da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:41.599024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.599683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.601176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] 10.222.0.32 "PUT /v2.0/ports/118fb83f-e9c4-45f2-9938-d455fe3f158d HTTP/1.1" status: 200 len: 1096 time: 2.4703131 Nov 12 03:16:41.601652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:41.604411 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c713b-2c90-4c64-bb3d-bede09e3d963" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:41.684597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.713769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5adb1-34e9-4187-be14-b2ea688d5751 service neutron] Pushing event updated for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.755947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.760361 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d2dec-4db6-4041-9d36-c78807d725df x-openstack-request-id: req-a43d2dec-4db6-4041-9d36-c78807d725df {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:41.761735 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:41.762000 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a43d2dec-4db6-4041-9d36-c78807d725df {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:41.763016 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d', 'status': 'completed', 'code': 200} Nov 12 03:16:41.772006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-235a1cd6-58c2-4f39-b8b1-58e7ec24cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.773719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-235a1cd6-58c2-4f39-b8b1-58e7ec24cc42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f381676d48404b81a65d47ad25ffaf26&device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 1099 time: 0.1239760 Nov 12 03:16:41.788469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.799531 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-b1deb22e-da84-427b-b450-e69363218bc1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The resource could not be found. Nov 12 03:16:41.800647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1deb22e-da84-427b-b450-e69363218bc1 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2348192 Nov 12 03:16:41.806542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56494) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:41.827187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b3fe9adb-8129-4906-8283-0fc1eaba8952 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '87ef0bb4-bd31-402c-bcb6-50bc5f70e6da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '21a52961-553e-471d-8be6-7adcf4655ecd'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:41.842665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.856344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-9a89780c-d590-4f69-bc1c-6b797ed8b039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d HTTP/1.1" status: 200 len: 217 time: 0.0697148 Nov 12 03:16:41.878045 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.880804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Provisioning complete for port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:41.884370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.889757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 is not hosted by any dhcp agent {{(pid=102433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:16:41.895640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.896268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.901166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "PUT /v2.0/networks/7bb5578d-37d3-4d04-bad5-737258e95bc7 HTTP/1.1" status: 200 len: 723 time: 1.0010970 Nov 12 03:16:41.901965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2889ac8-6b5e-445d-b7a6-a3daab175d45,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:41.904425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:41.915129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:41.915291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.924143 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.959993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-2502bdba-161c-4895-bb14-a9e44d030ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:41.962309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-2502bdba-161c-4895-bb14-a9e44d030ab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0969377 Nov 12 03:16:41.978673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:42.027784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5151392-a818-4169-8f80-8f8658b34c8f None None] DHCP port deletion for 510b6fa8-f195-4114-b52f-5cfcc601addf request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:42.046638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Pushing event updated for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:42.073117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:42.081779 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.082473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.083320 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.083862 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.084423 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.085198 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.085979 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.086551 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.087308 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.087864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.088660 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.089918 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:16:42.123410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-62872fe2-2028-4ab9-bca8-9b3f80a14a01 req-62613a56-05f9-4a47-b120-e16ffeb96889 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 210 time: 0.0898190 Nov 12 03:16:42.131024 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Attempting to bind port 10a0fbac-d959-44b8-bc84-45595743af96 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:42.131582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-2ea3a6a9-54fa-411d-9ae6-c7dafe5dd471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:42.136232 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Attempting to bind port 10a0fbac-d959-44b8-bc84-45595743af96 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:42.136602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-2ea3a6a9-54fa-411d-9ae6-c7dafe5dd471 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656249 Nov 12 03:16:42.137833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Attempting to bind port 10a0fbac-d959-44b8-bc84-45595743af96 on network e9626a07-c05a-49f7-8905-80c5309c3144 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:42.144994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Provisioning complete for port 17d0ea28-8382-48d1-a93a-48e59eb534fd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:42.145436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.151693 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:42.152298 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Checking segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:42.152854 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.155907 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Bound using segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:42.156575 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Bound port: 10a0fbac-d959-44b8-bc84-45595743af96, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:42.157154 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.197525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0331df-c232-4f20-b87f-d82aaa127991 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=7bb5578d-37d3-4d04-bad5-737258e95bc7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:42.209682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Port 17d0ea28-8382-48d1-a93a-48e59eb534fd cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:42.216692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.220184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1781e79f-db33-4304-aa36-79e5eff69c0f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3214014 Nov 12 03:16:42.220432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:42.225510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:42.236221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:42.292893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] For port 10a0fbac-d959-44b8-bc84-45595743af96, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:42.303859 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] For port 10a0fbac-d959-44b8-bc84-45595743af96, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=10a0fbac-d959-44b8-bc84-45595743af96,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:42.311827 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.318457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Provisioning complete for port 963522ad-3407-4052-84a4-2ecc0d2e0736 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:42.319242 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0b2-a328-44b4-bdc7-0442fac6ab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.366321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Made reservation on behalf of 00d63d4311624a3f998e4e00a1cd76b9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:42.375476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.398733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 963522ad-3407-4052-84a4-2ecc0d2e0736 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:42.422955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.434367 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b3207-5ed5-4001-aa51-ad485979059a None None] Pushing event updated for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:42.452357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-97246d10-e538-4920-97d7-c6a69b7dd417 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996769 Nov 12 03:16:42.467833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:16:42.468489 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:16:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:42.471862 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b3fe9adb-8129-4906-8283-0fc1eaba8952 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The resource could not be found. Nov 12 03:16:42.476044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b3fe9adb-8129-4906-8283-0fc1eaba8952 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6546352 Nov 12 03:16:42.490587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:42.551469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 963522ad-3407-4052-84a4-2ecc0d2e0736 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:42.551853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.596178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:42.601240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.722288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] Provisioning complete for port 10a0fbac-d959-44b8-bc84-45595743af96 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:42.722679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.796701 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:16:42.850322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.858307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Allocated IP 172.20.0.9 (b6b700dc-9777-4454-965d-0e6d2b672ab1/4cf176a5-369c-4113-b70c-5ada08ed7698/ecba7a18-1c30-411a-9b4d-41ea97a3831d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:42.901552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] For port 10a0fbac-d959-44b8-bc84-45595743af96, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=10a0fbac-d959-44b8-bc84-45595743af96,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:42.906628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:42.977032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7f488-47bf-4d3a-ad87-493a9516d5d7 None None] Pushing event updated for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:43.038833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-121f50a6-c994-418e-a36b-89a0ba7ddb33 None None] Provisioning complete for port 10a0fbac-d959-44b8-bc84-45595743af96 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:43.040706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-121f50a6-c994-418e-a36b-89a0ba7ddb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.068583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd425-920e-4545-9138-9c5950f83682 req-63e7f296-c354-4adc-9156-20bdc7683bf8 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.070186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bcfd425-920e-4545-9138-9c5950f83682 req-63e7f296-c354-4adc-9156-20bdc7683bf8 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 947 time: 0.5918119 Nov 12 03:16:43.127311 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:43.139357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.172432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bcfd425-920e-4545-9138-9c5950f83682 req-6ee15133-0066-4262-ac82-0ae851049912 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920761 Nov 12 03:16:43.180390 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a273b-8484-495d-8d02-5bb768530c82 None None] The sync data for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 is: [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:16:43.252601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.354370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51642365-d2c8-40cd-aa69-17eb1445a61d req-405f8b2d-56de-47ae-83fc-baaea58d1089 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846917 Nov 12 03:16:43.401110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.425510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d051f78-269b-4507-ae2a-e1c162014a7f req-1fcab1a7-0643-4342-a3f2-b0fc07175447 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.427741 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d051f78-269b-4507-ae2a-e1c162014a7f req-1fcab1a7-0643-4342-a3f2-b0fc07175447 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 949 time: 0.7422287 Nov 12 03:16:43.445269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:43.448956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:43.455735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.458203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:43.469566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a78a1dd-3772-4c4d-b6c6-85997332ea2f None None] DHCP port deletion for b6b700dc-9777-4454-965d-0e6d2b672ab1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:43.502462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.507212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Pushing event updated for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:43.575977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:43.580428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-797ba464-c89b-4e27-92ad-0da970b3da4a None None] Provisioning complete for port ecba7a18-1c30-411a-9b4d-41ea97a3831d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:43.580799 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-797ba464-c89b-4e27-92ad-0da970b3da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.636535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.640723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-7c36e1b2-a858-4342-b0bd-549b166429d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.642407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-7c36e1b2-a858-4342-b0bd-549b166429d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f381676d48404b81a65d47ad25ffaf26&device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 1099 time: 0.2077069 Nov 12 03:16:43.653104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.653805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.659797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d051f78-269b-4507-ae2a-e1c162014a7f req-63797ddc-386c-4153-99e7-a935ab428e1e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015712 Nov 12 03:16:43.676843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c408a99-5bdf-4ee5-9203-8a7d179b0f45 req-e28386a3-23b4-49da-9b53-fba5af8ad119 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.691866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c408a99-5bdf-4ee5-9203-8a7d179b0f45 req-e28386a3-23b4-49da-9b53-fba5af8ad119 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 931 time: 0.2312646 Nov 12 03:16:43.702731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-797ba464-c89b-4e27-92ad-0da970b3da4a None None] Port ecba7a18-1c30-411a-9b4d-41ea97a3831d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:43.741113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-53a60de1-41d6-4a5c-81db-287d358dc873 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3999431 Nov 12 03:16:43.743905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '1d3e1aa9-d615-4d38-8935-b779ee900b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:43.744347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 7bb5578d-37d3-4d04-bad5-737258e95bc7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:43.764994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Request body: {'port': {'device_id': '74825d70-9fb1-41e1-9a38-708078cf0503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:43.827615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c408a99-5bdf-4ee5-9203-8a7d179b0f45 req-38091d27-b45e-48e2-95ca-dbd4adb75e65 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337543 Nov 12 03:16:43.835587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:43.858171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.861059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.862342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/87ef0bb4-bd31-402c-bcb6-50bc5f70e6da HTTP/1.1" status: 204 len: 168 time: 1.3706775 Nov 12 03:16:43.866957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56516) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:43.870498 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.887715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7bb5578d-37d3-4d04-bad5-737258e95bc7) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:43.892319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e9536b89-1322-4fb5-98f5-9166803c9a26 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:43.900627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba9ec-daa5-4ca9-9663-8e45ccc429b4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef0bb4-bd31-402c-bcb6-50bc5f70e6da,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:43.901061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474855e-a02e-4be0-99b3-3751b6194137 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:43.904920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.905455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:43.963515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-9bd07545-e557-4f30-917e-69aa0520a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:43.966363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-9bd07545-e557-4f30-917e-69aa0520a36a service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3041868 Nov 12 03:16:44.000209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 172.25.2.3 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/db7a411f-c3d8-4620-8ee7-0bc9eba9d772) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:44.021051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1039d46-3b69-45c1-a50a-62e81a4a26f6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0709581 Nov 12 03:16:44.023380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56518) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:44.038531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:44.045142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-c0d3030c-628c-4ce2-8516-e0526bdf4d3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d HTTP/1.1" status: 200 len: 217 time: 0.0549433 Nov 12 03:16:44.061459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port e9536b89-1322-4fb5-98f5-9166803c9a26 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:44.138849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port e9536b89-1322-4fb5-98f5-9166803c9a26 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:44.139925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.165207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-2e36a938-96ed-4f65-b5cb-c7f573b2556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.166976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-40b196d6-9bad-4c3e-91de-58c6f5186231 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2984853 Nov 12 03:16:44.172047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-2e36a938-96ed-4f65-b5cb-c7f573b2556c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1216559 Nov 12 03:16:44.172592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:44.178833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2e3df19e-bb64-40df-9129-ee0e1c531d43 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': '5ebc2353-8bf2-46b6-82b8-1d14e5370dc1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:44.323641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-531272921'] for subnet, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.349231 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.415548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-7bb5578d-37d3-4d04-bad5-737258e95bc7', 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': '6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:44.417115 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.421272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 10a0fbac-d959-44b8-bc84-45595743af96 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:44.477155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.494731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-d53817f5-43e3-4cbb-9199-e32366271b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.498172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-d53817f5-43e3-4cbb-9199-e32366271b76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3096180 Nov 12 03:16:44.502977 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-2e3df19e-bb64-40df-9129-ee0e1c531d43 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The resource could not be found. Nov 12 03:16:44.508640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e3df19e-bb64-40df-9129-ee0e1c531d43 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3333640 Nov 12 03:16:44.509498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:44.510035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e9536b89-1322-4fb5-98f5-9166803c9a26,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:44.519532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:44.521942 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5bc129-f1b1-4c9e-8214-c22c0bd68417" -d '{"events": [{"server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "name": "network-vif-plugged", "status": "completed", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:44.522892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--319240108'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:44.538143 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.615955 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9f00b-5fb5-457d-86c4-a52582141d1e x-openstack-request-id: req-7bf9f00b-5fb5-457d-86c4-a52582141d1e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:44.616348 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "name": "network-vif-plugged", "status": "completed", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:44.616532 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7bf9f00b-5fb5-457d-86c4-a52582141d1e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:44.616938 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26', 'code': 200} Nov 12 03:16:44.637304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994058a-de88-43c0-8cd0-cf4cc0dc0e66 req-30c62e6b-d2bf-4cae-930a-735575da1ad9 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.638960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c994058a-de88-43c0-8cd0-cf4cc0dc0e66 req-30c62e6b-d2bf-4cae-930a-735575da1ad9 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 947 time: 0.3260012 Nov 12 03:16:44.648575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.737184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:44.754513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 10a0fbac-d959-44b8-bc84-45595743af96 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:44.755203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.808119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 118fb83f-e9c4-45f2-9938-d455fe3f158d details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:44.833801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:44.912330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-37241c96-3c74-4fb8-9168-2703133a005e service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017465 Nov 12 03:16:44.913030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=db7a411f-c3d8-4620-8ee7-0bc9eba9d772,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:44.924025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778114474379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-528748713'] for subnet, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.949092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:44.949686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:44.954203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "PUT /v2.0/subnets/6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7 HTTP/1.1" status: 200 len: 806 time: 0.9207952 Nov 12 03:16:44.960038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecba7a18-1c30-411a-9b4d-41ea97a3831d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:44.964639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:44.973066 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.013473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.080986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Allocated IP 172.20.0.2 (7bb5578d-37d3-4d04-bad5-737258e95bc7/6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7/14cf8aa6-9124-41a6-ae65-d4f0bb85851a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:45.106530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:45.107546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b782e95-7e6f-48ef-853a-2c52b28ec34e req-6816aeef-632f-401b-b91f-b502fcd79069 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.110932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c994058a-de88-43c0-8cd0-cf4cc0dc0e66 req-faf71ec6-ee22-4139-b5c7-a16bb5133256 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013927 Nov 12 03:16:45.114842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd8c713b-2c90-4c64-bb3d-bede09e3d963 req-1c4f25cf-3a84-4389-bce9-a2c39fab64f1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391006 Nov 12 03:16:45.116985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:45.127521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b782e95-7e6f-48ef-853a-2c52b28ec34e req-6816aeef-632f-401b-b91f-b502fcd79069 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.2746227 Nov 12 03:16:45.134383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:45.145462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '118fb83f-e9c4-45f2-9938-d455fe3f158d', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '118fb83f-e9c4-45f2-9938-d455fe3f158d', 'mac_address': 'fa:16:3e:6b:8b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:45.155180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796417ad-d90a-4256-8184-cc688c4bf8aa req-da3509f9-6d78-4f86-beb9-99b65f336686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.159471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-796417ad-d90a-4256-8184-cc688c4bf8aa req-da3509f9-6d78-4f86-beb9-99b65f336686 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 1102 time: 0.3254015 Nov 12 03:16:45.177415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Transition to ACTIVE for port object ecba7a18-1c30-411a-9b4d-41ea97a3831d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:16:45.224754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.244513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f14975-a7bb-4fd9-872f-40c72ad62b85 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.283314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa21a1-a759-4a4a-a3cc-e7bbf516e36e None None] DHCP port deletion for b6b700dc-9777-4454-965d-0e6d2b672ab1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:45.288361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.397385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118fb83f-e9c4-45f2-9938-d455fe3f158d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:45.450499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.459445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.465936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.468536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:45.481029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Attempting to bind port ecba7a18-1c30-411a-9b4d-41ea97a3831d on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:45.481286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Attempting to bind port ecba7a18-1c30-411a-9b4d-41ea97a3831d by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:45.481959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Attempting to bind port ecba7a18-1c30-411a-9b4d-41ea97a3831d on network b6b700dc-9777-4454-965d-0e6d2b672ab1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:45.483554 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.515796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b782e95-7e6f-48ef-853a-2c52b28ec34e req-9219142a-4543-49d3-a1da-7b9df9e52966 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869495 Nov 12 03:16:45.521718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-796417ad-d90a-4256-8184-cc688c4bf8aa req-8a54844b-89a4-403c-9f61-f3505d2edd51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204718 Nov 12 03:16:45.530151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fefa79-8f65-40cf-af50-98ac852ab636 req-e28254e4-616e-4470-8e58-c947b26cb732 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.543041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.543333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68fefa79-8f65-40cf-af50-98ac852ab636 req-e28254e4-616e-4470-8e58-c947b26cb732 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 943 time: 0.2412815 Nov 12 03:16:45.546219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Port ecba7a18-1c30-411a-9b4d-41ea97a3831d on network b6b700dc-9777-4454-965d-0e6d2b672ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:16:45.546923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Attempting to bind port ecba7a18-1c30-411a-9b4d-41ea97a3831d on network b6b700dc-9777-4454-965d-0e6d2b672ab1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:45.568030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Pushing event updated for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.573442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.576964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.580184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.583806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:45.584833 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.584990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Checking segment: {'id': 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:45.585249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0690103 Nov 12 03:16:45.586154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Bound using segment: {'id': 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:45.587813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Bound port: ecba7a18-1c30-411a-9b4d-41ea97a3831d, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:45.588463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:45.588639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.597335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117360504'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:45.613846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a1396-e8c6-4af1-9ae5-e3973bad50fc tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebcac9b-051d-48a8-9314-4b5da5acab2a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.637876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.638348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:45.642368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:45.646864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:45.650546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Pushing event updated for resources: {'Port': ['ID=14cf8aa6-9124-41a6-ae65-d4f0bb85851a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.713747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68fefa79-8f65-40cf-af50-98ac852ab636 req-2b103983-ad56-4ead-803a-a24f1e98a830 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717215 Nov 12 03:16:45.714933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Attempting to bind port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:45.715409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Attempting to bind port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '1d3e1aa9-d615-4d38-8935-b779ee900b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:45.715782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Attempting to bind port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a on network 7bb5578d-37d3-4d04-bad5-737258e95bc7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:45.723562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:45.723562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Checking segment: {'id': '1d3e1aa9-d615-4d38-8935-b779ee900b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:45.723562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.723562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Bound using segment: {'id': '1d3e1aa9-d615-4d38-8935-b779ee900b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:45.724849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Bound port: 14cf8aa6-9124-41a6-ae65-d4f0bb85851a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3e1aa9-d615-4d38-8935-b779ee900b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7bb5578d-37d3-4d04-bad5-737258e95bc7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:45.725495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.735621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.754663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:45.758129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d,segment=NetworkSegment(ad758f4b-098f-4ea0-ae1c-d34c9e79daba),segment_id=ad758f4b-098f-4ea0-ae1c-d34c9e79daba)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:45.767056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['118fb83f-e9c4-45f2-9938-d455fe3f158d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:45.777373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.846348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] For port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:45.850368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] For port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=14cf8aa6-9124-41a6-ae65-d4f0bb85851a,segment=NetworkSegment(1d3e1aa9-d615-4d38-8935-b779ee900b2e),segment_id=1d3e1aa9-d615-4d38-8935-b779ee900b2e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:45.854568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:45.854913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.861664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:45.862284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.863958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] 10.222.0.32 "PUT /v2.0/ports/ecba7a18-1c30-411a-9b4d-41ea97a3831d HTTP/1.1" status: 200 len: 1092 time: 2.1117511 Nov 12 03:16:45.867773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf6345-6e79-4250-8142-eb2e01a2656b None None] DHCP port deletion for b6b700dc-9777-4454-965d-0e6d2b672ab1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:45.878308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:45.880674 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:45.883176 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:45.909163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d4321-d265-4a95-97f8-1ab9c80f074c service neutron] Pushing event updated for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:45.981309 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98545db-7f76-43ac-9c25-93118e72f1eb x-openstack-request-id: req-e98545db-7f76-43ac-9c25-93118e72f1eb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:45.981611 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:45.981861 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e98545db-7f76-43ac-9c25-93118e72f1eb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:45.982384 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d', 'status': 'completed', 'code': 200} Nov 12 03:16:46.015770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-4d5c5bef-ddff-45da-9811-f79377951448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.017396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-4d5c5bef-ddff-45da-9811-f79377951448 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00d63d4311624a3f998e4e00a1cd76b9&device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 1095 time: 0.1026726 Nov 12 03:16:46.059448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.073997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521efe1d-c83a-4c3e-9514-41b8cd6dde17 None None] Pushing event updated for resources: {'Port': ['ID=14cf8aa6-9124-41a6-ae65-d4f0bb85851a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.075573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.084795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-e27725d0-4516-4ef5-ba9d-779af635732e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d HTTP/1.1" status: 200 len: 217 time: 0.0566514 Nov 12 03:16:46.105161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=14cf8aa6-9124-41a6-ae65-d4f0bb85851a,segment=NetworkSegment(1d3e1aa9-d615-4d38-8935-b779ee900b2e),segment_id=1d3e1aa9-d615-4d38-8935-b779ee900b2e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:46.105707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.152747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for 14cf8aa6-9124-41a6-ae65-d4f0bb85851a owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:46.186265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18afa70e-9922-48ca-9fd2-ea5231ed8f20,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.198890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-04b15d8d-9702-4baa-aa35-dd2e77461a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.202286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.207800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b8fee7a-2076-46d4-8bc3-d6b2bd67f8ff tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6137707 Nov 12 03:16:46.207800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:46.210128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-04b15d8d-9702-4baa-aa35-dd2e77461a53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4cf176a5-369c-4113-b70c-5ada08ed7698 HTTP/1.1" status: 200 len: 865 time: 0.1166353 Nov 12 03:16:46.221604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9bc5d8b2-e7ff-4fd3-bdcf-2919267fe81d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group_rule': {'security_group_id': 'bebcac9b-051d-48a8-9314-4b5da5acab2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '18afa70e-9922-48ca-9fd2-ea5231ed8f20'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:46.283422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-6c05a028-8dac-47b2-b1bc-39e8b493728f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b700dc-9777-4454-965d-0e6d2b672ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327976 Nov 12 03:16:46.386389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.400984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.459119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-ea84821b-3d05-4d6d-9292-7e22febd0312 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561582 Nov 12 03:16:46.559009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603db152-de0c-491b-a9c7-d1e0a0a99699 req-0d537294-11fe-48bf-b787-4593daa43559 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.564169 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-603db152-de0c-491b-a9c7-d1e0a0a99699 req-0d537294-11fe-48bf-b787-4593daa43559 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 948 time: 0.3204739 Nov 12 03:16:46.578299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.578675 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-9bc5d8b2-e7ff-4fd3-bdcf-2919267fe81d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:16:46.579783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bc5d8b2-e7ff-4fd3-bdcf-2919267fe81d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3672671 Nov 12 03:16:46.585840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56552) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:46.605381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=db7a411f-c3d8-4620-8ee7-0bc9eba9d772,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.641872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=14cf8aa6-9124-41a6-ae65-d4f0bb85851a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:46.674726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.715213 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.716671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea5c5584-0832-4f2d-bc8a-a530939f9b08 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4898870 Nov 12 03:16:46.732125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-603db152-de0c-491b-a9c7-d1e0a0a99699 req-9998c6ca-01ca-4140-adcd-46f8836413b7 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451426 Nov 12 03:16:46.787875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 118fb83f-e9c4-45f2-9938-d455fe3f158d up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:46.798275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port 14cf8aa6-9124-41a6-ae65-d4f0bb85851a on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:46.842688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c351e160-e218-4e7e-925c-b33c95d2f388 req-ad71c301-f92e-4ec2-9c76-8f52a41da2ed service neutron] 10.222.0.32 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741233 Nov 12 03:16:46.897986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 118fb83f-e9c4-45f2-9938-d455fe3f158d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:46.898489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2039720-fe37-471e-b5ad-57d40815eef4 req-1bbb9621-b9a4-4818-88e8-23db2b324284 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:46.899472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2039720-fe37-471e-b5ad-57d40815eef4 req-1bbb9621-b9a4-4818-88e8-23db2b324284 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.2497079 Nov 12 03:16:46.902980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:46.929932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 118fb83f-e9c4-45f2-9938-d455fe3f158d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:46.930305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.018644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.122505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eea43b-d4af-4454-b7a1-4ac791ce179b req-1de17efa-731c-484d-9b76-b626c555c3a4 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.125264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.131776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58eea43b-d4af-4454-b7a1-4ac791ce179b req-1de17efa-731c-484d-9b76-b626c555c3a4 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 943 time: 0.1107543 Nov 12 03:16:47.157465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:47.165497 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f18a1-b10f-4f0d-9759-6b273f09b4d7" -d '{"events": [{"server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "name": "network-vif-plugged", "status": "completed", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:47.216672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:47.225368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58eea43b-d4af-4454-b7a1-4ac791ce179b req-27a55f65-894d-472d-a2df-3a65de970f2c tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920701 Nov 12 03:16:47.229822 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.355546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:47.431917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-3bae97bc-f186-4277-b589-6860d037f4fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1519524460&fields=id&tenant_id=1f6ff94d93ea473ebda28c37901ee1d9 HTTP/1.1" status: 200 len: 267 time: 0.0832176 Nov 12 03:16:47.523050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-63a59670-6b70-421c-9906-e3038562c2d6 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.524774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-63a59670-6b70-421c-9906-e3038562c2d6 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 937 time: 0.0824232 Nov 12 03:16:47.563895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.590501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42bbec-d27c-439d-8872-6f4e13b55ae1 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:47.626349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-67a152d4-1614-4c0d-832a-f3b45694366e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.630168 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-67a152d4-1614-4c0d-832a-f3b45694366e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 936 time: 0.0980554 Nov 12 03:16:47.631726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2039720-fe37-471e-b5ad-57d40815eef4 req-8de8554f-ac16-4c8c-80ba-5572304f2365 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721549 Nov 12 03:16:47.658546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-9ca54ad2-ff3a-48cf-b96e-3471c4a987b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.660291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-9ca54ad2-ff3a-48cf-b96e-3471c4a987b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00d63d4311624a3f998e4e00a1cd76b9&device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 1095 time: 0.6851513 Nov 12 03:16:47.663450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.709831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-72c37bc1-7b71-4258-b6d8-55c5b654c6ea None None] Could not find standard attr ID for object 14cf8aa6-9124-41a6-ae65-d4f0bb85851a. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:16:47.720987 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d5565-45f8-41bc-affa-390d74d77f87 x-openstack-request-id: req-5e5d5565-45f8-41bc-affa-390d74d77f87 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:47.721339 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "name": "network-vif-plugged", "status": "completed", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:47.723208 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5e5d5565-45f8-41bc-affa-390d74d77f87 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:47.723208 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d', 'code': 200} Nov 12 03:16:47.732550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:47.768410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.771012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.774773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/18afa70e-9922-48ca-9fd2-ea5231ed8f20 HTTP/1.1" status: 204 len: 168 time: 1.1851175 Nov 12 03:16:47.788205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56578) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:47.812447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ef72e638-e64c-42a2-aeab-de4dafcbdbaa tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1609535 Nov 12 03:16:47.865654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8ff91-7082-4a3e-acb9-7abefa587d87 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18afa70e-9922-48ca-9fd2-ea5231ed8f20,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:47.899267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-3ef3a7b3-48ff-4f76-b6bc-019931a1d3d7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0858698 Nov 12 03:16:47.915324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:47.951440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb5578d-37d3-4d04-bad5-737258e95bc7']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:47.974490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f98029-029e-47c6-88f8-6b88a8557dda None None] DHCP port deletion for 7bb5578d-37d3-4d04-bad5-737258e95bc7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:47.975040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3e1aa9-d615-4d38-8935-b779ee900b2e') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:47.975040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3e1aa9-d615-4d38-8935-b779ee900b2e') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:47.989783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-bfddcfa1-6486-4ff2-a013-d64fda5fce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:47.992579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-bfddcfa1-6486-4ff2-a013-d64fda5fce70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b700dc-9777-4454-965d-0e6d2b672ab1 HTTP/1.1" status: 200 len: 926 time: 0.3184659 Nov 12 03:16:47.999329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4629d34-5b92-4da8-a4c5-ef6097482331 None None] Network 7bb5578d-37d3-4d04-bad5-737258e95bc7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:48.005444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79cf6d-ecb9-4b6f-b85c-57f53e5ae7b9 req-d46216dc-e55a-4d11-b5f9-5b83e1e89289 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.007008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b79cf6d-ecb9-4b6f-b85c-57f53e5ae7b9 req-d46216dc-e55a-4d11-b5f9-5b83e1e89289 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 949 time: 0.1596591 Nov 12 03:16:48.009442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.034633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd28106-5642-4120-9d51-e524d9de0f5a req-de07d8b8-9d80-4c5d-8978-7932d99b04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.036198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd28106-5642-4120-9d51-e524d9de0f5a req-de07d8b8-9d80-4c5d-8978-7932d99b04c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 1101 time: 0.2217212 Nov 12 03:16:48.057060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74498039-c79c-4f8d-a175-981ad79c5a37 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2677457 Nov 12 03:16:48.066955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56584) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.116677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.132168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-dab85aa5-aeb2-404e-843f-ebb2cee5be7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d HTTP/1.1" status: 200 len: 217 time: 0.1033208 Nov 12 03:16:48.159233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd28106-5642-4120-9d51-e524d9de0f5a req-8ae824f2-b5dc-4b79-9ad4-55d0cdcc0af3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078463 Nov 12 03:16:48.165812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:48.166521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.167282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ee2017f1-1738-4679-8546-19bee18bdd05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:48.171003 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:48.173757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ee2017f1-1738-4679-8546-19bee18bdd05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.179653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ee2017f1-1738-4679-8546-19bee18bdd05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.181291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ee2017f1-1738-4679-8546-19bee18bdd05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 1995 time: 0.2811329 Nov 12 03:16:48.209991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-c00dc76a-7da2-4636-b7f1-632f67f66ab4 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/quotas/1f6ff94d93ea473ebda28c37901ee1d9 HTTP/1.1" status: 200 len: 375 time: 0.0197351 Nov 12 03:16:48.210702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.263420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.271661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-a5e938cb-e058-472a-a768-5e61ac678339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.273036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-a5e938cb-e058-472a-a768-5e61ac678339 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4cf176a5-369c-4113-b70c-5ada08ed7698 HTTP/1.1" status: 200 len: 865 time: 0.1275103 Nov 12 03:16:48.318488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-7b953dc7-87e3-4e92-9135-b7516352c04e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1017282 Nov 12 03:16:48.335398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.342819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.344934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b79cf6d-ecb9-4b6f-b85c-57f53e5ae7b9 req-4e27bbfe-85e4-443b-9bd4-4cbee3905255 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075719 Nov 12 03:16:48.345557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.351186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/bebcac9b-051d-48a8-9314-4b5da5acab2a HTTP/1.1" status: 204 len: 168 time: 0.2785838 Nov 12 03:16:48.351186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.362930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.374161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/7bb5578d-37d3-4d04-bad5-737258e95bc7 HTTP/1.1" status: 204 len: 168 time: 3.4020119 Nov 12 03:16:48.374315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56590) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.382538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ed97-b6af-490d-a117-51bea61fe9a3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=7bb5578d-37d3-4d04-bad5-737258e95bc7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:48.408880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-1f261f3a-d58c-4d01-bd2f-e82d062dff6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b700dc-9777-4454-965d-0e6d2b672ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391016 Nov 12 03:16:48.427908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d8e7a-bf6a-48f1-bb9e-586325d7121c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebcac9b-051d-48a8-9314-4b5da5acab2a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:48.496291 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-178acdc1-9c16-4980-b793-b52008b892cf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:16:48.497134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178acdc1-9c16-4980-b793-b52008b892cf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:16:48.510214 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-178acdc1-9c16-4980-b793-b52008b892cf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/7bb5578d-37d3-4d04-bad5-737258e95bc7 HTTP/1.1" status: 404 len: 339 time: 0.1252365 Nov 12 03:16:48.511049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56592) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.522602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334099182', 'description': 'd1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:48.530093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-1efb3abc-c67e-45f9-aca3-f04a156a454c service neutron] 10.222.0.32 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127059 Nov 12 03:16:48.593724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e412909-b4ca-4a12-93c1-d641c73ab9e8 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2309811 Nov 12 03:16:48.605393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56594) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:48.613161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428980213'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:48.620601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:48.624670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.637993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9bcac921-563c-4658-afb6-f49779df097e service neutron] 10.222.0.84 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040566 Nov 12 03:16:48.662003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc5be0-307f-4ba0-a058-2e90e2c80fa8 req-9829c43d-edfa-45e7-ad79-3c301374f1b6 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.663682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63fc5be0-307f-4ba0-a058-2e90e2c80fa8 req-9829c43d-edfa-45e7-ad79-3c301374f1b6 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 943 time: 0.1030779 Nov 12 03:16:48.690033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.691887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:48.692058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ddd4b00-72d0-49f3-9f9c-3ef2e6d4b5ca req-0e151145-2265-4e72-b061-babdb85b8c85 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512206 Nov 12 03:16:48.724050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63fc5be0-307f-4ba0-a058-2e90e2c80fa8 req-f9de4d55-e9b3-4d7e-b22f-5cf5c3a40dac tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Nov 12 03:16:48.742795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.743169 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 8f7964ae-eb95-401b-9b3d-abf311d3b62c of type vlan for network aee73661-2884-468c-8e91-688f791de699 Nov 12 03:16:48.804780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ecba7a18-1c30-411a-9b4d-41ea97a3831d details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:16:48.817519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.852828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-c12c09ed-05d4-4da9-903d-37b95b98a5a6 service neutron] 10.222.0.84 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058282 Nov 12 03:16:48.886142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfe4e-bf9e-4acd-9aca-2e95898726b4 req-d7d67de6-4749-44ec-bab4-46d5087f0341 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.888139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c8dfe4e-bf9e-4acd-9aca-2e95898726b4 req-d7d67de6-4749-44ec-bab4-46d5087f0341 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.0854449 Nov 12 03:16:48.904403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.910077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:48.910702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.927233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.946226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d,segment=NetworkSegment(ad758f4b-098f-4ea0-ae1c-d34c9e79daba),segment_id=ad758f4b-098f-4ea0-ae1c-d34c9e79daba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:48.953108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:48.956275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c8dfe4e-bf9e-4acd-9aca-2e95898726b4 req-35350e2e-ce9e-4351-9ed8-bc2681bffb57 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606148 Nov 12 03:16:48.963956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d', 'network_id': 'b6b700dc-9777-4454-965d-0e6d2b672ab1', 'port_id': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d', 'mac_address': 'fa:16:3e:b0:2d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf176a5-369c-4113-b70c-5ada08ed7698', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:16:48.964641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-0d0117eb-c6ab-44d6-81ad-7f7d73d3a15e service neutron] 10.222.0.84 "GET /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1022134 Nov 12 03:16:49.036139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.036395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5196168 Nov 12 03:16:49.070258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7b8bc-6bc3-45a1-b7cf-1cd5a6d31836 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=aee73661-2884-468c-8e91-688f791de699,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.079444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.080479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4741354 Nov 12 03:16:49.123844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56604) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.128966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d1e9e44a-adfc-4d5c-ab39-0661f8a027a4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:49.129699 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-d1e9e44a-adfc-4d5c-ab39-0661f8a027a4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:16:49.130109 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-d1e9e44a-adfc-4d5c-ab39-0661f8a027a4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:16:49.131122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1e9e44a-adfc-4d5c-ab39-0661f8a027a4 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "PUT /v2.0/security-groups/2b19d301-ef9d-4e92-903b-ee0af2b174ee HTTP/1.1" status: 409 len: 330 time: 0.0062869 Nov 12 03:16:49.133673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eee65-0d6c-49fe-b860-b63826fb0858 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b19d301-ef9d-4e92-903b-ee0af2b174ee,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.135849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56606) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.207879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-38655e28-c9a1-44f7-a2bb-243b64e26a3d service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980419 Nov 12 03:16:49.230465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.230858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network aee73661-2884-468c-8e91-688f791de699 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:49.245436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb631b-c5ac-492d-80c7-4a7c05fc7482 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.250163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-55bb631b-c5ac-492d-80c7-4a7c05fc7482 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks?id=aee73661-2884-468c-8e91-688f791de699 HTTP/1.1" status: 200 len: 760 time: 0.2099988 Nov 12 03:16:49.250848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56610) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.257301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'description': 'd2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:49.275695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.333626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecba7a18-1c30-411a-9b4d-41ea97a3831d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:16:49.383186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d,segment=NetworkSegment(ad758f4b-098f-4ea0-ae1c-d34c9e79daba),segment_id=ad758f4b-098f-4ea0-ae1c-d34c9e79daba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:49.395368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.453307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-6ba4fa93-fb04-40bb-87fc-0bfcfa425731 service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363875 Nov 12 03:16:49.470830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.500228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.525698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-70bea0e8-33a6-44ea-8112-f133fe8dc9a0 service neutron] 10.222.0.84 "GET /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0616574 Nov 12 03:16:49.531706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.548641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.582290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network aee73661-2884-468c-8e91-688f791de699 is not hosted by any dhcp agent {{(pid=102433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:16:49.588089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.589000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.598452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "PUT /v2.0/networks/aee73661-2884-468c-8e91-688f791de699 HTTP/1.1" status: 200 len: 757 time: 0.3441534 Nov 12 03:16:49.604878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56618) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.620653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.624792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.626204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/2b19d301-ef9d-4e92-903b-ee0af2b174ee HTTP/1.1" status: 204 len: 168 time: 0.4874327 Nov 12 03:16:49.641229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56620) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.643794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c27bfb-2638-4b51-b395-f87834aa3065 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b19d301-ef9d-4e92-903b-ee0af2b174ee,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.652548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ecba7a18-1c30-411a-9b4d-41ea97a3831d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:16:49.710277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44b18875-71ae-45a7-b771-c5128bec9048 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640450 Nov 12 03:16:49.714704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56622) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.733087 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-c72bfb8c-6238-4442-9d2e-54a20d46c12c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] delete failed (client error): The resource could not be found. Nov 12 03:16:49.733851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c72bfb8c-6238-4442-9d2e-54a20d46c12c tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "DELETE /v2.0/security-groups/e1b2f399-a1f1-4272-b8c1-2f6ae279954f HTTP/1.1" status: 404 len: 347 time: 0.0178716 Nov 12 03:16:49.737710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-62fce104-2d56-42e7-905d-76f37c94a44e service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992238 Nov 12 03:16:49.738201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56624) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.768443 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-ff24e771-b67c-4eac-bc59-fd4f3e4bb37d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] show failed (client error): The resource could not be found. Nov 12 03:16:49.770233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff24e771-b67c-4eac-bc59-fd4f3e4bb37d tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-groups/4ccac240-684e-4598-adff-901cbf1372d6 HTTP/1.1" status: 404 len: 347 time: 0.0306838 Nov 12 03:16:49.780528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c87378-7da2-46de-98e6-ce8e98934adf tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=aee73661-2884-468c-8e91-688f791de699,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:49.783324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56628) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.799882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network aee73661-2884-468c-8e91-688f791de699 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:49.821741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.822234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.824843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.825339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.825817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.826833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.828872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-5ddad03d-ab53-477f-8499-e7a2c98cbf3f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503&device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38&device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c&device_id=ead6c68f-9180-4598-8515-f9bb27e3babb&device_id=c2ce6c27-442e-456e-8759-3035a14854cf&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 5548 time: 0.1540427 Nov 12 03:16:49.831765 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b4c0d5e5-be59-4799-8999-14bf1ede5a78 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] show failed (client error): The resource could not be found. Nov 12 03:16:49.836186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b4c0d5e5-be59-4799-8999-14bf1ede5a78 tempest-NegativeSecGroupTest-1050975522 tempest-NegativeSecGroupTest-1050975522-project] 10.222.0.84 "GET /v2.0/security-group-rules/bca88dc3-cda5-4103-9567-7ebfec7811fc HTTP/1.1" status: 404 len: 356 time: 0.0484400 Nov 12 03:16:49.846206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdec7d5-6ca2-4710-801d-4928e8a2ab0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:49.851416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bbdec7d5-6ca2-4710-801d-4928e8a2ab0c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks?id=aee73661-2884-468c-8e91-688f791de699 HTTP/1.1" status: 200 len: 760 time: 0.2418838 Nov 12 03:16:49.854138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56632) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:49.859837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2019645628'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:49.874189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-70d015c4-cfbc-4e8b-848a-85e11f107b0d tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.916659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-84657a67-e4b6-417a-ba8e-c120356134a2 service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645176 Nov 12 03:16:49.923225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:49.926713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.970559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:49.986202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:49.986552 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 32bed227-b3af-4ad6-a1fe-ef394084b832 of type vlan for network 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce Nov 12 03:16:50.064343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.068555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-729d07e2-0c60-454b-95f0-812575d0366b service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479888 Nov 12 03:16:50.080457 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-70d015c4-cfbc-4e8b-848a-85e11f107b0d tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.094126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-70d015c4-cfbc-4e8b-848a-85e11f107b0d tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.128938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.135625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.136006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.186220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d015c4-cfbc-4e8b-848a-85e11f107b0d tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfe1af3-3ea9-4e2d-ac79-3cb643fb2049,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.212199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3537319 Nov 12 03:16:50.213544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56636) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:50.225870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '9a4cb5ee-d33e-432f-ab2a-a8bef14045ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:50.242114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a9e7c21c-a545-4a07-8efd-a8e0c2a14e32 service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672015 Nov 12 03:16:50.266619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add37fb9-bc46-4213-be3c-0a903859a6d6 req-70d015c4-cfbc-4e8b-848a-85e11f107b0d tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&id=f6a583f4-54d3-465f-af3b-caba3d03d454&id=cc1f7592-1ec4-4d92-9d86-61b539673734&id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4177887 Nov 12 03:16:50.267463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac535-6423-489c-98e0-90697083fbe0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=9a4cb5ee-d33e-432f-ab2a-a8bef14045ce,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.280214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56640) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:50.284543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:50.426019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694f818-756a-4990-ad8c-7c749fcb58ec req-6f00643f-6568-4d37-9456-735cf2cffa7b tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.427765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7694f818-756a-4990-ad8c-7c749fcb58ec req-6f00643f-6568-4d37-9456-735cf2cffa7b tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 949 time: 0.0886950 Nov 12 03:16:50.498918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b29fee98-68de-40e1-aa6a-fcb9dd3c8c1c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5b1603602f714c37974d8d8caa39a441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173789 Nov 12 03:16:50.502201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:50.528677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7694f818-756a-4990-ad8c-7c749fcb58ec req-0a42ccd7-7427-416b-9894-f0f653e492d7 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Nov 12 03:16:50.583772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.615426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.692441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.697285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.701000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9f566faa-5ed6-4420-88a7-56cbdece55fa HTTP/1.1" status: 204 len: 168 time: 0.1954615 Nov 12 03:16:50.722008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796adf75-e3d8-4b1e-946d-fb7045fffc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f566faa-5ed6-4420-88a7-56cbdece55fa,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:50.789478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f5ad6-5b54-4ae3-bda4-549c30e4ac58 req-9a92c8a4-d285-43d8-b9e2-bc6bc5b4c598 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:50.791977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df2f5ad6-5b54-4ae3-bda4-549c30e4ac58 req-9a92c8a4-d285-43d8-b9e2-bc6bc5b4c598 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 944 time: 0.0922041 Nov 12 03:16:50.825249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ecba7a18-1c30-411a-9b4d-41ea97a3831d up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:16:50.845311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ad48bd30-687a-4cbb-a095-610e3365a914 service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005356 Nov 12 03:16:50.845889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:50.853519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df2f5ad6-5b54-4ae3-bda4-549c30e4ac58 req-d1231712-1448-4272-9657-a946b873612b tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Nov 12 03:16:50.854804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:50.912159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port ecba7a18-1c30-411a-9b4d-41ea97a3831d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:16:50.916365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port ecba7a18-1c30-411a-9b4d-41ea97a3831d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:50.916795 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.034238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-260d177f-52c7-463b-a3e6-7befae0a050a service neutron] 10.222.0.84 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727121 Nov 12 03:16:51.097395 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.136779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:51.144632 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e8bf5-1565-4cba-bd04-baf124c8bfd8" -d '{"events": [{"server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "name": "network-vif-plugged", "status": "completed", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:51.168961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d,segment=NetworkSegment(ad758f4b-098f-4ea0-ae1c-d34c9e79daba),segment_id=ad758f4b-098f-4ea0-ae1c-d34c9e79daba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:51.173357 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.233440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.244029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e4adab6-a8ee-4d75-ab94-865a584ff356 service neutron] 10.222.0.84 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019091 Nov 12 03:16:51.278769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:51.364498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=ac059baf-9e4b-4163-993a-02e0d0a03ad5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:51.382657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '32bed227-b3af-4ad6-a1fe-ef394084b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9a4cb5ee-d33e-432f-ab2a-a8bef14045ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:51.382657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:51.419136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-3286b7be-5518-4fea-b5f6-0bb46bfbe5ee service neutron] 10.222.0.84 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509883 Nov 12 03:16:51.420996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:51.421812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c723-2425-4b62-8a5d-ec82879044b8 req-6d15eeac-ebbe-402c-b5eb-6e15a9addedd tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.422301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c723-2425-4b62-8a5d-ec82879044b8 req-6d15eeac-ebbe-402c-b5eb-6e15a9addedd tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.422771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c723-2425-4b62-8a5d-ec82879044b8 req-6d15eeac-ebbe-402c-b5eb-6e15a9addedd tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.424487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2023c723-2425-4b62-8a5d-ec82879044b8 req-6d15eeac-ebbe-402c-b5eb-6e15a9addedd tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c&device_id=ead6c68f-9180-4598-8515-f9bb27e3babb&device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 2884 time: 0.0821331 Nov 12 03:16:51.443920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:51.448230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.448815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.463969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e696ff31-41f1-4bba-b092-5f23ea5784a8 None None] Network 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:51.485600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-08a76900-a467-4d0d-8ee8-c4d4c8cf2f4d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2702105 Nov 12 03:16:51.491818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56672) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:51.544058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2023c723-2425-4b62-8a5d-ec82879044b8 req-ffe081e2-6772-49d4-9f8a-b2719eae5748 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131730 Nov 12 03:16:51.564937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-7a1d3855-726a-4c8d-b84a-8adff62710b0 service neutron] 10.222.0.84 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292632 Nov 12 03:16:51.620869 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5354fd69-5d03-4900-8348-e121481478db x-openstack-request-id: req-5354fd69-5d03-4900-8348-e121481478db {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:51.622506 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "name": "network-vif-plugged", "status": "completed", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:51.624193 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5354fd69-5d03-4900-8348-e121481478db {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:51.624680 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d', 'code': 200} Nov 12 03:16:51.662700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.735820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9fafc12f-30e4-4990-8aa0-06b529e9d181 service neutron] 10.222.0.84 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619809 Nov 12 03:16:51.791566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce4d1a-4c8c-4238-aacc-08c648c831e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9a4cb5ee-d33e-432f-ab2a-a8bef14045ce', 'network_id': '9a4cb5ee-d33e-432f-ab2a-a8bef14045ce', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': 'ac059baf-9e4b-4163-993a-02e0d0a03ad5'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:51.796816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4d1a-4c8c-4238-aacc-08c648c831e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.845189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:51.896188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7876c-a678-4671-813b-275c0c59ab67 req-52de8d7d-fb51-4f8f-9d28-e5e569367fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.897793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89e7876c-a678-4671-813b-275c0c59ab67 req-52de8d7d-fb51-4f8f-9d28-e5e569367fec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 1097 time: 0.1969488 Nov 12 03:16:51.938037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81f02-dae3-40ca-8d61-8c45a9e9cc24 req-25955bf2-ae24-4fd0-8d94-2f38d8efec22 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:51.939910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ca81f02-dae3-40ca-8d61-8c45a9e9cc24 req-25955bf2-ae24-4fd0-8d94-2f38d8efec22 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 949 time: 0.1795790 Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-a3ce4d1a-4c8c-4238-aacc-08c648c831e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac059baf-9e4b-4163-993a-02e0d0a03ad5: This subnet is being modified by another concurrent operation. Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac059baf-9e4b-4163-993a-02e0d0a03ad5: This subnet is being modified by another concurrent operation. Nov 12 03:16:51.992551 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 03:16:51.998987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.011380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89e7876c-a678-4671-813b-275c0c59ab67 req-17b0c17b-c659-4282-aa8f-741fd45e4fcc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035810 Nov 12 03:16:52.014267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eefe9c-2b55-445d-bc39-d814e9762c7c None None] Network 9a4cb5ee-d33e-432f-ab2a-a8bef14045ce requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:52.047020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=ac059baf-9e4b-4163-993a-02e0d0a03ad5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.078355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56698) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.080371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ca81f02-dae3-40ca-8d61-8c45a9e9cc24 req-d644c25c-f437-4005-a167-cbb995921189 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288550 Nov 12 03:16:52.142040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.193386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4cb5ee-d33e-432f-ab2a-a8bef14045ce']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:52.205105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae3f7a-a7da-4261-a04b-e0c2955e9c64 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:16:52.209139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bed227-b3af-4ad6-a1fe-ef394084b832') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:52.209448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bed227-b3af-4ad6-a1fe-ef394084b832') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:16:52.235815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.267131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.280955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:16:52.283322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:16:52.302451 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:16:52.346384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2ee7c002-0a10-40e7-9f58-a481c7c63d84 tempest-ServiceProvidersTest-908303803 tempest-ServiceProvidersTest-908303803-project] 10.222.0.84 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2619371 Nov 12 03:16:52.400989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae3f7a-a7da-4261-a04b-e0c2955e9c64 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:16:52.423187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.440690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc7c8-1061-467f-b1bd-7c700fbab4d8 req-b97d895b-442a-44a0-92e5-1cd8f5e3827e tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:52.448636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94efc7c8-1061-467f-b1bd-7c700fbab4d8 req-b97d895b-442a-44a0-92e5-1cd8f5e3827e tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.0746145 Nov 12 03:16:52.462844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:52.470324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/9a4cb5ee-d33e-432f-ab2a-a8bef14045ce HTTP/1.1" status: 204 len: 168 time: 0.9741569 Nov 12 03:16:52.471808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.486064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385068bc-5560-4d49-b276-42026eb21851 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=9a4cb5ee-d33e-432f-ab2a-a8bef14045ce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:52.517966 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f280f42-ed0a-498b-9022-f20965438b64 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] GET failed (client error): The resource could not be found. Nov 12 03:16:52.522843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56718) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.523450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8f280f42-ed0a-498b-9022-f20965438b64 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets/ac059baf-9e4b-4163-993a-02e0d0a03ad5 HTTP/1.1" status: 404 len: 337 time: 0.0501132 Nov 12 03:16:52.537353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94efc7c8-1061-467f-b1bd-7c700fbab4d8 req-ba842ab9-8ea0-4e7c-a30b-f52cd5145a26 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877666 Nov 12 03:16:52.561455 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2908786c-e344-459a-a35a-cde47552ec3e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:16:52.562392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2908786c-e344-459a-a35a-cde47552ec3e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:16:52.577787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56720) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:52.590563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2908786c-e344-459a-a35a-cde47552ec3e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/9a4cb5ee-d33e-432f-ab2a-a8bef14045ce HTTP/1.1" status: 404 len: 339 time: 0.0665634 Nov 12 03:16:52.833895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0af5d715-afbc-47cb-a378-fc0c8649feb9 req-bafd8891-37bc-4272-971e-cd3189e6ec29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.1298826 Nov 12 03:16:52.870064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-6443556c-07b3-4a63-bb15-8aaa62bfd7b5 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:52.871682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-6443556c-07b3-4a63-bb15-8aaa62bfd7b5 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 949 time: 0.0956254 Nov 12 03:16:52.959348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.025770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbc091-3c73-4b71-a465-5bc9a1c7847a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.030546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-51dbc091-3c73-4b71-a465-5bc9a1c7847a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4517229 Nov 12 03:16:53.031184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56740) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.100941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c2fa33e-9b84-44f2-a008-721e6b4fc87f tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 207 time: 0.0684962 Nov 12 03:16:53.101594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56742) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.142698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Deleting port 118fb83f-e9c4-45f2-9938-d455fe3f158d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:53.143485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.301222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71eb2904-ebad-453d-923b-00d0e9923c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.346820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014722aa-5677-42fa-8454-7123473931bb tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.353189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014722aa-5677-42fa-8454-7123473931bb tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.360633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014722aa-5677-42fa-8454-7123473931bb tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.368780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014722aa-5677-42fa-8454-7123473931bb tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.376524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-014722aa-5677-42fa-8454-7123473931bb tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2683783 Nov 12 03:16:53.376901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.417157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] For port 118fb83f-e9c4-45f2-9938-d455fe3f158d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=118fb83f-e9c4-45f2-9938-d455fe3f158d,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:53.417762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.421602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5a2ff-ab07-4c0e-afc7-2242dfe66f24 req-b0f7de20-f617-40f0-a566-ea60e2a79f6a tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.424258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64e5a2ff-ab07-4c0e-afc7-2242dfe66f24 req-b0f7de20-f617-40f0-a566-ea60e2a79f6a tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 949 time: 0.1443388 Nov 12 03:16:53.443290 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71eb2904-ebad-453d-923b-00d0e9923c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.453148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Calling delete_port for 118fb83f-e9c4-45f2-9938-d455fe3f158d owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:53.457366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71eb2904-ebad-453d-923b-00d0e9923c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.547037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64e5a2ff-ab07-4c0e-afc7-2242dfe66f24 req-d433dbd3-31a3-4c84-b208-71db8b7cdc57 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/security-groups?id=cc1f7592-1ec4-4d92-9d86-61b539673734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124828 Nov 12 03:16:53.588879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f31d6f62-9427-4e3c-830a-115430659ab3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2103283 Nov 12 03:16:53.604507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56760) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.604696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71eb2904-ebad-453d-923b-00d0e9923c58 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=06bd38167bca4a6ca0755fcbf0c4bd72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6398723 Nov 12 03:16:53.604788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56762) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.615370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb2904-ebad-453d-923b-00d0e9923c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe964b86-94b5-4a91-b4fa-d855d023d3a0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:53.699958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed9af-d449-4562-acdd-691fd36c1d36 req-ed24f3b0-e05c-4d9a-b935-2d2357e469c6 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.705527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6dbed9af-d449-4562-acdd-691fd36c1d36 req-ed24f3b0-e05c-4d9a-b935-2d2357e469c6 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1101 time: 0.0857999 Nov 12 03:16:53.724919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1acba3-180e-45a6-95a3-ccbf9f5cfe66 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.726570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1acba3-180e-45a6-95a3-ccbf9f5cfe66 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.728141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6b1acba3-180e-45a6-95a3-ccbf9f5cfe66 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1333375 Nov 12 03:16:53.733502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.757217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.784508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460ff1f-92e6-49f8-997e-a1fc33c50761 req-ef3a62b3-4555-4c88-b94b-99dd9c1fc8d0 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.786309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3460ff1f-92e6-49f8-997e-a1fc33c50761 req-ef3a62b3-4555-4c88-b94b-99dd9c1fc8d0 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.1141284 Nov 12 03:16:53.796949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.867516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6dbed9af-d449-4562-acdd-691fd36c1d36 req-d20d9a9d-0b50-4818-97fb-0ed1fea6ec0b tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520445 Nov 12 03:16:53.882107 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3460ff1f-92e6-49f8-997e-a1fc33c50761 req-3f529069-b2eb-4732-aa0d-2be6ea2ff7cf tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854654 Nov 12 03:16:53.910966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.913863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:53.915003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe964b86-94b5-4a91-b4fa-d855d023d3a0 HTTP/1.1" status: 204 len: 168 time: 0.3112905 Nov 12 03:16:53.932100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2644a-80d2-4f40-a326-f0f52167e735 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.934595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2644a-80d2-4f40-a326-f0f52167e735 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:53.941415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29495cc-4b0c-46c6-afa8-03968a83ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe964b86-94b5-4a91-b4fa-d855d023d3a0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:53.949067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-75f2644a-80d2-4f40-a326-f0f52167e735 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2098713 Nov 12 03:16:53.949417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:53.972292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.033289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Pushing event deleted for resources: {'Port': ['ID=118fb83f-e9c4-45f2-9938-d455fe3f158d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:54.087154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bb7b928-84a4-43bf-ab61-9671fde13205 req-f2a96d95-11e7-4ca6-89fd-a1484f7c7be1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0703506 Nov 12 03:16:54.112063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ea44-3c87-4b9d-8aa7-2aa60d0ee409 req-b91edaba-0ae8-4d13-8519-67cfed732a07 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.113584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c343ea44-3c87-4b9d-8aa7-2aa60d0ee409 req-b91edaba-0ae8-4d13-8519-67cfed732a07 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1101 time: 0.1071329 Nov 12 03:16:54.125109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] No DVR routers for this DVR port 118fb83f-e9c4-45f2-9938-d455fe3f158d on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:54.133352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.142403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c402186-fbe2-4214-aafa-db470e7e59a2 req-f80d3fc1-6506-498e-b0cb-46cc1f1b6265 tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.32 "DELETE /v2.0/ports/118fb83f-e9c4-45f2-9938-d455fe3f158d HTTP/1.1" status: 204 len: 173 time: 1.2608001 Nov 12 03:16:54.144500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'name': 'network-vif-deleted', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:54.162731 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba57211c-6d13-410b-9edc-8c071d128114" -d '{"events": [{"server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "name": "network-vif-deleted", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:54.298422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c343ea44-3c87-4b9d-8aa7-2aa60d0ee409 req-71ccaa58-edc3-4286-8b54-e892e8c44f7f tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679590 Nov 12 03:16:54.311387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595013a9-f1c3-41bc-b41e-5d08a5dd490f req-8a19a07c-81ef-4213-bd52-d31ed44a411a tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.312206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90672a4-7115-4848-8361-d1da7ec7b49d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.313588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f90672a4-7115-4848-8361-d1da7ec7b49d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks/5bfdd48b-9fcc-4a03-902e-d3ead4523cff HTTP/1.1" status: 200 len: 800 time: 0.3631768 Nov 12 03:16:54.322081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:54.323385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-595013a9-f1c3-41bc-b41e-5d08a5dd490f req-8a19a07c-81ef-4213-bd52-d31ed44a411a tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.1237783 Nov 12 03:16:54.387494 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91019515-2c53-4762-b566-19c53e551876 x-openstack-request-id: req-91019515-2c53-4762-b566-19c53e551876 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:54.387784 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb45e937-4d39-4ad0-9c40-0b1c62554e38", "name": "network-vif-deleted", "tag": "118fb83f-e9c4-45f2-9938-d455fe3f158d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:54.388032 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91019515-2c53-4762-b566-19c53e551876 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:54.388428 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb45e937-4d39-4ad0-9c40-0b1c62554e38', 'name': 'network-vif-deleted', 'tag': '118fb83f-e9c4-45f2-9938-d455fe3f158d', 'status': 'completed', 'code': 200} Nov 12 03:16:54.549199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1681ff41-5c30-4b50-bd38-3c5c20bc4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.554614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1681ff41-5c30-4b50-bd38-3c5c20bc4666 service neutron] 10.222.0.32 "GET /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 1033 time: 0.1075232 Nov 12 03:16:54.599687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-669775b4-70bc-4a03-9dd1-2b6e8154a613 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/networks/5bfdd48b-9fcc-4a03-902e-d3ead4523cff?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2761717 Nov 12 03:16:54.604282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56794) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:54.605457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-595013a9-f1c3-41bc-b41e-5d08a5dd490f req-9e53762d-056b-4054-954d-4abb6fba970c tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782507 Nov 12 03:16:54.704650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-8f535ab6-7cb4-4547-914f-d80a54b48285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.707489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-8f535ab6-7cb4-4547-914f-d80a54b48285 service neutron] 10.222.0.32 "GET /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 1032 time: 0.1457045 Nov 12 03:16:54.813509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aa29f8-db53-40c4-8263-98e9d44c4bb6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:54.818364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f6aa29f8-db53-40c4-8263-98e9d44c4bb6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets/2100f05b-f5f2-47f8-af1b-450b21f05790 HTTP/1.1" status: 200 len: 811 time: 0.2097628 Nov 12 03:16:54.819166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56802) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:54.849251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 118fb83f-e9c4-45f2-9938-d455fe3f158d no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:16:54.952605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 118fb83f-e9c4-45f2-9938-d455fe3f158d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:16:54.953178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 118fb83f-e9c4-45f2-9938-d455fe3f158d not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:16:55.042816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade543c-6d94-4c8f-a4f6-705fba69d973 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['shared'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.047229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ade543c-6d94-4c8f-a4f6-705fba69d973 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "GET /v2.0/subnets/2100f05b-f5f2-47f8-af1b-450b21f05790?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2268448 Nov 12 03:16:55.050818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56812) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.062557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913316553'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:55.073707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-642edcb5-7171-458d-9ae3-12409ecde1b8 req-81c2f9d2-2400-48af-ac95-f6e39433bf7f tempest-VolumesNegativeTest-105054061 tempest-VolumesNegativeTest-105054061-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb45e937-4d39-4ad0-9c40-0b1c62554e38 HTTP/1.1" status: 200 len: 210 time: 0.0613437 Nov 12 03:16:55.086503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:55.092005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.112998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-551fb2f3-1fc0-42f3-93c4-d6f8902932dc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.119548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-551fb2f3-1fc0-42f3-93c4-d6f8902932dc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.126650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-551fb2f3-1fc0-42f3-93c4-d6f8902932dc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.128600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-551fb2f3-1fc0-42f3-93c4-d6f8902932dc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 1995 time: 0.4055977 Nov 12 03:16:55.147774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:16:55.163293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.163762 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Added segment 7c0f0e72-76eb-473c-8258-05b4354f3765 of type vlan for network 8142992c-8626-4d06-8795-ec63e485f8d0 Nov 12 03:16:55.227187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.284614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-7973bc12-d6b5-44e6-96ed-d8934e14ac35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6ff94d93ea473ebda28c37901ee1d9 HTTP/1.1" status: 200 len: 380 time: 0.1423709 Nov 12 03:16:55.296112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'admin_state_up': True, 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'security_groups': ['27e1aa0d-9092-414c-bd23-1820d9855368']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:55.301745 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.315888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.317178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.356914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2998250 Nov 12 03:16:55.369063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56822) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:55.374727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:55.477090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686c0d-73e2-4fa8-ae58-989945a5d8d6 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Network': ['ID=8142992c-8626-4d06-8795-ec63e485f8d0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:55.492749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8142992c-8626-4d06-8795-ec63e485f8d0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:16:55.532113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88196d93-0a75-4e5d-ae3d-a121db1f6835 req-fdf26537-9608-42de-9d23-c98e5c44e362 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0668392 Nov 12 03:16:55.563837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:16:55.563837 n-d-615180-50 neutron-server[102433]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:16:55.563837 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'id': '0f6a63f7-92a6-4d16-81f2-5e992b37cfd8', 'expiration': datetime.datetime(2021, 11, 12, 3, 18, 55, 543795)}] Nov 12 03:16:55.563837 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:16:55.564300 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:16:55.582179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Made reservation on behalf of 1aad94268b7346a68ddadf3d462c2467 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:55.588842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.676071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff98f5-dbb0-4661-85df-f09a6190805d req-c1f9e7ac-2a80-4c9a-87f5-4c894b3a71a3 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:55.686186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6ff98f5-dbb0-4661-85df-f09a6190805d req-c1f9e7ac-2a80-4c9a-87f5-4c894b3a71a3 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.0799696 Nov 12 03:16:55.700798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:16:55.702113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:16:55.771428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6ff98f5-dbb0-4661-85df-f09a6190805d req-d24a34f2-bba6-4526-9073-3a8ee9bd63ed tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 Nov 12 03:16:55.965443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.110450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:56.116528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.146844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=d7599471-3892-4a7f-ba7e-a31552bbef58,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:56.238873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Checking segment: {'id': '7c0f0e72-76eb-473c-8258-05b4354f3765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:56.239538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network hostable DHCP agents. Network: 8142992c-8626-4d06-8795-ec63e485f8d0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:16:56.272575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Network 8142992c-8626-4d06-8795-ec63e485f8d0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:16:56.295508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8142992c-8626-4d06-8795-ec63e485f8d0) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:56.308520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.309595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.310390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0937626-2adc-43bb-8dd8-ef92697249c9 None None] Network 8142992c-8626-4d06-8795-ec63e485f8d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:56.338809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b4e42d5f-de55-4431-9979-a5a8ba11296b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9683630 Nov 12 03:16:56.344522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56870) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:56.350296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:56.465030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7abe67-a7ee-47a4-a25e-19e3ad2a5377 req-a49b3c18-6f2b-483c-9074-3eab5801dbd1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.467380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f7abe67-a7ee-47a4-a25e-19e3ad2a5377 req-a49b3c18-6f2b-483c-9074-3eab5801dbd1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1079969 Nov 12 03:16:56.470420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482c774-d63c-40a8-83c4-cffd422b263d req-64b42045-9f7b-4ece-8cfb-2ff5e392aa34 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:56.473371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0482c774-d63c-40a8-83c4-cffd422b263d req-64b42045-9f7b-4ece-8cfb-2ff5e392aa34 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.2129200 Nov 12 03:16:56.503667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 172.20.0.10 (e9f5eee0-ed74-4378-a491-93a88f240b80/8e353cda-65d4-4473-a299-866932539798/5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:56.585851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0482c774-d63c-40a8-83c4-cffd422b263d req-35113c00-4d5c-4937-8455-afb6f76394e3 tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008496 Nov 12 03:16:56.720326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-529621727'] for subnet, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.774802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-80eda2b6-274f-408a-9437-9770277c749b req-c1f379c5-7d6c-4d65-9cff-fb20533adf18 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0706472 Nov 12 03:16:56.790657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8142992c-8626-4d06-8795-ec63e485f8d0', 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0', 'tenant_id': '1aad94268b7346a68ddadf3d462c2467', 'fixed_ips': [{'subnet_id': 'd7599471-3892-4a7f-ba7e-a31552bbef58'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:16:56.791797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.836470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f7abe67-a7ee-47a4-a25e-19e3ad2a5377 req-8056c29e-b044-44db-8014-8761fb3e3bbc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401055 Nov 12 03:16:56.953179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.070638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.189126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778114474379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-530256915'] for subnet, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.202059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network e9f5eee0-ed74-4378-a491-93a88f240b80 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:57.228864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:57.238440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.239043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.243570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "PUT /v2.0/subnets/d7599471-3892-4a7f-ba7e-a31552bbef58 HTTP/1.1" status: 200 len: 877 time: 0.8949199 Nov 12 03:16:57.244094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:57.244376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:57.327865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Allocated IP 172.20.0.3 (8142992c-8626-4d06-8795-ec63e485f8d0/d7599471-3892-4a7f-ba7e-a31552bbef58/d5055687-0604-4d02-a3da-01804a2f712c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:57.396553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.442025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.443047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.493157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc750392-ddab-4248-b5da-7e463b72831d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event updated for resources: {'Subnet': ['ID=d7599471-3892-4a7f-ba7e-a31552bbef58,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.512837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1beeefdc-0988-4aae-9b4c-462f3b8a951e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2223213 Nov 12 03:16:57.535497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'admin_state_up': True, 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'security_groups': ['27e1aa0d-9092-414c-bd23-1820d9855368']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:16:57.734252 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.738245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-84368004-5b71-4edf-b000-f690d562e5bd tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:57.740267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-84368004-5b71-4edf-b000-f690d562e5bd tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.32 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.2323706 Nov 12 03:16:57.751195 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.759747 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.785595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ff97fada-62a8-49a7-9fa7-63c001b89a02 None None] Provisioning complete for port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:16:57.786214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff97fada-62a8-49a7-9fa7-63c001b89a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.849833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Network 8142992c-8626-4d06-8795-ec63e485f8d0 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:16:57.856174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:16:57.864680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:16:57.898328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.902575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Pushing event updated for resources: {'Port': ['ID=d5055687-0604-4d02-a3da-01804a2f712c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:57.926261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ff97fada-62a8-49a7-9fa7-63c001b89a02 None None] Port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:16:57.944490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Attempting to bind port d5055687-0604-4d02-a3da-01804a2f712c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:16:57.945098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Attempting to bind port d5055687-0604-4d02-a3da-01804a2f712c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '7c0f0e72-76eb-473c-8258-05b4354f3765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:16:57.945929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Attempting to bind port d5055687-0604-4d02-a3da-01804a2f712c on network 8142992c-8626-4d06-8795-ec63e485f8d0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:16:57.953089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:16:57.953887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Checking segment: {'id': '7c0f0e72-76eb-473c-8258-05b4354f3765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:16:57.954505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.955143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Bound using segment: {'id': '7c0f0e72-76eb-473c-8258-05b4354f3765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:16:57.955879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Bound port: d5055687-0604-4d02-a3da-01804a2f712c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0f0e72-76eb-473c-8258-05b4354f3765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8142992c-8626-4d06-8795-ec63e485f8d0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:16:57.956497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.031387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] For port d5055687-0604-4d02-a3da-01804a2f712c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:16:58.035432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] For port d5055687-0604-4d02-a3da-01804a2f712c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d5055687-0604-4d02-a3da-01804a2f712c,segment=NetworkSegment(7c0f0e72-76eb-473c-8258-05b4354f3765),segment_id=7c0f0e72-76eb-473c-8258-05b4354f3765)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:16:58.043582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.139191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfe5b8-598c-4737-8677-92519884db17 req-e822c142-7909-415a-afc9-f28b6ce971cc tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.152288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64cfe5b8-598c-4737-8677-92519884db17 req-e822c142-7909-415a-afc9-f28b6ce971cc tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 945 time: 0.3345342 Nov 12 03:16:58.175972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d13d-0db5-434d-94f8-ad7246c3719a None None] Pushing event updated for resources: {'Port': ['ID=d5055687-0604-4d02-a3da-01804a2f712c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:58.280247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56974) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:58.308430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64cfe5b8-598c-4737-8677-92519884db17 req-4b5d47df-2da8-4ab9-bfb2-399f7f365d8d tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/security-groups?id=e7fee99c-942b-4331-ab1d-d383f8eb8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479557 Nov 12 03:16:58.366742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:16:58.383704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.615237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-715b6cf1-d676-46cc-9bd5-0a86bdfb4daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.668164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96118825-54fd-44ea-b0e4-81def3032bac req-115a11f2-398d-447e-80b7-246d7bf68f9a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.677705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96118825-54fd-44ea-b0e4-81def3032bac req-115a11f2-398d-447e-80b7-246d7bf68f9a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 932 time: 0.1587942 Nov 12 03:16:58.682059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Deleting port ecba7a18-1c30-411a-9b4d-41ea97a3831d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:58.682598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.693787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port d5055687-0604-4d02-a3da-01804a2f712c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:16:58.698179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.764369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618773e-4cdf-4658-80bd-e38ad64057ae req-a9859241-47bb-47fe-b841-eda31d0a3b05 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:16:58.768705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f618773e-4cdf-4658-80bd-e38ad64057ae req-a9859241-47bb-47fe-b841-eda31d0a3b05 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2780423 Nov 12 03:16:58.879216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96118825-54fd-44ea-b0e4-81def3032bac req-88fc4004-ea68-47d3-87dd-2e604da1bc65 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002742 Nov 12 03:16:58.880722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.1.1.120 (69e2c078-f15d-44f8-b11f-e9d515aff275/cddcc09b-c2c8-4081-82f9-837904981c78/46304e2a-c15f-4614-ae93-ee5c3dbdee16) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:16:58.910609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-715b6cf1-d676-46cc-9bd5-0a86bdfb4daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.928792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-715b6cf1-d676-46cc-9bd5-0a86bdfb4daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.950598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] For port ecba7a18-1c30-411a-9b4d-41ea97a3831d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ecba7a18-1c30-411a-9b4d-41ea97a3831d,segment=NetworkSegment(ad758f4b-098f-4ea0-ae1c-d34c9e79daba),segment_id=ad758f4b-098f-4ea0-ae1c-d34c9e79daba)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:58.951661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:58.974699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Calling delete_port for ecba7a18-1c30-411a-9b4d-41ea97a3831d owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:59.104657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.206948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-715b6cf1-d676-46cc-9bd5-0a86bdfb4daa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=211817937acb42f59f1627f2cbc5b5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8968277 Nov 12 03:16:59.209794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6cf1-d676-46cc-9bd5-0a86bdfb4daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34012c4f-5deb-43d2-9055-3fc94caf5737,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.226455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57016) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:16:59.311381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f618773e-4cdf-4658-80bd-e38ad64057ae req-b9b5cfad-ca6e-46cb-bd23-6703f60e490d tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222154 Nov 12 03:16:59.424559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port d5055687-0604-4d02-a3da-01804a2f712c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d5055687-0604-4d02-a3da-01804a2f712c,segment=NetworkSegment(7c0f0e72-76eb-473c-8258-05b4354f3765),segment_id=7c0f0e72-76eb-473c-8258-05b4354f3765)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:16:59.425541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.446874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for d5055687-0604-4d02-a3da-01804a2f712c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:16:59.657235 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.709238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378340c-3e64-4f96-af6f-864199ce2819 None None] DHCP port deletion for b6b700dc-9777-4454-965d-0e6d2b672ab1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:16:59.736490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Pushing event deleted for resources: {'Port': ['ID=ecba7a18-1c30-411a-9b4d-41ea97a3831d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:16:59.787580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] No DVR routers for this DVR port ecba7a18-1c30-411a-9b4d-41ea97a3831d on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:16:59.793044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.797116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77a3a1ed-ff61-47cd-b8d0-01f19e50cb51 req-30faec2c-0f2c-4a0c-994e-6565755cfeca tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.32 "DELETE /v2.0/ports/ecba7a18-1c30-411a-9b4d-41ea97a3831d HTTP/1.1" status: 204 len: 173 time: 2.0441945 Nov 12 03:16:59.797751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'name': 'network-vif-deleted', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:16:59.800228 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34772711-2490-4021-8405-bdb38a3f8b82" -d '{"events": [{"server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "name": "network-vif-deleted", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:16:59.868483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:59.913170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea74099-9302-4532-b788-ee2d47996ede None None] Network 8142992c-8626-4d06-8795-ec63e485f8d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:16:59.938267 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddfe991-1ea5-4c7d-91ea-9432b6bdfb78 x-openstack-request-id: req-dddfe991-1ea5-4c7d-91ea-9432b6bdfb78 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:16:59.938817 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74825d70-9fb1-41e1-9a38-708078cf0503", "name": "network-vif-deleted", "tag": "ecba7a18-1c30-411a-9b4d-41ea97a3831d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:16:59.939254 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dddfe991-1ea5-4c7d-91ea-9432b6bdfb78 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:16:59.939811 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74825d70-9fb1-41e1-9a38-708078cf0503', 'name': 'network-vif-deleted', 'tag': 'ecba7a18-1c30-411a-9b4d-41ea97a3831d', 'status': 'completed', 'code': 200} Nov 12 03:16:59.946648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=d5055687-0604-4d02-a3da-01804a2f712c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.019619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port d5055687-0604-4d02-a3da-01804a2f712c on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:00.057877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb78ea58-5b10-4537-8b91-cf09d1c3ee41 None None] Could not find standard attr ID for object d5055687-0604-4d02-a3da-01804a2f712c. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:17:00.136572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a5ab067-6959-441f-bc55-21ee90b8e759 req-7e2c3f38-3428-4774-a1d7-131c88e3829b tempest-ServersNegativeTestMultiTenantJSON-604413363 tempest-ServersNegativeTestMultiTenantJSON-604413363-project] 10.222.0.84 "GET /v2.0/ports?device_id=74825d70-9fb1-41e1-9a38-708078cf0503 HTTP/1.1" status: 200 len: 210 time: 0.1816871 Nov 12 03:17:00.157738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.228274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.343306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.452772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630e01-12f1-4759-b131-a68de6971c58 req-2edb5548-2645-402f-8ade-97aad7849847 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:00.454363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-31630e01-12f1-4759-b131-a68de6971c58 req-2edb5548-2645-402f-8ade-97aad7849847 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 932 time: 0.3830395 Nov 12 03:17:00.473612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.562890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.585076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.626181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-31630e01-12f1-4759-b131-a68de6971c58 req-9bc9ef2a-c9c4-4a6d-9dfd-9653a73527a6 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533048 Nov 12 03:17:00.627952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=d7599471-3892-4a7f-ba7e-a31552bbef58,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.695875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.702724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.706637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34012c4f-5deb-43d2-9055-3fc94caf5737 HTTP/1.1" status: 204 len: 168 time: 1.4733341 Nov 12 03:17:00.740198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.741344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3409681-c27b-40ae-bbc7-c813fe282643 None None] Network 8142992c-8626-4d06-8795-ec63e485f8d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:00.751665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:00.762205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:00.766865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8142992c-8626-4d06-8795-ec63e485f8d0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:00.785168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0f0e72-76eb-473c-8258-05b4354f3765') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:00.785750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0f0e72-76eb-473c-8258-05b4354f3765') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:00.790331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:00.803549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8fc7-56cd-4feb-a684-c8ac24f55e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34012c4f-5deb-43d2-9055-3fc94caf5737,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.805927 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.822390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.846483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325b83f-0d29-4af7-9205-99a3cc613b42 req-2c004795-819b-4df0-9f77-b32ccee35f60 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:00.847653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:00.851587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.855083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3325b83f-0d29-4af7-9205-99a3cc613b42 req-2c004795-819b-4df0-9f77-b32ccee35f60 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2729883 Nov 12 03:17:00.857450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:00.864951 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:00.931949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:00.932625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.955871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3325b83f-0d29-4af7-9205-99a3cc613b42 req-9c8e768a-0053-4e2f-a03d-2254dd1e5707 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Nov 12 03:17:00.983632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a8ae8b70-4f13-46ca-b992-3949eb64f6f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4598956 Nov 12 03:17:00.992608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ecba7a18-1c30-411a-9b4d-41ea97a3831d no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:01.000720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'admin_state_up': True, 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'security_groups': ['27e1aa0d-9092-414c-bd23-1820d9855368']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:01.044156 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.053942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.062230 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/8142992c-8626-4d06-8795-ec63e485f8d0 HTTP/1.1" status: 204 len: 168 time: 3.8177142 Nov 12 03:17:01.066506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.089086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281510d-5c66-4497-929c-fa82c9f29d42 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=8142992c-8626-4d06-8795-ec63e485f8d0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.114783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: ecba7a18-1c30-411a-9b4d-41ea97a3831d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:01.119408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ecba7a18-1c30-411a-9b4d-41ea97a3831d not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:01.212423 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3808f7-7fe6-4148-80c8-a908807b959f tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:01.212986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3808f7-7fe6-4148-80c8-a908807b959f tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:01.228183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.228399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9a3808f7-7fe6-4148-80c8-a908807b959f tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/d7599471-3892-4a7f-ba7e-a31552bbef58 HTTP/1.1" status: 404 len: 337 time: 0.1606071 Nov 12 03:17:01.259931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57140) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.278656 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-97537b31-33c2-4270-8de5-1ae42348286b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:01.283786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97537b31-33c2-4270-8de5-1ae42348286b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:01.303127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-97537b31-33c2-4270-8de5-1ae42348286b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/8142992c-8626-4d06-8795-ec63e485f8d0 HTTP/1.1" status: 404 len: 339 time: 0.0632160 Nov 12 03:17:01.304709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57142) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.317623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4b69f1fb-9b10-41f5-8252-896a9698052c None None] Provisioning complete for port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:01.317998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b69f1fb-9b10-41f5-8252-896a9698052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.368738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4b69f1fb-9b10-41f5-8252-896a9698052c None None] Port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:01.370497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060ea1f-9dca-4188-9231-3bbc90e36ed7 None None] DHCP port deletion for 8142992c-8626-4d06-8795-ec63e485f8d0 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:01.370651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Deleting subnet 4cf176a5-369c-4113-b70c-5ada08ed7698 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:01.405966 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d204bac9-84e5-4ace-bfdd-cbe4a815aaea tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:01.408087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d204bac9-84e5-4ace-bfdd-cbe4a815aaea tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:01.419272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d204bac9-84e5-4ace-bfdd-cbe4a815aaea tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/ac059baf-9e4b-4163-993a-02e0d0a03ad5 HTTP/1.1" status: 404 len: 337 time: 0.1109030 Nov 12 03:17:01.420184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57148) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.427400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.436223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:01.448841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.464767 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-929af72e-3beb-4371-b9dd-8c255740a795 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:01.470775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929af72e-3beb-4371-b9dd-8c255740a795 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:01.478456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-929af72e-3beb-4371-b9dd-8c255740a795 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/9a4cb5ee-d33e-432f-ab2a-a8bef14045ce HTTP/1.1" status: 404 len: 339 time: 0.0560386 Nov 12 03:17:01.481355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57152) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.556114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.559673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57156) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.600683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.628805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.641120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb9db-a396-4f5c-bd14-207bc5cb9f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.674081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.727511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf176a5-369c-4113-b70c-5ada08ed7698,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:01.730575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.734282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4ba2f6a1-e56a-46de-a75b-2340e5e795d0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4cf176a5-369c-4113-b70c-5ada08ed7698 HTTP/1.1" status: 204 len: 168 time: 0.4733548 Nov 12 03:17:01.735884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac61683-e56c-4b9a-a542-c42e1d1dfbf8 None None] Network b6b700dc-9777-4454-965d-0e6d2b672ab1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:01.741917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:01.788476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.831800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee73661-2884-468c-8e91-688f791de699']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:01.847846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7964ae-eb95-401b-9b3d-abf311d3b62c') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:01.848306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7964ae-eb95-401b-9b3d-abf311d3b62c') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:01.864264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.885502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.893617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:01.895356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:01.928741 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:01.950567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14971f76-e32b-419e-98df-0d40f3c8a2b2 None None] DHCP port deletion for b6b700dc-9777-4454-965d-0e6d2b672ab1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:01.994985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.148936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786ae2-1aa5-4569-a594-094aaa8cf7ba req-a9a22eaf-f24d-4504-b2fb-c3d388211819 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.159432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786ae2-1aa5-4569-a594-094aaa8cf7ba req-a9a22eaf-f24d-4504-b2fb-c3d388211819 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.159840 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20786ae2-1aa5-4569-a594-094aaa8cf7ba req-a9a22eaf-f24d-4504-b2fb-c3d388211819 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 1654 time: 0.3422680 Nov 12 03:17:02.162215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.168968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.171771 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.178236 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/aee73661-2884-468c-8e91-688f791de699 HTTP/1.1" status: 204 len: 168 time: 0.6935453 Nov 12 03:17:02.180012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57192) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.191360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b700dc-9777-4454-965d-0e6d2b672ab1']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:02.203267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:02.203568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad758f4b-098f-4ea0-ae1c-d34c9e79daba') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:02.214137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.233159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ae29c-089b-44f5-9008-850d68c3605c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=aee73661-2884-468c-8e91-688f791de699,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:02.248781 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-91019c5f-4e7d-4d2a-87e7-2eb30d7f6280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.250458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.257118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:02.257516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.302490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5055687-0604-4d02-a3da-01804a2f712c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:02.334620 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8660ef-5b8a-43ea-bb00-1a127afa1dd1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.335580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8660ef-5b8a-43ea-bb00-1a127afa1dd1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.339018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d5055687-0604-4d02-a3da-01804a2f712c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:02.344200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b8660ef-5b8a-43ea-bb00-1a127afa1dd1 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/6e0c7ea0-0429-407d-a2cd-2bc9d9bc97f7 HTTP/1.1" status: 404 len: 337 time: 0.1538699 Nov 12 03:17:02.348186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57200) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.351340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb9db-a396-4f5c-bd14-207bc5cb9f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.353091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d5055687-0604-4d02-a3da-01804a2f712c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:02.367043 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:02.374209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.378519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.1.1.46 (69e2c078-f15d-44f8-b11f-e9d515aff275/cddcc09b-c2c8-4081-82f9-837904981c78/25b87332-4eca-4646-9737-19a0f8f4cf9c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:02.409002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.411844 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-61629d27-1670-4e40-800b-b6baac1aa840 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.412440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61629d27-1670-4e40-800b-b6baac1aa840 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.414948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] 10.222.0.84 "DELETE /v2.0/networks/b6b700dc-9777-4454-965d-0e6d2b672ab1 HTTP/1.1" status: 204 len: 168 time: 0.6720572 Nov 12 03:17:02.420129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61629d27-1670-4e40-800b-b6baac1aa840 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/7bb5578d-37d3-4d04-bad5-737258e95bc7 HTTP/1.1" status: 404 len: 339 time: 0.0577800 Nov 12 03:17:02.421075 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb9db-a396-4f5c-bd14-207bc5cb9f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.424235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.424460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57210) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.426455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dda92-7e76-4168-b16b-1be3aef7d02f admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b700dc-9777-4454-965d-0e6d2b672ab1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:02.477435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5dd9e-67f0-43b4-9795-9eec8efee24b req-1230c374-5e0a-41f7-9596-3cadc77a71a8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:02.479021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14c5dd9e-67f0-43b4-9795-9eec8efee24b req-1230c374-5e0a-41f7-9596-3cadc77a71a8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.3851812 Nov 12 03:17:02.559246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cb9db-a396-4f5c-bd14-207bc5cb9f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de94d2d9-dc4b-4b91-a6c1-309580683906,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:02.562742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14c5dd9e-67f0-43b4-9795-9eec8efee24b req-7be0fd71-96e0-4fe4-84b1-d2b77c5056e4 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Nov 12 03:17:02.659827 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b722ad-3da6-4396-be09-7137d037439d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.660279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b722ad-3da6-4396-be09-7137d037439d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.667982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-87b722ad-3da6-4396-be09-7137d037439d tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/2d288fb6-ec7a-4972-b7bd-16e62b547029 HTTP/1.1" status: 404 len: 337 time: 0.2188871 Nov 12 03:17:02.668194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.668885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57220) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.679399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c2cb9db-a396-4f5c-bd14-207bc5cb9f36 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4253ff40bab84cf68fe0964b7b53f1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0610497 Nov 12 03:17:02.682872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.691932 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82f34ce-4ba6-4621-8bf4-969abbdd8556 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.692510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82f34ce-4ba6-4621-8bf4-969abbdd8556 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.698608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e82f34ce-4ba6-4621-8bf4-969abbdd8556 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/d9efdfa7-36b2-451d-b34d-966023efbe89 HTTP/1.1" status: 404 len: 339 time: 0.0262942 Nov 12 03:17:02.699105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57224) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.724459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Deleting subnet 607a8cdd-64c7-4a76-8439-c82f4658a648 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:02.738882 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9955654-d8cf-4f8d-af74-3452ed42ad5a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.739366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9955654-d8cf-4f8d-af74-3452ed42ad5a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.741906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.749381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9955654-d8cf-4f8d-af74-3452ed42ad5a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/25d26038-a609-4b8f-a165-0e51b54ff7b5 HTTP/1.1" status: 404 len: 337 time: 0.0467989 Nov 12 03:17:02.784629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57226) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.799198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.804789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20786ae2-1aa5-4569-a594-094aaa8cf7ba req-ccc0bc2d-0971-4adf-9d90-5e4e6b54c585 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6028430 Nov 12 03:17:02.837888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.842485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.854492 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-58016e79-4843-4b72-9a15-5c967086a066 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.855283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58016e79-4843-4b72-9a15-5c967086a066 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.861684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-58016e79-4843-4b72-9a15-5c967086a066 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/bab294cb-9a02-4397-88ec-9c402dedd7e6 HTTP/1.1" status: 404 len: 339 time: 0.0752850 Nov 12 03:17:02.863296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57228) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.895903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:02.898574 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f993c0-7636-4713-b05b-60bafcb8a7c5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.899322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f993c0-7636-4713-b05b-60bafcb8a7c5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.902722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79f993c0-7636-4713-b05b-60bafcb8a7c5 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/824a7651-bfa4-434d-ac19-5e585bf89980 HTTP/1.1" status: 404 len: 337 time: 0.0366530 Nov 12 03:17:02.907241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:02.915434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:02.923089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:02.925857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:02.959913 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd8c9d7-6b68-46dd-8b6a-343775ecb5d0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:02.960784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd8c9d7-6b68-46dd-8b6a-343775ecb5d0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:02.965350 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2bd8c9d7-6b68-46dd-8b6a-343775ecb5d0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/87b23bec-f632-46eb-bdf1-72b6a39bbb63 HTTP/1.1" status: 404 len: 339 time: 0.0533535 Nov 12 03:17:02.969833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:02.971785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57232) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.021014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.025665 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c245886-5f74-4453-97e6-48f995d52ce0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.026610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c245886-5f74-4453-97e6-48f995d52ce0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.030072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c245886-5f74-4453-97e6-48f995d52ce0 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/145851df-1bc6-4441-96b6-93d7c265e173 HTTP/1.1" status: 404 len: 337 time: 0.0555520 Nov 12 03:17:03.039459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57234) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.082696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:03.088089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.130204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32d3814e-3669-4f25-ba13-2bb5f4bb3002 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1353154 Nov 12 03:17:03.133211 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b46269-8e9b-4a37-a0b5-51cd580ea65c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.136286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b46269-8e9b-4a37-a0b5-51cd580ea65c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.145117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6b46269-8e9b-4a37-a0b5-51cd580ea65c tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/b9fb3532-7085-4a0e-b19b-8a78ea7bd1fa HTTP/1.1" status: 404 len: 339 time: 0.0965996 Nov 12 03:17:03.149184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.174099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'admin_state_up': True, 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'security_groups': ['27e1aa0d-9092-414c-bd23-1820d9855368']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:03.187849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.190677 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.192007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de94d2d9-dc4b-4b91-a6c1-309580683906 HTTP/1.1" status: 204 len: 168 time: 0.5081873 Nov 12 03:17:03.195391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.252429 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-577c2445-0b13-4c82-aef3-733e06bf3578 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.253136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577c2445-0b13-4c82-aef3-733e06bf3578 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.260417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-577c2445-0b13-4c82-aef3-733e06bf3578 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/2293449b-a8c2-410f-946c-7bf50ba109c7 HTTP/1.1" status: 404 len: 337 time: 0.1059284 Nov 12 03:17:03.264006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601663f6-748d-4b94-8a0c-13ed34547aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de94d2d9-dc4b-4b91-a6c1-309580683906,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:03.267760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57240) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.343814 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b66a06d-15f8-47b6-ac07-45156d3bd56e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.348550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b66a06d-15f8-47b6-ac07-45156d3bd56e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.350520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5c80a-7263-44a9-b03d-881f2dbf81c2 None None] Network 510b6fa8-f195-4114-b52f-5cfcc601addf requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:03.354757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b66a06d-15f8-47b6-ac07-45156d3bd56e tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/6b3e15b9-33cc-4868-8212-f28687fd688a HTTP/1.1" status: 404 len: 339 time: 0.0831444 Nov 12 03:17:03.357946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607a8cdd-64c7-4a76-8439-c82f4658a648,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:03.361637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57242) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.363549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.376234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2b5d9c77-6adf-4cb4-b852-a764a9708f6b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/607a8cdd-64c7-4a76-8439-c82f4658a648 HTTP/1.1" status: 204 len: 168 time: 0.9377868 Nov 12 03:17:03.378331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57244) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.436367 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b0392d-74ec-4324-9eeb-0996ddb6af28 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.439890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b0392d-74ec-4324-9eeb-0996ddb6af28 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.451959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49b0392d-74ec-4324-9eeb-0996ddb6af28 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/9f93cf96-e234-448d-a6db-ad88e12e04e0 HTTP/1.1" status: 404 len: 337 time: 0.0695906 Nov 12 03:17:03.452289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57246) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.462640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b2020b5e-f18d-495d-8211-7d665ed4b7a3 None None] Provisioning complete for port 25b87332-4eca-4646-9737-19a0f8f4cf9c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:03.463577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2020b5e-f18d-495d-8211-7d665ed4b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.490132 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-907614bd-a8eb-4755-9256-a1c23869f386 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.494415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907614bd-a8eb-4755-9256-a1c23869f386 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.511128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-907614bd-a8eb-4755-9256-a1c23869f386 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/9a579056-7120-4896-b69f-b655fd9b6ba8 HTTP/1.1" status: 404 len: 339 time: 0.0576336 Nov 12 03:17:03.514243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.573807 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97f7a7c-41f6-49ce-83e1-e94f177b066a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.583974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97f7a7c-41f6-49ce-83e1-e94f177b066a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.598637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d97f7a7c-41f6-49ce-83e1-e94f177b066a tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/10e314a7-ae3e-4dbf-b42a-2cd3ea35681c HTTP/1.1" status: 404 len: 337 time: 0.0832043 Nov 12 03:17:03.601269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57252) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.665319 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8fa2c6-ca51-44e2-a1ed-e4597e37a84b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] DELETE failed (client error): The resource could not be found. Nov 12 03:17:03.665939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8fa2c6-ca51-44e2-a1ed-e4597e37a84b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:17:03.670318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca8fa2c6-ca51-44e2-a1ed-e4597e37a84b tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/c0ecf6ed-461c-41bd-8b5a-efb5bc9cde78 HTTP/1.1" status: 404 len: 339 time: 0.0669353 Nov 12 03:17:03.672072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57258) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:03.687393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.801845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:03.812563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b2020b5e-f18d-495d-8211-7d665ed4b7a3 None None] Port 25b87332-4eca-4646-9737-19a0f8f4cf9c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:03.825321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f37d2-63ca-4bc0-8a70-2d2e3de903fa None None] DHCP port deletion for 510b6fa8-f195-4114-b52f-5cfcc601addf request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:03.861370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting subnet 2100f05b-f5f2-47f8-af1b-450b21f05790 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:17:03.880034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.942026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:03.976358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.081489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.215495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510b6fa8-f195-4114-b52f-5cfcc601addf']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.239407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2900a9-6f36-4e6f-a31b-1769552abfff req-55ba227d-74be-4f6a-b5bd-bb3e9b81268c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.248876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071eda1b-7e0d-4164-ade1-01b83ea2b0b7 req-f52d5def-aed5-40e2-a13e-bc6effa98acc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.250369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-071eda1b-7e0d-4164-ade1-01b83ea2b0b7 req-f52d5def-aed5-40e2-a13e-bc6effa98acc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.3354523 Nov 12 03:17:04.261339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2900a9-6f36-4e6f-a31b-1769552abfff req-55ba227d-74be-4f6a-b5bd-bb3e9b81268c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.277909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2900a9-6f36-4e6f-a31b-1769552abfff req-55ba227d-74be-4f6a-b5bd-bb3e9b81268c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:04.282232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73081638-f207-4da1-b4ab-02865b1ec98a') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.282782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73081638-f207-4da1-b4ab-02865b1ec98a') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:04.287680 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da2900a9-6f36-4e6f-a31b-1769552abfff req-55ba227d-74be-4f6a-b5bd-bb3e9b81268c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 2374 time: 0.2667308 Nov 12 03:17:04.341514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.343073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.402227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.424012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:04.424508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:04.426233 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:04.435282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da2900a9-6f36-4e6f-a31b-1769552abfff req-854ee4a8-ab72-4d91-bb75-e1b627db19e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453826 Nov 12 03:17:04.474972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.507373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.512243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8444b14-6c69-4b18-8584-2b3273fd0faf None None] Network 5bfdd48b-9fcc-4a03-902e-d3ead4523cff requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:04.518692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/subnets/2100f05b-f5f2-47f8-af1b-450b21f05790 HTTP/1.1" status: 204 len: 168 time: 0.8429947 Nov 12 03:17:04.557831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:04.606414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580d45d-d895-4013-abba-3d7afb80b0e4 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Subnet': ['ID=2100f05b-f5f2-47f8-af1b-450b21f05790,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:04.688375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.2.2.100 (0b95ed60-cee0-4103-b0f4-23f2f31f69b1/0b93a0d4-3a85-48bb-bb1f-1b625fdc082a/98c077c4-2fa4-44f6-908c-c2e84ba3d02d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:04.724605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-680c261f-f0a5-4c4d-b14d-38680f85027b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.810091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.892210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] DHCP port deletion for 5bfdd48b-9fcc-4a03-902e-d3ead4523cff request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:04.928482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Deleting port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:04.929071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:04.992808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-071eda1b-7e0d-4164-ade1-01b83ea2b0b7 req-a678daf8-2a40-4994-b7a0-9c4881f16440 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076275 Nov 12 03:17:05.008905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Deleting port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:17:05.009869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.013884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.021747 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.069407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.072370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] For port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,segment=NetworkSegment(53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f),segment_id=53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:05.072763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.082369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] 10.222.0.84 "DELETE /v2.0/networks/510b6fa8-f195-4114-b52f-5cfcc601addf HTTP/1.1" status: 204 len: 168 time: 1.6958652 Nov 12 03:17:05.098459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Calling delete_port for 7828285b-88b0-43f9-b7d7-b23aad7c3dcf owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:05.113950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc5201-7dde-492c-98ab-6f570aa1c562 admin admin] Pushing event deleted for resources: {'Network': ['ID=510b6fa8-f195-4114-b52f-5cfcc601addf,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.186381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.209577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] For port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,segment=NetworkSegment(53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f),segment_id=53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:05.210114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.224945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Calling delete_port for 7828285b-88b0-43f9-b7d7-b23aad7c3dcf owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:17:05.306735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.323457 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.342281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:05.347396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:05.351066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:05.376801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.426207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] No DVR routers for this DVR port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:05.434545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Port': ['ID=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.453540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.454231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.457087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] Pushing event deleted for resources: {'Port': ['ID=7828285b-88b0-43f9-b7d7-b23aad7c3dcf,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:05.482257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f473f6-927e-4697-b469-2c21c2a4a882 None None] No DVR routers for this DVR port 7828285b-88b0-43f9-b7d7-b23aad7c3dcf on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:17:05.489237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dfc78988-6e93-40c5-b193-6da2b2adac80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3405886 Nov 12 03:17:05.504799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'admin_state_up': True, 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'security_groups': ['27e1aa0d-9092-414c-bd23-1820d9855368']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:05.520810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:05.559719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.738608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.795216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7b64135f-171f-4e36-8711-3617214a3e95 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=00d63d4311624a3f998e4e00a1cd76b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697358 Nov 12 03:17:05.797381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfdd48b-9fcc-4a03-902e-d3ead4523cff']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:05.799798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:05.823141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:05.823921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dfdbbd-89b9-4739-9d0c-4f863f7fcd9f') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:05.844018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.868711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d7ff8c28-a004-4515-9cd0-ae05e04d0ef8 None None] Provisioning complete for port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:05.869065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8c28-a004-4515-9cd0-ae05e04d0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.908505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.911451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.969538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:05.988840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-28ac3b1b-81ba-43be-94f1-d97957f682b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:05.995224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-28ac3b1b-81ba-43be-94f1-d97957f682b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.002150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-28ac3b1b-81ba-43be-94f1-d97957f682b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.011612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-28ac3b1b-81ba-43be-94f1-d97957f682b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.013765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-28ac3b1b-81ba-43be-94f1-d97957f682b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 3095 time: 0.3576219 Nov 12 03:17:06.041369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff8c28-a004-4515-9cd0-ae05e04d0ef8 None None] Port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:06.123897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.132924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.144582 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7fee99c-942b-4331-ab1d-d383f8eb8a6e HTTP/1.1" status: 204 len: 168 time: 0.3424463 Nov 12 03:17:06.157578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:17:06.163337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:17:06.167924 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:17:06.179599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3eedb9ec-8fc2-4567-bcee-8882d386dd09 req-335ed048-6c08-4193-ade3-12734dc48fc7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538684 Nov 12 03:17:06.180743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Made reservation on behalf of 1f6ff94d93ea473ebda28c37901ee1d9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:06.185528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.292450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed6341-0e3c-41c5-9e99-a9fb2ec5e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fee99c-942b-4331-ab1d-d383f8eb8a6e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:06.430157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.436426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7828285b-88b0-43f9-b7d7-b23aad7c3dcf no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:06.454724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d51c6c-287b-4199-a83b-3157042737bd req-b22f70cc-9439-4570-81ff-a3e42df097dc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:06.459577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38d51c6c-287b-4199-a83b-3157042737bd req-b22f70cc-9439-4570-81ff-a3e42df097dc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2263918 Nov 12 03:17:06.477651 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:06.481948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] 10.222.0.84 "DELETE /v2.0/networks/5bfdd48b-9fcc-4a03-902e-d3ead4523cff HTTP/1.1" status: 204 len: 168 time: 1.9214263 Nov 12 03:17:06.486513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7828285b-88b0-43f9-b7d7-b23aad7c3dcf {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:17:06.487495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7828285b-88b0-43f9-b7d7-b23aad7c3dcf not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:17:06.496999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e49d3-84ed-46ff-9b3f-b1dd72921ba3 tempest-NetworksTest-1180842307 tempest-NetworksTest-1180842307-project] Pushing event deleted for resources: {'Network': ['ID=5bfdd48b-9fcc-4a03-902e-d3ead4523cff,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:06.633940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38d51c6c-287b-4199-a83b-3157042737bd req-351292d5-5325-4dfa-82c5-34c2ce9adfb8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483598 Nov 12 03:17:06.757417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Allocated IP 10.2.2.200 (0b95ed60-cee0-4103-b0f4-23f2f31f69b1/0b93a0d4-3a85-48bb-bb1f-1b625fdc082a/6dc2f20f-00b6-400f-9e2c-71ff131e244b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:06.942265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.027308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.054664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7d73df15-7406-4324-a002-98d809b6d0f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1759f36cda1f43d2b2be259a75fc629d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065705 Nov 12 03:17:07.059628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.075469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.108679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.135635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:07.144722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:07.155704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:07.222288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57350) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.266746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.291172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.298715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.332961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:07.353221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ae532204-948a-487b-9f35-ddabe8946d2e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8526905 Nov 12 03:17:07.361955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.381011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:07.516538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.519248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.520449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/005b031f-ee10-4950-81c5-2cc4395c8287 HTTP/1.1" status: 204 len: 168 time: 0.4587798 Nov 12 03:17:07.561725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.568012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.595520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.597027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9361eff-05c6-47cf-828b-e6a21fafc78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b031f-ee10-4950-81c5-2cc4395c8287,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:07.606175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.613737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:07.626354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-3e0b77d1-0749-461f-a720-ad03af7c58b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 3816 time: 0.2117867 Nov 12 03:17:07.640219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.658481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa089658-eabb-4a59-942e-2fba4ceb8abf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1aad94268b7346a68ddadf3d462c2467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294894 Nov 12 03:17:07.659694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:07.717436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8104e4c7-4224-4bf2-a20d-4bc5aedad651 None None] Provisioning complete for port 6dc2f20f-00b6-400f-9e2c-71ff131e244b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:07.717815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8104e4c7-4224-4bf2-a20d-4bc5aedad651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:07.757603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-416852f1-28e2-4e89-8f2c-24b1a079ca72 req-b33bb89f-626f-432b-9b2a-357c508a3e48 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298959 Nov 12 03:17:07.869247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8104e4c7-4224-4bf2-a20d-4bc5aedad651 None None] Port 6dc2f20f-00b6-400f-9e2c-71ff131e244b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:07.970237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.083830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a8f4-32ae-4ba4-a248-1b5844cfdce7 req-49e2b0c6-c3aa-49ba-888f-1b42619bf1aa tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.091749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3b2a8f4-32ae-4ba4-a248-1b5844cfdce7 req-49e2b0c6-c3aa-49ba-888f-1b42619bf1aa tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.3012350 Nov 12 03:17:08.107630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.167570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:08.170194 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.189061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.191387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57382) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:08.230187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Transition to ACTIVE for port object 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:08.236224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.287307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3b2a8f4-32ae-4ba4-a248-1b5844cfdce7 req-66440a2b-ba65-432c-bca1-1aa14413499f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825624 Nov 12 03:17:08.291935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:08.311119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.314550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.315982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb40da11-a07e-44fa-acbe-395783be185f HTTP/1.1" status: 204 len: 168 time: 0.6357446 Nov 12 03:17:08.328131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50c54-bf46-45dc-852e-54abf4539e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb40da11-a07e-44fa-acbe-395783be185f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:08.440739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Attempting to bind port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:08.441236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Attempting to bind port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:08.442193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Attempting to bind port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b on network e9f5eee0-ed74-4378-a491-93a88f240b80 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:08.452474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b on network e9f5eee0-ed74-4378-a491-93a88f240b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:08.454539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Attempting to bind port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b on network e9f5eee0-ed74-4378-a491-93a88f240b80 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:08.476489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:08.477089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Checking segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:08.477642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Bound using segment: {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:08.478256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Bound port: 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:08.478804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.619775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:08.629303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:08.635827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.755993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:08.758741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.761066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] 10.222.0.32 "PUT /v2.0/ports/5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 1093 time: 1.3959198 Nov 12 03:17:08.784744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57396) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:08.801945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:08.805515 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:08.898232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:08.948062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-05c3328e-8d8e-4ae9-9b6c-873f3123e9d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f381676d48404b81a65d47ad25ffaf26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7531931 Nov 12 03:17:08.950709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57408) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:09.026856 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4a54a-1864-4708-b109-259c3a1e298d x-openstack-request-id: req-5cd4a54a-1864-4708-b109-259c3a1e298d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:09.027176 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:09.027438 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5cd4a54a-1864-4708-b109-259c3a1e298d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:09.027845 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'status': 'completed', 'code': 200} Nov 12 03:17:09.065853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.068073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cad68-9032-497a-89bd-46eb58bc4d7f service neutron] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:09.260473 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.336634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.365630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.409188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.421331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.449383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.463995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-c9e388ab-03e8-4766-9f81-60e9a9a94f87 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 3828 time: 0.4265270 Nov 12 03:17:09.490693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.501209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.503417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.508611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.509275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:09.511428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5876812d-3827-4538-abb5-bb774df25c0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 4364 time: 0.4722097 Nov 12 03:17:09.572624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ad22e10-bfaf-4d66-a0f0-dec13c47f712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.655859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57430) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:09.773282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ad22e10-bfaf-4d66-a0f0-dec13c47f712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.776063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.802855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ad22e10-bfaf-4d66-a0f0-dec13c47f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:09.893130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad22e10-bfaf-4d66-a0f0-dec13c47f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766fe2f1-a7b6-47db-af2c-bea614ebc151,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:09.924711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7ad22e10-bfaf-4d66-a0f0-dec13c47f712 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=111acda0a7084e9b9b52e4dd613885b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1388788 Nov 12 03:17:09.945055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:09.967337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d0ea28-8382-48d1-a93a-48e59eb534fd {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:10.002624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.032821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Transition to ACTIVE for port object 17d0ea28-8382-48d1-a93a-48e59eb534fd will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:10.049883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-995344491-network', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:10.055239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.065477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20b00644-6538-4c77-93cf-1cac8e543ec7 req-4a0541da-ab7a-444f-8bbf-22ea3fdddcf9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6002243 Nov 12 03:17:10.083545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2a0c4-2d70-49a2-a491-5f37fb8aba38 req-1807863e-adab-4960-b13b-0d5925942900 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.095264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-feb2a0c4-2d70-49a2-a491-5f37fb8aba38 req-1807863e-adab-4960-b13b-0d5925942900 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.6067927 Nov 12 03:17:10.257086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:10.278965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Made reservation on behalf of c6b30598883248b49e04a45ce30c0790 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:10.288369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.312369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.336741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.343134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57448) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:10.347982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.358077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-feb2a0c4-2d70-49a2-a491-5f37fb8aba38 req-4cb38b96-f556-4edd-baac-39a523523b89 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618489 Nov 12 03:17:10.438728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.443356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.448037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/766fe2f1-a7b6-47db-af2c-bea614ebc151 HTTP/1.1" status: 204 len: 168 time: 0.5014696 Nov 12 03:17:10.453385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.456437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.458183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc1f7592-1ec4-4d92-9d86-61b539673734 HTTP/1.1" status: 204 len: 168 time: 1.5035481 Nov 12 03:17:10.471303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-b9f57108-f894-4aeb-a432-39f4488462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.472088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-b9f57108-f894-4aeb-a432-39f4488462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.472719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-b9f57108-f894-4aeb-a432-39f4488462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.474580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-b9f57108-f894-4aeb-a432-39f4488462ae service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8971312 Nov 12 03:17:10.476138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d051-9e76-480b-8e32-4adaea3cab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fe2f1-a7b6-47db-af2c-bea614ebc151,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:10.575629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e9742-1eec-4c6a-92e5-2cbc8a2b708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f7592-1ec4-4d92-9d86-61b539673734,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:10.614847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Attempting to bind port 17d0ea28-8382-48d1-a93a-48e59eb534fd on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:10.617055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Attempting to bind port 17d0ea28-8382-48d1-a93a-48e59eb534fd by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:10.618765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Attempting to bind port 17d0ea28-8382-48d1-a93a-48e59eb534fd on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:10.648275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-619436c3-0118-4101-87cb-989d973ab8b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:10.648842 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-619436c3-0118-4101-87cb-989d973ab8b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:17:10.651961 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-619436c3-0118-4101-87cb-989d973ab8b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:17:10.653081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-619436c3-0118-4101-87cb-989d973ab8b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3103085 Nov 12 03:17:10.661974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57456) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:10.667264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Port 17d0ea28-8382-48d1-a93a-48e59eb534fd on network 69e2c078-f15d-44f8-b11f-e9d515aff275 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:10.670784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Attempting to bind port 17d0ea28-8382-48d1-a93a-48e59eb534fd on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:10.686585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922399669'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:10.710869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:10.714463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:10.719750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Bound using segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:10.721016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Bound port: 17d0ea28-8382-48d1-a93a-48e59eb534fd, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:10.724639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.813494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5f6f9ca0-6234-42b6-bf05-e6f478043c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:10.815788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb165111-74b7-4e62-a0aa-d9a1b2d6e4d7 req-5f6f9ca0-6234-42b6-bf05-e6f478043c48 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257794 Nov 12 03:17:10.889499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.898073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.192010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:11.209272 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c74fdfba-e9bf-493f-bd47-dd5fdb66abb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.376834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.386159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.388969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.401665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.410425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.418417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.428477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.430675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-718fe08d-fb3e-4405-81da-5cb0b677a01f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 4606 time: 0.2166958 Nov 12 03:17:11.467689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1489053e-e1ea-4dc1-83c1-efdf41a6a8ef,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.473731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:11.484140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c74fdfba-e9bf-493f-bd47-dd5fdb66abb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.502056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.508708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c74fdfba-e9bf-493f-bd47-dd5fdb66abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.560835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:11.565333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.565691 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Added segment e949f22b-9e72-4f8a-b5ce-1ed0a80c3144 of type vlan for network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 Nov 12 03:17:11.581515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c74fdfba-e9bf-493f-bd47-dd5fdb66abb7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d1a04458375f4e37baddaaf754b8c142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882129 Nov 12 03:17:11.586888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:11.604452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba4ed604-4e84-4be5-bd8f-8071d1b5b2a7 req-a7c62ef5-143f-4412-9716-734507bc73bf tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617930 Nov 12 03:17:11.614265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fdfba-e9bf-493f-bd47-dd5fdb66abb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf22c41-794d-44f8-9e3e-bac75320fcf1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.655841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:11.689068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.697469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.742488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.820833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.826325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.832813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cf22c41-794d-44f8-9e3e-bac75320fcf1 HTTP/1.1" status: 204 len: 168 time: 0.2433124 Nov 12 03:17:11.843371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.847014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f9eb-3819-4a22-9593-f0f72d475e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf22c41-794d-44f8-9e3e-bac75320fcf1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:11.884412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:11.885098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:11.907016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] 10.222.0.32 "PUT /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 1137 time: 3.0902286 Nov 12 03:17:11.909885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '17d0ea28-8382-48d1-a93a-48e59eb534fd'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:11.913167 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1905af-81d8-403a-948c-91b9ae349b62" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "17d0ea28-8382-48d1-a93a-48e59eb534fd"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:11.964126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:11.978827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.resource_extend [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:17:12.017022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:12.097948 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ccbe9-b8f7-4532-b592-9f7fda899953 x-openstack-request-id: req-206ccbe9-b8f7-4532-b592-9f7fda899953 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:12.098251 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "17d0ea28-8382-48d1-a93a-48e59eb534fd", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:12.098510 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-206ccbe9-b8f7-4532-b592-9f7fda899953 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:12.098921 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '17d0ea28-8382-48d1-a93a-48e59eb534fd', 'status': 'completed', 'code': 200} Nov 12 03:17:12.125141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5be3c-c470-4b4c-b94b-8e309315d6a0 req-693b5b5e-47c8-4c71-93cb-ce768284c2c7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.126794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67c5be3c-c470-4b4c-b94b-8e309315d6a0 req-693b5b5e-47c8-4c71-93cb-ce768284c2c7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.6159637 Nov 12 03:17:12.146290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.147214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.147922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.148760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.151064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.152374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.155816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-ace374a4-e8b1-4659-bb09-4f04204a698c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5294 time: 0.1132658 Nov 12 03:17:12.194058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f663-3cd8-4312-a33b-c5b23061fb21 service neutron] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.245734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.246979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.248386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.393762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-55d6ea63-689d-4519-9c52-9a870a3610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.394317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-55d6ea63-689d-4519-9c52-9a870a3610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.394696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-55d6ea63-689d-4519-9c52-9a870a3610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:12.396330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-55d6ea63-689d-4519-9c52-9a870a3610b0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2282429 Nov 12 03:17:12.396811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57498) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:12.426619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.447898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:12.454790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.469380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.484000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8209043 Nov 12 03:17:12.487341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57506) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:12.506169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'mac_address': 'fa:16:3e:e8:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:12.507052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Request body: {'subnet': {'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-subnet', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:12.581767 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.602666 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:12.652398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:12.655224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Made reservation on behalf of c6b30598883248b49e04a45ce30c0790 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:12.662030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.707114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:12.734255 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:12.832000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcddc19a-1c89-4641-b506-554ff53af298,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.834940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cea11-19d4-46c3-b726-f0ca0c516fde admin admin] Pushing event updated for resources: {'Network': ['ID=d1b9a261-4516-40a8-99e6-94d1aeda2bd4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.950195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:12.971041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:13.142053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:13.149321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:13.159123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.183646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Transition to ACTIVE for port object 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:13.195420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67c5be3c-c470-4b4c-b94b-8e309315d6a0 req-d2d3c81f-3b0f-442d-8154-32250e334f11 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227315 Nov 12 03:17:13.199553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.204851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1447784882-network', 'tenant_id': '2d48f082c5fb41c0a6203a576c25f39c'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:13.438845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:13.503955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.551343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.583522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.586142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.9227178 Nov 12 03:17:13.594928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:13.597376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-b18c0970-1097-4ec3-8ca8-234f667eb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.599385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-b18c0970-1097-4ec3-8ca8-234f667eb90d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1100 time: 0.2203786 Nov 12 03:17:13.623311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5dcb847e-52f5-4582-8c41-495d632923e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:13.731002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Made reservation on behalf of 2d48f082c5fb41c0a6203a576c25f39c for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:13.741228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.745118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080715-4f94-4188-9764-c6339d2149b3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb847e-52f5-4582-8c41-495d632923e5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:13.786085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Attempting to bind port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:13.786423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Attempting to bind port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:13.786806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Attempting to bind port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:13.800461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-bad519dc-63bf-4bf3-b2ea-0c18838e19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.802152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e1905af-81d8-403a-948c-91b9ae349b62 req-bad519dc-63bf-4bf3-b2ea-0c18838e19d8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3833277 Nov 12 03:17:13.803728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on network 69e2c078-f15d-44f8-b11f-e9d515aff275 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:13.804399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Attempting to bind port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:13.817866 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.820498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.825042 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.860250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:13.861010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:13.861652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Bound using segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:13.862355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Bound port: 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:13.862938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.943461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.952807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.959296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.972356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.973464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.983124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.983329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:13.990742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:13.998404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.000426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4202231d-6d5d-439a-be2e-019f8b23120d req-bd95af13-764d-4860-a389-d12552854961 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5383 time: 0.8386929 Nov 12 03:17:14.012181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5229c953-19ee-484f-ae3d-001f25fed860,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.021039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-358a8e1a-03e0-49f3-b0d1-b3d50d7e45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.022623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-358a8e1a-03e0-49f3-b0d1-b3d50d7e45d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3871982 Nov 12 03:17:14.036972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:14.044164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-7d04f91a-7781-4da4-8963-3a3af2ae747d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8851440 Nov 12 03:17:14.089370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.094069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b3ca191-bb6b-48d1-ae1f-bf181fcced73 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4905133 Nov 12 03:17:14.095976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.118188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8f07318f-51eb-4a42-9111-66f84ab96311 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5dcb847e-52f5-4582-8c41-495d632923e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:14.135408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.147720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:14.149605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:14.171339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:14.173929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:14.177519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-e8c15763-3c2a-43c8-b2c3-ef10c016f278 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=f696fdf6-81cc-4d34-8684-7b140b988629 HTTP/1.1" status: 200 len: 217 time: 0.1411428 Nov 12 03:17:14.179756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.180557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb70913-dbac-49d2-a0ae-5dba603d78d5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.191966 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.269787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.274474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f07318f-51eb-4a42-9111-66f84ab96311 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.302720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4202231d-6d5d-439a-be2e-019f8b23120d req-c159c4fc-da58-4e25-8243-ba746d4d46fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2945647 Nov 12 03:17:14.315823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.325412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.350937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.424825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:14.425555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Network hostable DHCP agents. Network: d1b9a261-4516-40a8-99e6-94d1aeda2bd4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:14.434316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.435288 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.437245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:14.437531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-29ec81d1-4054-4759-8141-3a6e622b1c49 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 1136 time: 2.4903135 Nov 12 03:17:14.440959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:14.451754 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6a43be-45f2-4d51-848a-41e3dd803f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:14.464691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d10ec0-44fc-451e-a6ed-3af40930111d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.481349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.482534 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Added segment 4d37bc48-5400-4fb7-9940-d4f3c32f38dd of type vlan for network 50d3503d-3c74-45ba-b215-3fb7985742cb Nov 12 03:17:14.521414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:14.544881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-6c20a386-f45d-4c74-bf53-0e03498ab0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.551039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-6c20a386-f45d-4c74-bf53-0e03498ab0a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.3573620 Nov 12 03:17:14.553484 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa93d8-e371-4342-a011-51baff9d8499 x-openstack-request-id: req-a7fa93d8-e371-4342-a011-51baff9d8499 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:14.553774 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:14.554038 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a7fa93d8-e371-4342-a011-51baff9d8499 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:14.554413 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc', 'status': 'completed', 'code': 200} Nov 12 03:17:14.566034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.654342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.655188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4beb-7190-439a-a388-bf8bee01736d req-e05c18c7-cbe3-4a8c-87af-f04b0dadcffb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.655394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.655959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.656745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b48c4beb-7190-439a-a388-bf8bee01736d req-e05c18c7-cbe3-4a8c-87af-f04b0dadcffb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 947 time: 0.2973456 Nov 12 03:17:14.658730 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-8f07318f-51eb-4a42-9111-66f84ab96311 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:17:14.662585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f07318f-51eb-4a42-9111-66f84ab96311 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5531273 Nov 12 03:17:14.675330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-3462f6a5-10eb-4343-b494-bc64b374c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.676910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-3462f6a5-10eb-4343-b494-bc64b374c7e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1097 time: 0.4897001 Nov 12 03:17:14.677524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:14.698637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.718316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.801607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-72f7566e-cd02-4a25-81ca-6dd23bb12b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:14.803424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-72f7566e-cd02-4a25-81ca-6dd23bb12b1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137527 Nov 12 03:17:14.810351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] Pushing event updated for resources: {'Network': ['ID=50d3503d-3c74-45ba-b215-3fb7985742cb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:14.820112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f6dd773-a94a-4c1f-8644-86fb16791643 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4222171 Nov 12 03:17:14.826943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 50d3503d-3c74-45ba-b215-3fb7985742cb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:14.832914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:14.847253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Request body: {'subnet': {'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1447784882-subnet', 'tenant_id': '2d48f082c5fb41c0a6203a576c25f39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:14.861386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b48c4beb-7190-439a-a388-bf8bee01736d req-40783506-84a5-4d0c-947f-47dd22df2d55 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440105 Nov 12 03:17:14.912863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d1b9a261-4516-40a8-99e6-94d1aeda2bd4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:14.914445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Made reservation on behalf of 2d48f082c5fb41c0a6203a576c25f39c for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:14.916946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:14.926777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33e3db8-8240-4e49-8bf7-0919a94d3d15 None None] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:15.055935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.056525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.171153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:17:15.173366 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.284006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.284916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.285391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.285858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.286322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.287043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.287344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.300391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-0325da2e-da7f-4365-a951-c14ac49eda40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6223 time: 0.6591451 Nov 12 03:17:15.301492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-58ac88a8-f1ba-4fe1-a51d-82226c325ead service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815655 Nov 12 03:17:15.315487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5d4e2052-5aad-4219-872d-ec4868524060 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8241673 Nov 12 03:17:15.322012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:15.490430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Allocated IP 172.20.0.2 (d1b9a261-4516-40a8-99e6-94d1aeda2bd4/1cb70913-dbac-49d2-a0ae-5dba603d78d5/aeb88afe-3652-4610-9164-e01df7d819ca) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:15.528216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-590a257f-4809-47f1-92b5-1da676c89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.529273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-590a257f-4809-47f1-92b5-1da676c89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.530206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-590a257f-4809-47f1-92b5-1da676c89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.531498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-590a257f-4809-47f1-92b5-1da676c89390 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2084658 Nov 12 03:17:15.550929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:15.618870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.619819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.635550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-730abf0e-efe0-46df-bcb9-706bd1696d5e req-fff4357a-6a54-4315-b14e-314d9f4a427e service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134205 Nov 12 03:17:15.636765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.649845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46304e2a-c15f-4614-ae93-ee5c3dbdee16 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:15.662301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.669238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.700279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Transition to ACTIVE for port object 46304e2a-c15f-4614-ae93-ee5c3dbdee16 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:15.707334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.744465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.767396 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.781411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.784255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.786071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/5dcb847e-52f5-4582-8c41-495d632923e5 HTTP/1.1" status: 204 len: 168 time: 0.9996436 Nov 12 03:17:15.794686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57584) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:15.862413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.896341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-eb39c50b-3425-4e48-a94d-dcf23758f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.899594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-eb39c50b-3425-4e48-a94d-dcf23758f184 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 1.0901017 Nov 12 03:17:15.912915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Pushing event updated for resources: {'Port': ['ID=aeb88afe-3652-4610-9164-e01df7d819ca,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:15.939196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:15.943689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:15.952972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:15.970165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:15.990996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:15.998244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.004627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.013321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.027517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.042445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.046430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:16.049773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.051966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-a784655d-6b53-48b4-9862-7c1bf849ca6c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5383 time: 0.4827707 Nov 12 03:17:16.100980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Attempting to bind port aeb88afe-3652-4610-9164-e01df7d819ca on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:16.101358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Attempting to bind port aeb88afe-3652-4610-9164-e01df7d819ca by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:16.101720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Attempting to bind port aeb88afe-3652-4610-9164-e01df7d819ca on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:16.115320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:16.115749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:16.116100 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.116499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Bound using segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:16.116999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Bound port: aeb88afe-3652-4610-9164-e01df7d819ca, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:16.117511 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.152089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-a5bb2c19-f767-4917-ab67-bbc38c6d141e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 1001 time: 0.1747205 Nov 12 03:17:16.154453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d6ca-9108-40ba-b7d6-83d9de1dddc0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb847e-52f5-4582-8c41-495d632923e5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.174618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a598240b-1d1c-42c2-8ff9-600313b043a6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3609209 Nov 12 03:17:16.189251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57590) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:16.208729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] For port aeb88afe-3652-4610-9164-e01df7d819ca, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:16.213059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] For port aeb88afe-3652-4610-9164-e01df7d819ca, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aeb88afe-3652-4610-9164-e01df7d819ca,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:16.215532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--363518697'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:16.229396 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.260847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Attempting to bind port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:16.261195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Attempting to bind port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:16.261531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Attempting to bind port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:16.279156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 on network 69e2c078-f15d-44f8-b11f-e9d515aff275 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:16.279818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Attempting to bind port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:16.296754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:16.303050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-e39bb45c-4f99-47b0-b299-658196159aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.306360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:16.306846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Bound using segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:16.310863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-e39bb45c-4f99-47b0-b299-658196159aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0658031 Nov 12 03:17:16.315447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Bound port: 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:16.315885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.342988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341b975-b4f7-40d3-be55-6e628df4dddd req-dbf822b5-446a-40c4-8a26-cfead0ebcc6b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.344659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae577cac-4b50-466a-bb2a-e1e8168c18a6 None None] Pushing event updated for resources: {'Port': ['ID=aeb88afe-3652-4610-9164-e01df7d819ca,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.348018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f341b975-b4f7-40d3-be55-6e628df4dddd req-dbf822b5-446a-40c4-8a26-cfead0ebcc6b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 947 time: 0.3009300 Nov 12 03:17:16.360167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f696fdf6-81cc-4d34-8684-7b140b988629 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:16.360765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.363184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.365743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.412753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-7aea2524-3dff-403c-b1aa-e84d1ad556f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.415259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a6a43be-45f2-4d51-848a-41e3dd803f6c req-7aea2524-3dff-403c-b1aa-e84d1ad556f1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8371832 Nov 12 03:17:16.505863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f341b975-b4f7-40d3-be55-6e628df4dddd req-bfcba389-5e6b-4d6a-912f-008fb41719f9 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315188 Nov 12 03:17:16.523514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.577796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:16.579350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:16.582363 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc263d1a-e475-476d-9eb3-f58e0cbf9f4d" -d '{"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:16.586957 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.612221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3dc7c63-842f-42e7-b845-63e44be42342 req-3c3164be-301a-41cb-9412-5404bcf778da tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4512055 Nov 12 03:17:16.662570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:16.670820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:16.699117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.719184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Checking segment: {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:16.719843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Network hostable DHCP agents. Network: 50d3503d-3c74-45ba-b215-3fb7985742cb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:16.730167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-a9d8071c-90f6-4950-951b-95fb8dd6faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.732612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-a9d8071c-90f6-4950-951b-95fb8dd6faad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3937798 Nov 12 03:17:16.744068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.795614 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b9b0b-95c3-4fd2-8f9d-6e7307f3578e x-openstack-request-id: req-b36b9b0b-95c3-4fd2-8f9d-6e7307f3578e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:16.796239 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:16.796650 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b36b9b0b-95c3-4fd2-8f9d-6e7307f3578e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:16.797195 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'code': 200} Nov 12 03:17:16.798397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:16.867461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.877198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:16.878832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.899267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] 10.222.0.32 "PUT /v2.0/ports/46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 200 len: 1092 time: 2.4088233 Nov 12 03:17:16.902398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:16.906441 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:16.936214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:16.943515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:17.057775 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.076996 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c59a1-767e-42fa-854c-960b525e3693 x-openstack-request-id: req-b36c59a1-767e-42fa-854c-960b525e3693 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:17.077697 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:17.078167 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b36c59a1-767e-42fa-854c-960b525e3693 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:17.078769 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'status': 'completed', 'code': 200} Nov 12 03:17:17.129928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c05d5-d9e0-445a-bcf1-c39abe4a9893 service neutron] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.164721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.166279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9749031 Nov 12 03:17:17.172259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ec8d1-e791-4584-970b-e2695c28b614 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965e74e8-5672-4dc4-85a8-dfa2319662d6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:17.174676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57606) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:17.198457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Network 50d3503d-3c74-45ba-b215-3fb7985742cb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:17.209658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e67c8978-4a06-4acb-8559-751cbf664407 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '965e74e8-5672-4dc4-85a8-dfa2319662d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:17.211141 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-e67c8978-4a06-4acb-8559-751cbf664407 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:17:17.212335 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-e67c8978-4a06-4acb-8559-751cbf664407 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:17.213994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e67c8978-4a06-4acb-8559-751cbf664407 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0356700 Nov 12 03:17:17.218211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57608) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:17.242435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.250655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16dbc-a2f7-47a2-afb7-41ea91ebf1df req-e35b8ea6-796c-43dc-bcc6-6043c4cd5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.252632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-84a16dbc-a2f7-47a2-afb7-41ea91ebf1df req-e35b8ea6-796c-43dc-bcc6-6043c4cd5c1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1101 time: 0.3396978 Nov 12 03:17:17.256786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 50d3503d-3c74-45ba-b215-3fb7985742cb) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:17.268892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549bf56-e30c-4c92-954a-e662152b5ac4 None None] Network 50d3503d-3c74-45ba-b215-3fb7985742cb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:17.269525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.270134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.287471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.287992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.288593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.289171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.290319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.290935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.291297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.293257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-61e74c41-74ca-45b6-9289-4c4fb315ca96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6291 time: 0.2209301 Nov 12 03:17:17.334323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-085ec158-1ce6-423e-b0de-14fc9d9fac26 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4994154 Nov 12 03:17:17.379005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-c35d18df-3600-4ea7-bc66-37f215ffaf9d service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447052 Nov 12 03:17:17.621268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-4c86c4ec-9653-4fc0-96e2-43af7cc3f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.622466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-4c86c4ec-9653-4fc0-96e2-43af7cc3f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.623521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a5ad4f-3e7a-4776-bd29-c15ce01479eb None None] Network 50d3503d-3c74-45ba-b215-3fb7985742cb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:17.624977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-4c86c4ec-9653-4fc0-96e2-43af7cc3f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:17.626713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-4c86c4ec-9653-4fc0-96e2-43af7cc3f85b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2909813 Nov 12 03:17:17.649576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-84a16dbc-a2f7-47a2-afb7-41ea91ebf1df req-e7d7fc72-b376-4501-9020-e2485098241f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878069 Nov 12 03:17:17.686320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.739574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f19268aa-7cb0-4d76-acf5-3eee361df75f req-f5003874-845f-495a-98a1-9eb593b9064d service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071830 Nov 12 03:17:17.910213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b87332-4eca-4646-9737-19a0f8f4cf9c {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:17.918578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:17.934841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Transition to ACTIVE for port object 25b87332-4eca-4646-9737-19a0f8f4cf9c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:17.953442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.023274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Pushing event updated for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:18.081843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.186414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af50b05-1480-4b84-8a6e-2361b5e17111 req-70654d57-6b35-42cf-a584-01cb18564b35 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.195121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1af50b05-1480-4b84-8a6e-2361b5e17111 req-70654d57-6b35-42cf-a584-01cb18564b35 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.5098705 Nov 12 03:17:18.208641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49628f4e-be18-45fe-95af-a69b39511549 None None] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:18.235290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-c79a3f57-ac13-4f26-ae38-dc3c32d69486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.248098 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46ab2b1b-6097-4c71-9799-3cf8dd1ce939 req-c79a3f57-ac13-4f26-ae38-dc3c32d69486 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6015379 Nov 12 03:17:18.274751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.282308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.305345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.318752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.320121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.326151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.326399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.329622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/965e74e8-5672-4dc4-85a8-dfa2319662d6 HTTP/1.1" status: 204 len: 168 time: 1.1070476 Nov 12 03:17:18.332997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.340513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.349295 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-a515a7b6-bd34-489d-8cd0-e2725dbf0741 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5407 time: 0.4039497 Nov 12 03:17:18.367317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57634) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.370122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092e2cb-3bd5-4621-9577-07d312478965 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e74e8-5672-4dc4-85a8-dfa2319662d6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:18.378593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Attempting to bind port 25b87332-4eca-4646-9737-19a0f8f4cf9c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:18.378913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Attempting to bind port 25b87332-4eca-4646-9737-19a0f8f4cf9c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:18.379273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Attempting to bind port 25b87332-4eca-4646-9737-19a0f8f4cf9c on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:18.383911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.399879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1af50b05-1480-4b84-8a6e-2361b5e17111 req-f2f1da94-0305-4c6e-905f-e8cc1df266c7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038584 Nov 12 03:17:18.417094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Port 25b87332-4eca-4646-9737-19a0f8f4cf9c on network 69e2c078-f15d-44f8-b11f-e9d515aff275 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:18.420043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Attempting to bind port 25b87332-4eca-4646-9737-19a0f8f4cf9c on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:18.499868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] Provisioning complete for port aeb88afe-3652-4610-9164-e01df7d819ca triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:18.500551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.512471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:18.519295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Checking segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:18.519849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Bound using segment: {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:18.520707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Bound port: 25b87332-4eca-4646-9737-19a0f8f4cf9c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9997dba0-4b19-411f-8bb3-636e4cba6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:18.521178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.532201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.610372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aeb88afe-3652-4610-9164-e01df7d819ca up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:18.644612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-01c9b10e-50ec-41fc-a226-b475c7525715 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2668493 Nov 12 03:17:18.728377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:18.733004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:18.734481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:18.741078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--227734490'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:18.746570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.840043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port aeb88afe-3652-4610-9164-e01df7d819ca triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:18.840409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.863017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:18.867512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.869335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] 10.222.0.32 "PUT /v2.0/ports/25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 200 len: 1091 time: 1.9397733 Nov 12 03:17:18.897704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:18.945595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:18.957282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.084869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:19.112413 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c8e454-3951-4d26-9df7-15e894cf2f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:19.136534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e2204-69c6-4afa-be66-91afefde9268 service neutron] Pushing event updated for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.291554 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badeb3ae-600d-48c6-afe5-38c8f9e919b2 x-openstack-request-id: req-badeb3ae-600d-48c6-afe5-38c8f9e919b2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:19.292019 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:19.292379 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-badeb3ae-600d-48c6-afe5-38c8f9e919b2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:19.292886 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c', 'status': 'completed', 'code': 200} Nov 12 03:17:19.297290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] For port aeb88afe-3652-4610-9164-e01df7d819ca, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aeb88afe-3652-4610-9164-e01df7d819ca,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:19.303763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.316121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.329028 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.604886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.624550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:17:19.625138 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:17:19.661644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.681164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b690d2-1f01-4fac-a9f3-4439f3e34b91 None None] Pushing event updated for resources: {'Port': ['ID=aeb88afe-3652-4610-9164-e01df7d819ca,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:19.702549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c19551b4-aa53-4b89-814d-49250fcacc37 None None] Provisioning complete for port aeb88afe-3652-4610-9164-e01df7d819ca triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:19.702914 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c19551b4-aa53-4b89-814d-49250fcacc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.773079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Allocated IP 172.25.2.63 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d9c3f4bc-3851-4c9b-b25e-7df6518080e4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:19.929710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:19.979864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.068260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:20.111158 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dc82f3e-c43f-485c-b8e5-cef09e03dd0a req-6bc5dd34-2700-4a18-b970-8081c9ce5dc4 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.7605078 Nov 12 03:17:20.116712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:20.120184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c077c4-2fa4-44f6-908c-c2e84ba3d02d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:20.133627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.139345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:20.176133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Transition to ACTIVE for port object 98c077c4-2fa4-44f6-908c-c2e84ba3d02d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:20.215501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f3810-1625-466f-b2e9-dd3faebf0638 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:20.235083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.252817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.290665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.291861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.291861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.292127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.292570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.293031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.293494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.298964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-c5219c52-e1ab-41be-bec4-c6429cbccd7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6359 time: 0.3309829 Nov 12 03:17:20.411428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8f9d7c6e-47cd-4556-ba91-b40a84fdbf19 None None] Provisioning complete for port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:20.415030 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f9d7c6e-47cd-4556-ba91-b40a84fdbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.437923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.439582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7031531 Nov 12 03:17:20.447035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57672) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:20.470207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3c0ca161-f543-4b0f-ad1b-4ba91cb8a181 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'f82155c4-0676-4181-928f-1b5c5b3d17c7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:20.471707 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-3c0ca161-f543-4b0f-ad1b-4ba91cb8a181 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:17:20.472448 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-3c0ca161-f543-4b0f-ad1b-4ba91cb8a181 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:20.473734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3c0ca161-f543-4b0f-ad1b-4ba91cb8a181 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096991 Nov 12 03:17:20.479891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:20.491706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e755c-a033-48e6-bf35-d755e87ca84d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82155c4-0676-4181-928f-1b5c5b3d17c7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.563605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aeb88afe-3652-4610-9164-e01df7d819ca up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:20.668390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15e98b-e38e-4c52-a78d-c907e5f5b299 req-46134dd0-32a3-4563-9baf-c45954f1c113 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.680058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c15e98b-e38e-4c52-a78d-c907e5f5b299 req-46134dd0-32a3-4563-9baf-c45954f1c113 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 1.0681942 Nov 12 03:17:20.728624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d7c6e-47cd-4556-ba91-b40a84fdbf19 None None] Port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:20.744549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:20.784601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.785176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port aeb88afe-3652-4610-9164-e01df7d819ca triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:20.785497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:20.980643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-5d24189a-22dd-4dbe-9ddc-6c86557ef079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.981119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-5d24189a-22dd-4dbe-9ddc-6c86557ef079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.982387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-5d24189a-22dd-4dbe-9ddc-6c86557ef079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:20.984213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-5d24189a-22dd-4dbe-9ddc-6c86557ef079 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6160614 Nov 12 03:17:21.035982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.056597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Attempting to bind port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:21.056597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Attempting to bind port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:21.056597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Attempting to bind port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:21.077889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c15e98b-e38e-4c52-a78d-c907e5f5b299 req-192a5951-ee1c-494d-9a6c-88780719d241 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961232 Nov 12 03:17:21.082908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:21.082908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Attempting to bind port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:21.094852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.098164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:21.098502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Checking segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:21.098891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Bound using segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:21.099378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Bound port: 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:21.099731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.186782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:21.202809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:21.242536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.309780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.310632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.313474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] 10.222.0.32 "PUT /v2.0/ports/98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 200 len: 1092 time: 2.3976226 Nov 12 03:17:21.313474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:21.315404 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4823fb65-0cbb-4643-9479-b5fb548b584e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:21.371719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Request body: {'port': {'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:21.401334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.404908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.408723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/f82155c4-0676-4181-928f-1b5c5b3d17c7 HTTP/1.1" status: 204 len: 168 time: 0.9164565 Nov 12 03:17:21.413542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57696) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:21.455774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e5a9-b508-421b-b081-2daf09632a07 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82155c4-0676-4181-928f-1b5c5b3d17c7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:21.457604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eef75f-d647-4f73-b465-aed9be89d30e service neutron] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:21.507529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.521851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.535112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.543340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.562684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.563387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-8981fe12-323b-4a1e-bb86-f9640cd924a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.564876 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55c8e454-3951-4d26-9df7-15e894cf2f7a req-8981fe12-323b-4a1e-bb86-f9640cd924a0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5658679 Nov 12 03:17:21.585121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.591707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.597646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.599755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-39a9209f-6a11-48c4-a41a-7cd518b84829 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5419 time: 0.2923248 Nov 12 03:17:21.607029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.652477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-56907605-84da-4e3a-919b-91f79bcdd374 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2282383 Nov 12 03:17:21.656899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57700) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:21.683375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--951430741'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:21.689818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54dc2-e8d0-4bc1-be9f-54306450d212 req-7386c4b7-c2d2-4c78-81e4-2cd009f7b7e6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:21.695450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57702) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:21.698506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0e54dc2-e8d0-4bc1-be9f-54306450d212 req-7386c4b7-c2d2-4c78-81e4-2cd009f7b7e6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.4176655 Nov 12 03:17:21.710691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1218800125'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:21.761874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.db.api [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:17:21.761874 n-d-615180-50 neutron-server[102433]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:17:21.761874 n-d-615180-50 neutron-server[102433]: [parameters: {'project_id_1': '75ec9116deb64fdb992dfb06d37cc7d2', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 17, 1, 722502)}] Nov 12 03:17:21.761874 n-d-615180-50 neutron-server[102433]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102433) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:17:21.767573 n-d-615180-50 neutron-server[102433]: DEBUG oslo_db.api [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:17:21.842352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.854826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0e54dc2-e8d0-4bc1-be9f-54306450d212 req-789068a0-4ea6-4eca-846b-31fdd5483655 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549957 Nov 12 03:17:21.864266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e48dde3-614a-48fb-befe-b70fd1fc18c2 req-dce1b6fe-af4b-4760-b197-4c506965a82c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526550 Nov 12 03:17:21.894701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:17:21.948957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.954614 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.992018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:21.996027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3356214 Nov 12 03:17:22.018026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57712) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.024411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d08211d2-8af2-4e05-b602-f3dcfee97de4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'a554c689-8a6f-4347-929e-0e7610d488d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.025394 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-d08211d2-8af2-4e05-b602-f3dcfee97de4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:17:22.025950 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-d08211d2-8af2-4e05-b602-f3dcfee97de4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:22.030251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d08211d2-8af2-4e05-b602-f3dcfee97de4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079482 Nov 12 03:17:22.038231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.047846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dcd8110e-b3de-46d9-a629-4a2e47867fd8 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'a554c689-8a6f-4347-929e-0e7610d488d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.048742 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-dcd8110e-b3de-46d9-a629-4a2e47867fd8 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:17:22.049383 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-dcd8110e-b3de-46d9-a629-4a2e47867fd8 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:22.053099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dcd8110e-b3de-46d9-a629-4a2e47867fd8 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084486 Nov 12 03:17:22.084140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57718) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.086106 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c22d94-ed7f-4f5b-a8da-359f82c10026 x-openstack-request-id: req-20c22d94-ed7f-4f5b-a8da-359f82c10026 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:22.086106 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:22.086507 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-20c22d94-ed7f-4f5b-a8da-359f82c10026 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:22.086995 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'status': 'completed', 'code': 200} Nov 12 03:17:22.092902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-45aed921-d5be-4a8e-8652-dc26ab8e480b tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'a554c689-8a6f-4347-929e-0e7610d488d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.093847 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-45aed921-d5be-4a8e-8652-dc26ab8e480b tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:17:22.094454 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-45aed921-d5be-4a8e-8652-dc26ab8e480b tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:22.095749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-45aed921-d5be-4a8e-8652-dc26ab8e480b tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077956 Nov 12 03:17:22.101592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57720) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.109302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a0986629-e7e7-4ca5-a7ad-857fdb7fcf36 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'a554c689-8a6f-4347-929e-0e7610d488d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:22.110387 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-a0986629-e7e7-4ca5-a7ad-857fdb7fcf36 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:17:22.111020 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a0986629-e7e7-4ca5-a7ad-857fdb7fcf36 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:22.112368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a0986629-e7e7-4ca5-a7ad-857fdb7fcf36 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097070 Nov 12 03:17:22.115651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57722) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.131113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a554c689-8a6f-4347-929e-0e7610d488d9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:22.151527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:22.165850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:22.167192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.167722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.168213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.168648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.169655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.170139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.170888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.170888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.171609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.172041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.172470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.173336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2b3599-5036-4981-83b5-7a752ea5b8fe tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:22.187992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:22.189519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:22.248991 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.250167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-05123946-a19d-4d2c-8477-4d1a38e15d49 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9259782 Nov 12 03:17:22.255498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57736) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:22.298016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.392231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc2f20f-00b6-400f-9e2c-71ff131e244b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:22.399153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.402501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:22.407155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.429057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.430112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.430767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.432877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.433514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.437386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.438051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.445590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-453833c6-bb43-4a1e-ae61-9ee8d6eb3a27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6427 time: 0.2846537 Nov 12 03:17:22.450261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:22.468659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:22.498677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.499123 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Added segment 34376503-f2e6-42ca-9bf3-6ab7fbc70346 of type vlan for network b9a6ff9a-0bcb-4630-8a95-464303525c0a Nov 12 03:17:22.585034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.634355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.649202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.662664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.663353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:22.813828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Transition to ACTIVE for port object 6dc2f20f-00b6-400f-9e2c-71ff131e244b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:22.857002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:22.857306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11905d-afa6-4008-8d3e-3fed9fe73984 req-8aeffabc-c519-4abc-bb61-31b6657e48cb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.858555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a11905d-afa6-4008-8d3e-3fed9fe73984 req-8aeffabc-c519-4abc-bb61-31b6657e48cb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2002430 Nov 12 03:17:22.881979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-d99099e4-c543-4be0-ba36-62d47437ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.885664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-d99099e4-c543-4be0-ba36-62d47437ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.886190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-d99099e4-c543-4be0-ba36-62d47437ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:22.894893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-d99099e4-c543-4be0-ba36-62d47437ef8a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4325652 Nov 12 03:17:22.936795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:22.937963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Updating router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:22.964570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.273268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-7cfa4884-1fde-472b-9cd8-590b5012e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:23.274966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4823fb65-0cbb-4643-9479-b5fb548b584e req-7cfa4884-1fde-472b-9cd8-590b5012e1cc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3416262 Nov 12 03:17:23.287724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a11905d-afa6-4008-8d3e-3fed9fe73984 req-39c46eb3-993f-4333-991f-a9f1901554a0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099407 Nov 12 03:17:23.499320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.512662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.660623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Network': ['ID=b9a6ff9a-0bcb-4630-8a95-464303525c0a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.664612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c6224-f11e-47ba-9eca-3f8233b12a71 None None] Pushing event updated for resources: {'Port': ['ID=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:23.666193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9fa32cd8-5700-46bb-a4a2-670dd8281ce6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9661829 Nov 12 03:17:23.669770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.669940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57764) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:23.671552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Attempting to bind port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:23.673421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Attempting to bind port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:23.674399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Attempting to bind port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:23.676049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1548649805'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:23.702523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387a243-1c25-4884-900a-970fd61ce44b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:23.737833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:23.749464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:23.762001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:23.762610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.768594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:23.768594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Bound port: d9c3f4bc-3851-4c9b-b25e-7df6518080e4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:23.775008 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.783839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.792131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:23.806915 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.907985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.910606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.917206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:17:23.930416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] For port d9c3f4bc-3851-4c9b-b25e-7df6518080e4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:23.932044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/a554c689-8a6f-4347-929e-0e7610d488d9 HTTP/1.1" status: 204 len: 168 time: 1.8152516 Nov 12 03:17:23.937445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] For port d9c3f4bc-3851-4c9b-b25e-7df6518080e4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:23.955275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57766) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:23.970342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:23.987581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:24.007670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fc82b-2979-4427-ad53-d72d02b82fec tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a554c689-8a6f-4347-929e-0e7610d488d9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:24.013399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.013746 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Added segment 565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5 of type vlan for network 41b8e15c-fcc5-4391-814a-4aeac2d7283e Nov 12 03:17:24.114913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.128273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.141387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.158015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef63c1-a6dd-489e-a7d3-633884b128d3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:17:24.164968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.171451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.171842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.190109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.201992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.202465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-749516b4-2267-4703-a360-051608131a2a None None] Provisioning complete for port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:24.202846 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-749516b4-2267-4703-a360-051608131a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.205190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-6d75d782-2d0f-4bc0-b419-f468a9d22b29 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.5372157 Nov 12 03:17:24.282609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.286540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2e61fd9-b78b-4c22-8b33-b3463b6abb2f tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3279948 Nov 12 03:17:24.288760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57772) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:24.296678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.299674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.299988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:24.300627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:24.303114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--487873708'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:24.422076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7448115 Nov 12 03:17:24.424688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:24.450025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57776) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:24.455114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Attempting to bind port 6dc2f20f-00b6-400f-9e2c-71ff131e244b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:24.455459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Attempting to bind port 6dc2f20f-00b6-400f-9e2c-71ff131e244b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:24.455784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Attempting to bind port 6dc2f20f-00b6-400f-9e2c-71ff131e244b on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:24.464121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'subnet': {'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:24.494911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Port 6dc2f20f-00b6-400f-9e2c-71ff131e244b on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:24.495318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Attempting to bind port 6dc2f20f-00b6-400f-9e2c-71ff131e244b on network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:24.514935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:24.515353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Checking segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:24.515698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Bound using segment: {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:24.516213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Bound port: 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c64dc39-83af-4a17-b52b-2316c12195b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:24.516512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.518651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.530121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-343e7383-e175-4b5e-9ebf-addb09e401cd req-f3961c8e-8f90-4c3d-b2fa-c89ee1ab2e10 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402256 Nov 12 03:17:24.652783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba63a-e4c3-4ebb-8761-3d3c7105fe74 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Network': ['ID=41b8e15c-fcc5-4391-814a-4aeac2d7283e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:24.670048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Allocated IP 172.20.0.1 (d1b9a261-4516-40a8-99e6-94d1aeda2bd4/1cb70913-dbac-49d2-a0ae-5dba603d78d5/7fb5825a-c3d6-4364-987d-eb9e2bf2639a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:24.775176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b242fb-fc17-45eb-8007-76ad1fa1d13e req-49ac1bef-029d-4bc5-b962-006e377feeed tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:24.782617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0b242fb-fc17-45eb-8007-76ad1fa1d13e req-49ac1bef-029d-4bc5-b962-006e377feeed tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2985973 Nov 12 03:17:24.833978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:17:24.848806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:24.850784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:24.864263 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.868654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:24.916325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.937775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0b242fb-fc17-45eb-8007-76ad1fa1d13e req-3727542e-f3fb-4b87-909c-f11b4f61a84e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512101 Nov 12 03:17:25.001001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.009425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.030533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.061921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.062530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.064023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 1092 time: 3.7071955 Nov 12 03:17:25.070021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:25.072108 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:25.117590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.118885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8194580 Nov 12 03:17:25.124685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57786) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.140058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc2d3b1c-7c34-45e6-8f27-89ba2abe840e tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.144398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f203fb-5b7b-4799-9c5b-6881607730da tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a723b77-f8c7-49b6-9f37-03fa932e3423,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.146422 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-bc2d3b1c-7c34-45e6-8f27-89ba2abe840e tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:17:25.160011 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-bc2d3b1c-7c34-45e6-8f27-89ba2abe840e tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.163116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc2d3b1c-7c34-45e6-8f27-89ba2abe840e tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0346913 Nov 12 03:17:25.165974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcb0b-c1db-4860-9c5d-1fb5dce665c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.170340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57788) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.178294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2ce5e695-8add-4c73-87b1-765b7b5ad86d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.209738 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c0d6f-febb-4072-8777-60c8be1277fb x-openstack-request-id: req-e37c0d6f-febb-4072-8777-60c8be1277fb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:25.210030 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:25.210279 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e37c0d6f-febb-4072-8777-60c8be1277fb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:25.210676 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'status': 'completed', 'code': 200} Nov 12 03:17:25.254100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.278982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c6224-f11e-47ba-9eca-3f8233b12a71 None None] Pushing event updated for resources: {'Port': ['ID=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.297506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.298615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.299538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.300684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.301348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.302004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.302629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.306848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-80410e34-d481-435b-9b40-f61706ca5f4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6495 time: 0.1827145 Nov 12 03:17:25.368928 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-749516b4-2267-4703-a360-051608131a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.371474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dd84493b-26a9-48f4-8e09-dd004ad29d46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 217 time: 0.0474591 Nov 12 03:17:25.374391 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-2ce5e695-8add-4c73-87b1-765b7b5ad86d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.375892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ce5e695-8add-4c73-87b1-765b7b5ad86d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2041852 Nov 12 03:17:25.384354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:25.388773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57796) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.407425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-aa58afa2-21a6-428a-a00e-c50499b93b25 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.408251 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-aa58afa2-21a6-428a-a00e-c50499b93b25 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:17:25.408948 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-aa58afa2-21a6-428a-a00e-c50499b93b25 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.410356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa58afa2-21a6-428a-a00e-c50499b93b25 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070748 Nov 12 03:17:25.411565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:25.414293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.425024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:25.446358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-749516b4-2267-4703-a360-051608131a2a None None] For port d9c3f4bc-3851-4c9b-b25e-7df6518080e4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:25.450783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-46b7c10a-d6d1-4324-91e5-57e3938f2bba tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.459779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-749516b4-2267-4703-a360-051608131a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.507709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Pushing event updated for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.549584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.572152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.606840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749516b4-2267-4703-a360-051608131a2a None None] Pushing event updated for resources: {'Port': ['ID=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.640483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-f05aaebc-a950-4b24-bfb7-b06d21f929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.644783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-f05aaebc-a950-4b24-bfb7-b06d21f929f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 200 len: 856 time: 0.2466133 Nov 12 03:17:25.645643 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-46b7c10a-d6d1-4324-91e5-57e3938f2bba tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.646869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46b7c10a-d6d1-4324-91e5-57e3938f2bba tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2014005 Nov 12 03:17:25.653294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57802) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.660103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9b1344b1-a8fb-4311-afd5-d07db5a8921a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.661804 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-9b1344b1-a8fb-4311-afd5-d07db5a8921a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:17:25.662311 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-9b1344b1-a8fb-4311-afd5-d07db5a8921a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.663321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b1344b1-a8fb-4311-afd5-d07db5a8921a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069432 Nov 12 03:17:25.677778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.687951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0faaf75c-9998-45d1-8b91-4d50484c8e82 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:25.742474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Subnet': ['ID=1ab2adae-59f8-4863-9be9-260d86a8789e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:25.755514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-03852457-3258-43b7-9040-e1dae4f3ce6b None None] Provisioning complete for port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:25.755895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03852457-3258-43b7-9040-e1dae4f3ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.811505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:25.811920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network hostable DHCP agents. Network: b9a6ff9a-0bcb-4630-8a95-464303525c0a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:25.835783 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-0faaf75c-9998-45d1-8b91-4d50484c8e82 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Project 08a83e3f5ad24b8b9f922b6ed8918329 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:17:25.871300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a289666f-54a2-49d7-80b4-e38cb41cc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.872866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-a289666f-54a2-49d7-80b4-e38cb41cc7d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f5eee0-ed74-4378-a491-93a88f240b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034068 Nov 12 03:17:25.899958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:25.928452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.936243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.943433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.952492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.954500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dc31c-96bc-480c-9340-aee4235b4da1 None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:20Z', 'revision_number': 3, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:25.969677 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-0faaf75c-9998-45d1-8b91-4d50484c8e82 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:25.973974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0faaf75c-9998-45d1-8b91-4d50484c8e82 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2885482 Nov 12 03:17:25.974580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57810) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:25.992945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:25.994935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.003856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.005868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-eeafb2cd-d721-4e78-b717-6c557db66083 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2571499 Nov 12 03:17:26.008525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-48e14622-3b27-4d13-a805-608024f6ccda tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:26.009005 n-d-615180-50 neutron-server[102433]: WARNING neutron.api.v2.base [None req-48e14622-3b27-4d13-a805-608024f6ccda tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:17:26.009507 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-48e14622-3b27-4d13-a805-608024f6ccda tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:26.014643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57812) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:26.027292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:26.027593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48e14622-3b27-4d13-a805-608024f6ccda tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177364 Nov 12 03:17:26.034773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:26.166208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b9a6ff9a-0bcb-4630-8a95-464303525c0a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:26.174559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1baafae-f241-48b1-828c-ae681f06aad4 None None] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:26.189481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.190080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.280588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a3097a22-e499-4f5d-8ba6-2185b98a205b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8195822 Nov 12 03:17:26.292645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d7c3b-863a-40d4-879b-824bfe1063f1 req-f423a2c3-c810-40f7-a2b8-9528db7b1396 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:26.307759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e53d7c3b-863a-40d4-879b-824bfe1063f1 req-f423a2c3-c810-40f7-a2b8-9528db7b1396 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1851828 Nov 12 03:17:26.309807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57814) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:26.314676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-356b6814-f517-490d-9e5c-8f9448241ceb None None] Provisioning complete for port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:26.315053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-356b6814-f517-490d-9e5c-8f9448241ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.325464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'subnet': {'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:26.347889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-cfaa4c19-5163-491b-811a-974987d5cbf2 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569080 Nov 12 03:17:26.514988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-356b6814-f517-490d-9e5c-8f9448241ceb None None] Port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:26.663080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e53d7c3b-863a-40d4-879b-824bfe1063f1 req-3a3440ca-def2-4eda-86e6-9b8bde81ccc1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543782 Nov 12 03:17:26.705817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:17:26.706701 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.756605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:17:26.756605 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:17:26.756605 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': '08a83e3f5ad24b8b9f922b6ed8918329', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 17, 6, 718687)}] Nov 12 03:17:26.756605 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:17:26.757155 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:17:26.785699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:26.791585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.804064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ccc3df26-05c7-467d-bc66-4797faf77102 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782687 Nov 12 03:17:26.835275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.931808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-27c11316-47de-4729-84f1-f8a3f3e0ce1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 217 time: 0.1145461 Nov 12 03:17:27.032744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Allocated IP 10.1.1.2 (b9a6ff9a-0bcb-4630-8a95-464303525c0a/1ab2adae-59f8-4863-9be9-260d86a8789e/79eb8180-4aff-4b9d-a498-4b759a83b9c4) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:27.059278 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7a5466e-0723-4712-88e8-5be9dba4ca4e req-ff81c46a-079d-48c4-9df7-775a2e641909 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3643701 Nov 12 03:17:27.186929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1e21bb9c-ed68-48d3-bc52-a0d35980a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.188489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-1e21bb9c-ed68-48d3-bc52-a0d35980a722 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1647754 Nov 12 03:17:27.281642 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.294010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.364713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Pushing event updated for resources: {'Port': ['ID=79eb8180-4aff-4b9d-a498-4b759a83b9c4,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:27.393982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.394175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-d71d1eb9-e2b1-4f89-93be-71791ef18d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:27.395625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-d71d1eb9-e2b1-4f89-93be-71791ef18d27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1902020 Nov 12 03:17:27.397622 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Project 08a83e3f5ad24b8b9f922b6ed8918329 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:17:27.404376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.407083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:27.412531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:27.418286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:27.557246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.557820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Attempting to bind port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:27.558972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Attempting to bind port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:27.563912 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:27.565039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bbb15b6d-8da8-483b-a065-a55ef29f5000 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.5490031 Nov 12 03:17:27.570137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Attempting to bind port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:27.571696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:27.578912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1188ea50-c201-4fa9-affd-2fb12eb1d6d0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5a723b77-f8c7-49b6-9f37-03fa932e3423', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:27.586560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:27.589463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:27.590447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.592897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Bound using segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:27.593665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Bound port: 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:27.594257 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.608554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.615715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-fccc6a26-8a85-4dab-885e-091a99842f1d service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066982 Nov 12 03:17:27.633309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Pushing event updated for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:27.688652 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-1188ea50-c201-4fa9-affd-2fb12eb1d6d0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Project 08a83e3f5ad24b8b9f922b6ed8918329 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:17:27.771255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] For port 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:27.777926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] For port 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79eb8180-4aff-4b9d-a498-4b759a83b9c4,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:27.788683 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-1188ea50-c201-4fa9-affd-2fb12eb1d6d0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:27.790056 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1188ea50-c201-4fa9-affd-2fb12eb1d6d0 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2173376 Nov 12 03:17:27.795283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57836) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:27.810445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.874337 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.964980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:27.977912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:27.997666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.081180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.110722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea4ee7-e9ec-430f-818c-04d13c909fd8 None None] Pushing event updated for resources: {'Port': ['ID=79eb8180-4aff-4b9d-a498-4b759a83b9c4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:28.168588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Subnet': ['ID=18b208e9-769b-4dcc-8188-fef3d15f0a07,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:28.207860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3faabe-43ce-428f-8c54-c9984038ea12 req-c1ee41cc-0f9c-4c3f-bfc1-3d51fbaf5577 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.209666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee3faabe-43ce-428f-8c54-c9984038ea12 req-c1ee41cc-0f9c-4c3f-bfc1-3d51fbaf5577 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2497165 Nov 12 03:17:28.215311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Checking segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:28.216409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network hostable DHCP agents. Network: 41b8e15c-fcc5-4391-814a-4aeac2d7283e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:17:28.322407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:17:28.378183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 41b8e15c-fcc5-4391-814a-4aeac2d7283e) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:28.387271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109da106-bf77-48a6-b83a-98f30d41b8a6 None None] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:28.408450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.411174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.462653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee3faabe-43ce-428f-8c54-c9984038ea12 req-d973525d-a94d-4d17-a8b1-e5d0679226d6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405171 Nov 12 03:17:28.477005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-98adbd3f-f1b8-470c-a9e5-bf3c484a7240 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375342 Nov 12 03:17:28.508515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e1962ad5-07ef-46db-9024-b99bedcbbff5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1969984 Nov 12 03:17:28.531885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57844) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:28.553256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'name': 'tempest-TaggedBootDevicesTest-1730123940', 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:28.648914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-08fdc66d-f26e-40be-9a76-5c535a29884f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 217 time: 0.1392064 Nov 12 03:17:28.660461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:17:28.662825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.666002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.667387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/5a723b77-f8c7-49b6-9f37-03fa932e3423 HTTP/1.1" status: 204 len: 168 time: 0.8710999 Nov 12 03:17:28.674670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:28.707039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79eb8180-4aff-4b9d-a498-4b759a83b9c4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:28.761747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca0dc8-ca6f-46dd-be67-a5334c7f46f4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a723b77-f8c7-49b6-9f37-03fa932e3423,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:28.813207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ips': [{'subnet_id': '18b208e9-769b-4dcc-8188-fef3d15f0a07'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:17:28.814108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:28.915960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-bd697be0-911a-46dd-856c-b894982d8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:28.917468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-bd697be0-911a-46dd-856c-b894982d8b8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.2560406 Nov 12 03:17:29.026459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:17:29.055581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb5041c1-572c-4abc-8ef8-72dc92061a6c admin admin] 10.222.0.84 "PUT /v2.0/routers/693b60f5-29ec-4aff-8ae6-9dbd22a1e76a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7937593 Nov 12 03:17:29.108528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-04da93ea-8312-4517-8389-cf6dd06041c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.117651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.122331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-04da93ea-8312-4517-8389-cf6dd06041c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896689 Nov 12 03:17:29.125658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.132679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.144584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.184034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.197124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.224038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.232077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a026cbf7-02a2-449d-9653-0213792030e1 req-5156de3a-f291-48f0-910a-3343edece621 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.5873353 Nov 12 03:17:29.243596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24a69e3c-c007-4b8e-9321-68c21dd755c1 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5226400 Nov 12 03:17:29.246008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Allocated IP 10.2.2.2 (41b8e15c-fcc5-4391-814a-4aeac2d7283e/18b208e9-769b-4dcc-8188-fef3d15f0a07/65672825-b94a-4796-9fbc-9de7f2bc8e1a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:29.253794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57860) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:29.272808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808911621'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:29.415860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:29.441651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a026cbf7-02a2-449d-9653-0213792030e1 req-96f68109-95c1-4873-a95d-16aadbc3b730 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953201 Nov 12 03:17:29.565463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:17:29.604643 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:29.610160 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:29.706602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.743452 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.804883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de6d93-a0c0-41f8-9f70-1962bb91f1b7 req-06a1acc5-e85f-466a-8782-503508f9b6bb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:29.806478 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89de6d93-a0c0-41f8-9f70-1962bb91f1b7 req-06a1acc5-e85f-466a-8782-503508f9b6bb tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1731825 Nov 12 03:17:29.809905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.841622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-be24ac54-fd3d-4fa3-abbd-789d219595d8 None None] Provisioning complete for port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:29.843039 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-be24ac54-fd3d-4fa3-abbd-789d219595d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.870086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:29.875640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-5500e95b-7765-48ce-8ed1-a716f1658bdc service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344797 Nov 12 03:17:29.936999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89de6d93-a0c0-41f8-9f70-1962bb91f1b7 req-3c8c6937-a0e2-48f2-9f83-d7b2634b7af0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233685 Nov 12 03:17:29.997413 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:30.006626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Pushing event updated for resources: {'Port': ['ID=65672825-b94a-4796-9fbc-9de7f2bc8e1a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.028533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-be24ac54-fd3d-4fa3-abbd-789d219595d8 None None] Port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:30.046842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93819565-e364-4c3f-9129-ec5b35221084 None None] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:30.167018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-ef89f808-592d-409c-9bcf-e36496dcf8da service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699513 Nov 12 03:17:30.273573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.289919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-f44dc81f-4d4a-4127-b793-b0494b5b2a8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 200 len: 217 time: 0.0912917 Nov 12 03:17:30.310204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:30.357969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:30.367538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:30.374637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] device_id is not set on port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:17:30.489282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-85f09162-5ffc-4294-905b-0a43d7132a8c None None] Provisioning complete for port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:30.489663 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-85f09162-5ffc-4294-905b-0a43d7132a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.515667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:27Z', 'revision_number': 2, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:30.562245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:17:30.567082 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Updating router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:17:30.607842 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.628920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:30.629300 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.740379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e257a9dc-abeb-4d2b-b8e6-f50096322e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.742067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-e257a9dc-abeb-4d2b-b8e6-f50096322e3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.4413888 Nov 12 03:17:30.788563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.807194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.810394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.816911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.828997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.832737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Attempting to bind port 65672825-b94a-4796-9fbc-9de7f2bc8e1a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:30.832905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Attempting to bind port 65672825-b94a-4796-9fbc-9de7f2bc8e1a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:30.833179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Attempting to bind port 65672825-b94a-4796-9fbc-9de7f2bc8e1a on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:30.844477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.854925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.862855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.869229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:30.871298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-c40532e0-1efc-45ce-9b30-92d4dba51024 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2380605 Nov 12 03:17:30.933585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0187ad-1de6-4cea-b73e-187899606420,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:30.943435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:30.946068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Checking segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:30.948091 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.948612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Bound using segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:30.950207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Bound port: 65672825-b94a-4796-9fbc-9de7f2bc8e1a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:30.951517 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.067776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.083178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4fc9104b-0ebc-4ad8-8111-d3bc1d1a926a tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8126383 Nov 12 03:17:31.083961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57896) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.084086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57894) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.095114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7409d7c-2f6c-4f18-a1db-8a9da0b7cdbb req-ddc1295f-14a6-40f6-935b-26a8cf0996da tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2164910 Nov 12 03:17:31.109417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-98dbc89d-175c-4238-b6bb-a3fcf3dfb029 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5d0187ad-1de6-4cea-b73e-187899606420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:31.111226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783718409', 'description': 'tempest-description--454282042'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:31.163558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.173000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-0271de5e-aeaf-4f6a-a43f-51a162046edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:31.176933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-0271de5e-aeaf-4f6a-a43f-51a162046edd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3999715 Nov 12 03:17:31.181657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-85f09162-5ffc-4294-905b-0a43d7132a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.297495 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.312418 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.404955 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-98dbc89d-175c-4238-b6bb-a3fcf3dfb029 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The resource could not be found. Nov 12 03:17:31.406167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98dbc89d-175c-4238-b6bb-a3fcf3dfb029 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3033304 Nov 12 03:17:31.407835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.1.1.209 (b9a6ff9a-0bcb-4630-8a95-464303525c0a/1ab2adae-59f8-4863-9be9-260d86a8789e/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:31.409285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.414817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8537d05d-7704-4e0e-ac71-0bc2839eb23d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '5d0187ad-1de6-4cea-b73e-187899606420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3191bb05-e079-407d-95b3-3d4dce8e2ca5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:31.443967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79eb8180-4aff-4b9d-a498-4b759a83b9c4,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:31.445184 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8135-36d6-4571-9e5a-630b8fc83f42 None None] Pushing event updated for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.473808 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.479178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d9c3f4bc-3851-4c9b-b25e-7df6518080e4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:31.521149 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Attempting to bind port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:31.523266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Attempting to bind port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:31.524674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Attempting to bind port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:31.539075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:31.540522 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:31.541812 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.544556 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Bound using segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:31.545272 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Bound port: 7fb5825a-c3d6-4364-987d-eb9e2bf2639a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:31.547126 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.549193 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-8537d05d-7704-4e0e-ac71-0bc2839eb23d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The resource could not be found. Nov 12 03:17:31.552671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8537d05d-7704-4e0e-ac71-0bc2839eb23d tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1398151 Nov 12 03:17:31.555044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.631290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-32444ead-b727-426e-9d09-3df9831614e6 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308152 Nov 12 03:17:31.639294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.758970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.769964 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] For port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:31.780097 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] For port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:31.790129 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.806357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.842808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] For port 65672825-b94a-4796-9fbc-9de7f2bc8e1a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:31.878954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] For port 65672825-b94a-4796-9fbc-9de7f2bc8e1a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=65672825-b94a-4796-9fbc-9de7f2bc8e1a,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:31.892949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.896262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.900630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/5d0187ad-1de6-4cea-b73e-187899606420 HTTP/1.1" status: 204 len: 168 time: 0.3419120 Nov 12 03:17:31.918337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57912) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:31.942836 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:31.955988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-85f09162-5ffc-4294-905b-0a43d7132a8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:17:31.956194 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-85f09162-5ffc-4294-905b-0a43d7132a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:17:31.961561 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:17:31.963768 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:31.965480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=79eb8180-4aff-4b9d-a498-4b759a83b9c4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:31.996607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01269ee6-30fc-49df-b7ef-613bbb1d4435 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0187ad-1de6-4cea-b73e-187899606420,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.042344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-968f1497-6c7b-4cf4-ad28-76f98fc31df2 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197131 Nov 12 03:17:32.048399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:32.065122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-aa0cf36a-f902-402d-8d59-1ba2d302ed6c tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '1cf64799-52f1-46e9-b19c-67f2b0bb9080', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:32.081863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:32.082251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.093566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf239-af2f-4f5e-877f-be8909adc55b req-5e614837-647e-48b7-aa53-f4220456bba0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.105040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cbaf239-af2f-4f5e-877f-be8909adc55b req-5e614837-647e-48b7-aa53-f4220456bba0 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.8677220 Nov 12 03:17:32.240739 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-aa0cf36a-f902-402d-8d59-1ba2d302ed6c tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The resource could not be found. Nov 12 03:17:32.252798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa0cf36a-f902-402d-8d59-1ba2d302ed6c tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1998968 Nov 12 03:17:32.253476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57926) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:32.266958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--561350531'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:32.342411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7c5a-2d43-4456-aaf6-fa164b377fb7 None None] Pushing event updated for resources: {'Port': ['ID=65672825-b94a-4796-9fbc-9de7f2bc8e1a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.347637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a38843ea-20d6-4dcc-a4bc-002b12299eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.357739 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8135-36d6-4571-9e5a-630b8fc83f42 None None] Pushing event updated for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.358341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.423015 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:17:32.598525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-366fd3c1-1abf-4fab-994f-df7ef5dcdd28 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9562306 Nov 12 03:17:32.609051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79eb8180-4aff-4b9d-a498-4b759a83b9c4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:32.659849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.676568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Provisioning complete for port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:32.677190 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.678790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.698232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.702172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cbaf239-af2f-4f5e-877f-be8909adc55b req-34725efe-b919-4b07-8fdc-12efba7ccab1 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932674 Nov 12 03:17:32.706681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.738295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.750638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.761063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.786047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-a7c4d1f6-8925-45ab-84dc-6dfb2ae8ec8d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.3779626 Nov 12 03:17:32.828198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9e65bba6-cc5e-4fd6-903e-042f7bf67d48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 200 len: 217 time: 0.1671276 Nov 12 03:17:32.848445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.861755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.886987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:31Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:17:32.918329 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116ac35-dabf-4c52-bfe1-f386f1587170 None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:31Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:17:32.932308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c2bad-7034-45a1-b1de-d58a8bf9be80,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:32.954032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:32.956258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc1a3a12-9710-4087-aefe-f85dd78d05b6 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6987000 Nov 12 03:17:32.959291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:32.966657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--484082438'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:32.968995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-7da59699-9d67-4fe1-a6b3-01dafd3f6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:32.973565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-7da59699-9d67-4fe1-a6b3-01dafd3f6990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1041186 Nov 12 03:17:32.987336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.087164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.091560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f772c5d9-f50f-43e9-8ca3-bbe53bffc7f6 req-8b5a0b12-5deb-444b-bae1-56cc93dccfa9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2957680 Nov 12 03:17:33.099903 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.131204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.164208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:33.167148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.184864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54105679-e183-4ed4-b9ee-065e91164624,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.243915 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.253354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.257482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1382e854-13bd-46d3-a3d3-e289f396d9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.1674936 Nov 12 03:17:33.260623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.264888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:33.273171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group_rule': {'security_group_id': '54105679-e183-4ed4-b9ee-065e91164624', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:33.276167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-01a81654-133d-49de-a0e9-387dcaf926b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.280117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-01a81654-133d-49de-a0e9-387dcaf926b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2786608 Nov 12 03:17:33.283811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.326861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc33df6-1c53-4aa8-a68a-784774d59ca4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.376704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Provisioning complete for port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:33.378890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.400098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.401817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-70e412a6-ad2e-4d45-b195-452d5b328054 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4391575 Nov 12 03:17:33.404789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:33.412849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b8ce5e71-f80f-472f-ac85-ee8d51ee3ec9 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': 'a32c2bad-7034-45a1-b1de-d58a8bf9be80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4bc33df6-1c53-4aa8-a68a-784774d59ca4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:33.425311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.427515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.493543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:33.501690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:33.510088 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-b8ce5e71-f80f-472f-ac85-ee8d51ee3ec9 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:33.511461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8ce5e71-f80f-472f-ac85-ee8d51ee3ec9 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1055443 Nov 12 03:17:33.517896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:33.527331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:33.641746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.673479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.680924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.705856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:33.712735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.727042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] For port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:33.747396 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.748108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.754778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f41c4262-b7a7-4082-acc9-575b9bb5c893 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2164805 Nov 12 03:17:33.755041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851713 Nov 12 03:17:33.758275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:33.758620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:33.768601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'name': 'tempest-TaggedBootDevicesTest-1496200286', 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:33.774086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09620519-1ffc-4cf7-af08-f7c7ecfe9d75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2a9e2a-3912-4001-9262-aa7268c8f696,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.788774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group_rule': {'security_group_id': '54105679-e183-4ed4-b9ee-065e91164624', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:33.798384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.865110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.879070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec6385-97c7-4829-91a8-1afaaaffdaf0 None None] Pushing event updated for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:33.970772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.973788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:33.978618 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/4bc33df6-1c53-4aa8-a68a-784774d59ca4 HTTP/1.1" status: 204 len: 168 time: 0.4587834 Nov 12 03:17:33.979275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57956) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:34.023420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897dc4e-aec5-42ba-b621-5a9d4f206e7d None None] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:17:34.044584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785056ce-5cb1-4236-bfe0-89ba0b8881f3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc33df6-1c53-4aa8-a68a-784774d59ca4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:34.083783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-4c06e970-e67f-4cdf-87e0-e88b8429aacb service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745106 Nov 12 03:17:34.132132 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-704788af-8ebc-4f88-89c0-18237bbbdd1f tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1454368 Nov 12 03:17:34.135325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:34.222339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Provisioning complete for port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:34.223175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.230845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9ae9f-dd38-496d-8a59-42f80ce2bf96 req-471a6f01-2e72-4262-8cae-acfbdace6834 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.247725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7c9ae9f-dd38-496d-8a59-42f80ce2bf96 req-471a6f01-2e72-4262-8cae-acfbdace6834 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.3639290 Nov 12 03:17:34.248864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.345873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.358025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.373661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.383417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.401410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.409120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:34.416388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.424846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-f142248b-0841-426d-9020-17a4fb82947d service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168051 Nov 12 03:17:34.425578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:34.428058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-19d0a531-8f42-462e-8b68-e0fe3e3fbf35 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2076938 Nov 12 03:17:34.429268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.457088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Provisioning complete for port 65672825-b94a-4796-9fbc-9de7f2bc8e1a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:34.458133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.521774 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.551934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-dc5925fa-382a-48ee-a032-648847acb234 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 200 len: 217 time: 0.0800347 Nov 12 03:17:34.645600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.689401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.699108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-764acf42-e4d5-4d29-a09a-34d22451c6fa req-0854e13c-2d1b-454a-93eb-b78b14cb0f48 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2620683 Nov 12 03:17:34.719137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.721985 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.727701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/a32c2bad-7034-45a1-b1de-d58a8bf9be80 HTTP/1.1" status: 204 len: 168 time: 0.5841422 Nov 12 03:17:34.733283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57968) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:34.761812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569f5e4-bcf1-4c1d-9239-3355f5510ec3 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c2bad-7034-45a1-b1de-d58a8bf9be80,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:34.767359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.784017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 65672825-b94a-4796-9fbc-9de7f2bc8e1a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:34.806048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:34.811624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.826598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] For port 65672825-b94a-4796-9fbc-9de7f2bc8e1a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=65672825-b94a-4796-9fbc-9de7f2bc8e1a,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:34.872403 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.873451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0071dcfc-c440-4842-98d2-b8943e8d8e7c tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1381512 Nov 12 03:17:34.874281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57970) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:34.890778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--264685273'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:34.909207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.919657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:34.920397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1352744 Nov 12 03:17:34.937972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:34.939547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] device_id is not set on port b38840ec-bd89-4b64-b4af-4b668be094e5 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:17:34.949284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638446a-c73e-4315-8dbd-1c62c451d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86455c63-7942-452c-8c2e-6cae42c3a8a9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:34.964712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7c9ae9f-dd38-496d-8a59-42f80ce2bf96 req-943dc854-bdd9-4083-a72a-df01e83fa39c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075186 Nov 12 03:17:34.981999 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0cad7548-0a7b-46af-a554-894fb61fb720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:34.983018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.009656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-46cb5f77-6302-451b-aa3b-0ee75dc27f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.012129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-46cb5f77-6302-451b-aa3b-0ee75dc27f0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.3485346 Nov 12 03:17:35.043914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.100401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7443bbb1-d831-4dba-a977-89a68ab59cc1 None None] Provisioning complete for port 65672825-b94a-4796-9fbc-9de7f2bc8e1a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:35.101066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7443bbb1-d831-4dba-a977-89a68ab59cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.134443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.146984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796b24-e08d-4e62-bdba-3a63f118cf69 None None] Pushing event updated for resources: {'Port': ['ID=65672825-b94a-4796-9fbc-9de7f2bc8e1a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.168979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 65672825-b94a-4796-9fbc-9de7f2bc8e1a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:35.169394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.211612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.252337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.254769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3778987 Nov 12 03:17:35.262912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57978) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:35.272966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b68c5630-63a1-4bac-aca3-68cca66d3661 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '18fcf69a-3392-4014-8c53-81d99f5a636d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:35.312747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7fb5825a-c3d6-4364-987d-eb9e2bf2639a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:35.316840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090849df-43c9-47ab-bba3-9a1467292aef tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcf69a-3392-4014-8c53-81d99f5a636d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.383028 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-b68c5630-63a1-4bac-aca3-68cca66d3661 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:35.384375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b68c5630-63a1-4bac-aca3-68cca66d3661 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1157432 Nov 12 03:17:35.389758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:35.394678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-aeb9a675-3b3b-4e57-8ba6-a17ad1f99793 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group_rule': {'security_group_id': '18fcf69a-3392-4014-8c53-81d99f5a636d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:35.409624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:35.410087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.416084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.470816 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-aeb9a675-3b3b-4e57-8ba6-a17ad1f99793 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:17:35.472224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aeb9a675-3b3b-4e57-8ba6-a17ad1f99793 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0812688 Nov 12 03:17:35.475179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57984) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:35.565937 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.590752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.590985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-61bbffd8-95c9-4bc9-87e1-b4d01e078495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:35.592528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-61bbffd8-95c9-4bc9-87e1-b4d01e078495 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5628986 Nov 12 03:17:35.611931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Allocated IP 172.25.2.153 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/43bf5a0c-cadb-413f-a2a9-3f78466051d8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:35.633028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.739360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.741767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.1.1.61 (b9a6ff9a-0bcb-4630-8a95-464303525c0a/1ab2adae-59f8-4863-9be9-260d86a8789e/b38840ec-bd89-4b64-b4af-4b668be094e5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:35.742976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.748000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/18fcf69a-3392-4014-8c53-81d99f5a636d HTTP/1.1" status: 204 len: 168 time: 0.2714067 Nov 12 03:17:35.748598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-556dda10-2819-4a59-9319-ff6067c26ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231709 Nov 12 03:17:35.749247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:35.775318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560df4-2c0a-426c-b27e-258112a54a69 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcf69a-3392-4014-8c53-81d99f5a636d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:35.822313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.892671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:35.912566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:35.916131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:35.919650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:35.947201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5cd34dd8-53a6-492b-91dc-18c7c92d0221 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1931899 Nov 12 03:17:35.970287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57996) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:36.039548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.052238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'tempest-secgroup--870289198'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:36.095185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-9d865ccf-15d2-4212-aa26-ee771b83b092 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302333 Nov 12 03:17:36.135316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.138699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.141195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.148553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.156367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.163301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.169782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.176677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.185734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-e7c50a80-c048-4599-a4f5-4723af23568e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.3026278 Nov 12 03:17:36.234767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-440d1cf5-4c64-41ac-9d85-440a59c28045 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 217 time: 0.1243913 Nov 12 03:17:36.321074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.363620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-4f2557a0-7b32-4a69-9dbb-20fe5beee5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.365031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-4f2557a0-7b32-4a69-9dbb-20fe5beee5d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.1071796 Nov 12 03:17:36.400308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.410490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=43bf5a0c-cadb-413f-a2a9-3f78466051d8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.433106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e1bc28f-c3fb-4f1b-95ad-45c532b0f600 req-298512ea-e4e7-4e0c-ae3a-f915c9b706d4 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2462361 Nov 12 03:17:36.487085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.526186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.530952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c491da-8316-4b73-8b8d-f9e1197456bd req-0fe46ab1-77fb-40fa-845b-bb6e846c9003 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.534883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c491da-8316-4b73-8b8d-f9e1197456bd req-0fe46ab1-77fb-40fa-845b-bb6e846c9003 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.4213583 Nov 12 03:17:36.537931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.547424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-26146ee4-0714-419a-b663-4ff22148e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.549201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-26146ee4-0714-419a-b663-4ff22148e890 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1712537 Nov 12 03:17:36.619495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:36.625834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:36.643430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 65672825-b94a-4796-9fbc-9de7f2bc8e1a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:36.661510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:36.693867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.702547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.737688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:36.738346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.745023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=43bf5a0c-cadb-413f-a2a9-3f78466051d8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:36.748907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-36790612-f0c8-4146-aa78-29146bb9555b service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718600 Nov 12 03:17:36.760143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b1ed02d6-34ea-4881-85ed-930c26c6fcf7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0000045 Nov 12 03:17:36.772025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.773425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0d546c24-6694-4560-a0f9-8d4444d6ce23 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8506701 Nov 12 03:17:36.868214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 65672825-b94a-4796-9fbc-9de7f2bc8e1a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:36.868598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.871339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c491da-8316-4b73-8b8d-f9e1197456bd req-d7ef09ce-ef32-4672-8300-dac87163577c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775636 Nov 12 03:17:36.880460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.886723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.924366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:36.925957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8790796 Nov 12 03:17:36.929002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58020) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:36.953978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3c020ce7-9258-4bea-88b1-1f4c34a2ee20 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:36.954592 n-d-615180-50 neutron-server[102432]: WARNING neutron.api.v2.base [None req-3c020ce7-9258-4bea-88b1-1f4c34a2ee20 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:17:36.957731 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-3c020ce7-9258-4bea-88b1-1f4c34a2ee20 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:17:36.959041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c020ce7-9258-4bea-88b1-1f4c34a2ee20 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "PUT /v2.0/security-groups/c0c7af0f-1402-46f8-be2d-a8494ab78bd9 HTTP/1.1" status: 409 len: 330 time: 0.0283399 Nov 12 03:17:36.961975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58022) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.005018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cddde7-712f-4a46-bdb5-ebc34e3597b4 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7af0f-1402-46f8-be2d-a8494ab78bd9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:37.035046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d89c425-ffc0-43cd-bc37-a20f2d634f24 req-691b4e87-0939-432e-92d3-70bf8e4f3d29 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734957 Nov 12 03:17:37.127884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.146930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.217151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58032) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.234600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850082627', 'description': 'tempest-description--1360670936'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:37.238030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.247541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d6f43557-1249-450b-a9bb-0b8a33d9edb2 None None] Provisioning complete for port b38840ec-bd89-4b64-b4af-4b668be094e5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:37.247917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d6f43557-1249-450b-a9bb-0b8a33d9edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.258197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-2ce3e284-347b-41e5-8631-933968cd4fbc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1783718409&fields=id&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 267 time: 0.1036997 Nov 12 03:17:37.272094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.272914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.273551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.274181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.274808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.275477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.276099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.278293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-c6035542-148b-4099-b90f-c760ebceaf23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6495 time: 0.1362076 Nov 12 03:17:37.336905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.359984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.362923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.364433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/c0c7af0f-1402-46f8-be2d-a8494ab78bd9 HTTP/1.1" status: 204 len: 168 time: 0.3957832 Nov 12 03:17:37.371602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.377652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d6f43557-1249-450b-a9bb-0b8a33d9edb2 None None] Port b38840ec-bd89-4b64-b4af-4b668be094e5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:37.382697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28f1d-9372-41f1-91e8-a4d8a8f3d118 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7af0f-1402-46f8-be2d-a8494ab78bd9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:37.433378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-3d071a1c-075a-4267-9fdf-2c19efee9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.444465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-3d071a1c-075a-4267-9fdf-2c19efee9fe7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 903 time: 0.1560264 Nov 12 03:17:37.478536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29448282-c6b7-483d-a0b4-24bc37fcaa39 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1001701 Nov 12 03:17:37.482508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.504183 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-84b50f7b-0719-4944-b47f-d08aa0d0d5dc tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] delete failed (client error): The resource could not be found. Nov 12 03:17:37.510485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84b50f7b-0719-4944-b47f-d08aa0d0d5dc tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "DELETE /v2.0/security-groups/04717cbe-abeb-4a67-bc87-9615903422ac HTTP/1.1" status: 404 len: 347 time: 0.0218253 Nov 12 03:17:37.514311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-78b34bbb-5fa8-466f-a5f1-54b706342f03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 217 time: 0.0529604 Nov 12 03:17:37.514491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58042) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.539289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-c5bef420-7022-4225-948f-b8a883af79da tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.540881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-c5bef420-7022-4225-948f-b8a883af79da tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 816 time: 0.2818325 Nov 12 03:17:37.545400 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-eb977bb3-66df-45f0-bc36-e340400a1a79 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] show failed (client error): The resource could not be found. Nov 12 03:17:37.546246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb977bb3-66df-45f0-bc36-e340400a1a79 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-groups/5d0f5a4c-0306-4c9d-826c-1a1cce1065ce HTTP/1.1" status: 404 len: 347 time: 0.0307808 Nov 12 03:17:37.556652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58048) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.585558 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-0782626f-3596-412f-82e2-038171bafc67 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] show failed (client error): The resource could not be found. Nov 12 03:17:37.586876 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0782626f-3596-412f-82e2-038171bafc67 tempest-NegativeSecGroupIPv6Test-1650130263 tempest-NegativeSecGroupIPv6Test-1650130263-project] 10.222.0.84 "GET /v2.0/security-group-rules/eed698cd-6465-441a-a456-0e84611fd462 HTTP/1.1" status: 404 len: 356 time: 0.0292389 Nov 12 03:17:37.598402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-6d5fd9c4-2f90-460f-adae-5b0ee888595c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/quotas/c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 375 time: 0.0476816 Nov 12 03:17:37.605033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.618815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.638051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-b00c9142-7c78-4fd4-aaf9-0a7baca1e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.647126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-b00c9142-7c78-4fd4-aaf9-0a7baca1e5ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.1312301 Nov 12 03:17:37.680244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:37.685517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.689323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ebc33e4f-4435-4676-a29a-0d0c1339a552 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4602172 Nov 12 03:17:37.689799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58054) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.694083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'security_group_rule': {'security_group_id': 'ed2b0c2c-e176-47dc-88d9-d51c0ac7870f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:37.728919 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-c5e8b72c-6134-4be2-8ac4-e3d2c5c47171 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1219234 Nov 12 03:17:37.763615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.842402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.868497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.872876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.880346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.888008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.894322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.902190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.902693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cefadd-bb42-42c8-a693-fe22b1433d07,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:37.909937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:37.911180 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-775b5b57-e3cb-46ba-8d26-25b7503ec562 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204833 Nov 12 03:17:37.914304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.914537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:37.927389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.928677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'security_group_rule': {'security_group_id': 'ed2b0c2c-e176-47dc-88d9-d51c0ac7870f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:37.929396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-b806f376-a118-401a-978b-9466b6b0ea3c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.3333571 Nov 12 03:17:37.946012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-da044af7-48ec-43a4-a14f-3b3cfdfd60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:37.956989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-da044af7-48ec-43a4-a14f-3b3cfdfd60b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2272093 Nov 12 03:17:37.962899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-a86ab601-e65e-4623-a145-bc4c47fda72e service neutron] 10.222.0.84 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104025 Nov 12 03:17:38.121919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.156597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.165377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58062) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.169492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-4959b1d6-77aa-4974-a62e-1d3e9f15f18e service neutron] 10.222.0.84 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912689 Nov 12 03:17:38.234532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee836a55-a644-4731-82cd-52a6e0d2acd9 req-6cf039a1-ecf0-433c-91bd-bef4207fbf9c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915366 Nov 12 03:17:38.291262 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-6929f093-efe6-4afc-9d85-2a8f3d0032c5 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195069 Nov 12 03:17:38.295369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.301563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.330034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.331440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154260 Nov 12 03:17:38.334557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbeece-baa5-4d2b-805b-201b076eea4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81da0441-67a0-4b62-b93b-6d4354bed9db,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:38.345579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.352236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:38.419682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc0844e8-973d-4669-bee8-6b0717cce6bf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=08a83e3f5ad24b8b9f922b6ed8918329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2530203 Nov 12 03:17:38.426071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58068) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:38.503416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.532849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-081b0b9d-2cf8-4520-a3a3-9db50aaf1c00 req-03a25034-394e-4a9b-8b6f-fd7ce93cb316 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246587 Nov 12 03:17:38.694015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155bb0-c96d-433a-839b-36b36ec323cf req-9f40ea2c-426d-4ae1-84ef-6ae0b304f7d8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:38.701697 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e6400f89-9285-43da-a7d8-bb29b3a4d19f req-06be97cc-6fe4-4134-a442-b93cf9b3b2ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 210 time: 0.0786204 Nov 12 03:17:38.701994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd155bb0-c96d-433a-839b-36b36ec323cf req-9f40ea2c-426d-4ae1-84ef-6ae0b304f7d8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1349912 Nov 12 03:17:38.704748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.749330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.789122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd155bb0-c96d-433a-839b-36b36ec323cf req-c8542e8c-510f-4c09-b670-f5e4e63d1af7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Nov 12 03:17:38.850921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.913245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.916388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:38.917899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fcddc19a-1c89-4641-b506-554ff53af298 HTTP/1.1" status: 204 len: 168 time: 0.4908831 Nov 12 03:17:38.936422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1363930-69ec-4edf-9a54-b27a4f965740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcddc19a-1c89-4641-b506-554ff53af298,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.023035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 172.25.2.164 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/641a2bea-83f9-4532-a9dd-6f27e00b1f80) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:39.185266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.229561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.276455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:39.280051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:39.283766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:39.347046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=641a2bea-83f9-4532-a9dd-6f27e00b1f80,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:39.483786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.547168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.553854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.560902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.567133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.573358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.579410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.586875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:39.594926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-a70170c7-930c-48f0-a9ee-8c9270d69eba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2000122 Nov 12 03:17:39.646916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.742941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e55679d-99ce-4e08-a6ce-f5a76a1aa40c req-ef805d62-4ff2-4646-8093-0209f4f7fc33 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470358 Nov 12 03:17:39.864315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e9f2204-14f4-41cc-a889-27cc358e5293 req-e2baf1e5-46f9-4900-bcb9-5c2fa5c16518 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 210 time: 0.0617840 Nov 12 03:17:40.300680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-2f20b7fe-35d6-414d-85a9-36cc04ef8f7c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.308825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-2f20b7fe-35d6-414d-85a9-36cc04ef8f7c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.32 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 816 time: 0.2906990 Nov 12 03:17:40.345217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.353284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.373034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554319-80ec-4efa-b246-2a3b8c4487b5 req-fd2e6361-ccb2-45fd-b281-1b72ac229475 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.394320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29554319-80ec-4efa-b246-2a3b8c4487b5 req-fd2e6361-ccb2-45fd-b281-1b72ac229475 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.5034549 Nov 12 03:17:40.487554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-2d4cf3a6-02a0-46ca-a2b5-1ea7e4e9ec75 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 380 time: 0.1643298 Nov 12 03:17:40.506778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'port': {'device_id': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'admin_state_up': True, 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'security_groups': ['54105679-e183-4ed4-b9ee-065e91164624']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:40.559746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=641a2bea-83f9-4532-a9dd-6f27e00b1f80,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:40.578295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.578637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.579002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.579351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.579686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.580021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.581957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:40.592253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29554319-80ec-4efa-b246-2a3b8c4487b5 req-64ffcc4f-d986-4589-907d-3f96c530890b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970007 Nov 12 03:17:40.593175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.612875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.617039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa364912-36f0-4ca8-ba98-e586d3f4bc50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2699926 Nov 12 03:17:40.784112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Made reservation on behalf of c6b30598883248b49e04a45ce30c0790 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:40.800420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:40.948959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.955033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.961019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.967331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.973342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.979336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.985891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:40.988084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-6c807a00-85c2-4d3e-a892-3b54620297e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1518755 Nov 12 03:17:41.048472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f9e464b3-7cdc-405b-afda-a3124a127845 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1850082627&fields=id&tenant_id=75ec9116deb64fdb992dfb06d37cc7d2 HTTP/1.1" status: 200 len: 267 time: 0.1080251 Nov 12 03:17:41.084357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-492e33cf-46f8-4de1-8158-67bbfe73971a req-fd1b1b14-6071-4ce0-a43e-2cffd63f93b8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868077 Nov 12 03:17:41.132429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-21a17c48-155c-45b8-a2c5-8eefc2ed798d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.133989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-21a17c48-155c-45b8-a2c5-8eefc2ed798d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 932 time: 0.0754538 Nov 12 03:17:41.141699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Allocated IP 172.20.0.11 (d1b9a261-4516-40a8-99e6-94d1aeda2bd4/1cb70913-dbac-49d2-a0ae-5dba603d78d5/f84f9398-d2ba-4994-85b5-2895eb499f07) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:41.207021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70f42f53-dd2b-4080-b286-dd9cacc3fad8 req-0a1b5ceb-e847-4ef0-8127-fa528408f71d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 210 time: 0.0300379 Nov 12 03:17:41.226615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70e3270d-fbf2-45a9-8a5e-225c410d9192 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.231566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70e3270d-fbf2-45a9-8a5e-225c410d9192 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 931 time: 0.0874231 Nov 12 03:17:41.318508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e82f544e-4fa6-4d71-a7c7-333a415f810a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0648410 Nov 12 03:17:41.360957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-541034c1-b9c1-47a8-af42-10d44bc1db14 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0415184 Nov 12 03:17:41.535933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.601132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b08efda0-0d6e-4353-b442-82f2cd979829 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.607620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b08efda0-0d6e-4353-b442-82f2cd979829 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.613507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b08efda0-0d6e-4353-b442-82f2cd979829 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.620531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b08efda0-0d6e-4353-b442-82f2cd979829 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 1990 time: 0.2226467 Nov 12 03:17:41.652191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-cf5a12ee-79b7-447f-9657-b4ca86bd398a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/quotas/75ec9116deb64fdb992dfb06d37cc7d2 HTTP/1.1" status: 200 len: 375 time: 0.0265017 Nov 12 03:17:41.715336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:41.778826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:41.789399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:41.799943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:41.832283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-af0c4a06-caad-4fef-929e-c8fc4b69837e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1749589 Nov 12 03:17:41.879834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfffe9-0a95-4e23-86b0-c9cd61b2818f req-aad4a8e2-5846-43cf-a418-7a8ee01faa27 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:41.887905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28cfffe9-0a95-4e23-86b0-c9cd61b2818f req-aad4a8e2-5846-43cf-a418-7a8ee01faa27 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1714289 Nov 12 03:17:41.980582 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28cfffe9-0a95-4e23-86b0-c9cd61b2818f req-2b1c05be-7917-4790-9a28-bda4e5fd6266 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Nov 12 03:17:42.037932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-cdc5b0ed-67d2-405a-90d7-14d52ff8b00f service neutron] 10.222.0.84 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046654 Nov 12 03:17:42.140799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:42.197633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.198487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.259088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f59472eb-b753-4f2b-b59e-187820f064e4 None None] Provisioning complete for port f84f9398-d2ba-4994-85b5-2895eb499f07 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:42.261663 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f59472eb-b753-4f2b-b59e-187820f064e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.266406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-977b7183-270a-4aae-ae13-501c16343f88 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7662804 Nov 12 03:17:42.313504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Request body: {'port': {'device_id': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:42.360704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f59472eb-b753-4f2b-b59e-187820f064e4 None None] Port f84f9398-d2ba-4994-85b5-2895eb499f07 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:42.375477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.391749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.392540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1c619788-5f96-4c3e-8740-0c4d401fee51 service neutron] 10.222.0.84 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537219 Nov 12 03:17:42.401349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.405689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:42.408707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.416102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.423611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.433262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.447856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-eec5e279-cedc-42a1-a2fb-18d6cb02f6e5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2256048 Nov 12 03:17:42.514272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-0af59fa9-78b5-4d67-a3b3-a2338e4ae4a0 service neutron] 10.222.0.84 "GET /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1208425 Nov 12 03:17:42.560572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e523a51-0196-44ed-b88a-0a02c3f33c50 req-59c195c4-2d09-43ff-8a6d-0f3ad1aaf1d8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118219 Nov 12 03:17:42.673743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5becbc7-2b6e-41d2-823d-bdf7ee706709 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320314 Nov 12 03:17:42.823561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caddc3-7fac-449a-801b-3f223d29bef5 req-4b22483a-15a1-44c3-ae20-105a624f5385 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:42.832551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9caddc3-7fac-449a-801b-3f223d29bef5 req-4b22483a-15a1-44c3-ae20-105a624f5385 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 932 time: 0.1252780 Nov 12 03:17:42.924626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9caddc3-7fac-449a-801b-3f223d29bef5 req-754fae75-a60b-4796-8153-db90851fde55 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775278 Nov 12 03:17:43.009904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-0b874281-3bf8-43c6-8639-315ac26ceb47 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265512 Nov 12 03:17:43.093970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-4348e73d-1f00-4899-a8ff-e969959e706b service neutron] 10.222.0.84 "GET /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0682216 Nov 12 03:17:43.216665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42f9e-1a95-4e9f-9d94-152020be4691 req-2fa12a6d-0166-41a9-8eee-5c5e9c841606 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.222249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4c42f9e-1a95-4e9f-9d94-152020be4691 req-2fa12a6d-0166-41a9-8eee-5c5e9c841606 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1367309 Nov 12 03:17:43.246229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-80216acd-b3e6-47a5-b43f-48dae87531a0 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514626 Nov 12 03:17:43.284631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:43.289654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4c42f9e-1a95-4e9f-9d94-152020be4691 req-33e7006a-9c59-4b46-ad0a-64b7a9eeaf98 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Nov 12 03:17:43.299909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.366925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Transition to ACTIVE for port object f84f9398-d2ba-4994-85b5-2895eb499f07 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:43.376888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:43.821024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:43.853542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f6fd927-268e-4b93-b4c1-21cace454331 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060691 Nov 12 03:17:43.859037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.866864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.873855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.890543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.897663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.905147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.912397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:43.915727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-2b59f2b4-b041-4c80-881b-569026f5f4f2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1613898 Nov 12 03:17:44.004515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db8bb18f-1a0b-4be5-9fb6-be6535aa1ff3 req-083d1809-3a1c-465e-867e-d1cb9a007d65 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821192 Nov 12 03:17:44.110396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:44.123003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:44.123383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:44.123710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:44.141112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:44.141591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:44.145926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a0cdd854-454f-4e1c-b269-ac83e4e75143 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845073 Nov 12 03:17:44.151388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:44.151797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:44.152896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Bound using segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:44.153410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Bound port: f84f9398-d2ba-4994-85b5-2895eb499f07, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:44.154153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.239839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4d20e-394d-4a30-9d51-37301d1b6cac req-3109c1bb-2ef8-4d02-931e-fdb7e8e86ec9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.241443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7b4d20e-394d-4a30-9d51-37301d1b6cac req-3109c1bb-2ef8-4d02-931e-fdb7e8e86ec9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0689139 Nov 12 03:17:44.330966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-840e3504-7606-43d3-80e2-496349158278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.335134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f1853c81-be23-4e35-b2f3-7643e5279eb1 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749339 Nov 12 03:17:44.338554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:44.342866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:44.350399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7b4d20e-394d-4a30-9d51-37301d1b6cac req-9bbb6857-43ea-495c-bf1e-501c281eb72b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011529 Nov 12 03:17:44.371858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.479899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.481534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.483649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] 10.222.0.32 "PUT /v2.0/ports/f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1093 time: 2.1775138 Nov 12 03:17:44.488708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:44.491394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-840e3504-7606-43d3-80e2-496349158278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.492656 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4" -d '{"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:44.527475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29f10-ae31-4b1c-a01d-8896dcc7d510 service neutron] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.551657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-840e3504-7606-43d3-80e2-496349158278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.588562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e3504-7606-43d3-80e2-496349158278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb0c3b-39c5-46db-9c0c-ed3ea26fcf19,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:44.619028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-840e3504-7606-43d3-80e2-496349158278 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0f9dedc8d7854b6b9f4f6d8a90cd5812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5073977 Nov 12 03:17:44.622267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58320) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:44.640867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f09f31f2-3e8e-46ff-afca-100f56523cec service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959719 Nov 12 03:17:44.644569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-5fdee0e5-803b-44ca-9ba8-7d9f7363f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.645621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-5fdee0e5-803b-44ca-9ba8-7d9f7363f3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1096 time: 0.1142802 Nov 12 03:17:44.717554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.727229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464250-d2a0-4196-815e-be3d0f4c6e5b req-7d18c564-4d92-4beb-a661-47c76ca40b7b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:44.735927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51464250-d2a0-4196-815e-be3d0f4c6e5b req-7d18c564-4d92-4beb-a661-47c76ca40b7b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2333338 Nov 12 03:17:44.803802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.821441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-7799b01d-7333-41f4-b082-c1a18da55b79 service neutron] 10.222.0.84 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734958 Nov 12 03:17:44.923409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51464250-d2a0-4196-815e-be3d0f4c6e5b req-7004a87d-7b96-4f6c-9c74-4c20e6b32421 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864603 Nov 12 03:17:44.924758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.927973 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:44.929181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e8bb0c3b-39c5-46db-9c0c-ed3ea26fcf19 HTTP/1.1" status: 204 len: 168 time: 0.3057320 Nov 12 03:17:44.947283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-8acc2641-08d1-464d-b878-72178fdfb5ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 217 time: 0.2762856 Nov 12 03:17:44.947926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a8f1b618-4a15-4f1c-9a94-f0cbe1b6b987 service neutron] 10.222.0.84 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961294 Nov 12 03:17:44.958050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54aec4f-3d69-45e5-8dae-c792ba1389e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb0c3b-39c5-46db-9c0c-ed3ea26fcf19,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:45.119438 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1cc756-2ef4-425a-b495-78ffe0827dcf x-openstack-request-id: req-db1cc756-2ef4-425a-b495-78ffe0827dcf {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:45.119728 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:45.119976 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db1cc756-2ef4-425a-b495-78ffe0827dcf {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:45.120369 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'status': 'completed', 'code': 200} Nov 12 03:17:45.129433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b97148c3-0a2c-498a-89ee-3411a6b1d4d1 service neutron] 10.222.0.84 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727748 Nov 12 03:17:45.203675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-5092a26f-943b-4e1c-9b42-ccd4849f88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.205210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-5092a26f-943b-4e1c-9b42-ccd4849f88c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.2473559 Nov 12 03:17:45.289246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.296949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.297202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-51f6ccd0-a60b-4288-9160-653e51c82946 service neutron] 10.222.0.84 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667213 Nov 12 03:17:45.305184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a488831-3997-4f48-93b3-516579117f1f req-8243233e-de65-4168-97cc-a8877590877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.306928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-8243233e-de65-4168-97cc-a8877590877c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829239 Nov 12 03:17:45.322555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.338560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.356429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.366724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.380790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.389034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55484937-e2b3-45e6-b467-4750150f7613 req-f59bfac7-12d8-4934-b6ff-eeb5085ae625 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1799595 Nov 12 03:17:45.390730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:45.416427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f2db-bcd7-45bf-919d-d41ed85cf32a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.435172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-7d5d03e2-2be1-4325-ab0d-fc79715108a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168225 Nov 12 03:17:45.504911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55484937-e2b3-45e6-b467-4750150f7613 req-afd45831-2585-4165-a026-519ecec9675b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101656 Nov 12 03:17:45.556328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f2db-bcd7-45bf-919d-d41ed85cf32a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.561068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb1f2db-bcd7-45bf-919d-d41ed85cf32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.604720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8cb1f2db-bcd7-45bf-919d-d41ed85cf32a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81bc1445086546deacbc6449c3055f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122049 Nov 12 03:17:45.607524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1f2db-bcd7-45bf-919d-d41ed85cf32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d69ad-2c0a-4900-aca0-6812c46300ff,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:45.607676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58338) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:45.656867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2300e09b-0d81-40a2-804c-603fa6052804 service neutron] 10.222.0.84 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474457 Nov 12 03:17:45.665129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a488831-3997-4f48-93b3-516579117f1f req-69e842d0-b301-4993-b6f4-a211f5e8dc35 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189016 Nov 12 03:17:45.688060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50977d-0ce1-42ca-925f-bd8e04f00494 req-61627fde-3c0f-4381-bd3a-a5e9121cf50b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.690243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.690685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b50977d-0ce1-42ca-925f-bd8e04f00494 req-61627fde-3c0f-4381-bd3a-a5e9121cf50b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0723042 Nov 12 03:17:45.717309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.775764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b50977d-0ce1-42ca-925f-bd8e04f00494 req-2dc0f627-0f1b-4010-b438-961d4268dd17 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743101 Nov 12 03:17:45.817917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-43f1807a-419b-4352-b3d2-3e9597cacb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.819837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-43f1807a-419b-4352-b3d2-3e9597cacb64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1096 time: 0.0908644 Nov 12 03:17:45.940542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-1a5aa12f-701d-427b-b532-4f84572c032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:45.942752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-1a5aa12f-701d-427b-b532-4f84572c032c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.1156619 Nov 12 03:17:45.951207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.955261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:45.975385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c55d69ad-2c0a-4900-aca0-6812c46300ff HTTP/1.1" status: 204 len: 168 time: 0.3580630 Nov 12 03:17:46.085757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a604c23-d5b8-412f-af6b-91882a85c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d69ad-2c0a-4900-aca0-6812c46300ff,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:46.097916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d0c0-ff2a-498a-b1e2-d6c029433ccc req-64097fdc-7302-4888-88dd-2f7e6e1a6559 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.100756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-c8cdd62a-0208-49ec-9b9b-4fb1b351a7a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 217 time: 0.1230860 Nov 12 03:17:46.113222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ac3d0c0-ff2a-498a-b1e2-d6c029433ccc req-64097fdc-7302-4888-88dd-2f7e6e1a6559 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.0718176 Nov 12 03:17:46.185183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-21a41a56-9905-4f27-aa58-af0728b8becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.188213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-21a41a56-9905-4f27-aa58-af0728b8becf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.0801299 Nov 12 03:17:46.216496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ac3d0c0-ff2a-498a-b1e2-d6c029433ccc req-ceedc9d9-7181-41ef-9b70-252d22e03fd5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023698 Nov 12 03:17:46.310631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-569ac763-a8e4-4a9a-86b1-2b67b78c51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.312536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-569ac763-a8e4-4a9a-86b1-2b67b78c51b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154613 Nov 12 03:17:46.540603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-9519b407-ec75-4049-bb1b-8728dc98e26e service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188363 Nov 12 03:17:46.748616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a55a526-5c6c-4a09-95cb-f40ebfd4ace4 req-040f6b32-0a73-4233-a903-41fec5311c79 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982954 Nov 12 03:17:46.755887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.765625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.776338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.800932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.812168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.819025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.826375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:46.835701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-dcbabbbe-802c-4c76-8693-d98640cf92e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1871512 Nov 12 03:17:46.862524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd9a2de-4333-4c20-aaa1-ac8f6531c2a2 req-9533b85b-b8ec-48fc-adfe-ff2a2dcc0130 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0558758 Nov 12 03:17:46.979759 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-816070ec-2e1c-4a77-b69e-774919411fe3 req-140e2d93-e080-4f26-900a-28be79e42028 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428092 Nov 12 03:17:47.073500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a40ef-c513-4762-8191-60b852e3540b req-9f93323c-5db2-43fc-9077-064b2c2da314 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.073500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-735a40ef-c513-4762-8191-60b852e3540b req-9f93323c-5db2-43fc-9077-064b2c2da314 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1083915 Nov 12 03:17:47.254877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-735a40ef-c513-4762-8191-60b852e3540b req-e6d48c4b-d67b-474e-b4a0-6851a1a0f0e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719968 Nov 12 03:17:47.485668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf0bc-3c7e-4d69-8ed2-6ec2f1016f59 req-b76f9108-c045-4fa4-9ac9-c372c9c2d394 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:47.493589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebbcf0bc-3c7e-4d69-8ed2-6ec2f1016f59 req-b76f9108-c045-4fa4-9ac9-c372c9c2d394 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1190264 Nov 12 03:17:47.550148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebbcf0bc-3c7e-4d69-8ed2-6ec2f1016f59 req-180ba466-08dd-4c59-bb38-52f19b1db267 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Nov 12 03:17:48.058720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60872cbd-869e-4852-a657-881209e99ebd req-0ab442eb-37cc-463b-aec7-390533114094 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0689323 Nov 12 03:17:48.220371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.273417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.301371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9018382f-df48-457c-8b79-129948f9b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.301639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.303317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9018382f-df48-457c-8b79-129948f9b6af service neutron] 10.222.0.39 "GET /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 1028 time: 0.0536880 Nov 12 03:17:48.327372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.358497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.383303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.405604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.419786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-17567280-2c58-4fb2-91a0-6448179d19fe tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2994204 Nov 12 03:17:48.530266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44b4c610-1006-4a28-9b07-14d7ad09be8a req-ae247237-3ffe-4c9a-b7c4-483f653dc89f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094818 Nov 12 03:17:48.533819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-14384325-7f4d-43e4-86b8-4d1c3a56749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.535551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-14384325-7f4d-43e4-86b8-4d1c3a56749c service neutron] 10.222.0.39 "GET /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 1027 time: 0.2197957 Nov 12 03:17:48.582945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481ec9a-299e-4fe5-93f0-d168c03f7851 req-e088190a-5964-474e-abac-e7104770f66b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.593194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e481ec9a-299e-4fe5-93f0-d168c03f7851 req-e088190a-5964-474e-abac-e7104770f66b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1944973 Nov 12 03:17:48.723969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e481ec9a-299e-4fe5-93f0-d168c03f7851 req-34b2222d-d706-4e26-ad30-1c972c2d7d9f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294229 Nov 12 03:17:48.777192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-47305857-5834-458c-a7bd-90ad4231c802 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.789193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-47305857-5834-458c-a7bd-90ad4231c802 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.799796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-47305857-5834-458c-a7bd-90ad4231c802 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.809893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-47305857-5834-458c-a7bd-90ad4231c802 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 1990 time: 0.2622428 Nov 12 03:17:48.852686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebebd-5459-4cfa-9df7-42f62a484495 req-b1e31077-9403-4782-99d0-6ccb8f32cc88 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:48.861804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df0ebebd-5459-4cfa-9df7-42f62a484495 req-b1e31077-9403-4782-99d0-6ccb8f32cc88 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.0740359 Nov 12 03:17:48.933178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df0ebebd-5459-4cfa-9df7-42f62a484495 req-985db93f-a9ba-4484-bc99-eac89f980eca tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627668 Nov 12 03:17:48.934888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c4b2e6d9-38bf-4556-91c7-52719ee1918c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ec9116deb64fdb992dfb06d37cc7d2 HTTP/1.1" status: 200 len: 380 time: 0.1146472 Nov 12 03:17:48.953967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'admin_state_up': True, 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'security_groups': ['ed2b0c2c-e176-47dc-88d9-d51c0ac7870f']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:48.960121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:49.186434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:49.202153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:49.256231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-744603b7-7186-4195-aba5-b6ea91b4cb56 req-1fb04bb7-a7e2-4801-9b06-abb424503451 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0794046 Nov 12 03:17:49.258723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:49.261482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.265242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.291565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:49.329642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:49.337287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.405692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:49.414095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.414730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.415323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.417665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.418982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.419667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.420252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.420791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.421324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.422342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.423204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.423960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:17:49.524171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 172.20.0.14 (e9626a07-c05a-49f7-8905-80c5309c3144/d526f545-522a-41bc-ac82-2cacc254e04e/2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:49.604113 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:49.610246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f84f9398-d2ba-4994-85b5-2895eb499f07'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:49.841749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.865637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.889178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.906114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.933179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.959553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.980293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b301-5095-41ff-8f17-9c0e20d6b00a req-7b5551f1-544c-4cdd-8410-50f417dde80b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:49.983115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8979b301-5095-41ff-8f17-9c0e20d6b00a req-7b5551f1-544c-4cdd-8410-50f417dde80b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0766337 Nov 12 03:17:49.986399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:49.998458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.021894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.029808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-55a22a09-b53a-48b3-aea3-9f147eb40789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.3579903 Nov 12 03:17:50.053019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.122060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8979b301-5095-41ff-8f17-9c0e20d6b00a req-2a290aab-d146-4528-8a9c-85c3f5ad3940 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324382 Nov 12 03:17:50.140844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network e9626a07-c05a-49f7-8905-80c5309c3144 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:50.145766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:50.150740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:50.226974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa54b306-578a-4179-a25b-d6269835b0b8 req-245d5538-c121-4712-b49f-0611c76b2b49 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899364 Nov 12 03:17:50.282689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.284236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.369240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58494) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:50.384105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fbade4a0-c9f4-475d-846d-d05368402a7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4349904 Nov 12 03:17:50.396298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'admin_state_up': True, 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'security_groups': ['ed2b0c2c-e176-47dc-88d9-d51c0ac7870f']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:50.504347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cdcc5-a33f-451b-ba31-9c4626f4f9af req-8abf0867-eb4e-4309-8a66-e69c6267e837 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.513736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-160cdcc5-a33f-451b-ba31-9c4626f4f9af req-8abf0867-eb4e-4309-8a66-e69c6267e837 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 932 time: 0.0853248 Nov 12 03:17:50.533852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b93ab-06ab-4065-abb4-b477d315532d req-3ce0df10-aded-4396-ad9c-6838976f0611 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:50.542889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f27b93ab-06ab-4065-abb4-b477d315532d req-3ce0df10-aded-4396-ad9c-6838976f0611 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2536395 Nov 12 03:17:50.590038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-160cdcc5-a33f-451b-ba31-9c4626f4f9af req-cb6b2927-ca04-4e0e-a2e8-94236bac36ac tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693378 Nov 12 03:17:50.625550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-30066f56-e3a4-4d8a-b673-cc6f66958c5d None None] Provisioning complete for port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:50.625984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30066f56-e3a4-4d8a-b673-cc6f66958c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.655598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff4f-492c-4039-a2aa-500f76032047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.685308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-30066f56-e3a4-4d8a-b673-cc6f66958c5d None None] Port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:50.689922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:50.694160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.700455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f27b93ab-06ab-4065-abb4-b477d315532d req-89058164-19d6-413c-95b2-194b2e1df12b tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495602 Nov 12 03:17:50.834049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff4f-492c-4039-a2aa-500f76032047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.856321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ff4f-492c-4039-a2aa-500f76032047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:50.877612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.1.1.248 (b9a6ff9a-0bcb-4630-8a95-464303525c0a/1ab2adae-59f8-4863-9be9-260d86a8789e/101125ad-81bd-469c-bce9-95c58564ae96) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:50.922085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1b9ff4f-492c-4039-a2aa-500f76032047 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b51c17e637d14d0dbb1ba5ea0e5c193f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490937 Nov 12 03:17:50.922852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:50.923656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ff4f-492c-4039-a2aa-500f76032047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da30bd-d89d-4b6f-9b74-0875f1ae28f3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:50.988034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:51.033185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.062095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port f84f9398-d2ba-4994-85b5-2895eb499f07 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:17:51.071765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f84f9398-d2ba-4994-85b5-2895eb499f07 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:51.073211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.088667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.091052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.134134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.177698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.182779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.184681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7da30bd-d89d-4b6f-9b74-0875f1ae28f3 HTTP/1.1" status: 204 len: 168 time: 0.2575922 Nov 12 03:17:51.212479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07219b4-0839-442e-9312-31926ab30362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da30bd-d89d-4b6f-9b74-0875f1ae28f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.234189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:51.245539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:51.249450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:51.300122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.343743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.387213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:51.388846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:51.393674 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a7fa4d-eab8-43a1-a998-38809423c629" -d '{"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:51.401249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.414564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.415383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.455283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025141-6db0-474f-affa-e16cf2fdbd03 req-1852ceb5-09c9-4520-a421-800675b4123a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.457237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.457639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71025141-6db0-474f-affa-e16cf2fdbd03 req-1852ceb5-09c9-4520-a421-800675b4123a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.2035635 Nov 12 03:17:51.468664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-951a3189-2298-4e62-8f50-25a6636c1a54 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0764983 Nov 12 03:17:51.472884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.486399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.499943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.520529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.522269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:51.531381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.536622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'admin_state_up': True, 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'security_groups': ['ed2b0c2c-e176-47dc-88d9-d51c0ac7870f']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:51.538205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:51.548477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-3484166a-7651-45a3-afe7-f420746628cc tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1989155 Nov 12 03:17:51.701796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69e53efe-52a7-4b04-bbbb-b728cde1ff6b req-1089a659-3d0a-4d56-8516-f29515534b53 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520960 Nov 12 03:17:51.721182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71025141-6db0-474f-affa-e16cf2fdbd03 req-e29e28b7-930f-45a4-b6ff-981c4db3e3c3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507176 Nov 12 03:17:51.726434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:51.776197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ed16942-3678-4cbc-a26d-d073151e0a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.788415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-718a5b59-3880-4d86-9e63-e0bfef45285f None None] Provisioning complete for port 101125ad-81bd-469c-bce9-95c58564ae96 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:51.788859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-718a5b59-3880-4d86-9e63-e0bfef45285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.832507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:51.843503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:51.857970 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc836343-7ef8-470e-ab0e-933d3f004494 x-openstack-request-id: req-bc836343-7ef8-470e-ab0e-933d3f004494 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:51.858259 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:51.858512 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc836343-7ef8-470e-ab0e-933d3f004494 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:51.862697 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'code': 200} Nov 12 03:17:51.902553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-718a5b59-3880-4d86-9e63-e0bfef45285f None None] Port 101125ad-81bd-469c-bce9-95c58564ae96 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:52.069755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ed16942-3678-4cbc-a26d-d073151e0a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.098620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a3fc-3800-465d-b275-2cb8ce7f4e92 req-e81e91a8-5fbf-46b8-925e-8252ec093d07 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.112271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228a3fc-3800-465d-b275-2cb8ce7f4e92 req-e81e91a8-5fbf-46b8-925e-8252ec093d07 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.117904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f228a3fc-3800-465d-b275-2cb8ce7f4e92 req-e81e91a8-5fbf-46b8-925e-8252ec093d07 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 1654 time: 0.2015495 Nov 12 03:17:52.120357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ed16942-3678-4cbc-a26d-d073151e0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.161672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ed16942-3678-4cbc-a26d-d073151e0a0f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb862aa3b4b040d08e73eef6c735fe18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313607 Nov 12 03:17:52.163083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58530) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:52.176204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933a989-10ee-4fe6-ac52-406c1a4a4436 req-12db49ac-1659-42b1-a850-cffb250246f8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.185093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b933a989-10ee-4fe6-ac52-406c1a4a4436 req-12db49ac-1659-42b1-a850-cffb250246f8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.1436751 Nov 12 03:17:52.190541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:52.193859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:17:52.206030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed16942-3678-4cbc-a26d-d073151e0a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc54625-c04f-484d-b2f3-2c51c2558489,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:52.252207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f228a3fc-3800-465d-b275-2cb8ce7f4e92 req-25837a52-92a5-4dcc-8396-18c3b85db2da tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300793 Nov 12 03:17:52.385129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0d86e-ae2b-4a83-bc06-df16d683b0d8 req-29cb7731-ea08-4514-b8aa-928fde48c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.386875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd0d86e-ae2b-4a83-bc06-df16d683b0d8 req-29cb7731-ea08-4514-b8aa-928fde48c139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1098 time: 0.3261769 Nov 12 03:17:52.443122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:17:52.452501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.475346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.535753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.1.1.126 (b9a6ff9a-0bcb-4630-8a95-464303525c0a/1ab2adae-59f8-4863-9be9-260d86a8789e/21610687-2559-40dd-88f2-f1d156b7818a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:52.617956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12794-bcbc-4441-990d-f1ceb201cee7 req-24dd5122-ad75-41da-a179-4e0e263039c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:52.651792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea12794-bcbc-4441-990d-f1ceb201cee7 req-24dd5122-ad75-41da-a179-4e0e263039c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.1438711 Nov 12 03:17:52.703029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.723705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:52.735787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.742692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea12794-bcbc-4441-990d-f1ceb201cee7 req-66d46267-1d4d-4112-af22-c697116b9959 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865200 Nov 12 03:17:52.795697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.818413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:52.839674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'mac_address': 'fa:16:3e:e8:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:52.888363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:52.905857 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.923891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:52.972968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:52.989730 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.111317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:53.223742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:17:53.322578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd0d86e-ae2b-4a83-bc06-df16d683b0d8 req-64ede9d5-bd6b-4843-9e1d-e0499a8ee40d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9179480 Nov 12 03:17:53.341878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b933a989-10ee-4fe6-ac52-406c1a4a4436 req-41f30789-f6af-4f36-a86d-6c55c9f57fde tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1555915 Nov 12 03:17:53.346387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.384433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1a85-c43e-46d4-8983-de2e44b81af1 req-247a7666-74f1-4a90-8f75-e7ce8205080c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.397798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea5c1a85-c43e-46d4-8983-de2e44b81af1 req-247a7666-74f1-4a90-8f75-e7ce8205080c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1347771 Nov 12 03:17:53.408998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:53.441812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:53.450170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:53.463402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:53.512736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea5c1a85-c43e-46d4-8983-de2e44b81af1 req-b2e39785-8cff-4570-b184-5b1a928ebabf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138284 Nov 12 03:17:53.659803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.660846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.683354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.689553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.696631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4fc54625-c04f-484d-b2f3-2c51c2558489 HTTP/1.1" status: 204 len: 168 time: 1.4945989 Nov 12 03:17:53.715779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-9be7964a-1ae3-4159-b4bb-7075ff3f430a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1915123 Nov 12 03:17:53.728595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'admin_state_up': True, 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'security_groups': ['ed2b0c2c-e176-47dc-88d9-d51c0ac7870f']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:53.756883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2451d59-ae8e-46a4-840b-e93ad82938ed req-4dac55ce-bc57-4130-9ede-33feb11c481a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.768287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.774465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.781274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.787362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2451d59-ae8e-46a4-840b-e93ad82938ed req-4dac55ce-bc57-4130-9ede-33feb11c481a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.787770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.793959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.800937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.806373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.806997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2451d59-ae8e-46a4-840b-e93ad82938ed req-4dac55ce-bc57-4130-9ede-33feb11c481a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:53.808668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-b7392a3a-1bc1-4332-a4fc-f261932490a0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.2775028 Nov 12 03:17:53.811822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80573c1-95f9-41e1-9f66-8020c0d97d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc54625-c04f-484d-b2f3-2c51c2558489,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:53.826468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2451d59-ae8e-46a4-840b-e93ad82938ed req-4dac55ce-bc57-4130-9ede-33feb11c481a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 2375 time: 0.1972244 Nov 12 03:17:53.874614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:53.877659 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e484d4a-da72-4bcf-b46c-aabd9dcb3c05" -d '{"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:53.962970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d61d4968-a219-49f3-9081-1f97258c7c37 None None] Provisioning complete for port 21610687-2559-40dd-88f2-f1d156b7818a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:53.972335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d61d4968-a219-49f3-9081-1f97258c7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:53.975863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2451d59-ae8e-46a4-840b-e93ad82938ed req-e6f55d96-444e-4959-a328-3046b18e68dc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377320 Nov 12 03:17:54.062372 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b4fa9-3934-4915-bdcb-7a6d89f0f17e x-openstack-request-id: req-5f4b4fa9-3934-4915-bdcb-7a6d89f0f17e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:54.062872 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:54.063183 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f4b4fa9-3934-4915-bdcb-7a6d89f0f17e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:54.063679 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'code': 200} Nov 12 03:17:54.065160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d61d4968-a219-49f3-9081-1f97258c7c37 None None] Port 21610687-2559-40dd-88f2-f1d156b7818a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:54.099740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b43230-45c3-472e-bf22-0cb3e027d17d req-db3f2a39-f6cc-4f38-8b09-42fc38adb69d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2818384 Nov 12 03:17:54.198893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:54.202467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:17:54.307279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f696fdf6-81cc-4d34-8684-7b140b988629 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:54.307651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.423919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.444212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.618583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:54.637497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.756731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cbb53-2650-4c7a-944c-f0728f738f67 req-aa56382f-6cab-4caa-aa0d-c5a058b496cc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.775413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-167cbb53-2650-4c7a-944c-f0728f738f67 req-aa56382f-6cab-4caa-aa0d-c5a058b496cc tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 949 time: 0.2360923 Nov 12 03:17:54.828452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:54.939133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3088660-cce9-4ade-99ae-1fafde393df7 req-510c20ea-1b5b-4586-83bc-0f9ca8d1d2b3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:54.941165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3088660-cce9-4ade-99ae-1fafde393df7 req-510c20ea-1b5b-4586-83bc-0f9ca8d1d2b3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1643515 Nov 12 03:17:54.958254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-167cbb53-2650-4c7a-944c-f0728f738f67 req-49ba7124-d391-4002-a489-fc0824c266ef tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781280 Nov 12 03:17:55.054051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.2.2.100 (41b8e15c-fcc5-4391-814a-4aeac2d7283e/18b208e9-769b-4dcc-8188-fef3d15f0a07/a8e00277-57d0-418f-9e9a-71a371081610) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:55.131532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3088660-cce9-4ade-99ae-1fafde393df7 req-6bee7c44-48b8-4a6c-8d6d-1a6ecba9bb18 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542554 Nov 12 03:17:55.159647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0db7-20a0-4e87-a6a7-ad8addd94207 req-7e0fd7dc-fd84-4f6c-8fc7-4e28d81eed6c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.184384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0db7-20a0-4e87-a6a7-ad8addd94207 req-7e0fd7dc-fd84-4f6c-8fc7-4e28d81eed6c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.197171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b0db7-20a0-4e87-a6a7-ad8addd94207 req-7e0fd7dc-fd84-4f6c-8fc7-4e28d81eed6c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.198896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d55b0db7-20a0-4e87-a6a7-ad8addd94207 req-7e0fd7dc-fd84-4f6c-8fc7-4e28d81eed6c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 2375 time: 0.1173909 Nov 12 03:17:55.257359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d55b0db7-20a0-4e87-a6a7-ad8addd94207 req-dd1a782c-1f52-4c53-b34f-ff62bbec51a5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Nov 12 03:17:55.336780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.366816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.373435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.379857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.386455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.392559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.398694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.405258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.407436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-0b533178-a763-4acb-b345-99fb31b04353 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1417365 Nov 12 03:17:55.501171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-286e4eed-fcd6-4aad-a858-1f6113e3e18e req-dcbc8033-7041-42d7-b12e-728aa31a2b10 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805328 Nov 12 03:17:55.502451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.593193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:55.600760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:55.614148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:55.643797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:55.687883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:55.695071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.723410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c52758f0-b399-48b0-ae02-ebc88dd2157c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9986236 Nov 12 03:17:55.738445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'admin_state_up': True, 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'security_groups': ['ed2b0c2c-e176-47dc-88d9-d51c0ac7870f']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:55.928703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Made reservation on behalf of 75ec9116deb64fdb992dfb06d37cc7d2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:17:55.933715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.021872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4176efc2-23a1-423f-89bd-13231739084b None None] Provisioning complete for port a8e00277-57d0-418f-9e9a-71a371081610 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:56.022880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4176efc2-23a1-423f-89bd-13231739084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.061100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4176efc2-23a1-423f-89bd-13231739084b None None] Port a8e00277-57d0-418f-9e9a-71a371081610 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:56.065781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:17:56.068797 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2d1533-e7e6-4f97-be13-7f6ed5559124" -d '{"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:17:56.132348 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2050e510-d7d5-4c4e-8e02-f16acb5ce558 x-openstack-request-id: req-2050e510-d7d5-4c4e-8e02-f16acb5ce558 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:17:56.132647 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-plugged", "status": "completed", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:17:56.132896 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2050e510-d7d5-4c4e-8e02-f16acb5ce558 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:17:56.133286 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'code': 200} Nov 12 03:17:56.233188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffae231-98ea-4ba6-8c52-cbf0db7fb075 req-322d3275-37b9-4175-8d24-b6353ec2c671 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.248455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ffae231-98ea-4ba6-8c52-cbf0db7fb075 req-322d3275-37b9-4175-8d24-b6353ec2c671 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.1673629 Nov 12 03:17:56.414765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ffae231-98ea-4ba6-8c52-cbf0db7fb075 req-13d3ccea-dd39-4d2a-a3b9-acae6740cb12 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625953 Nov 12 03:17:56.441370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7049df2-a804-4ad7-b8a6-f99105a58bdd req-68182eb6-447c-4d06-9cec-14f1ae3b6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.443032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7049df2-a804-4ad7-b8a6-f99105a58bdd req-68182eb6-447c-4d06-9cec-14f1ae3b6bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1102 time: 0.1596789 Nov 12 03:17:56.464525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9062-74b5-4ef6-8a39-1065c886366b req-059dc249-6f42-4d28-9947-6833b298027b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.466124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdae9062-74b5-4ef6-8a39-1065c886366b req-059dc249-6f42-4d28-9947-6833b298027b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1186109 Nov 12 03:17:56.468099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Allocated IP 10.2.2.200 (41b8e15c-fcc5-4391-814a-4aeac2d7283e/18b208e9-769b-4dcc-8188-fef3d15f0a07/de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:17:56.596847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdae9062-74b5-4ef6-8a39-1065c886366b req-830510e7-a8a0-4869-ab48-69a054e51f3d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024399 Nov 12 03:17:56.600607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7049df2-a804-4ad7-b8a6-f99105a58bdd req-53ec88e1-5769-441e-bc60-98325860e67c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469636 Nov 12 03:17:56.699302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-71a3539a-c63e-4e77-9c32-96cc81436517 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.716065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-71a3539a-c63e-4e77-9c32-96cc81436517 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.729002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-71a3539a-c63e-4e77-9c32-96cc81436517 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.745159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-71a3539a-c63e-4e77-9c32-96cc81436517 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.748981 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-71a3539a-c63e-4e77-9c32-96cc81436517 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3096 time: 0.1929808 Nov 12 03:17:56.855991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.887033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ccff04d-031d-4713-bfc9-ab8f040dc49c req-1919f257-4012-43ec-ac01-3854e21d569b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005049 Nov 12 03:17:56.889962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.896751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.905647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.912963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.922307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.930129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.938490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:56.941437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-aa0df717-e38f-4ee3-8eb7-bb5b2924a27d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5431 time: 0.1542926 Nov 12 03:17:56.991335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58692) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:56.993370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 17d0ea28-8382-48d1-a93a-48e59eb534fd details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:57.057436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0487747-fe6d-4e83-bd19-2054afd7f9ee req-64966acc-7b7b-4adc-be50-eab5acbf0f97 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016715 Nov 12 03:17:57.060336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.160002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:17:57.164805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:17:57.181291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:17:57.186816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5c89-522f-450f-8637-a52e2a6e9f78 req-12b8437e-73ff-4579-9eac-950953f96b55 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.196454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00df5c89-522f-450f-8637-a52e2a6e9f78 req-12b8437e-73ff-4579-9eac-950953f96b55 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1042573 Nov 12 03:17:57.202473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58706) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:57.214123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'floatingip': {'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:57.323173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.343887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:57.350651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.367661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '17d0ea28-8382-48d1-a93a-48e59eb534fd', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'port_id': '17d0ea28-8382-48d1-a93a-48e59eb534fd', 'mac_address': 'fa:16:3e:d0:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:57.418323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:57.419182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.489690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c716425a-80d2-467b-8df0-782ca8a6d1f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7590334 Nov 12 03:17:57.503674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.509667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:17:57.540925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d0ea28-8382-48d1-a93a-48e59eb534fd {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:57.585749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:57.613344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.614013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:57.681582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b49760-243b-4153-88e0-03176822cb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.684187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:57.811929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1583a713-7190-41b3-b9bd-b6862bb50c10 None None] Provisioning complete for port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:17:57.812465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1583a713-7190-41b3-b9bd-b6862bb50c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.877914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.892612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1583a713-7190-41b3-b9bd-b6862bb50c10 None None] Port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:17:57.898131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.912204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:17:57.956224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:58.000252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'port_id': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc', 'mac_address': 'fa:16:3e:38:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:58.054351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb7441-8a5a-44f4-846c-8eaf958fbf90 req-386b7b2b-874f-4a84-b9bd-4cae3157dc85 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.068187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3acb7441-8a5a-44f4-846c-8eaf958fbf90 req-386b7b2b-874f-4a84-b9bd-4cae3157dc85 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.4209311 Nov 12 03:17:58.144085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.180386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:58.214100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:58.219475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.229651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 46304e2a-c15f-4614-ae93-ee5c3dbdee16 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:58.400053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3acb7441-8a5a-44f4-846c-8eaf958fbf90 req-bba0d944-80ce-4f2d-a5ed-e053f1f15460 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277795 Nov 12 03:17:58.429044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.483743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b49760-243b-4153-88e0-03176822cb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.540519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.548242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.555086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.562040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.569400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.579293 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-786cbdb7-7b2e-4ca1-9c46-76165be33c44 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3817 time: 0.4659934 Nov 12 03:17:58.591186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b49760-243b-4153-88e0-03176822cb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:58.632018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-73b49760-243b-4153-88e0-03176822cb75 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=27129f5089444e6eaba41705d5ef8e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6404099 Nov 12 03:17:58.632809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58754) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:58.839374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b49760-243b-4153-88e0-03176822cb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7b9b28-8518-4e55-99fa-8def4ef8f9b1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:58.842020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.848422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.862555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.871502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.882860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.932719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-627c7c20-1fbf-4bd6-a852-3571f208fe78 req-deac6276-5822-4598-84c7-dc94241c6700 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424666 Nov 12 03:17:58.933311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.954484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:58.967711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-146126a8-7629-4c01-a129-4c95084b1376 req-f1cc6a17-0323-4957-9b66-74c48465c691 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5433 time: 0.3460004 Nov 12 03:17:59.043143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.053860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:59.092187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.104214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'port_id': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'mac_address': 'fa:16:3e:22:f0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:59.119715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.153555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-146126a8-7629-4c01-a129-4c95084b1376 req-f725fb93-acb6-4fb7-9985-ceded5ee09fb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781406 Nov 12 03:17:59.168143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:17:59.173846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.185869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.191620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ab7b9b28-8518-4e55-99fa-8def4ef8f9b1 HTTP/1.1" status: 204 len: 168 time: 0.5530074 Nov 12 03:17:59.193336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:59.208623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.216008 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.234817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Transition to ACTIVE for port object 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:17:59.243466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.257101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e516e-0990-4daf-80d9-97988483db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7b9b28-8518-4e55-99fa-8def4ef8f9b1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.278386 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.283648 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.299809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46304e2a-c15f-4614-ae93-ee5c3dbdee16 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:17:59.358917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.398268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:59.417013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.418259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 25b87332-4eca-4646-9737-19a0f8f4cf9c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:17:59.606318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Attempting to bind port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:17:59.608698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Attempting to bind port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:17:59.609168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Attempting to bind port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 on network e9626a07-c05a-49f7-8905-80c5309c3144 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:59.629053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 on network e9626a07-c05a-49f7-8905-80c5309c3144 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:17:59.634421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Attempting to bind port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 on network e9626a07-c05a-49f7-8905-80c5309c3144 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:17:59.635929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:17:59.654577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:17:59.654995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Checking segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:17:59.657846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Bound using segment: {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:17:59.657846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Bound port: 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32cfe1-c289-4ff9-a9ef-d094800913c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:17:59.657846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.750611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:17:59.785186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '25b87332-4eca-4646-9737-19a0f8f4cf9c', 'network_id': '69e2c078-f15d-44f8-b11f-e9d515aff275', 'port_id': '25b87332-4eca-4646-9737-19a0f8f4cf9c', 'mac_address': 'fa:16:3e:8b:20:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cddcc09b-c2c8-4081-82f9-837904981c78', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:17:59.858734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ecd75-4230-4150-b011-1133f3706bcf req-873526e2-684b-48dd-8749-5cf499f51782 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:17:59.867989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-604ecd75-4230-4150-b011-1133f3706bcf req-873526e2-684b-48dd-8749-5cf499f51782 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.2537031 Nov 12 03:17:59.870377 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Floating IP dfc357d2-d3ae-481e-bfdf-0257713c4b1e associated. External IP: 172.25.2.153, port: f84f9398-d2ba-4994-85b5-2895eb499f07. Nov 12 03:17:59.942044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:17:59.952560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:17:59.963761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:59.978736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.053674 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-604ecd75-4230-4150-b011-1133f3706bcf req-93bbfacc-90ff-483d-8862-889a1bbae63a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846311 Nov 12 03:18:00.077698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b87332-4eca-4646-9737-19a0f8f4cf9c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:00.162277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.172917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.180133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] 10.222.0.39 "PUT /v2.0/ports/2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1093 time: 2.6812754 Nov 12 03:18:00.181832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:00.186104 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf24bd-014d-4f48-887d-1e0d8fda3481" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:00.201474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58788) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:00.207927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:00.217912 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.221935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 98c077c4-2fa4-44f6-908c-c2e84ba3d02d details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:00.241247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:00.354912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-305f0b91-531d-4a60-accd-3ac2cba56e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.643265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-305f0b91-531d-4a60-accd-3ac2cba56e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.663078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-305f0b91-531d-4a60-accd-3ac2cba56e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.666101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:00.706691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f415c35-b8f5-418f-b402-f368fa34a412 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:00.715018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:00.759750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.771963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.775003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.783649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.789181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:00.793812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.801694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.802125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'port_id': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'mac_address': 'fa:16:3e:b8:f7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b93a0d4-3a85-48bb-bb1f-1b625fdc082a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:00.811372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.821413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-10c3d50b-ad6e-4e14-8bdd-17de4d32a59f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5435 time: 0.2475972 Nov 12 03:18:00.852819 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.858853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.886943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.887492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c077c4-2fa4-44f6-908c-c2e84ba3d02d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:00.890920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.906268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.926340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:00.939332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:00.940587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-450f32d6-155a-4d5b-a2ef-2c6b08f52a50 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3829 time: 0.8065057 Nov 12 03:18:00.946792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.947512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:01.029882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.045805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-305f0b91-531d-4a60-accd-3ac2cba56e62 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46823d9723e143d0acb7027116b477ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8430452 Nov 12 03:18:01.047011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:01.071810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0e3d04d-d2a8-407c-b190-59a4034e8acc req-48c2639b-f8c3-4872-83d0-bbe05accbeb8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494130 Nov 12 03:18:01.080651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f0b91-531d-4a60-accd-3ac2cba56e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24362bd7-6f77-4ded-914f-8d042731abd6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.148238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:01.153444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:01.171209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.235376 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45585f1d-5eef-4347-9c08-cf3ac77f5638 x-openstack-request-id: req-45585f1d-5eef-4347-9c08-cf3ac77f5638 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:01.235819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:01.236246 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45585f1d-5eef-4347-9c08-cf3ac77f5638 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:01.236663 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'status': 'completed', 'code': 200} Nov 12 03:18:01.310289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3a77f0e-9751-4e90-9621-0e0164619cb1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "PUT /v2.0/floatingips/dfc357d2-d3ae-481e-bfdf-0257713c4b1e HTTP/1.1" status: 200 len: 992 time: 4.1062860 Nov 12 03:18:01.312510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:01.314816 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd53f66-12a9-49da-9e35-a24cfa290943" -d '{"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:01.332799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '957735ad-87bf-4157-b678-f01b2acb32a9', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:01.335832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:01.347664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.360620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.365339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:01.365718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:01.413731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add8de8a-2600-4c3b-b97f-bbfa2d6fd32d req-7762b307-1170-420c-b862-94c86dc618fb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4720385 Nov 12 03:18:01.443891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.659374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b069b2-9ad4-4b75-acfb-adb40a701ea1 req-0c003ebc-33a3-4855-93e7-83e2b35ecc92 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:01.681662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55b069b2-9ad4-4b75-acfb-adb40a701ea1 req-0c003ebc-33a3-4855-93e7-83e2b35ecc92 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1102 time: 0.2215941 Nov 12 03:18:01.690225 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47570adc-27c8-4fd9-93e9-764145af856b x-openstack-request-id: req-47570adc-27c8-4fd9-93e9-764145af856b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:01.690528 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:01.690786 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-47570adc-27c8-4fd9-93e9-764145af856b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:01.691220 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'status': 'completed', 'code': 200} Nov 12 03:18:01.746561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.783339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.785937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.787078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/24362bd7-6f77-4ded-914f-8d042731abd6 HTTP/1.1" status: 204 len: 168 time: 0.7358840 Nov 12 03:18:01.830258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:01.878372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d6d00-5908-44c6-9bd7-dd4301196375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24362bd7-6f77-4ded-914f-8d042731abd6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:01.910191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:01.947991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:01.952438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55b069b2-9ad4-4b75-acfb-adb40a701ea1 req-57f86110-9fe7-422d-86ff-246f9aeb5a06 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476096 Nov 12 03:18:01.953350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6dc2f20f-00b6-400f-9e2c-71ff131e244b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:02.206793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:02.360796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:02.376670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.393237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Transition to ACTIVE for port object 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:02.400367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.401042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.401340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.401826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.402383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.404568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-37c1756e-cba7-4ec9-807a-1947844be60c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 4365 time: 1.1796551 Nov 12 03:18:02.414829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.448751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:02.519907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.523067 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f3193de6-f781-4af1-82fb-c7bfc14188eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.540567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.555962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.566132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.579617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:02.598955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.605748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.614929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:02.644792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.646828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf089f79-2867-4792-a42f-7011805a4e8d req-2423f2cc-32fe-4255-a8cf-58fad8648c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5436 time: 0.3509467 Nov 12 03:18:02.793900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'network_id': '0b95ed60-cee0-4103-b0f4-23f2f31f69b1', 'port_id': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'mac_address': 'fa:16:3e:89:9b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b93a0d4-3a85-48bb-bb1f-1b625fdc082a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:02.866441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf089f79-2867-4792-a42f-7011805a4e8d req-ded129e3-d010-43d9-9766-9e8a7ed59c3e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024481 Nov 12 03:18:02.937452 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:02.997737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-853c49bb-0476-4610-a3a0-53a0e5add716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.998206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-853c49bb-0476-4610-a3a0-53a0e5add716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:02.998665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-853c49bb-0476-4610-a3a0-53a0e5add716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.005258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-853c49bb-0476-4610-a3a0-53a0e5add716 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5867071 Nov 12 03:18:03.043199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.088651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.106613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.112734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.128326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc2f20f-00b6-400f-9e2c-71ff131e244b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:03.139691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.155834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.174602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.182597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd08d472-6899-414d-a695-ed3b286db238 req-8db2f108-cdf6-47db-bea3-77db7fa6387f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 4602 time: 0.2062378 Nov 12 03:18:03.270302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f8a78-60bf-4ae1-9dac-9b9a26356b5e req-90565b00-e3d6-4d48-9d7f-bb3fc7224b72 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.277815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-443f8a78-60bf-4ae1-9dac-9b9a26356b5e req-90565b00-e3d6-4d48-9d7f-bb3fc7224b72 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 1102 time: 0.7240696 Nov 12 03:18:03.289194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-8f99c1ce-8797-4492-95fd-3ca0f2d00c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.290653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33cf24bd-014d-4f48-887d-1e0d8fda3481 req-8f99c1ce-8797-4492-95fd-3ca0f2d00c22 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345912 Nov 12 03:18:03.325030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd08d472-6899-414d-a695-ed3b286db238 req-8576e8f2-1312-4f81-8dda-556b7d69b4f5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366174 Nov 12 03:18:03.387408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:03.409673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:03.410265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:03.432868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-dc235c6d-e53b-47c7-9a6b-0b703e836d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:03.434454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-dc235c6d-e53b-47c7-9a6b-0b703e836d72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1098 time: 1.0283058 Nov 12 03:18:03.635889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:03.831618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Attempting to bind port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:03.835011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Attempting to bind port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:03.836215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Attempting to bind port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:03.852783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'dfc357d2-d3ae-481e-bfdf-0257713c4b1e', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:35Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:03.860438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:03.899155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:03.909464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'port_id': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'mac_address': 'fa:16:3e:24:5c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:03.919752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:03.920377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:17:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:04.014333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-443f8a78-60bf-4ae1-9dac-9b9a26356b5e req-ccac2412-6153-484e-887d-7ac200797727 tempest-ServersAdminTestJSON-891017916 tempest-ServersAdminTestJSON-891017916-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7356257 Nov 12 03:18:04.015637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-f97d283b-fb74-4da2-811d-b98985b4cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.017373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-f97d283b-fb74-4da2-811d-b98985b4cb99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.5603461 Nov 12 03:18:04.019528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on network b9a6ff9a-0bcb-4630-8a95-464303525c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:04.019937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Attempting to bind port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:04.050418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:04.050418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:04.050911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Bound using segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:04.051325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Bound port: 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:04.051534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.181502 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.227159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:04.242271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-a25b741d-b67e-4583-a528-295bff471622 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1000 time: 0.2155578 Nov 12 03:18:04.331439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:04.343249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.366777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.401778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.428220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.434580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.441604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.450992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.457646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.462976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:04.469143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-a3ff6990-abc5-4a26-ae77-a565b0e6ef05 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5437 time: 0.3717027 Nov 12 03:18:04.534685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:04.561401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:04.587378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.600853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b67e77af-8ed4-4a36-b43f-f8399a8ec24b req-1a01087c-2838-4f5c-9a63-e50ddc3d06da tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261153 Nov 12 03:18:04.840508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3324-8e3a-49cf-9bb9-0c74272930a1 req-0914d10d-6d2f-49a8-8f84-c41c01691be8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.867704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89cd3324-8e3a-49cf-9bb9-0c74272930a1 req-0914d10d-6d2f-49a8-8f84-c41c01691be8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.1659315 Nov 12 03:18:04.881607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['957735ad-87bf-4157-b678-f01b2acb32a9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:04.923495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:04.948448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.949245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:04.950751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-e5cc1329-eb0b-478e-8c92-42b58c7ea69f service neutron] 10.222.0.39 "PUT /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 1132 time: 4.7137978 Nov 12 03:18:04.969140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.976157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:04.984201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.022211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.050876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.057207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.069763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89cd3324-8e3a-49cf-9bb9-0c74272930a1 req-7fbb1d12-398a-4eab-bb1b-178df7e1bbf8 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010777 Nov 12 03:18:05.078113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-f03fa42b-3ff0-459d-bf14-434c982f042f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 4602 time: 0.5057349 Nov 12 03:18:05.102468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:05.108572 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef45404c-30df-4909-beb0-2e75810699c5" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:05.112397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-9c7e22e9-9e21-480e-b47a-7db3c994962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.116058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-9c7e22e9-9e21-480e-b47a-7db3c994962a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.8379881 Nov 12 03:18:05.135868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:05.502952 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62434b5f-9b24-4536-9bfd-32118f3d91b4 req-d6861c6d-cfb9-4726-978f-66b083fa1f37 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3602784 Nov 12 03:18:05.508979 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e34cf-0038-473f-8b1f-b82eed44bfb6 x-openstack-request-id: req-389e34cf-0038-473f-8b1f-b82eed44bfb6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:05.510168 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:05.519373 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-389e34cf-0038-473f-8b1f-b82eed44bfb6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:05.522704 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d', 'status': 'completed', 'code': 200} Nov 12 03:18:05.689667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:05.724226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.725372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.726140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.726736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.727458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.728194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.732006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef45404c-30df-4909-beb0-2e75810699c5 req-37893950-8eaf-4e58-a949-daea639995e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5290 time: 0.2020848 Nov 12 03:18:05.771817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1864ce2e-7df8-4e02-beb7-d8b7123197a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.861761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.914484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-d6417d06-b8f5-4880-b73a-e4337f30cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:05.914484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-d6417d06-b8f5-4880-b73a-e4337f30cc56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6912503 Nov 12 03:18:05.937776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:05.989052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.118639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.137952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['98c077c4-2fa4-44f6-908c-c2e84ba3d02d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.140389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6dc2f20f-00b6-400f-9e2c-71ff131e244b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.152907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['46304e2a-c15f-4614-ae93-ee5c3dbdee16'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.155235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['25b87332-4eca-4646-9737-19a0f8f4cf9c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.157463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['17d0ea28-8382-48d1-a93a-48e59eb534fd'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:06.560635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.583486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.614263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.649356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.686238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.706751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.727668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:06.742310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-7d92e115-9cd1-469f-9e62-0a33f6a2d58c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5438 time: 0.4046974 Nov 12 03:18:06.930569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a53b3cf-a7a4-4c92-b2d3-ead514f62df4 req-67fab818-0b45-4c8f-844e-52a928a86ead tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869099 Nov 12 03:18:07.287545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.335260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.345975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-31c7c569-44b8-492a-b04f-e099c2f99a24 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.358915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-31c7c569-44b8-492a-b04f-e099c2f99a24 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 1.5277228 Nov 12 03:18:07.373335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.379738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.419297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.450382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.470980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-389aa15d-f2ef-4d6c-ba44-5c2115f669c6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 4602 time: 0.3636272 Nov 12 03:18:07.710233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eb932-7f80-45fb-a161-a0c27e95f3f0 req-bf92a4ae-eb04-4eb1-82a3-7458ed32e313 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.718814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a0eb932-7f80-45fb-a161-a0c27e95f3f0 req-bf92a4ae-eb04-4eb1-82a3-7458ed32e313 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.6045730 Nov 12 03:18:07.744901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-675a671d-1ed4-4b66-8bbc-16eb91f3ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.746529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-675a671d-1ed4-4b66-8bbc-16eb91f3ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.747214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-675a671d-1ed4-4b66-8bbc-16eb91f3ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:07.749101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef45404c-30df-4909-beb0-2e75810699c5 req-675a671d-1ed4-4b66-8bbc-16eb91f3ed35 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.9925053 Nov 12 03:18:07.760347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ad5197d-7f09-4910-9e2d-82fecb17a554 req-0d186908-e701-425b-b233-88df94ccc999 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2855983 Nov 12 03:18:07.792033 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.002209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45404c-30df-4909-beb0-2e75810699c5 req-f6cc45a4-ff6f-4ce8-b7d0-bf5294303fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.007935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef45404c-30df-4909-beb0-2e75810699c5 req-f6cc45a4-ff6f-4ce8-b7d0-bf5294303fad service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2397101 Nov 12 03:18:08.050288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59016) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.092314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-00a105d5-5482-4c8b-96ec-c02bc5ec4cdf service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1510100 Nov 12 03:18:08.169429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.178560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.185671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.192408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.200230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.210716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.218574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:08.227927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-bac06bed-6e56-4633-a907-fe482b4fc5e3 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5438 time: 0.1538029 Nov 12 03:18:08.423711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0505d0b-990e-4b4b-aede-f7410b826169 req-84e5757d-3927-4d56-ba9f-acc4dcf1876d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946449 Nov 12 03:18:08.429175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de164763-6abd-4e65-a826-348279a9088c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.489106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:08.497000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38840ec-bd89-4b64-b4af-4b668be094e5 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:08.506307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.522545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Transition to ACTIVE for port object b38840ec-bd89-4b64-b4af-4b668be094e5 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:08.541139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.568437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a0eb932-7f80-45fb-a161-a0c27e95f3f0 req-fc22abb5-340e-4b4a-b682-4e36c07be90e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8484054 Nov 12 03:18:08.586216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Deleting port e9536b89-1322-4fb5-98f5-9166803c9a26 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:08.587459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.713543 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de164763-6abd-4e65-a826-348279a9088c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.724114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de164763-6abd-4e65-a826-348279a9088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.775039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:08.776546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'dfc357d2-d3ae-481e-bfdf-0257713c4b1e', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:35Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:08.778320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:08.855484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de164763-6abd-4e65-a826-348279a9088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb16ec9-7aa6-42ba-b558-c7c53ec5ab9a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:08.902941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de164763-6abd-4e65-a826-348279a9088c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bdd9222489744f34a911545134cccd00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8490849 Nov 12 03:18:08.904770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:08.940787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe50c9-3245-4450-98a4-7adbfc1e2825 None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'dfc357d2-d3ae-481e-bfdf-0257713c4b1e', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.153', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:35Z', 'updated_at': '2021-11-12T03:17:58Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:09.020753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.046746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.137469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.141740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.144445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6eb16ec9-7aa6-42ba-b558-c7c53ec5ab9a HTTP/1.1" status: 204 len: 168 time: 0.2373009 Nov 12 03:18:09.165833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cef390-f830-46de-ab58-25c9bf5b4902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb16ec9-7aa6-42ba-b558-c7c53ec5ab9a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:09.212754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bd53f66-12a9-49da-9e35-a24cfa290943 req-ee8977b1-dabc-4ebb-a6d5-1294638960a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0906115 Nov 12 03:18:09.232067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Attempting to bind port b38840ec-bd89-4b64-b4af-4b668be094e5 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:09.232435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Attempting to bind port b38840ec-bd89-4b64-b4af-4b668be094e5 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:09.232771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Attempting to bind port b38840ec-bd89-4b64-b4af-4b668be094e5 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:09.254471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] For port e9536b89-1322-4fb5-98f5-9166803c9a26, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e9536b89-1322-4fb5-98f5-9166803c9a26,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:09.255124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.276541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Port b38840ec-bd89-4b64-b4af-4b668be094e5 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:09.277446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Attempting to bind port b38840ec-bd89-4b64-b4af-4b668be094e5 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:09.296265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.304951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.314246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.324527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.331617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.339945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.348651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.358697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-f20b98c3-2a7e-489b-8ec3-840dfab0d477 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5374 time: 0.2608199 Nov 12 03:18:09.381377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Calling delete_port for e9536b89-1322-4fb5-98f5-9166803c9a26 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:09.483299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdbdb1a-4fda-4137-b950-6b8829f3cc95 None None] New status for floating IP dfc357d2-d3ae-481e-bfdf-0257713c4b1e: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:18:09.582879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7e7cd91-01d9-4e07-a9bf-5a3eeb5323c4 req-828aa1a2-7522-44ef-8a2b-137d7f6ef9ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2231150 Nov 12 03:18:09.895843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:09.898682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:09.899189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Bound using segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:09.899633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Bound port: b38840ec-bd89-4b64-b4af-4b668be094e5, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:09.900008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.954791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.971820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.980897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:09.997233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.005787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.018855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.038984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.070373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-aec0e614-cfc4-4085-8e10-7eed1b30e75f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5438 time: 0.3444142 Nov 12 03:18:10.223725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7520e382-ef5e-4ffb-afd9-c4e408b753e3 req-a5c518f3-a459-4343-b0c3-8e6586da7fd8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509595 Nov 12 03:18:10.232363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 957735ad-87bf-4157-b678-f01b2acb32a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:10.232930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.271332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:10.302007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0667de8a-86b4-46b6-8333-e39de06908d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.322006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acecdb-3101-46f7-9190-2fc9c98d93bc req-ca9baa7f-daa0-4c9b-95ca-b17436fb7fad tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.324257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63acecdb-3101-46f7-9190-2fc9c98d93bc req-ca9baa7f-daa0-4c9b-95ca-b17436fb7fad tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=da9e5bd0-93f5-41ec-a618-4c05b346205c HTTP/1.1" status: 200 len: 950 time: 0.3460016 Nov 12 03:18:10.356945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:10.382990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b38840ec-bd89-4b64-b4af-4b668be094e5,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:10.425169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.501744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e9536b89-1322-4fb5-98f5-9166803c9a26 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:10.583311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63acecdb-3101-46f7-9190-2fc9c98d93bc req-579e4b0a-a4e3-41bd-b846-55e393b38f79 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481427 Nov 12 03:18:10.617359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:10.618021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.619501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] 10.222.0.39 "PUT /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 1131 time: 5.5024738 Nov 12 03:18:10.622467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'b38840ec-bd89-4b64-b4af-4b668be094e5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:10.624953 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53118d8-2cd0-4819-8a22-540afc269ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "b38840ec-bd89-4b64-b4af-4b668be094e5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:10.650788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0667de8a-86b4-46b6-8333-e39de06908d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.653786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:10.657662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0667de8a-86b4-46b6-8333-e39de06908d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.707942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.719032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce08eb-150e-4a8b-b821-3a3158c09513 service neutron] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.808643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667de8a-86b4-46b6-8333-e39de06908d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07986b58-79a2-4dbb-9561-d1ed7d15ee09,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.826731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0667de8a-86b4-46b6-8333-e39de06908d4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aa7f4d36e76e4d98b029a7f39f5cf269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543239 Nov 12 03:18:10.828675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:10.867479 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9adacf-1fd7-4f35-8120-9e71ec6aab16 x-openstack-request-id: req-0d9adacf-1fd7-4f35-8120-9e71ec6aab16 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:10.868081 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "b38840ec-bd89-4b64-b4af-4b668be094e5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:10.872220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:10.872598 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0d9adacf-1fd7-4f35-8120-9e71ec6aab16 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:10.873208 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'b38840ec-bd89-4b64-b4af-4b668be094e5', 'status': 'completed', 'code': 200} Nov 12 03:18:10.886861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event deleted for resources: {'Port': ['ID=e9536b89-1322-4fb5-98f5-9166803c9a26,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:10.907693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:10.946194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:11.015249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:11.025795 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d37344-7f84-4000-bf3a-4ac04c4a0ea1" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:11.050290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.082322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.165287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.204622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.211650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] No DVR routers for this DVR port e9536b89-1322-4fb5-98f5-9166803c9a26 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:11.227697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.228749 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21f8c5-1aae-4d3d-99f4-5471da6b9a1f x-openstack-request-id: req-dc21f8c5-1aae-4d3d-99f4-5471da6b9a1f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:11.229372 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:11.229815 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dc21f8c5-1aae-4d3d-99f4-5471da6b9a1f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:11.230371 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:18:11.231380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:11.240489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89779b13-91a4-4d5c-87a2-5e602baa4125 req-b35e1863-ac9e-4b96-8901-c6adcd73d11f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "DELETE /v2.0/ports/e9536b89-1322-4fb5-98f5-9166803c9a26 HTTP/1.1" status: 204 len: 173 time: 3.8715391 Nov 12 03:18:11.285111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.285752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.286292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.286956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.288556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.289098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.291616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.294283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-db16dce4-5c69-4da0-9efe-bce24d1ca2ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6214 time: 0.4606369 Nov 12 03:18:11.335284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.356644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.360069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.364904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07986b58-79a2-4dbb-9561-d1ed7d15ee09 HTTP/1.1" status: 204 len: 168 time: 0.5341761 Nov 12 03:18:11.400199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No active binding found for port e9536b89-1322-4fb5-98f5-9166803c9a26 {{(pid=102434) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:18:11.400671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e9536b89-1322-4fb5-98f5-9166803c9a26 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:11.411424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56403c-1502-46a8-b321-461997fb67bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07986b58-79a2-4dbb-9561-d1ed7d15ee09,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:11.420061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.461878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.497570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.538754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.579137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.619207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.628313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:11.637347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.654129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:11.654391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35c49e70-e559-443d-a9d9-e363724c5869 req-2ea2dd94-d8b6-42e1-9966-3784a965d04a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5374 time: 0.7119067 Nov 12 03:18:11.661099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:11.690110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.699230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.737355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.761093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.772379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.820677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.832766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:11.855707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-2f9f03e8-0f35-4b1f-b73a-539c568c7a63 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5438 time: 0.4208672 Nov 12 03:18:12.031436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d61d46c4-4f87-47d4-af54-d38127c5e335 req-edac4408-de9d-439f-b2ef-44cf3f2d7408 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1730871 Nov 12 03:18:12.103572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-67557c10-27eb-4567-a7f2-b865ce4912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.104102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-67557c10-27eb-4567-a7f2-b865ce4912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.104574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-67557c10-27eb-4567-a7f2-b865ce4912b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.106586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-67557c10-27eb-4567-a7f2-b865ce4912b2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7918077 Nov 12 03:18:12.189991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.347028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:12.414853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.415679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 25b87332-4eca-4646-9737-19a0f8f4cf9c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:12.659521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:12.691335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-5db04f71-7a80-410f-8a69-1a0390648d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.692990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c53118d8-2cd0-4819-8a22-540afc269ae4 req-5db04f71-7a80-410f-8a69-1a0390648d89 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5345218 Nov 12 03:18:12.698067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 25b87332-4eca-4646-9737-19a0f8f4cf9c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:12.717519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 25b87332-4eca-4646-9737-19a0f8f4cf9c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:12.718187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:12.733273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-35c49e70-e559-443d-a9d9-e363724c5869 req-5e87b136-eee4-4aef-81e9-c8a28a08640b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0711939 Nov 12 03:18:12.928002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'name': 'network-vif-deleted', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:12.934538 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d30ef98-0bfc-4f00-b3c4-af4b1f59021d" -d '{"events": [{"server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "name": "network-vif-deleted", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:12.954403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62883dc-04ff-4782-b7bb-3ca10854ee39 req-7e4e5ae7-ff2b-42ad-ab6a-2cdc6045c115 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:12.970035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f62883dc-04ff-4782-b7bb-3ca10854ee39 req-7e4e5ae7-ff2b-42ad-ab6a-2cdc6045c115 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.1252599 Nov 12 03:18:12.991346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.067202 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c335a-fbbf-4850-86fb-c3be4025b053 x-openstack-request-id: req-4d6c335a-fbbf-4850-86fb-c3be4025b053 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:13.067531 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9e5bd0-93f5-41ec-a618-4c05b346205c", "name": "network-vif-deleted", "tag": "e9536b89-1322-4fb5-98f5-9166803c9a26", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:13.067743 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d6c335a-fbbf-4850-86fb-c3be4025b053 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:13.079351 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9e5bd0-93f5-41ec-a618-4c05b346205c', 'name': 'network-vif-deleted', 'tag': 'e9536b89-1322-4fb5-98f5-9166803c9a26', 'status': 'completed', 'code': 200} Nov 12 03:18:13.100401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:13.106001 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.140329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f62883dc-04ff-4782-b7bb-3ca10854ee39 req-9f5252a5-302c-4ad8-af06-993df3185dab tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693161 Nov 12 03:18:13.337460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:13.359791 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4343034-f52f-48e8-8a31-674af899add4" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:13.362472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:13.385692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-c1c161f7-1e52-4185-a0b8-3bdd841f2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.387305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-c1c161f7-1e52-4185-a0b8-3bdd841f2097 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1097 time: 0.3699574 Nov 12 03:18:13.388900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 17d0ea28-8382-48d1-a93a-48e59eb534fd up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:13.509954 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176a6fe0-365d-43c9-aa02-3e40f7c5c3f3 x-openstack-request-id: req-176a6fe0-365d-43c9-aa02-3e40f7c5c3f3 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:13.510276 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:13.510546 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-176a6fe0-365d-43c9-aa02-3e40f7c5c3f3 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:13.510971 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc', 'code': 200} Nov 12 03:18:13.514545 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c', 'code': 200} Nov 12 03:18:13.600791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 17d0ea28-8382-48d1-a93a-48e59eb534fd completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:13.613951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 17d0ea28-8382-48d1-a93a-48e59eb534fd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:13.614321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:13.719696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-96e1236d-51c8-4377-b8ca-cdd499d21021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.721277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-96e1236d-51c8-4377-b8ca-cdd499d21021 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2432966 Nov 12 03:18:13.740259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.747551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.755761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.766055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.776479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.782967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.791619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:13.794163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-2519682c-7429-4628-9dc6-8774904f6a4a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5440 time: 0.6037774 Nov 12 03:18:13.968395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101125ad-81bd-469c-bce9-95c58564ae96 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:14.040668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.117731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.122389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.128975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.148639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.165143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.165655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ee0c2ab-91f2-4469-b258-f7cbf1ed46bb req-e4bda5aa-f1a1-40f3-a065-82998fef00d2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3516564 Nov 12 03:18:14.181310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.195901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.210821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.227072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-89e15b1b-3a3e-4c38-a125-52bc026cfde4 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5374 time: 0.2576177 Nov 12 03:18:14.232015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:14.242805 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.245877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 46304e2a-c15f-4614-ae93-ee5c3dbdee16 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:14.268181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-f9f019f4-c732-4d9f-bd5e-d15a7f576527 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 1001 time: 0.4695911 Nov 12 03:18:14.279679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Transition to ACTIVE for port object 101125ad-81bd-469c-bce9-95c58564ae96 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:14.366637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9f347498-5cbf-4238-a601-ebd2cda7ce81 req-174a6900-627c-4125-9a26-be69ab8e199b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1385291 Nov 12 03:18:14.436002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.528015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.577095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:14.619346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:14.633986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:14.635422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:14.678151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-c25540ef-455a-4316-995b-81a6a42879c2 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.698317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-c25540ef-455a-4316-995b-81a6a42879c2 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.5200922 Nov 12 03:18:14.781472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30370cc8-f86a-4d46-bee3-39a46de0f588 req-792077d0-4f12-46da-ad3f-db7101d1f35a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.782871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30370cc8-f86a-4d46-bee3-39a46de0f588 req-792077d0-4f12-46da-ad3f-db7101d1f35a tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.4727266 Nov 12 03:18:14.837726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-2f115968-e112-45b4-b621-292f25051bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:14.840012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-2f115968-e112-45b4-b621-292f25051bf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.5562332 Nov 12 03:18:14.986592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.010784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30370cc8-f86a-4d46-bee3-39a46de0f588 req-cb90c195-115e-472a-a915-93a6f5c18117 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976290 Nov 12 03:18:15.049013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:15.054630 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.055565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 98c077c4-2fa4-44f6-908c-c2e84ba3d02d up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:15.186245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:15.188583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:15.196685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-4b30dce1-602b-44bc-8dfc-5f4f7e45b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.198230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-4b30dce1-602b-44bc-8dfc-5f4f7e45b2a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3416891 Nov 12 03:18:15.211353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:15.213919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.345381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Attempting to bind port 101125ad-81bd-469c-bce9-95c58564ae96 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:15.345822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Attempting to bind port 101125ad-81bd-469c-bce9-95c58564ae96 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:15.346071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Attempting to bind port 101125ad-81bd-469c-bce9-95c58564ae96 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:15.441471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Port 101125ad-81bd-469c-bce9-95c58564ae96 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:15.442020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Attempting to bind port 101125ad-81bd-469c-bce9-95c58564ae96 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:15.476240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:15.476581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:15.476974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Bound using segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:15.499703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Bound port: 101125ad-81bd-469c-bce9-95c58564ae96, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:15.500228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.522252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d0ea28-8382-48d1-a93a-48e59eb534fd'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:15.525636 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e6ddea-9b6e-4be6-ab08-69eaa43e6262" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "17d0ea28-8382-48d1-a93a-48e59eb534fd"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:15.648694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.672209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-eb9c3b3c-1074-4824-abad-635e7d17ca70 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813376 Nov 12 03:18:15.679187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.703798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.707892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.751348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.787819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.828763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.876902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:15.878790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:15.895391 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-665adbc1-5481-494d-a08c-e86d58d78055 req-190fa8b8-79a9-432e-9b52-b736fcb54bc5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5442 time: 0.4121046 Nov 12 03:18:15.906110 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:15.912371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6dc2f20f-00b6-400f-9e2c-71ff131e244b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:16.130016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:16.151320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-665adbc1-5481-494d-a08c-e86d58d78055 req-a2b6a1c8-816c-4343-9761-d7608e0518d0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2535982 Nov 12 03:18:16.206989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6dc2f20f-00b6-400f-9e2c-71ff131e244b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:16.217831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6dc2f20f-00b6-400f-9e2c-71ff131e244b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:16.218324 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.367557 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669607f-ce0c-4bcd-8c34-6afc9b418a59 x-openstack-request-id: req-0669607f-ce0c-4bcd-8c34-6afc9b418a59 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:16.367984 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "17d0ea28-8382-48d1-a93a-48e59eb534fd", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:16.369047 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0669607f-ce0c-4bcd-8c34-6afc9b418a59 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:16.371752 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d0ea28-8382-48d1-a93a-48e59eb534fd', 'code': 200} Nov 12 03:18:16.372305 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'code': 200} Nov 12 03:18:16.415302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.506897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:16.513005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.513842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:16.532004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59246) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:16.662546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:16.733890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:16.751968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:16.752345 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.916133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5c0dc58-8f7d-4a4a-9c91-522b86fc2b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.918509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Deleting port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:16.919541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:16.988205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:16.994423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.001059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.007132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.013906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.032298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.059848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e3ab-d83c-490d-9691-259d55bcc78a req-ef5f700b-4dab-4cb5-9d6b-3e04b85a471c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.062023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.069668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-fd3a8179-fe22-4bff-91d6-ec694950228f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5386 time: 1.5668631 Nov 12 03:18:17.070544 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c071e3ab-d83c-490d-9691-259d55bcc78a req-ef5f700b-4dab-4cb5-9d6b-3e04b85a471c tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 948 time: 0.3013268 Nov 12 03:18:17.130181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.238481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:17.243723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.285839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5c0dc58-8f7d-4a4a-9c91-522b86fc2b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.290450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5c0dc58-8f7d-4a4a-9c91-522b86fc2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.368948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:17.395991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5c0dc58-8f7d-4a4a-9c91-522b86fc2b1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a5fb2f8981344c882c0529b01ba8b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8625777 Nov 12 03:18:17.397087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59266) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:17.397753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0dc58-8f7d-4a4a-9c91-522b86fc2b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5f922-b102-4cf1-87a6-f1b1ebc0811c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:17.408624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:17.503858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] For port e5033dca-63d1-4903-8bcd-dbe6eb7ab318, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:17.516069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.523079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c071e3ab-d83c-490d-9691-259d55bcc78a req-cdcae501-0337-4874-a8e2-9fb8d8a833fa tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515684 Nov 12 03:18:17.560384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Calling delete_port for e5033dca-63d1-4903-8bcd-dbe6eb7ab318 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:17.690843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.700787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:17.710031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04bc3db8-7f92-4497-b27c-8f60c361a00f req-4e270e2c-2376-441c-a6a1-d22673a77557 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0156934 Nov 12 03:18:17.740464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.744361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.752416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.759742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.767883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.777784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.789074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.795231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.805685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-0a181f3c-1743-4287-8223-abc7156d98f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1724904 Nov 12 03:18:17.831348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:17.832143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.834870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 1092 time: 7.1856525 Nov 12 03:18:17.841516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:17.844343 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "101125ad-81bd-469c-bce9-95c58564ae96"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:17.852351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4db43dd-54a9-4d79-aeaf-5875f0c2029a req-7f916359-db97-457b-a80f-bdf30d8bda7c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6533601 Nov 12 03:18:17.876117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:17.887897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:18.028965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86f207fd-d31e-481f-8ead-9d72a447cda8 req-185881b1-87b2-4fa2-bdde-4609263b7b57 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143149 Nov 12 03:18:18.077201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.081631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.089194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/88e5f922-b102-4cf1-87a6-f1b1ebc0811c HTTP/1.1" status: 204 len: 168 time: 0.6748090 Nov 12 03:18:18.094973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957e4d4-52f6-4d8a-9838-f328207b89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.131147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.134312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccf6d1-ea97-4ee3-9d43-df7f7ecc9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5f922-b102-4cf1-87a6-f1b1ebc0811c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.198091 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180d9231-013d-45a2-b9ba-1bee9a59f542 x-openstack-request-id: req-180d9231-013d-45a2-b9ba-1bee9a59f542 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:18.200447 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "101125ad-81bd-469c-bce9-95c58564ae96", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:18.201075 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-180d9231-013d-45a2-b9ba-1bee9a59f542 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:18.201715 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96', 'status': 'completed', 'code': 200} Nov 12 03:18:18.377315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:18.379659 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e82e89e-7008-42c2-90c8-c234f1e980f2" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:18.386473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e5033dca-63d1-4903-8bcd-dbe6eb7ab318 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:18.471217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: e5033dca-63d1-4903-8bcd-dbe6eb7ab318 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:18.476285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e5033dca-63d1-4903-8bcd-dbe6eb7ab318 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:18.528078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:18.539000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:18.595655 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba79643-1516-4e3f-9df1-15846183e9ed x-openstack-request-id: req-bba79643-1516-4e3f-9df1-15846183e9ed {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:18.595959 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-plugged", "status": "completed", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:18.603566 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bba79643-1516-4e3f-9df1-15846183e9ed {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:18.604278 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'code': 200} Nov 12 03:18:18.604734 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'code': 200} Nov 12 03:18:18.605153 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'code': 200} Nov 12 03:18:18.714143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event deleted for resources: {'Port': ['ID=e5033dca-63d1-4903-8bcd-dbe6eb7ab318,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:18.930108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e86f4f63-0af7-40c1-b420-346a077b685a req-ae9fdaca-ad18-4a9e-a5c9-968704f909c7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=ead6c68f-9180-4598-8515-f9bb27e3babb HTTP/1.1" status: 200 len: 210 time: 0.2345259 Nov 12 03:18:19.109719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.147011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] No DVR routers for this DVR port e5033dca-63d1-4903-8bcd-dbe6eb7ab318 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:19.154248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac0a-35c6-44aa-91c0-f88149fc0906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.209632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.217212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb2c65b3-f2e2-4494-8c60-6b20307fa7b8 req-58c3126f-808e-41ae-96a5-8d6538d041ea tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "DELETE /v2.0/ports/e5033dca-63d1-4903-8bcd-dbe6eb7ab318 HTTP/1.1" status: 204 len: 173 time: 4.4748080 Nov 12 03:18:19.379464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.391729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.393582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.394706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.396166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.398269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.398937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.401270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-d0c23301-6827-4611-b010-c58f9f85f421 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6282 time: 1.1287222 Nov 12 03:18:19.409557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac0a-35c6-44aa-91c0-f88149fc0906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.437016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84e0ac0a-35c6-44aa-91c0-f88149fc0906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.492956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84e0ac0a-35c6-44aa-91c0-f88149fc0906 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=85a7e2844b4247a08ab5d088392db1c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810115 Nov 12 03:18:19.517521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59318) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:19.598268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.607945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.628414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.642434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.650823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.671398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.691133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:19.710426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-410c457a-9686-495c-8895-e9843dff56ba tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5386 time: 0.5129590 Nov 12 03:18:19.773559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0ac0a-35c6-44aa-91c0-f88149fc0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f612bb7b-540c-49ff-9f1f-f43a2851875a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:19.779113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.922717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:19.992306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fe7b480-7f59-46c6-8828-563b2fbbfaf3 req-996e5dee-04ca-4392-a354-c6a459fd9b47 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2782629 Nov 12 03:18:20.018758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-f27ffa71-0a9e-4f3d-ad5c-35aa3c53b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.018758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-f27ffa71-0a9e-4f3d-ad5c-35aa3c53b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.018758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-f27ffa71-0a9e-4f3d-ad5c-35aa3c53b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.024645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-f27ffa71-0a9e-4f3d-ad5c-35aa3c53b378 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3494012 Nov 12 03:18:20.045413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.062209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.069328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f612bb7b-540c-49ff-9f1f-f43a2851875a HTTP/1.1" status: 204 len: 168 time: 0.5494351 Nov 12 03:18:20.145204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0832e-54ef-49db-867e-95a74a6fcd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612bb7b-540c-49ff-9f1f-f43a2851875a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:20.369900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'name': 'network-vif-deleted', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:20.379226 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1456edd6-de86-4c2f-996c-7e6136a35dd0" -d '{"events": [{"server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "name": "network-vif-deleted", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:20.474091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.474666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.475174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.475654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.478649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.479242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.480876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.486111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-e0cd5dfe-d27c-4cfc-beb8-8ff44093276e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 1.7942581 Nov 12 03:18:20.536628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.558344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.570953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.584955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.611823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.623929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.647363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:20.655086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-e2307f41-60e1-47d7-af20-5dcc4c160f68 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 1.3409278 Nov 12 03:18:20.739755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21610687-2559-40dd-88f2-f1d156b7818a {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:20.768768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:20.894058 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304885dd-14f0-440c-a39a-88226fe58858 x-openstack-request-id: req-304885dd-14f0-440c-a39a-88226fe58858 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:20.894403 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead6c68f-9180-4598-8515-f9bb27e3babb", "name": "network-vif-deleted", "tag": "e5033dca-63d1-4903-8bcd-dbe6eb7ab318", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:20.894693 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-304885dd-14f0-440c-a39a-88226fe58858 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:20.895233 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead6c68f-9180-4598-8515-f9bb27e3babb', 'name': 'network-vif-deleted', 'tag': 'e5033dca-63d1-4903-8bcd-dbe6eb7ab318', 'status': 'completed', 'code': 200} Nov 12 03:18:21.083633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366a3b4-67f6-4360-8f6e-2af0ef17f1ac req-fb0a4cd5-eab9-4fe2-8834-23238976ebc7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.085428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b366a3b4-67f6-4360-8f6e-2af0ef17f1ac req-fb0a4cd5-eab9-4fe2-8834-23238976ebc7 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.1325641 Nov 12 03:18:21.183486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Transition to ACTIVE for port object 21610687-2559-40dd-88f2-f1d156b7818a will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:21.218892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b366a3b4-67f6-4360-8f6e-2af0ef17f1ac req-6342155f-08e8-4115-9115-7302f84481f5 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257572 Nov 12 03:18:21.262523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-964b989c-a67f-448e-80b6-ed46abaf0944 req-d4729f92-662f-470f-8336-4bc13da3cd09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5977883 Nov 12 03:18:21.270432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-8190cd1b-8b4c-493a-a46a-23213c22d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.273093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cf7b063-0d5e-4af6-8e79-6589a8abcb1b req-8190cd1b-8b4c-493a-a46a-23213c22d6bf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2447822 Nov 12 03:18:21.273810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.337931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f74dbe00-5a4b-45df-9dc0-80a265f7ad72 req-78fb9b39-b73b-4039-b8e8-b409679ea0eb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4559960 Nov 12 03:18:21.567520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:21.568236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.581365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.590862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.597975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.605052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.621658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.628784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:21.630911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-4fa12539-9219-42d9-aece-7d1f78981e08 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5398 time: 0.2264097 Nov 12 03:18:21.746389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Attempting to bind port 21610687-2559-40dd-88f2-f1d156b7818a on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:21.753728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30ea1997-e4b2-4da0-9f76-b4a07210c754 req-6251b7cb-f4e1-4af0-9d7a-1c9510074bf9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127980 Nov 12 03:18:21.754342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Attempting to bind port 21610687-2559-40dd-88f2-f1d156b7818a by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:21.755425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Attempting to bind port 21610687-2559-40dd-88f2-f1d156b7818a on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:21.765124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Port 21610687-2559-40dd-88f2-f1d156b7818a on network b9a6ff9a-0bcb-4630-8a95-464303525c0a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:21.765542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Attempting to bind port 21610687-2559-40dd-88f2-f1d156b7818a on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:21.782549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:21.782891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Checking segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:21.783305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Bound using segment: {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:21.783741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Bound port: 21610687-2559-40dd-88f2-f1d156b7818a, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34376503-f2e6-42ca-9bf3-6ab7fbc70346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:21.784099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:21.947127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:21.950680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:21.966159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.054751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:22.109210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.110233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.112560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-70afda5c-2b3a-4078-a38d-d8e42ecd49cc service neutron] 10.222.0.39 "PUT /v2.0/ports/21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 1092 time: 4.2327826 Nov 12 03:18:22.173045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:22.290978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-bbc0e9ca-3716-4e00-8609-980306917f89 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.293312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-bbc0e9ca-3716-4e00-8609-980306917f89 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.2240024 Nov 12 03:18:22.555618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.556238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.580649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.605720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.626216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.627764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Deleting port f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:22.628653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.638964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.648595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.657517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.672751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-2e71128f-6e67-44fa-9414-e1bc1d89684e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1856072 Nov 12 03:18:22.718589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba41c4-26bd-4f7f-9cb5-c8beb8739f66 req-8ee707c8-85d2-4420-bad0-02d2b98a05d6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:22.726470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cba41c4-26bd-4f7f-9cb5-c8beb8739f66 req-8ee707c8-85d2-4420-bad0-02d2b98a05d6 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 950 time: 0.2595458 Nov 12 03:18:22.789791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d2940a5-1240-4eca-9fc2-38899ce8417d req-b4d75958-a529-462a-8f23-52f7ac317e40 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159937 Nov 12 03:18:22.842612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] For port f696fdf6-81cc-4d34-8684-7b140b988629, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f696fdf6-81cc-4d34-8684-7b140b988629,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:22.843435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.971304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:22.975336 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f55c92-9519-46e8-b955-0e8aef6bb02b" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "21610687-2559-40dd-88f2-f1d156b7818a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:23.025307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cba41c4-26bd-4f7f-9cb5-c8beb8739f66 req-6d154d3d-8e73-4c77-b3a3-0bd51757533e tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e7db5fc-13ca-4718-bb70-e16d2ae2f109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974217 Nov 12 03:18:23.029587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Calling delete_port for f696fdf6-81cc-4d34-8684-7b140b988629 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:23.166199 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228fc0dc-7473-4dc1-82bb-8ee1bb751243 x-openstack-request-id: req-228fc0dc-7473-4dc1-82bb-8ee1bb751243 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:23.166564 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "21610687-2559-40dd-88f2-f1d156b7818a", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:23.166720 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-228fc0dc-7473-4dc1-82bb-8ee1bb751243 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:23.175905 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a', 'status': 'completed', 'code': 200} Nov 12 03:18:23.266702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.278981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.290216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.301864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.315237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.330183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.353248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.355552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-fe035442-9a16-40b0-8531-df7fae30e460 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5398 time: 0.2184992 Nov 12 03:18:23.495155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.495652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.495775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3543f5d4-b433-4ffa-bd07-f09f713a3eb7 req-d1f7c1d8-0c51-4ba2-ae7d-786c7173173a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339014 Nov 12 03:18:23.496121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.496670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.497319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.497793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.498257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.513138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-5986811c-c8a4-4e6e-ab1f-a517fb4009b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6350 time: 0.3360286 Nov 12 03:18:23.518414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:23.532445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f696fdf6-81cc-4d34-8684-7b140b988629'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:23.650038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-c407e7d0-7afa-4cdd-8ca2-135e0bfdf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.650618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-c407e7d0-7afa-4cdd-8ca2-135e0bfdf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.651041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-c407e7d0-7afa-4cdd-8ca2-135e0bfdf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.653305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-c407e7d0-7afa-4cdd-8ca2-135e0bfdf3cf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1240573 Nov 12 03:18:23.788921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Pushing event deleted for resources: {'Port': ['ID=f696fdf6-81cc-4d34-8684-7b140b988629,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:23.808053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.808719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.822609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.825272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.831770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.835650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.840448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.842646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.843204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.843703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.844203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.845051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:23.941489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-b1a45519-ad2a-4c94-a9db-d52032285b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:23.946111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78f55c92-9519-46e8-b955-0e8aef6bb02b req-b1a45519-ad2a-4c94-a9db-d52032285b91 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2646835 Nov 12 03:18:24.040810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] No DVR routers for this DVR port f696fdf6-81cc-4d34-8684-7b140b988629 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:18:24.050387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.061958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57e197c9-aa75-4465-82ba-8caf9a422383 req-caaa7901-2a52-4a69-84c7-7b50ce72725f tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.39 "DELETE /v2.0/ports/f696fdf6-81cc-4d34-8684-7b140b988629 HTTP/1.1" status: 204 len: 173 time: 1.6911542 Nov 12 03:18:24.291059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e00277-57d0-418f-9e9a-71a371081610 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:24.302049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.335726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Transition to ACTIVE for port object a8e00277-57d0-418f-9e9a-71a371081610 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:24.346266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.462609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f48ff198-4fbf-451e-aef9-b59e89e3e062 req-bb9778a5-0d7e-4242-bcd3-b80af0b1ff20 tempest-ServersAdminTestJSON-741374615 tempest-ServersAdminTestJSON-741374615-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2ce6c27-442e-456e-8759-3035a14854cf HTTP/1.1" status: 200 len: 210 time: 0.1051722 Nov 12 03:18:24.472951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:24.785746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.790373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Attempting to bind port a8e00277-57d0-418f-9e9a-71a371081610 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:24.790915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Attempting to bind port a8e00277-57d0-418f-9e9a-71a371081610 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:24.791046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Attempting to bind port a8e00277-57d0-418f-9e9a-71a371081610 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:24.798605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Port a8e00277-57d0-418f-9e9a-71a371081610 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:24.798605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Attempting to bind port a8e00277-57d0-418f-9e9a-71a371081610 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:24.803442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.815072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:24.815435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Checking segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:24.815835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Bound using segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:24.816287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Bound port: a8e00277-57d0-418f-9e9a-71a371081610, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:24.816650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.819911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.837828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.853590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.869324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.895675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:24.912630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-87db6ee6-57f1-4b60-852e-449937b32413 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5410 time: 0.2532942 Nov 12 03:18:24.986805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:24.991317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:25.034301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.051522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.061040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.070885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79ef62d1-2bf6-45e3-b6f7-17f9ad0c4d69 req-de705cd3-b26a-4a9b-a004-c0f3a85f5e6d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562254 Nov 12 03:18:25.074605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.081958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.088415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.094872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.096920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-ba4b6f2f-7da8-4177-871c-a36b8512e4f0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 1.0328166 Nov 12 03:18:25.098698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.179307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:25.182066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-deleted', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:25.188167 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee57bd1-180e-4931-9c30-d7c28b5df69f" -d '{"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-deleted", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:25.201026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.201815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.203320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5890a701-1dd8-4484-a4f7-ae95277021c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 1092 time: 3.0528779 Nov 12 03:18:25.254660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Request body: {'port': {'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:25.357783 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c2263c-7192-4e33-a5b2-64b74819ef14 x-openstack-request-id: req-a6c2263c-7192-4e33-a5b2-64b74819ef14 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:25.363414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ce6c27-442e-456e-8759-3035a14854cf", "name": "network-vif-deleted", "tag": "f696fdf6-81cc-4d34-8684-7b140b988629", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:25.363771 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6c2263c-7192-4e33-a5b2-64b74819ef14 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:25.364270 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ce6c27-442e-456e-8759-3035a14854cf', 'name': 'network-vif-deleted', 'tag': 'f696fdf6-81cc-4d34-8684-7b140b988629', 'status': 'completed', 'code': 200} Nov 12 03:18:25.406561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc8bd430-8a32-4a46-b853-413c47c07660 req-b43dd5f0-b178-4821-9284-e5347b135e7e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2285089 Nov 12 03:18:25.489668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.796055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.818438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.854673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.866760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.887274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.893531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.921989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:25.935022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb21421d-587d-4f79-844e-14ef66e91d6e req-8dea3b78-437b-4300-acba-8b2cf8d55c7d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.2842190 Nov 12 03:18:25.942210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:25.958425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Request body: {'floatingip': {'port_id': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:26.160406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.241928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59516) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.371174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:26.391896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:26.397135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.445030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.451597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.457890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.466437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.472436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.478851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.485956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:26.487643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5710e637-bff1-4018-af49-965799a318e5 req-e0fe65df-e16f-46e7-aeec-efaba82d12d9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5410 time: 0.2001138 Nov 12 03:18:26.488758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Transition to ACTIVE for port object de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:26.502159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: f696fdf6-81cc-4d34-8684-7b140b988629 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:18:26.503473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f696fdf6-81cc-4d34-8684-7b140b988629 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:18:26.514015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.603836 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:26.713369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:26.730409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5710e637-bff1-4018-af49-965799a318e5 req-4d805830-90c4-45ee-88da-6d4a9e699134 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319019 Nov 12 03:18:26.767477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12bcc802-19bc-4f09-a9c0-ead4dc526628 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f7ef6a3614ca4813a1d224a78d587d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5241704 Nov 12 03:18:26.772587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59532) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:26.859206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Attempting to bind port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:26.859419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Attempting to bind port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:26.859625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Attempting to bind port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:26.868237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:26.868566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Attempting to bind port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 on network 41b8e15c-fcc5-4391-814a-4aeac2d7283e {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:26.878682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:26.879067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Checking segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:26.879584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Bound using segment: {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:26.880026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Bound port: de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:26.880390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.989109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.060383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:27.067239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:27.076313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.113380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.218670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:27.247689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.248504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.250305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-158062b0-44a8-4232-9de5-a25e9fe628ff service neutron] 10.222.0.39 "PUT /v2.0/ports/de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 1092 time: 2.0040753 Nov 12 03:18:27.365880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610'}, {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:27.368557 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372f244-08fb-44a2-9f2f-827a01a9b1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "a8e00277-57d0-418f-9e9a-71a371081610"}, {"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:27.462743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.463773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.498066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.498782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.499296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.499774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.500245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.502292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-6ce764ae-6387-481d-bb59-cd023ad8954e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6486 time: 0.1980059 Nov 12 03:18:27.608090 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf019c-bb17-4e74-a44b-652f19dc9c95 x-openstack-request-id: req-6ccf019c-bb17-4e74-a44b-652f19dc9c95 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:27.608418 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "a8e00277-57d0-418f-9e9a-71a371081610", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:27.608670 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6ccf019c-bb17-4e74-a44b-652f19dc9c95 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:27.609069 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610', 'status': 'completed', 'code': 200} Nov 12 03:18:27.609320 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'status': 'completed', 'code': 200} Nov 12 03:18:27.611266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-ba522349-8787-4aa6-9362-7371c05e5399 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 217 time: 0.0965970 Nov 12 03:18:27.663999 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.717612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1a9e093c-1a3e-4255-b1a2-61ada6c0c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.719184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1a9e093c-1a3e-4255-b1a2-61ada6c0c9cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1009562 Nov 12 03:18:27.816553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1a9ff990-ee79-43ab-aebb-4c04d712275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:27.818562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1a9ff990-ee79-43ab-aebb-4c04d712275a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912285 Nov 12 03:18:28.083578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.086647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.092905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-8f0e124d-ce5f-4151-8297-2ee45c14bda9 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586782 Nov 12 03:18:28.096167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e7db5fc-13ca-4718-bb70-e16d2ae2f109 HTTP/1.1" status: 204 len: 168 time: 1.3221450 Nov 12 03:18:28.124989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a0f89-111e-48d5-91e0-31b9611a6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7db5fc-13ca-4718-bb70-e16d2ae2f109,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:28.189303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.234800 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:28.357285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-0ddd6001-326b-4963-812c-8a25d3a5573d service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561016 Nov 12 03:18:28.411638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a1b1677d-099d-4cc1-98c0-66fe80594fc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.0453260 Nov 12 03:18:28.478688 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Floating IP 012954b1-01ab-4834-9918-394a0515460e associated. External IP: 172.25.2.3, port: 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b. Nov 12 03:18:28.559609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-bfd6d273-c919-40b3-bde6-2f11d78498d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:28.561683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-bfd6d273-c919-40b3-bde6-2f11d78498d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1413264 Nov 12 03:18:28.641354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-987f868b-392e-4ad6-8555-492c83bea07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:28.642891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-987f868b-392e-4ad6-8555-492c83bea07a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725155 Nov 12 03:18:28.924209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-fa145554-9890-4fdb-8aba-7c4cfa4c4367 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647281 Nov 12 03:18:28.940636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59580) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:29.018158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.025064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.033227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.039997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.046992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.053983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.062620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:29.064984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-37a27a36-08a7-4b6a-8b0c-d32410d1fe29 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 1.1539762 Nov 12 03:18:29.103086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.197466 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5330a58-0c77-4620-afa9-fae9c1952e85 req-537d187b-a25d-43e5-aaa4-94ecd340f10d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202898 Nov 12 03:18:29.298628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:29.649724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:29.660532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Sync routers for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:29.667603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:29.680970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:29.681961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:06Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:29.750922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bf82f772-deeb-4ab5-ad9f-69e1d31ba39a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d4ab81414b7c4efeba4c5ccdae95d52c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7879460 Nov 12 03:18:29.753978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:29.792262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c60138fc-c2d0-4ab9-9b95-c15e3bd5108d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "PUT /v2.0/floatingips/012954b1-01ab-4834-9918-394a0515460e HTTP/1.1" status: 200 len: 990 time: 3.8356485 Nov 12 03:18:29.792452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:29.794922 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e2b0c9-70e9-4674-80e5-434e496c8e69" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:29.855565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-56a62daf-42ae-4eb9-8c61-6045efb7f549 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9165385 Nov 12 03:18:29.904772 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5ccb9-c35b-4f6a-93b6-2dde63276ab7 x-openstack-request-id: req-58b5ccb9-c35b-4f6a-93b6-2dde63276ab7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:29.905092 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:29.905350 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-58b5ccb9-c35b-4f6a-93b6-2dde63276ab7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:29.905762 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'status': 'completed', 'code': 200} Nov 12 03:18:30.004603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:30.004974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a357e218-875a-4709-aa39-6ce44c83e7f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.1359060 Nov 12 03:18:30.029066 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.132230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.132864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.133515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.133988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.134481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.134992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.135765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.139649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-6d1b85b6-7982-44ff-b531-d754ee2d8c5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 0.1955752 Nov 12 03:18:30.143784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.299845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-af1644a9-7e21-45ad-8144-1ad1029fa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.309746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-af1644a9-7e21-45ad-8144-1ad1029fa923 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80 HTTP/1.1" status: 200 len: 918 time: 0.1576664 Nov 12 03:18:30.431694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-5d43930a-96ee-4fc4-a439-21ced83727de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 998 time: 0.0982652 Nov 12 03:18:30.443548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5fbaf2ec-46a9-4f5f-80f8-4926ad90b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.445298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5fbaf2ec-46a9-4f5f-80f8-4926ad90b8f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.4112539 Nov 12 03:18:30.521786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-b857fb59-af7a-4537-82c1-fb45f2bff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.523269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-b857fb59-af7a-4537-82c1-fb45f2bff95d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 200 len: 856 time: 0.0649409 Nov 12 03:18:30.579181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '012954b1-01ab-4834-9918-394a0515460e', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'port_id': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'mac_address': 'fa:16:3e:24:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:45Z', 'updated_at': '2021-11-12T03:18:27Z', 'revision_number': 1, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:30.640924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1ecbac80-cda6-40e2-acbf-dd0c1d7029c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.640924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-1ecbac80-cda6-40e2-acbf-dd0c1d7029c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1231878 Nov 12 03:18:30.664899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Checking router: 068bbd81-cb53-40e6-9e22-d34ad3de09f9 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:30.671468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.677938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.685389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.696075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:30.697109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.701843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:06Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:30.706755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.715149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.721876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:30.730929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-ad16abb9-4051-4689-9b25-b84c103a30db tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2961197 Nov 12 03:18:30.887686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-c31c9d74-030a-4dea-9e73-db434f695094 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543329 Nov 12 03:18:30.959588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab36ab00-2a3a-435c-8389-07b5c344c5a8 req-d72c9821-febd-45f7-9ea1-52c9df670ca0 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276816 Nov 12 03:18:31.005851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:31.098495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.107897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:31.114865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbfe1af3-3ea9-4e2d-ac79-3cb643fb2049 HTTP/1.1" status: 204 len: 168 time: 1.3599582 Nov 12 03:18:31.168163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8121-2453-4fda-b0b8-5df7d0a524eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfe1af3-3ea9-4e2d-ac79-3cb643fb2049,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:31.208848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-724e7703-b275-43f9-9af9-7bfc201ca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.212101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-724e7703-b275-43f9-9af9-7bfc201ca878 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f5eee0-ed74-4378-a491-93a88f240b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6602774 Nov 12 03:18:31.355395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-51f79a1b-918c-44a5-af73-40af1ff1117a service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584081 Nov 12 03:18:31.496381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-24f1573c-b7af-4f86-aee7-77b985c6bdf3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.1289265 Nov 12 03:18:31.643634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-c494113a-d11b-4617-bea7-0166d35590d0 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105752 Nov 12 03:18:31.712608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '012954b1-01ab-4834-9918-394a0515460e', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'port_id': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'mac_address': 'fa:16:3e:24:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:45Z', 'updated_at': '2021-11-12T03:18:27Z', 'revision_number': 1, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:31.764730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-879c2563-80d7-44f3-bb22-571a57ace6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.766641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-879c2563-80d7-44f3-bb22-571a57ace6d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2542946 Nov 12 03:18:31.818035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9542dfb-2a4e-47e1-863b-9268ee6b547c None None] The sync data for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 is: [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '012954b1-01ab-4834-9918-394a0515460e', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'port_id': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'mac_address': 'fa:16:3e:24:5c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:16:45Z', 'updated_at': '2021-11-12T03:18:27Z', 'revision_number': 1, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:31.820198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28e2b0c9-70e9-4674-80e5-434e496c8e69 req-5046b4d1-7522-40f5-a346-86041467acc1 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738091 Nov 12 03:18:31.959853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-4da8c09d-e14b-4ea5-a4f0-637fb92947e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:31.961418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-4da8c09d-e14b-4ea5-a4f0-637fb92947e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403201 Nov 12 03:18:32.193132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5a56c491-1fce-4527-af93-96c6752b9e42 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233016 Nov 12 03:18:32.262504 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb9921e8-bf7d-4ad0-919a-81be4944c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.357241 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15986a1f-e8fa-4cab-89b2-3323b1d664f7 None None] New status for floating IP 012954b1-01ab-4834-9918-394a0515460e: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:18:32.501268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.517048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.530827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.541172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-ada31a34-ff51-4707-b82a-b1b3cd28b3a9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395326 Nov 12 03:18:32.545940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.560338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.568767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.593392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.595454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-fa4dc8ab-eaaa-44d7-9ad3-0cb077ef8a8a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.3914831 Nov 12 03:18:32.628752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a4dbefcd-fb49-4f2a-882c-29b98a25a485 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.0786994 Nov 12 03:18:32.744688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb92485b-95b3-47cf-b466-2007532b5d53 req-e9af931e-3e5c-4461-8dbb-55ea46f6dbe2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418393 Nov 12 03:18:32.747575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-ee77e5ad-5ca3-4c6a-9de9-257168afdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.749074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-ee77e5ad-5ca3-4c6a-9de9-257168afdecd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1139989 Nov 12 03:18:32.849754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-8106cb73-fa98-48c1-b57b-df5298b824c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:32.856690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-8106cb73-fa98-48c1-b57b-df5298b824c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971746 Nov 12 03:18:33.093795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-51b8cd6c-e44b-485b-98fe-62360ea55e72 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282546 Nov 12 03:18:33.152260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59706) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:33.299685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1403815567-network', 'tenant_id': '7f587bd26030465199eaef8a6b108db8'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:33.315514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-95ebddd8-1dd5-4d1f-bd8e-9cb021cdc947 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133362 Nov 12 03:18:33.360384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Made reservation on behalf of 7f587bd26030465199eaef8a6b108db8 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:33.377617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.404095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.443735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-2d972718-b1ab-42b5-9807-d1fc6ae60a24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.1131647 Nov 12 03:18:33.577576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.589375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.607780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b6f8155d-1939-4666-99d2-f0cd420baec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.609264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-b6f8155d-1939-4666-99d2-f0cd420baec0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1653605 Nov 12 03:18:33.656675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:33.670917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ea7bc-183e-4dc7-aefa-c580f5018abc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:33.678298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.678713 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Added segment 15cd58b6-2890-408b-8512-a4741fd8a8e8 of type vlan for network f146aeac-cad3-4acc-b1c6-f6d8173c144a Nov 12 03:18:33.714814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-4ccb8b3c-3adf-48e9-b583-a7bd00b0d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.716432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-4ccb8b3c-3adf-48e9-b583-a7bd00b0d94d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983446 Nov 12 03:18:33.761501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.813906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.818115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:33.819367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:33.922484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7688425 Nov 12 03:18:33.929636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-a1ae9577-3747-4154-8494-29b83ad47ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909215 Nov 12 03:18:33.930379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59742) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:33.933226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600e274-132d-490d-82b1-664363b730f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f146aeac-cad3-4acc-b1c6-f6d8173c144a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:33.943561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Request body: {'subnet': {'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1403815567-subnet', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:33.944732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:34.072273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Made reservation on behalf of 7f587bd26030465199eaef8a6b108db8 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:34.076223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.298332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.309314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.316018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.329394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.337645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.349816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.360910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.370406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-2bfcc370-19ba-4ccc-89d6-8a04faab689d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.3753901 Nov 12 03:18:34.554258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-d603bad0-83a1-4b6d-87b6-d23eacb6a6cf service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648968 Nov 12 03:18:34.639122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-88d3dc10-382c-4b32-a8db-9f6ca970b580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.693887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-bd1b5887-0cc8-490a-a25e-d030f2f416f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.1188245 Nov 12 03:18:34.715472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5bdddcd-9c7d-4b76-b02d-4134c3d9bc34 req-e7428c99-a63e-4ee6-b8ad-44f5b91bb348 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3354187 Nov 12 03:18:34.825867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92bf2-b272-48d5-b649-c79ab7afbbaf req-c83b43e3-1e54-494d-ad41-9affc146dfdf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.828458 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19e92bf2-b272-48d5-b649-c79ab7afbbaf req-c83b43e3-1e54-494d-ad41-9affc146dfdf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.0685644 Nov 12 03:18:34.832489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-707105af-5d8b-42f7-8d70-95e994f1852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:34.833928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-707105af-5d8b-42f7-8d70-95e994f1852e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1137023 Nov 12 03:18:34.889286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:34.909670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19e92bf2-b272-48d5-b649-c79ab7afbbaf req-377566ce-07b8-4b3c-b334-2832304eedfa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704401 Nov 12 03:18:35.091824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5136b9a1-e193-4e3e-8712-04456d14209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.093391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5136b9a1-e193-4e3e-8712-04456d14209a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2478135 Nov 12 03:18:35.094083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0987206-4b26-4097-a469-2771b294a127,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:35.252990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Checking segment: {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:35.253358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Network hostable DHCP agents. Network: f146aeac-cad3-4acc-b1c6-f6d8173c144a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:35.289375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:35.302936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5d339a6b-3689-436b-9207-8d7970f4a014 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955612 Nov 12 03:18:35.308550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f146aeac-cad3-4acc-b1c6-f6d8173c144a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:35.325328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f4248-9c7a-4781-869a-bc95e6370693 None None] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:35.328061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.328768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.408471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a62fcd04-0bab-4dd4-ab02-5ba0622d79aa admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4767468 Nov 12 03:18:35.411172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59792) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.417912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:35.466452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5072524-1ba2-4f59-9aa6-90c907a3bee5 req-5115802f-1cbd-472b-bd59-f58ba7ff610a service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532221 Nov 12 03:18:35.467998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.477085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.557129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.588402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:35.593952 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.795166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.930529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Allocated IP 172.20.0.2 (f146aeac-cad3-4acc-b1c6-f6d8173c144a/a0987206-4b26-4097-a469-2771b294a127/e3726a78-0bfa-4af5-9f65-fbd9bd0f891b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:35.996663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.997145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.997991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.998449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.998913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.003152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.004944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.005447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.007495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f5c9f1ea-c4a2-4984-9e8e-fbaa991a07d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6486 time: 0.3354411 Nov 12 03:18:36.016116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.021893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.031636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.051295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.059126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.067539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.076433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.087072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-24263516-d4a2-4616-b033-e9cb1c08b87d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.1934025 Nov 12 03:18:36.183714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-021d9a92-b367-4c1b-8232-9c8b7551a372 req-6149498c-402f-4dc2-a28a-4cd2608e1549 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952566 Nov 12 03:18:36.284307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.293906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.326331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-96bde1fc-345d-47f0-9614-ab56caeab553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.330594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-96bde1fc-345d-47f0-9614-ab56caeab553 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 903 time: 0.3051584 Nov 12 03:18:36.335822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:36.340011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:36.343820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:36.412916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Attempting to bind port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:36.413575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Attempting to bind port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:36.414144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Attempting to bind port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b on network f146aeac-cad3-4acc-b1c6-f6d8173c144a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:36.420695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Pushing event updated for resources: {'Port': ['ID=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:36.424301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:36.424979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Checking segment: {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:36.425577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.426294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Bound using segment: {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:36.427118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Bound port: e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:36.427723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.449491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-a38ab512-2326-4ec1-a5d5-1b104de2a7b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.1032772 Nov 12 03:18:36.523576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-1d91f58b-5e04-4292-abdb-94249de7afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.525034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-1d91f58b-5e04-4292-abdb-94249de7afea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0676413 Nov 12 03:18:36.559880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-18730171-a589-477c-85ee-fb78348b9149 None None] For port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:36.563272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-18730171-a589-477c-85ee-fb78348b9149 None None] For port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:36.575549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.653493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18730171-a589-477c-85ee-fb78348b9149 None None] Pushing event updated for resources: {'Port': ['ID=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:36.741796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.798277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-83bb2765-8a41-47cb-9e41-f2b8a683b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:36.800060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-83bb2765-8a41-47cb-9e41-f2b8a683b838 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2410774 Nov 12 03:18:36.801174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.119297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-177724a3-e093-44db-90df-4669d9bf88b4 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078439 Nov 12 03:18:37.144650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.178849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Allocated IP 172.25.2.32 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:37.748124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.754508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.760894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.767420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.773472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.783862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.792787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:37.800758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-e9ea375a-7ebe-4150-9e03-8ebe8a3c79d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2612560 Nov 12 03:18:37.824834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-365d6dd6-976a-4aee-bd38-2357fb1cc024 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940055 Nov 12 03:18:38.159069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0c159c1-f308-4a29-a1bc-2e8ef077dd42 req-ae39bc42-8268-47aa-bdd2-9ec8bd24b992 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3558612 Nov 12 03:18:38.181788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.202433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.226411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.226411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.227103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.227614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.228115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.228610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.229146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.232774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-15890f7b-ce4c-474a-be8b-57bb2ea8f58e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6486 time: 0.2662811 Nov 12 03:18:38.280958 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.323890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:38.325469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:38.328413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:38.345202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fad6df-5dd2-46c9-b182-b4ca31807623 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:18:38.418440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a881b-b24c-45ef-b37b-bcfe594c1c3e None None] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:38.491455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Provisioning complete for port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:38.491811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.514953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:38.531529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:38.533211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:38.535204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:18:38.604749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-e95685db-f9a2-40dd-8a17-360b9c855642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.606116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-e95685db-f9a2-40dd-8a17-360b9c855642 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 903 time: 0.3657632 Nov 12 03:18:38.695751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-f30fc1a7-22d6-40d5-8db6-51fc7f53b4df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0567822 Nov 12 03:18:38.795795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-aa4ef72a-c4ec-4aed-88a3-9e1c41b8c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.797413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-aa4ef72a-c4ec-4aed-88a3-9e1c41b8c32a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0945337 Nov 12 03:18:38.801933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.815043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e3726a78-0bfa-4af5-9f65-fbd9bd0f891b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:38.816848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Provisioning complete for port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:38.817286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.822614 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:38.924160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-8d7c7ca9-4281-474c-8c1c-a2aa112866c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:38.925692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-8d7c7ca9-4281-474c-8c1c-a2aa112866c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207528 Nov 12 03:18:39.059746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.151973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.184871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '957735ad-87bf-4157-b678-f01b2acb32a9', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:39.241375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.252285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-4ed05680-4ea6-45c2-a3ac-c7aceefdca6b service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191957 Nov 12 03:18:39.304416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:39.320187 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a17232d-df8e-4ea6-99b5-568bb578bfe8" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:39.407138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.449008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.478030 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49435515-6339-4ddb-91fb-30dbb89b651a x-openstack-request-id: req-49435515-6339-4ddb-91fb-30dbb89b651a {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:39.478322 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:39.478614 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-49435515-6339-4ddb-91fb-30dbb89b651a {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:39.479079 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:18:39.490502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.500774 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.503029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.505738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:39.506156 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.512912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.519012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.522752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.530830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.540303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.561901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:39.571382 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-5f7de7f1-feb6-4802-a8a1-664f8a11d714 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.1904731 Nov 12 03:18:39.579704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:39.644516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0372f244-08fb-44a2-9f2f-827a01a9b1fa req-d3149f30-e800-4dc9-9a35-8ed250d95a03 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214164 Nov 12 03:18:39.675079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] For port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:39.736394 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7eb8348-0d24-4e53-9d92-560f9be5f155 req-6e5d72f7-e1c9-4bb8-9b64-d007cb932b3e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532135 Nov 12 03:18:39.794049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.845919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.865976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:18:39.968697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:18:39.969587 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:18:40.095409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7c35e-6f77-4baf-9ebb-bc845c7bd119 None None] Pushing event updated for resources: {'Port': ['ID=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.171257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3a933ebc-0790-49f4-bab3-aca54dac714f None None] Provisioning complete for port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:40.171662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3a933ebc-0790-49f4-bab3-aca54dac714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.195357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:40.232899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.234318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e212deb6-3991-4544-b451-ee3d6e421c08 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8220308 Nov 12 03:18:40.237135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59954) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:40.303646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Sync routers for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:40.360129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:40.360783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:40.564510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:40.732611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e3726a78-0bfa-4af5-9f65-fbd9bd0f891b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:40.943135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.964920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:41.031737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:41.068857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.076109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.080498 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.082962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.090844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.098648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.117864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.128413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:41.138138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-feef3c6e-7c80-440f-bf6c-713ce92fd367 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2194855 Nov 12 03:18:41.278042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.296868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:41.303321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.375884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54dc78d2-e18b-436e-939f-5f7ae05906fb req-c4ecac6d-8843-43b1-9842-a3c2b7e743d3 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2365217 Nov 12 03:18:41.441665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['957735ad-87bf-4157-b678-f01b2acb32a9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:41.612797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Allocated IP 172.20.0.1 (f146aeac-cad3-4acc-b1c6-f6d8173c144a/a0987206-4b26-4097-a469-2771b294a127/3f6ae5b8-a015-48e9-b969-9af7d84de68c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:41.621346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.839943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:38Z', 'revision_number': 3, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:41.893019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Checking router: bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:41.893448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Updating router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:41.929566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.930907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.982633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.084186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:42.089608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:42.101849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:42.173928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Pushing event updated for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.209719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.746184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.849509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.887377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.924970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.934044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.941307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:42.990425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.010848 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.013434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:43.015667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-bd8bba34-6c97-4537-a875-dabcb5ba67bc tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.3875387 Nov 12 03:18:43.048232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0595a07a-4f3b-4efb-9e3a-6eaf658d4d36 None None] Provisioning complete for port 3f6ae5b8-a015-48e9-b969-9af7d84de68c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:43.048587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0595a07a-4f3b-4efb-9e3a-6eaf658d4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.120399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0595a07a-4f3b-4efb-9e3a-6eaf658d4d36 None None] Port 3f6ae5b8-a015-48e9-b969-9af7d84de68c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:43.128518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:43.187787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.242406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01f1af4e-10dd-4193-a7d0-d91a4112450d req-33821d9e-2ee6-471c-9178-75a9682ab02b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1942611 Nov 12 03:18:43.255738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db264ec-9250-4bbe-ada7-41c992b6e39e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:18:43.286360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 957735ad-87bf-4157-b678-f01b2acb32a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:43.286741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.395894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Attempting to bind port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:43.396262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Attempting to bind port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:43.396763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Attempting to bind port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:43.415262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:43.420844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:43.426524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.426524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:43.426524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Bound port: e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:43.426524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.437415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.441378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e11ed-490a-4a72-a735-a0f71517dfb7 None None] Pushing event updated for resources: {'Port': ['ID=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.449606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.587655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-899e8681-fb1f-4794-ac8e-f5e00b9fe878 None None] Provisioning complete for port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:43.588038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-899e8681-fb1f-4794-ac8e-f5e00b9fe878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.608317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.610806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Pushing event updated for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.748396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] For port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:43.811288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] For port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:43.817571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.843743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:43.853861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:43.868559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-899e8681-fb1f-4794-ac8e-f5e00b9fe878 None None] Port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:43.872623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.009878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7733bc-8ae4-421f-8b9f-dadc3b9ed1c2 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:18:44.112250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e11ed-490a-4a72-a735-a0f71517dfb7 None None] Pushing event updated for resources: {'Port': ['ID=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.123448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:44.188167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:44.189428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:44.192665 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560721e-deb9-410d-851b-489c6f3b6188" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:44.204967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.264263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:44.264930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:44.273625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.327882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:44.342987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-96902301-0931-4fab-9a31-ca69739c537e admin admin] 10.222.0.84 "PUT /v2.0/routers/bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1044943 Nov 12 03:18:44.349503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] Provisioning complete for port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:44.350146 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.387904 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d124e7-59cc-44fb-ae3d-f87b353b3f3b x-openstack-request-id: req-59d124e7-59cc-44fb-ae3d-f87b353b3f3b {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:44.388468 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:44.388978 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-59d124e7-59cc-44fb-ae3d-f87b353b3f3b {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:44.389670 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:18:44.652607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.665123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.682611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.702997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:44.703622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.719023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.725569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.743859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.746389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66fc70e7-ba56-4970-b290-a874189ae239 req-586e08c5-c1ac-4bee-8ff1-b5930997b47a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2613916 Nov 12 03:18:44.898364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66fc70e7-ba56-4970-b290-a874189ae239 req-52ef54eb-5691-493a-b2a7-01266a72457a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391249 Nov 12 03:18:45.083004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.165054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] For port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:45.181291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.348633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-4882f831-d8c3-48b0-9956-fa016f38a109 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5065298 Nov 12 03:18:45.354087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:45.368488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451aa5a-061d-4beb-8b17-e953922ff3f4 None None] Pushing event updated for resources: {'Port': ['ID=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.377786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e3d9818a-4235-4c4a-a650-78a3c38de666 None None] Provisioning complete for port 3f6ae5b8-a015-48e9-b969-9af7d84de68c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:45.378560 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e3d9818a-4235-4c4a-a650-78a3c38de666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.382789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.467489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9818a-4235-4c4a-a650-78a3c38de666 None None] Port 3f6ae5b8-a015-48e9-b969-9af7d84de68c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:45.585567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3f6ae5b8-a015-48e9-b969-9af7d84de68c', 'name': '', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'mac_address': 'fa:16:3e:d3:53:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:41Z', 'updated_at': '2021-11-12T03:18:43Z', 'revision_number': 2, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'subnets': [{'id': 'a0987206-4b26-4097-a469-2771b294a127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:45.610112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.674897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec66d7-355c-4018-964e-cba8f18b52cf None None] The sync data for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 is: [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3f6ae5b8-a015-48e9-b969-9af7d84de68c', 'name': '', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'mac_address': 'fa:16:3e:d3:53:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:41Z', 'updated_at': '2021-11-12T03:18:43Z', 'revision_number': 2, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'subnets': [{'id': 'a0987206-4b26-4097-a469-2771b294a127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:45.879667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Allocated IP 172.25.2.232 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f9dca6de-b8e0-42c8-b7f9-c2f726db6020) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:46.125303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.273325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.304538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.330791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:46.333869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:46.336151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.340368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:46.348407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.370362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.389729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.402982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.426564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:46.430873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-e5986ca1-0cd1-482f-a22f-abf8981cb420 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.3214977 Nov 12 03:18:46.669778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0309763e-1814-4aeb-aac9-f7010afb0dd0 req-f5924e04-728e-4e06-9760-d1c3c6c42362 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246630 Nov 12 03:18:46.723741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.895526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event updated for resources: {'Port': ['ID=f9dca6de-b8e0-42c8-b7f9-c2f726db6020,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.898492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.219541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.219934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.220250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.220596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.220938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.221282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.221616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.221945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.222279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.222606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.222940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.223293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:47.459638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.466738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.612455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event updated for resources: {'Port': ['ID=f9dca6de-b8e0-42c8-b7f9-c2f726db6020,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.657930 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.686642 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.697116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9d47fad5-5839-4783-8a14-cbfce215cab9 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3467078 Nov 12 03:18:47.837773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-4665773c-afa9-4680-95da-f05c50d6c02c tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.1390228 Nov 12 03:18:47.979957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:47.997260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.006090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.006717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-683a1e20-5d5d-4bfa-a75e-44260cfd74ef tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.014729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-683a1e20-5d5d-4bfa-a75e-44260cfd74ef tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.1754456 Nov 12 03:18:48.023752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.026824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9a4feb5e-0dce-4da6-a810-04e4fcc06e6c tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:48.045224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.051735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.060934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.067329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f72723fa-b4af-4f1c-8592-69dd8c01bc71 req-9a4feb5e-0dce-4da6-a810-04e4fcc06e6c tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513489 Nov 12 03:18:48.082123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f5caf691-ba54-4dec-8e4c-579f5187010a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2188652 Nov 12 03:18:48.279956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13f31270-8e9f-4e3c-ae67-7f1511cc33e8 req-f0e6b236-3613-43b3-9e02-1bf25e6539f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965952 Nov 12 03:18:48.331750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a913a62-17d7-463b-8d79-5f1fe614cb29 req-26513d0b-5670-4edf-95ca-407066d454be tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips/dc199029-459c-42c8-9e9e-937c8654976e HTTP/1.1" status: 200 len: 693 time: 0.1167407 Nov 12 03:18:48.754613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913a62-17d7-463b-8d79-5f1fe614cb29 req-eaa865d8-3067-4def-b766-6e8fd73f6076 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.760690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a913a62-17d7-463b-8d79-5f1fe614cb29 req-eaa865d8-3067-4def-b766-6e8fd73f6076 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.4230814 Nov 12 03:18:48.767352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-3a913a62-17d7-463b-8d79-5f1fe614cb29 req-821ffbef-3c97-4ed5-8b8b-8546556939b7 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:48.768387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a913a62-17d7-463b-8d79-5f1fe614cb29 req-821ffbef-3c97-4ed5-8b8b-8546556939b7 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058198 Nov 12 03:18:48.801780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:48.936045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:48.937049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.008692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bd92e83-2aa3-438e-95f9-f5db313d5b44 req-67375f68-fe8e-458c-a669-ed3e6d1d4112 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?tenant_id=7f587bd26030465199eaef8a6b108db8 HTTP/1.1" status: 200 len: 696 time: 0.1943338 Nov 12 03:18:49.595185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.618869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.625163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.649222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.660753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.674351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.684513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.736797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-0fcf79e8-c637-4eb6-988e-24cb99c7ea2d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.2680745 Nov 12 03:18:49.854280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83a5ed0c-af1c-4457-b74a-8cc3d3f5d9d5 req-66f6a03d-2d25-41b7-8c65-95f1b296333b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164703 Nov 12 03:18:50.050276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd92e83-2aa3-438e-95f9-f5db313d5b44 req-3613fba7-28a6-43f3-9084-0bdf68af7f2f tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.058977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bd92e83-2aa3-438e-95f9-f5db313d5b44 req-3613fba7-28a6-43f3-9084-0bdf68af7f2f tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks?id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 787 time: 1.0482497 Nov 12 03:18:50.065830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-5bd92e83-2aa3-438e-95f9-f5db313d5b44 req-85cf01fa-76e7-4df3-8559-20ca2306d6d4 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:50.071434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bd92e83-2aa3-438e-95f9-f5db313d5b44 req-85cf01fa-76e7-4df3-8559-20ca2306d6d4 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112376 Nov 12 03:18:50.156761 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Sync routers for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:50.181060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:50.181877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:50.206998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-7b4269c5-b40c-48be-8459-7c0a79e8e0ab tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips/dc199029-459c-42c8-9e9e-937c8654976e HTTP/1.1" status: 200 len: 693 time: 0.1096253 Nov 12 03:18:50.409312 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:50.409553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-1504f162-f5bb-41d5-81b1-ef3f1a8dd3d0 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:50.423199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-1504f162-f5bb-41d5-81b1-ef3f1a8dd3d0 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2086914 Nov 12 03:18:50.430852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-9a300e80-2a51-4c10-8518-c074c472f183 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:50.441083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-9a300e80-2a51-4c10-8518-c074c472f183 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165362 Nov 12 03:18:50.575812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-aa165145-19a3-495a-a0ae-bfc32c41b0c2 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.1334405 Nov 12 03:18:50.752026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-22c97b9f-e141-4ade-aeac-769673d02256 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.1752131 Nov 12 03:18:50.964485 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3f6ae5b8-a015-48e9-b969-9af7d84de68c', 'name': '', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'mac_address': 'fa:16:3e:d3:53:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:41Z', 'updated_at': '2021-11-12T03:18:43Z', 'revision_number': 2, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'subnets': [{'id': 'a0987206-4b26-4097-a469-2771b294a127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:51.018817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Checking router: bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:51.019590 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Updating router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca port 3f6ae5b8-a015-48e9-b969-9af7d84de68c binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:51.051024 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.057027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Deleting port f9dca6de-b8e0-42c8-b7f9-c2f726db6020 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:51.057425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.100928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.109946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.117636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.125412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.133109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.142707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.151976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.167288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-e7395fdb-82a4-45cb-9ee4-34ac010c81d5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.1775818 Nov 12 03:18:51.298247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.298585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.326160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Calling delete_port for f9dca6de-b8e0-42c8-b7f9-c2f726db6020 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:51.342060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-559d3916-795c-4a7d-8bbc-7a9be76a7cd2 req-00274562-71c9-433f-80c5-ec0d6882d2c5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688545 Nov 12 03:18:51.738467 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.753780 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.848135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.935158 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Pushing event updated for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.951335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event deleted for resources: {'Port': ['ID=f9dca6de-b8e0-42c8-b7f9-c2f726db6020,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.980007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.980655 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.981294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.981924 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.984138 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.984942 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.985546 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.986125 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.987629 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.992979 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.993785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:51.995371 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:52.076673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Attempting to bind port 3f6ae5b8-a015-48e9-b969-9af7d84de68c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:52.077228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Attempting to bind port 3f6ae5b8-a015-48e9-b969-9af7d84de68c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:52.077608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Attempting to bind port 3f6ae5b8-a015-48e9-b969-9af7d84de68c on network f146aeac-cad3-4acc-b1c6-f6d8173c144a {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:52.093630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:52.093630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Checking segment: {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:52.093630 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.094808 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Bound using segment: {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:52.095846 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Bound port: 3f6ae5b8-a015-48e9-b969-9af7d84de68c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15cd58b6-2890-408b-8512-a4741fd8a8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:52.108080 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.173252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.183359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.186905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f313c528-6a66-4f1c-9f46-ef1dfd266c1c req-8f5135ea-6959-4ae0-860c-e8c5fc3659b3 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "DELETE /v2.0/floatingips/dc199029-459c-42c8-9e9e-937c8654976e HTTP/1.1" status: 204 len: 173 time: 1.4299607 Nov 12 03:18:52.346065 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] For port 3f6ae5b8-a015-48e9-b969-9af7d84de68c, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:52.364666 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] For port 3f6ae5b8-a015-48e9-b969-9af7d84de68c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3f6ae5b8-a015-48e9-b969-9af7d84de68c,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:52.382267 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.394063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Provisioning complete for port 3f6ae5b8-a015-48e9-b969-9af7d84de68c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:52.396885 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.524274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:52.528220 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:52.531839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:52.540378 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-e6665807-d4e8-47a3-ac8a-8b3a08af6ba0 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3005426 Nov 12 03:18:52.556612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:52.613299 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.756359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.817767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.833562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.856461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.863049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.890680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.911525 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.911962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:52.932033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-6e3cc5c1-2335-4db2-8c72-f9a4cddda020 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5422 time: 0.3902149 Nov 12 03:18:53.033283 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:53.037981 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.043559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] For port 3f6ae5b8-a015-48e9-b969-9af7d84de68c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3f6ae5b8-a015-48e9-b969-9af7d84de68c,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.052876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.062628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.065728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c476f3d7-7d54-4541-b31c-d1a323bf15cc req-0f420226-281e-4980-ad39-0cdd3c3dda8f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323388 Nov 12 03:18:53.250164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'port_id': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d', 'mac_address': 'fa:16:3e:72:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:53.332055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Allocated IP 172.25.2.176 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/128cd61c-bba4-442f-a571-50c536666c16) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:53.441515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Pushing event updated for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.484544 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7a6c0-3e29-4941-8889-b6b3ca4a8c14 None None] Pushing event updated for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.486089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.486446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.486803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.487168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.487615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.487951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.488296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.496102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.496521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.496870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.497219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.497552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbe2c02-6638-4e99-af61-a71c05629434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:53.506081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5fb3e708-8bdc-46dd-9746-2883d85caf72 None None] Provisioning complete for port 3f6ae5b8-a015-48e9-b969-9af7d84de68c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:53.506562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5fb3e708-8bdc-46dd-9746-2883d85caf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.533812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.554976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:53.583745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.596104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.596751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 101125ad-81bd-469c-bce9-95c58564ae96 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:53.605423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.674204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.694373 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3f6ae5b8-a015-48e9-b969-9af7d84de68c', 'name': '', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'mac_address': 'fa:16:3e:d3:53:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:41Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'subnets': [{'id': 'a0987206-4b26-4097-a469-2771b294a127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:53.719806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.750734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:53.805973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:53.811969 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43c05-e488-4ce2-a367-4895cde09354 None None] The sync data for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 is: [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3f6ae5b8-a015-48e9-b969-9af7d84de68c', 'name': '', 'network_id': 'f146aeac-cad3-4acc-b1c6-f6d8173c144a', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'mac_address': 'fa:16:3e:d3:53:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a0987206-4b26-4097-a469-2771b294a127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:41Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 4, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'subnets': [{'id': 'a0987206-4b26-4097-a469-2771b294a127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:53.815800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '101125ad-81bd-469c-bce9-95c58564ae96', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'port_id': '101125ad-81bd-469c-bce9-95c58564ae96', 'mac_address': 'fa:16:3e:7b:30:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:53.818588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:53.820962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event updated for resources: {'Port': ['ID=128cd61c-bba4-442f-a571-50c536666c16,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.825939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:53.952418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.990749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.011836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101125ad-81bd-469c-bce9-95c58564ae96 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:54.043755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:54.046554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.065049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.068609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b38840ec-bd89-4b64-b4af-4b668be094e5 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:54.268479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b38840ec-bd89-4b64-b4af-4b668be094e5,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:54.343148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.348248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b38840ec-bd89-4b64-b4af-4b668be094e5', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'port_id': 'b38840ec-bd89-4b64-b4af-4b668be094e5', 'mac_address': 'fa:16:3e:52:a0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e', 'ip_address': '10.1.1.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:54.349267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.368191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.374298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.423342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.436568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.439184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.451037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.473770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:54.487410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-0236f3ed-48b5-4436-ad81-a8a570c687cb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5424 time: 0.2446005 Nov 12 03:18:54.584245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event updated for resources: {'Port': ['ID=128cd61c-bba4-442f-a571-50c536666c16,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.636434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.659023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.706081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38840ec-bd89-4b64-b4af-4b668be094e5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:54.745425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.759781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48238b70-52f3-44fb-b5e6-e185c6d876ee req-e93fffb2-7078-4bb3-95d3-1a491dc2a059 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2712924 Nov 12 03:18:54.796219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b38840ec-bd89-4b64-b4af-4b668be094e5,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:54.802037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.805661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-745854b3-779a-4305-808f-37d47f6dc9d1 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2534809 Nov 12 03:18:54.829539 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.829539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:54.897590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-8c698b14-3544-421e-bae7-c39f194fae80 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0760808 Nov 12 03:18:54.981663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3f6ae5b8-a015-48e9-b969-9af7d84de68c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:55.110614 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:55.173139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-b50ecfe7-ace7-47c0-94b6-670a3453f59c tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.174365 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dbd64cb2-4358-4fc2-9295-4bc18a445f38 req-b50ecfe7-ace7-47c0-94b6-670a3453f59c tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.2657878 Nov 12 03:18:55.294666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5885caef-24b6-49ff-907f-b034f2a16546 req-520444b2-117f-4431-a043-8ba1272a73db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips/da6ff883-75ef-4677-8970-9ca30a7c83bc HTTP/1.1" status: 200 len: 693 time: 0.0768919 Nov 12 03:18:55.376285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:55.413913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'port_id': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'mac_address': 'fa:16:3e:68:77:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:55.421153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:55.562315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3f6ae5b8-a015-48e9-b969-9af7d84de68c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:55.562765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.613734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.651649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:55.667134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885caef-24b6-49ff-907f-b034f2a16546 req-549ba79a-1465-4a14-bb4d-357db0067cce tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.686887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5885caef-24b6-49ff-907f-b034f2a16546 req-549ba79a-1465-4a14-bb4d-357db0067cce tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 784 time: 0.3852062 Nov 12 03:18:55.688480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:55.704605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.784982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5885caef-24b6-49ff-907f-b034f2a16546 req-ea1da737-789d-4a7a-8c20-431aae8ec903 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.0902450 Nov 12 03:18:55.816705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:55.897838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5885caef-24b6-49ff-907f-b034f2a16546 req-1f5e2eeb-640c-43f1-8140-b5c2568ca182 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips?floating_ip_address=172.25.2.176 HTTP/1.1" status: 200 len: 696 time: 0.1118259 Nov 12 03:18:55.957564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.159468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.214332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.230259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.248099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.264936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.281211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.293541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.306283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-b6889c69-13f3-4eec-8eda-acc006c4ba16 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5426 time: 0.3474979 Nov 12 03:18:56.325299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Deleting port 128cd61c-bba4-442f-a571-50c536666c16 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:56.326532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.404538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2dfe6244-338a-4aeb-9d59-fd1e9e7c021f req-898fc875-b966-4887-82f0-8ed24d7fb941 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963686 Nov 12 03:18:56.436606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.436989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.452279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Calling delete_port for 128cd61c-bba4-442f-a571-50c536666c16 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:56.618509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:56.627237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:56.630942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['101125ad-81bd-469c-bce9-95c58564ae96'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:56.658499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.691697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Pushing event deleted for resources: {'Port': ['ID=128cd61c-bba4-442f-a571-50c536666c16,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.802396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.809601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.816193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5885caef-24b6-49ff-907f-b034f2a16546 req-35fe49f2-d0ce-4064-86bd-0d44b467c5db tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "DELETE /v2.0/floatingips/da6ff883-75ef-4677-8970-9ca30a7c83bc HTTP/1.1" status: 204 len: 173 time: 0.9096262 Nov 12 03:18:56.867488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:56.912652 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-61fe1410-fb04-498b-8696-e8570e33b5d6 req-05322dac-c257-478d-b676-4031dd79c6d6 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] show failed (client error): The resource could not be found. Nov 12 03:18:56.913689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61fe1410-fb04-498b-8696-e8570e33b5d6 req-05322dac-c257-478d-b676-4031dd79c6d6 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips/da6ff883-75ef-4677-8970-9ca30a7c83bc HTTP/1.1" status: 404 len: 350 time: 0.0808184 Nov 12 03:18:56.951771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'port_id': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'mac_address': 'fa:16:3e:81:d5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b208e9-769b-4dcc-8188-fef3d15f0a07', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:57.005349 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-6f295883-85cc-4d3b-96af-195c248e7a16 req-144cd694-f267-4691-a337-f576c30e6999 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] show failed (client error): The resource could not be found. Nov 12 03:18:57.006605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f295883-85cc-4d3b-96af-195c248e7a16 req-144cd694-f267-4691-a337-f576c30e6999 tempest-FloatingIPsTestJSON-1509646408 tempest-FloatingIPsTestJSON-1509646408-project] 10.222.0.84 "GET /v2.0/floatingips/da6ff883-75ef-4677-8970-9ca30a7c83bc HTTP/1.1" status: 404 len: 350 time: 0.0646527 Nov 12 03:18:57.028556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60444) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:57.164119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b38840ec-bd89-4b64-b4af-4b668be094e5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:57.319974 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.422067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:57.700459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.708002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.718205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.723285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:57.725703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.733751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.742112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.752684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.756061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-594d2b0a-f791-4db6-8f70-44368481d0d2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5426 time: 0.1989915 Nov 12 03:18:57.856068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.856896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 21610687-2559-40dd-88f2-f1d156b7818a details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:57.983343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.066489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcf1349f-cd8c-4b01-afe1-da0d92568d3d req-850b1f1c-88c6-4759-bff7-31712100f5ab tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2432802 Nov 12 03:18:58.085436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.108867 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:18:58.174331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.314549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.329483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '21610687-2559-40dd-88f2-f1d156b7818a', 'network_id': 'b9a6ff9a-0bcb-4630-8a95-464303525c0a', 'port_id': '21610687-2559-40dd-88f2-f1d156b7818a', 'mac_address': 'fa:16:3e:df:d8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab2adae-59f8-4863-9be9-260d86a8789e', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:58.410451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.444611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21610687-2559-40dd-88f2-f1d156b7818a {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:58.490202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.496883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.497639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a8e00277-57d0-418f-9e9a-71a371081610 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:18:58.576974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.673400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Deleting port 3f6ae5b8-a015-48e9-b969-9af7d84de68c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:18:58.673676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.681720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a8e00277-57d0-418f-9e9a-71a371081610', 'network_id': '41b8e15c-fcc5-4391-814a-4aeac2d7283e', 'port_id': 'a8e00277-57d0-418f-9e9a-71a371081610', 'mac_address': 'fa:16:3e:d2:d9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b208e9-769b-4dcc-8188-fef3d15f0a07', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:18:58.792795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.815260 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.840497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e00277-57d0-418f-9e9a-71a371081610 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:58.872913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.881210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.897658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] For port 3f6ae5b8-a015-48e9-b969-9af7d84de68c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3f6ae5b8-a015-48e9-b969-9af7d84de68c,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.898268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.929988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Calling delete_port for 3f6ae5b8-a015-48e9-b969-9af7d84de68c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:18:58.936568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:59.118300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.191250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.199163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.204433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:18:59.209894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:59.210586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.304205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6ae5b8-a015-48e9-b969-9af7d84de68c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.337088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:59.347886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a8e00277-57d0-418f-9e9a-71a371081610'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:59.408740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['21610687-2559-40dd-88f2-f1d156b7818a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:18:59.428882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.456492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.462544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.487680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.507760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.555777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.565695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.577956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.585489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.591726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-397b3689-bb5c-4b9c-a691-243a4297daa8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5429 time: 0.3155129 Nov 12 03:18:59.669224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:59.688483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:59.692240 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20f4a4d-afbf-484e-94cd-5ae22a05e4b5" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:59.719750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.722887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 101125ad-81bd-469c-bce9-95c58564ae96 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:59.850291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fdf3beb-c9cf-4d93-8ff3-77cdbc490414 req-45ec68cd-429a-43d1-9b9d-2a6ad015f072 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526829 Nov 12 03:19:00.037855 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd5947-239b-4715-b9c3-2d7834da1a0c x-openstack-request-id: req-30fd5947-239b-4715-b9c3-2d7834da1a0c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:00.038218 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:00.038478 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-30fd5947-239b-4715-b9c3-2d7834da1a0c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:00.038872 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'code': 200} Nov 12 03:19:00.051521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:00.230921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:00.239188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77098c62-c897-4cff-b0f0-08aa22aafba2 admin admin] 10.222.0.84 "PUT /v2.0/routers/bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2083573 Nov 12 03:19:00.241019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60546) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:00.309703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 101125ad-81bd-469c-bce9-95c58564ae96 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:00.313505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Sync routers for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:00.393732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 101125ad-81bd-469c-bce9-95c58564ae96 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:00.394391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.425374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.626880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.684779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:00.687078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:00.816620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.968755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Deleting port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:00.971803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.018656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.041099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:01.065428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.106325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.110654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.117562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.124232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.130565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.140725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.158919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.176854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.179037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-bd920709-e465-4087-94dd-58947a6bc211 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5430 time: 0.1854496 Nov 12 03:19:01.262410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b49b37a2-360d-49ca-adeb-2c0b59c513bf req-77143ed0-4433-4d37-a726-2b46d7efd880 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750291 Nov 12 03:19:01.298691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] For port e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:01.301277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.310733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.331078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b38840ec-bd89-4b64-b4af-4b668be094e5 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:01.332040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Calling delete_port for e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:01.610801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.640704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b38840ec-bd89-4b64-b4af-4b668be094e5 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:01.664795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e996cf-fca9-40eb-902b-69e5d8df99a2 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:19:01.684521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b38840ec-bd89-4b64-b4af-4b668be094e5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:01.684913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.725468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:59Z', 'revision_number': 5, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port': {'id': 'e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:01.785398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.787190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.995606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Checking router: bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:02.009559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Routers {'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:02.010824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:18:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:02.059001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.064114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.073532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:02.084260 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4cd22-f558-495d-b43a-239242eca415" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "101125ad-81bd-469c-bce9-95c58564ae96"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:02.163510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] Set router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:02.192239 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edcbc9b-8011-4012-a450-8a93a66c6b89 x-openstack-request-id: req-8edcbc9b-8011-4012-a450-8a93a66c6b89 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:02.192520 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "101125ad-81bd-469c-bce9-95c58564ae96", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:02.192860 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8edcbc9b-8011-4012-a450-8a93a66c6b89 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:02.197920 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96', 'code': 200} Nov 12 03:19:02.247013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.249356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:19:02.267649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.278624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49db2c20-361d-46f3-b5a2-deea983fe14f admin admin] 10.222.0.84 "DELETE /v2.0/routers/bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca HTTP/1.1" status: 204 len: 168 time: 2.0329161 Nov 12 03:19:02.278624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:02.385781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:19:01Z', 'revision_number': 7, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:02.436881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Deleting subnet a0987206-4b26-4097-a469-2771b294a127 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:19:02.451403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.456560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487de2a1-4b76-4d22-970f-c4665e9232e4 None None] The sync data for ids ['bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca'] in n-d-615180-50 is: [{'id': 'bc3bd869-fbbc-41d0-9a6e-7ad3900bf4ca', 'name': 'tempest-FloatingIPsTestJSON-1403815567-router', 'tenant_id': '7f587bd26030465199eaef8a6b108db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:19:01Z', 'revision_number': 7, 'project_id': '7f587bd26030465199eaef8a6b108db8', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:02.499689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-53eb2f1b-08d3-4d7b-8ba8-73aacf47dfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.516994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.563902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b38840ec-bd89-4b64-b4af-4b668be094e5,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:02.617056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.639571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.640458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:02.841638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.886730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:02.891158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:02.891498 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.918679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.119765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.151671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.190234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:03.204893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0987206-4b26-4097-a469-2771b294a127,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.205076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.239367 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.246103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a90bf136-fcee-4d1e-a561-c4924b3e887b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a0987206-4b26-4097-a469-2771b294a127 HTTP/1.1" status: 204 len: 168 time: 0.9649892 Nov 12 03:19:03.247632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60620) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.262270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a8e00277-57d0-418f-9e9a-71a371081610 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:03.264662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290079e-a7a9-44ae-b260-b21ca1018b81 None None] Network f146aeac-cad3-4acc-b1c6-f6d8173c144a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:03.349249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.375007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.382180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.389567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.396682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.403842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.413348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.421200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.424431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad285238-213a-424d-bb75-470413de6cd8 req-8aa9ee72-3021-4cf4-ac5d-168d79886364 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5432 time: 0.3403723 Nov 12 03:19:03.603676 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:03.620728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad285238-213a-424d-bb75-470413de6cd8 req-f0b2cab0-2a2e-4c78-8ee3-388054f08e7f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824181 Nov 12 03:19:03.622861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.692234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Deleting port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:03.692610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.802178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a8e00277-57d0-418f-9e9a-71a371081610 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:03.809605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a8e00277-57d0-418f-9e9a-71a371081610 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:03.810239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.911812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] DHCP port deletion for f146aeac-cad3-4acc-b1c6-f6d8173c144a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:19:03.945618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] For port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,segment=NetworkSegment(15cd58b6-2890-408b-8512-a4741fd8a8e8),segment_id=15cd58b6-2890-408b-8512-a4741fd8a8e8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:03.949697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.037841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Calling delete_port for e3726a78-0bfa-4af5-9f65-fbd9bd0f891b owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:04.137289 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.211718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38840ec-bd89-4b64-b4af-4b668be094e5'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:04.214828 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6197bb6c-7d75-44e2-b99a-77d15039c179" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "b38840ec-bd89-4b64-b4af-4b668be094e5"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:04.238273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.307680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.308308 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080f8af-76ec-4aa6-ae93-23136b4b1c15 x-openstack-request-id: req-a080f8af-76ec-4aa6-ae93-23136b4b1c15 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:04.308595 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "b38840ec-bd89-4b64-b4af-4b668be094e5", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:04.308845 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a080f8af-76ec-4aa6-ae93-23136b4b1c15 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:04.309242 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38840ec-bd89-4b64-b4af-4b668be094e5', 'code': 200} Nov 12 03:19:04.309495 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d', 'code': 200} Nov 12 03:19:04.311421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] No DVR routers for this DVR port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:04.324853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Deleting port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:04.325881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.358616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.378063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.379691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:04.538541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.644230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f146aeac-cad3-4acc-b1c6-f6d8173c144a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.675516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15cd58b6-2890-408b-8512-a4741fd8a8e8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.676546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15cd58b6-2890-408b-8512-a4741fd8a8e8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:04.722600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.725293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3f6ae5b8-a015-48e9-b969-9af7d84de68c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:04.780831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.807706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:19:04.808736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:19:04.824142 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:19:04.874392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3f6ae5b8-a015-48e9-b969-9af7d84de68c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:04.874738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3f6ae5b8-a015-48e9-b969-9af7d84de68c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:04.875185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:04.876851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60b176a7-4329-4e15-8ba1-5ad99cd45c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.917415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] For port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.917810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.929129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.950572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:04.950922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1ccc595-cf1b-4d30-9a6d-52a6a8c7850f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:04.951383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e3726a78-0bfa-4af5-9f65-fbd9bd0f891b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:04.959504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Calling delete_port for e3726a78-0bfa-4af5-9f65-fbd9bd0f891b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:04.981151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:19:04.982283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:04.984669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e3726a78-0bfa-4af5-9f65-fbd9bd0f891b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:04.985347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e3726a78-0bfa-4af5-9f65-fbd9bd0f891b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:05.004323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.010206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:05.010574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.043863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.117617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.141974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f146aeac-cad3-4acc-b1c6-f6d8173c144a HTTP/1.1" status: 204 len: 168 time: 1.8899119 Nov 12 03:19:05.144040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d8aac9-7514-4f5a-be54-4de35bb67c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f146aeac-cad3-4acc-b1c6-f6d8173c144a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.172653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] Pushing event deleted for resources: {'Port': ['ID=e3726a78-0bfa-4af5-9f65-fbd9bd0f891b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.183147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c27f91-13be-481d-9c90-9ca41727aebc None None] No DVR routers for this DVR port e3726a78-0bfa-4af5-9f65-fbd9bd0f891b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:05.229378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.235414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.241904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.248697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.255783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.268201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.274889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.288408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-fb8bd98d-2504-40dd-8a78-bd868c8bceeb tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5434 time: 0.4311903 Nov 12 03:19:05.315494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.411129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:05.431323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.431323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 21610687-2559-40dd-88f2-f1d156b7818a up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:05.592023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e52602a-8bb4-436e-9d1c-31d9e02d83d2 req-633b38ee-85f3-43f6-a46e-7d9c62960408 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989936 Nov 12 03:19:05.639259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60674) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:05.725426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-886a7e4f-5004-4173-bc27-e0976e25e6fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f587bd26030465199eaef8a6b108db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849390 Nov 12 03:19:05.725562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:05.776929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.804948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.808443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 21610687-2559-40dd-88f2-f1d156b7818a completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:05.813200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 21610687-2559-40dd-88f2-f1d156b7818a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:05.813695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.821763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.858501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.925834 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.936224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.940122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.941620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f50ea7bc-183e-4dc7-aefa-c580f5018abc HTTP/1.1" status: 204 len: 168 time: 0.2145560 Nov 12 03:19:05.966585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8564b1e-6267-4f4f-bea6-66a925817cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ea7bc-183e-4dc7-aefa-c580f5018abc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:06.020747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:06.048221 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.171421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:06.310972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:06.314375 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65161c81-0d98-4c59-9ed4-02a0200d4024" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a8e00277-57d0-418f-9e9a-71a371081610"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "21610687-2559-40dd-88f2-f1d156b7818a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:06.368408 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748f589a-342d-460f-850c-cedeb1cb5d89 x-openstack-request-id: req-748f589a-342d-460f-850c-cedeb1cb5d89 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:06.369515 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "a8e00277-57d0-418f-9e9a-71a371081610", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-plugged", "status": "completed", "tag": "21610687-2559-40dd-88f2-f1d156b7818a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:06.370169 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-748f589a-342d-460f-850c-cedeb1cb5d89 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:06.370540 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610', 'code': 200} Nov 12 03:19:06.370876 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'code': 200} Nov 12 03:19:06.371152 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a', 'code': 200} Nov 12 03:19:06.658591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.660880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.661764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.663869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.665380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.667518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.672752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.675177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-1457466b-a2ee-4b23-8e45-c0f62acb90eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.2061007 Nov 12 03:19:07.126956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.744051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.751354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.774733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.782565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.800903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.807026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.834571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.836589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-803bb0f2-fc5e-49b3-bd54-5bf2b84f010c tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.2838004 Nov 12 03:19:07.885203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d33b85d-c767-4463-8e0a-3cb59f152a58 req-84b948d3-fecb-4880-82ff-b6a71a61f582 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1921382 Nov 12 03:19:07.970194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15ce6c4b-a276-4110-bae8-f7143b7ce555 req-42f13e2b-8820-458a-b67e-0de32214b0f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129270 Nov 12 03:19:08.161740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.664884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9af4a-a460-4cab-9e45-f661613eac9c req-a2e649ee-387b-482d-87b9-789b8a90f9c0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.674931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4cf9af4a-a460-4cab-9e45-f661613eac9c req-a2e649ee-387b-482d-87b9-789b8a90f9c0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0830123 Nov 12 03:19:08.762146 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4cf9af4a-a460-4cab-9e45-f661613eac9c req-1861c374-3979-4b72-a006-2d977bf7f771 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811312 Nov 12 03:19:09.643601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.651902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.662227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.672416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.685832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.698941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.709539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.717172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-882b939a-86b4-4556-9099-5442cd5888b7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.2053223 Nov 12 03:19:09.846180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de16af20-e84e-4c31-9af8-c4203d62d1fb req-5ac85b36-5c62-407d-a060-5752cedbbcdd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132309 Nov 12 03:19:09.988697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc342-870b-4035-a3cc-460efaf98c0d req-9b459922-23f1-4ada-8cea-57c6fc1d8118 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.990497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af8bc342-870b-4035-a3cc-460efaf98c0d req-9b459922-23f1-4ada-8cea-57c6fc1d8118 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0602703 Nov 12 03:19:10.065354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af8bc342-870b-4035-a3cc-460efaf98c0d req-15893489-5d33-4f59-b97e-5acd0142afd5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646458 Nov 12 03:19:10.315408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.323221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.329662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.336573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.344008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.350578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.357799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.374705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56f4fc35-274a-4809-a347-695b81a57114 req-273f60de-2ac3-4260-b600-6f772edae7ae tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.1303046 Nov 12 03:19:10.375223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60996) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.387648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Request body: {'floatingip': {'port_id': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:10.489888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.198635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:11.305186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d10c85-c3a3-477f-9b08-0390a5209754 req-10e9867f-4316-4398-8dd3-3606877787b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.307336 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8d10c85-c3a3-477f-9b08-0390a5209754 req-10e9867f-4316-4398-8dd3-3606877787b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1008735 Nov 12 03:19:11.445964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8d10c85-c3a3-477f-9b08-0390a5209754 req-dfed52ac-7876-4b43-8ce7-d1c39046f46a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307406 Nov 12 03:19:11.513064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.574483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:11.578026 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed3640d-d65a-491c-a6af-c92cca0b5cdc" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:11.600179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:11.607000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.738437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.020806 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231f14ef-77f6-47fe-b7c8-1b3ff7f01eaa x-openstack-request-id: req-231f14ef-77f6-47fe-b7c8-1b3ff7f01eaa {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:12.021381 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:12.021678 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-231f14ef-77f6-47fe-b7c8-1b3ff7f01eaa {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:12.022164 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:19:12.294808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:19:12.485324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.490571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.660633 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Floating IP 94759005-c500-4226-b318-40d44292dcc0 associated. External IP: 172.25.2.164, port: 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8. Nov 12 03:19:13.154463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Router a258726b-d03a-41a4-9eec-5fb19ab0c2bb has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:13.213493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277125-6216-4577-b346-6672856856cc req-25a6b329-12b4-40db-af7b-839534af1c83 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.219137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:13.242982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6277125-6216-4577-b346-6672856856cc req-25a6b329-12b4-40db-af7b-839534af1c83 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.4680991 Nov 12 03:19:13.334055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-4889c2bd-738d-4e2d-9736-2a6aaabc2aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3460100 Nov 12 03:19:13.490385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:13.498806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-09c3db2b-cdea-4f46-adbf-58c1c43657a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.500395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-09c3db2b-cdea-4f46-adbf-58c1c43657a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1098 time: 0.1235468 Nov 12 03:19:13.511654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '957735ad-87bf-4157-b678-f01b2acb32a9', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '957735ad-87bf-4157-b678-f01b2acb32a9', 'mac_address': 'fa:16:3e:cc:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:13.614481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6277125-6216-4577-b346-6672856856cc req-42ce45da-1987-494f-9615-8fc46936a8cf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703368 Nov 12 03:19:13.669736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:13.675358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.687966 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Sync routers for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:13.698259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.742788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:13.750694 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:13.754245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:19:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:13.788982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-820cf36b-0c3f-4017-990b-f9f1408ea9f7 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "PUT /v2.0/floatingips/94759005-c500-4226-b318-40d44292dcc0 HTTP/1.1" status: 200 len: 992 time: 3.4124703 Nov 12 03:19:13.797335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:13.801595 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158208b-d7bd-471c-963b-e0d4cb0c72fb" -d '{"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:13.828102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:13.837198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:13.937234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-1b73a038-2969-4cfe-8d78-8a2fb32dc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.944237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-1b73a038-2969-4cfe-8d78-8a2fb32dc603 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.4164135 Nov 12 03:19:14.155827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-9fbeb729-5a01-4cbf-b4e0-74f9d25f797b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1002 time: 0.2028208 Nov 12 03:19:14.289619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-0d0880f6-5338-46f2-92b7-64f85f9487e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.297470 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1cf371-272d-4ea3-a208-bc272ec6aa1c x-openstack-request-id: req-ba1cf371-272d-4ea3-a208-bc272ec6aa1c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:14.297998 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:14.298157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-0d0880f6-5338-46f2-92b7-64f85f9487e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1327889 Nov 12 03:19:14.298572 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ba1cf371-272d-4ea3-a208-bc272ec6aa1c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:14.299348 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'status': 'completed', 'code': 200} Nov 12 03:19:14.300193 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:14.548178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-894ceec7-2ec2-4ee0-bcfc-a4d2e29e0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.549880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-894ceec7-2ec2-4ee0-bcfc-a4d2e29e0563 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438364 Nov 12 03:19:14.574035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.590739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['957735ad-87bf-4157-b678-f01b2acb32a9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:14.849386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.849871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.850346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.850818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.851310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.851782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.852246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.854403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-46df6ccc-e75b-4bc5-99db-1d5a575d05d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.4551322 Nov 12 03:19:15.046144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d83d-c088-4fce-b7a8-bffed5df89d1 req-2ba0cccf-3b67-40f9-a6a6-47d11420c960 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.060991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba00d83d-c088-4fce-b7a8-bffed5df89d1 req-2ba0cccf-3b67-40f9-a6a6-47d11420c960 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.2361150 Nov 12 03:19:15.065786 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '94759005-c500-4226-b318-40d44292dcc0', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'port_id': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'mac_address': 'fa:16:3e:68:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:39Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 1, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:15.139118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-ec641880-f37e-474b-b2d8-96e59b3306be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.141337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-ec641880-f37e-474b-b2d8-96e59b3306be service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144 HTTP/1.1" status: 200 len: 912 time: 0.2620955 Nov 12 03:19:15.253488 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Checking router: a258726b-d03a-41a4-9eec-5fb19ab0c2bb for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:15.310980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba00d83d-c088-4fce-b7a8-bffed5df89d1 req-6bc15b25-7ca8-4c70-abe3-a0e72cb21ab8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474711 Nov 12 03:19:15.326477 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:15.327153 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:19:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:15.339840 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-8abe5722-8e37-44fb-a8fe-ae974ef88460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1000 time: 0.1842008 Nov 12 03:19:15.523086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-20a53bce-b3f9-4e5c-b63e-0dfc8e2af585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.525240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-20a53bce-b3f9-4e5c-b63e-0dfc8e2af585 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1772125 Nov 12 03:19:15.646102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-91dda7b8-8995-4127-9d69-3990f6ddb61a service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0733297 Nov 12 03:19:15.673409 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:15.864768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70e62209-5b1c-4d41-9fe2-a836bc600cc7 req-2a7e9865-04a3-422c-a1cd-61bae218358c service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073460 Nov 12 03:19:15.886755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-dff555b5-3036-47c8-a09e-e741f7172531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.896892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-dff555b5-3036-47c8-a09e-e741f7172531 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3520501 Nov 12 03:19:16.217154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-4c56f9a3-ad22-4811-95dd-55776a904f70 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117816 Nov 12 03:19:16.371138 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '94759005-c500-4226-b318-40d44292dcc0', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'port_id': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'mac_address': 'fa:16:3e:68:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:39Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 1, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:16.459064 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c8507-272f-41da-b22e-d2dff4c954dc None None] The sync data for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 is: [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '94759005-c500-4226-b318-40d44292dcc0', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'port_id': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'mac_address': 'fa:16:3e:68:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:17:39Z', 'updated_at': '2021-11-12T03:19:12Z', 'revision_number': 1, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:16.489892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e158208b-d7bd-471c-963b-e0d4cb0c72fb req-edd5c60f-2db2-4c1b-b19a-f6bc0900f6c1 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611732 Nov 12 03:19:16.686943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7d1fd984-1e0c-43b3-b8d3-63386f0af2d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1805928 Nov 12 03:19:16.730609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de28c-2234-44cc-8709-f47a2c15eefb req-269e5994-2265-4546-aa91-1e23b7c97278 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:16.747550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c9de28c-2234-44cc-8709-f47a2c15eefb req-269e5994-2265-4546-aa91-1e23b7c97278 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 945 time: 0.1468461 Nov 12 03:19:17.013286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c9de28c-2234-44cc-8709-f47a2c15eefb req-fae22aad-aa31-472f-b64f-7d5eafb5daa1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612765 Nov 12 03:19:17.067020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.067780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.069675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.071399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.073834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.075114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.078907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5908726-cc4b-4a2b-ba08-399bada28895 None None] New status for floating IP 94759005-c500-4226-b318-40d44292dcc0: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:19:17.081130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.084230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-320b5ce7-a1d4-4f14-ab8c-2942aac00f58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.2395985 Nov 12 03:19:17.129684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:17.254790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:17.370903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7202b292-bf51-4ce0-ab56-3ca363b33388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.372154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7202b292-bf51-4ce0-ab56-3ca363b33388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.375087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7202b292-bf51-4ce0-ab56-3ca363b33388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.378946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7202b292-bf51-4ce0-ab56-3ca363b33388 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 2293 time: 0.2639620 Nov 12 03:19:17.425505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4972b59d-6285-4e9a-a261-b1af2e383d76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.575038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4972b59d-6285-4e9a-a261-b1af2e383d76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.584571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4972b59d-6285-4e9a-a261-b1af2e383d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.595014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-4232ec67-a2fc-4412-8511-05b53a168509 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1000 time: 0.2080996 Nov 12 03:19:17.686895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972b59d-6285-4e9a-a261-b1af2e383d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbfce87-7273-43ce-86f3-e4d6f7449523,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:17.702303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4972b59d-6285-4e9a-a261-b1af2e383d76 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=be305269fe3f409eab077bb843cb88d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623102 Nov 12 03:19:17.724376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33618) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:17.754739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 957735ad-87bf-4157-b678-f01b2acb32a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:17.758071 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.781471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f29e2315-a08e-4071-9aef-eeab5a3d5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.789859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f29e2315-a08e-4071-9aef-eeab5a3d5dfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1853468 Nov 12 03:19:17.905759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-111fa885-7017-4ff9-90a9-078218bcbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.912857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.915522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-111fa885-7017-4ff9-90a9-078218bcbf9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148813 Nov 12 03:19:17.987265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:17.998590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.103695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:18.107762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:18.110331 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ebf8b-9247-4711-8bc8-6bdcc0155276" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:18.122191 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.138658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.142744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.147283 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0fbfce87-7273-43ce-86f3-e4d6f7449523 HTTP/1.1" status: 204 len: 168 time: 0.4146612 Nov 12 03:19:18.158888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6a886-0b6c-40a7-a471-72e638fc7cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbfce87-7273-43ce-86f3-e4d6f7449523,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:18.249977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-3d38bb98-1d59-4c29-9ad9-5c9ae0a45668 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268366 Nov 12 03:19:18.347135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=13']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:18.519537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-ae61395b-da8e-43e5-b626-2c7aedb4f104 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645290 Nov 12 03:19:18.622569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7b6fcddb-0aa3-499a-bed2-9963c1cb4a2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.0916705 Nov 12 03:19:18.637705 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540c1e8f-c0e6-48f0-ad29-1b2a4a9225f7 x-openstack-request-id: req-540c1e8f-c0e6-48f0-ad29-1b2a4a9225f7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:18.637841 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-plugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:18.638026 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-540c1e8f-c0e6-48f0-ad29-1b2a4a9225f7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:18.638803 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:19:18.768810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216d686-21ba-4408-b0fd-9b3c60190afa req-2febf494-eeb9-4dc0-a242-7622194e8e71 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.781659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a216d686-21ba-4408-b0fd-9b3c60190afa req-2febf494-eeb9-4dc0-a242-7622194e8e71 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.2607098 Nov 12 03:19:18.836493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-41074e7d-7286-4caf-b414-f9f3a08cbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.838653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-41074e7d-7286-4caf-b414-f9f3a08cbc6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2090843 Nov 12 03:19:18.864065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33708) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:18.892469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72cd37c-5e4b-4bfc-b267-9823177f8e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:18.924754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a216d686-21ba-4408-b0fd-9b3c60190afa req-39d0ac61-8c11-4fc1-99ad-fcaa6ca68ce2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359637 Nov 12 03:19:18.979844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-766c2e27-6061-47cc-8dae-36bd1bf6e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:18.981537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-766c2e27-6061-47cc-8dae-36bd1bf6e8a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1352007 Nov 12 03:19:19.004822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72cd37c-5e4b-4bfc-b267-9823177f8e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.021939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b72cd37c-5e4b-4bfc-b267-9823177f8e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.156503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cd37c-5e4b-4bfc-b267-9823177f8e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7eb93-d3af-497c-90f9-2e2ccccd9687,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.161104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b72cd37c-5e4b-4bfc-b267-9823177f8e29 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0a60ed8e3d545d59c23ff3711765792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958076 Nov 12 03:19:19.163723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33732) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.176405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-a0152762-2c60-4c5e-8f15-489fca7168b1 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873479 Nov 12 03:19:19.262294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.296365 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.351261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-65c9164f-6365-4a89-88a2-4854467b2bbd service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661196 Nov 12 03:19:19.372076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.384695 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.394884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/19e7eb93-d3af-497c-90f9-2e2ccccd9687 HTTP/1.1" status: 204 len: 168 time: 0.2300179 Nov 12 03:19:19.449983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176667-fe38-4979-85c6-1211e9c4f25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7eb93-d3af-497c-90f9-2e2ccccd9687,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.519728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-33e66004-05c0-4507-beae-35a57421f78f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.1609774 Nov 12 03:19:19.600211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-6a1af0ff-a3b1-4d74-aa8a-6fdf26e90b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.602014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-6a1af0ff-a3b1-4d74-aa8a-6fdf26e90b82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.0662191 Nov 12 03:19:19.667641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-0539a487-7fc3-4b42-a581-5e6fe0f90775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.669349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-0539a487-7fc3-4b42-a581-5e6fe0f90775 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585694 Nov 12 03:19:19.863049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-498efb33-23d3-4f6d-8c94-d7395720564c service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859474 Nov 12 03:19:20.070731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-2a5e2366-0c0c-4ff1-8b3a-5b7b7bb173d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982718 Nov 12 03:19:20.269155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-05fed13a-759e-4c7a-927d-d42ecddb2571 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.1819184 Nov 12 03:19:20.275391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-b8847503-6c04-4b9d-8eb6-6f43e859b998 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.285877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-b8847503-6c04-4b9d-8eb6-6f43e859b998 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 814 time: 0.3265321 Nov 12 03:19:20.316344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-52f4d1d5-ef91-4986-bb31-8f451c4917a5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/quotas/2d48f082c5fb41c0a6203a576c25f39c HTTP/1.1" status: 200 len: 375 time: 0.0225146 Nov 12 03:19:20.391472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-5c3f0088-7e22-41dd-ae96-7acb6220597e tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720220 Nov 12 03:19:20.503717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-92110e3b-260e-4c3d-acb8-7969483d3e04 service neutron] 10.222.0.84 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110427 Nov 12 03:19:20.504074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.561892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-3d423602-a5ab-4bbb-9cae-0656a26cdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.564642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-3d423602-a5ab-4bbb-9cae-0656a26cdd4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2314687 Nov 12 03:19:20.600285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f520aee-76d3-4623-84db-a245f895aa58 req-62717c76-6910-473b-a621-b8e6e162539a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.607225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f520aee-76d3-4623-84db-a245f895aa58 req-62717c76-6910-473b-a621-b8e6e162539a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.3587584 Nov 12 03:19:20.636637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-f5996ccd-4cc6-49a8-ad23-1434800dfd3d service neutron] 10.222.0.84 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318908 Nov 12 03:19:20.755973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f598c0b2-a817-4e44-91c7-80b01e1ce7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.760045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f598c0b2-a817-4e44-91c7-80b01e1ce7f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488047 Nov 12 03:19:20.874517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f520aee-76d3-4623-84db-a245f895aa58 req-519f9437-1063-4e78-aa54-4466295d43a5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408836 Nov 12 03:19:20.886683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fd9758c-b51b-4501-990e-45dd7c5873c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.045601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-762fc7ad-85ac-43ed-8a0d-3d27e0166385 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741332 Nov 12 03:19:21.075211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-625f1e2e-e92a-4b45-bac0-deef3c48431a req-2c898731-281e-4a69-97ca-79f109c74140 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 210 time: 0.0392363 Nov 12 03:19:21.211454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fd9758c-b51b-4501-990e-45dd7c5873c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.271024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fd9758c-b51b-4501-990e-45dd7c5873c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.334928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9758c-b51b-4501-990e-45dd7c5873c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4360d052-711b-41cc-9a47-d334c4d27610,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.365779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5fd9758c-b51b-4501-990e-45dd7c5873c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=37a27e5a42d441f9867aeea9098dea76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8461092 Nov 12 03:19:21.368778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:21.372702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-b09752ce-5a40-4d50-ac63-ce9d22ddf968 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117962 Nov 12 03:19:21.485686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-63c0a765-d33e-4753-9e8a-d0793d8fe85c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.1056345 Nov 12 03:19:21.527191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.594211 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.628978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-83dac28d-e32c-48cb-bf05-66c74ff4e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.631251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-83dac28d-e32c-48cb-bf05-66c74ff4e220 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1350019 Nov 12 03:19:21.705455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-bd66ff4a-ebe1-4440-97ea-3605a65c28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.708127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-bd66ff4a-ebe1-4440-97ea-3605a65c28bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0672562 Nov 12 03:19:21.734947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.738874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.740422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4360d052-711b-41cc-9a47-d334c4d27610 HTTP/1.1" status: 204 len: 168 time: 0.3699322 Nov 12 03:19:21.783117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90263-9201-4f13-884c-b3b96a1a605d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360d052-711b-41cc-9a47-d334c4d27610,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.922529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-a54816a2-cb8b-41b6-a725-5a803ba1cfe1 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010646 Nov 12 03:19:22.209625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-d35d9a5c-d16c-4a46-9323-a7a9a03f764a service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798870 Nov 12 03:19:22.331003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a02b58d-b89d-48f5-be8f-faa2e903c84f req-1747a480-846c-4890-96f1-3f4f8a575d46 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 210 time: 0.1238184 Nov 12 03:19:22.417589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-7c2b4142-7553-4402-9186-5d9cfb77488e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.1971478 Nov 12 03:19:22.509150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baec1e5-e1c4-4d28-95f2-b5de38b8555f req-8989d510-5ded-404f-8602-f63aa0472a94 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.518538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0baec1e5-e1c4-4d28-95f2-b5de38b8555f req-8989d510-5ded-404f-8602-f63aa0472a94 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.3051941 Nov 12 03:19:22.610107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-cbc47cff-420c-4351-b411-54a57e8acfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.617134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-cbc47cff-420c-4351-b411-54a57e8acfb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1872444 Nov 12 03:19:22.703560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0baec1e5-e1c4-4d28-95f2-b5de38b8555f req-53198d59-9cea-40d2-b9f8-ebca48b7487d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785362 Nov 12 03:19:22.734388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-94c3af04-ad13-4a47-90a6-4b6aedf530e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.736752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-94c3af04-ad13-4a47-90a6-4b6aedf530e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124282 Nov 12 03:19:22.890195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-00277336-d474-445b-a1b5-4c26c094a0fb service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442273 Nov 12 03:19:22.987825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-a3dfab0a-6569-426a-b6f2-73f128fa80c1 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905807 Nov 12 03:19:23.133722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-32899fb7-5876-4b74-ae27-3a02cbbe0f75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.1379118 Nov 12 03:19:23.330265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f816e187-a20a-4191-840a-538a8d0bad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.331776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-f816e187-a20a-4191-840a-538a8d0bad1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1741500 Nov 12 03:19:23.599903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9be2ded-32f4-4137-9164-1bb4c38b22af req-5466a014-8b44-4c32-9b89-9262d6b751b8 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 210 time: 0.0440898 Nov 12 03:19:23.654243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a78e-670f-420f-b54f-1124e0b57827 req-ea463b33-b3d1-40bc-8000-cf8ebd470d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.656181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-ea463b33-b3d1-40bc-8000-cf8ebd470d80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2484734 Nov 12 03:19:23.764272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-397d5595-a63f-4d43-bde8-01533f544a44 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977573 Nov 12 03:19:23.865476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-cc1f6e66-a148-4ee7-a31f-6ea28099a5a0 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.867181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-cc1f6e66-a148-4ee7-a31f-6ea28099a5a0 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.32 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 814 time: 0.5659769 Nov 12 03:19:23.917186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Request body: {'port': {'device_id': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb', 'admin_state_up': True, 'tenant_id': '2d48f082c5fb41c0a6203a576c25f39c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:24.019442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a750a78e-670f-420f-b54f-1124e0b57827 req-771e8074-57e7-45d6-8589-89ea13133506 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433157 Nov 12 03:19:24.053144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697ab42-4a1a-4780-a845-091122720b1d req-d6c7b184-e251-473c-8bd0-c62193827af6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.054846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f697ab42-4a1a-4780-a845-091122720b1d req-d6c7b184-e251-473c-8bd0-c62193827af6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1227736 Nov 12 03:19:24.150788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f697ab42-4a1a-4780-a845-091122720b1d req-aae0b6e6-27f9-4373-8be2-8cf67852dab3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846353 Nov 12 03:19:24.551705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3f265d74-6f36-4479-80da-a033969e47fd tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6aeffe1acc8741d282f81457ea3654e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5769198 Nov 12 03:19:24.729847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-f28c7beb-0908-4bbc-b8eb-480faa90037e tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.744456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-f28c7beb-0908-4bbc-b8eb-480faa90037e tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917775 Nov 12 03:19:24.773941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-9e8d551a-5844-4425-adae-be4c025d2266 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/quotas/6aeffe1acc8741d282f81457ea3654e5 HTTP/1.1" status: 200 len: 375 time: 0.0253229 Nov 12 03:19:24.818938 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c639e940-f618-41b6-a07d-0b2a2224265a req-4df2a61a-177d-4e80-86ac-2fa4882914f5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 210 time: 0.0744264 Nov 12 03:19:24.823967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-e28c0d6c-c3b8-4c27-983b-071e597bbfc3 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6aeffe1acc8741d282f81457ea3654e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487361 Nov 12 03:19:24.847356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Made reservation on behalf of 2d48f082c5fb41c0a6203a576c25f39c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:24.860127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.140370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc0754c0-b913-4b10-9eee-c8040ce9e409 req-f6abd454-5f46-42f5-a86d-971cd2b8e064 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 210 time: 0.0456240 Nov 12 03:19:25.201398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Allocated IP 172.20.0.2 (50d3503d-3c74-45ba-b215-3fb7985742cb/b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39/b555e665-c1e8-4fac-a9e6-e05ebefd011b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:25.334045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0143a-30ea-4f9b-928a-ded6cc2fdbc2 req-2f67d0b5-3fe4-4c97-b110-aa6bd0ef82bb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.335757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcc0143a-30ea-4f9b-928a-ded6cc2fdbc2 req-2f67d0b5-3fe4-4c97-b110-aa6bd0ef82bb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0990098 Nov 12 03:19:25.511722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcc0143a-30ea-4f9b-928a-ded6cc2fdbc2 req-e166d96c-52a7-4f79-b613-403d9f8fdb2c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572886 Nov 12 03:19:25.543223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.591891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.647600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Network 50d3503d-3c74-45ba-b215-3fb7985742cb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:25.651380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:25.653981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:25.661076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Pushing event updated for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.695944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.696890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.697315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.697648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.697982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.698308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.698633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.699001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.699403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.699614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.699929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.700243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:25.740395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.741298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.796420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c5cc2ab2-e88c-462a-92b7-fd0b567f81ab tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9152622 Nov 12 03:19:25.836037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Request body: {'port': {'device_id': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:26.000981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.133336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce12b4-86fb-48b1-bde7-848bd4a6b6cd req-c65cf20b-61ed-43e7-855d-787dba842f3d tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.135826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bce12b4-86fb-48b1-bde7-848bd4a6b6cd req-c65cf20b-61ed-43e7-855d-787dba842f3d tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 931 time: 0.1961176 Nov 12 03:19:26.478785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bce12b4-86fb-48b1-bde7-848bd4a6b6cd req-ff280a6f-c7af-47ca-be66-d44f34fc5dde tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163614 Nov 12 03:19:26.632172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47e3a182-da9a-48d0-9f57-184561d0b2d4 req-e453b39f-b586-4530-ac51-b63d33ecce1a tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 210 time: 0.0631869 Nov 12 03:19:26.646149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-5cd383b0-ec43-45e1-a72c-e5715402e5c4 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6aeffe1acc8741d282f81457ea3654e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320097 Nov 12 03:19:26.858897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b144f-fd1f-4d79-80f7-b935dfc80f64 req-295a4217-5770-4532-9fe3-03928402e307 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.865261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d63b144f-fd1f-4d79-80f7-b935dfc80f64 req-295a4217-5770-4532-9fe3-03928402e307 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1152282 Nov 12 03:19:26.921747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d63b144f-fd1f-4d79-80f7-b935dfc80f64 req-ce47ef7e-1cf0-47a5-bc99-b2c68af6edbf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488920 Nov 12 03:19:26.923476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-011783de-13ff-433e-9818-a67ca083d3ca tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.925075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-011783de-13ff-433e-9818-a67ca083d3ca tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723248 Nov 12 03:19:26.951736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Request body: {'port': {'device_id': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '6aeffe1acc8741d282f81457ea3654e5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:27.285880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Made reservation on behalf of 6aeffe1acc8741d282f81457ea3654e5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:27.291008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.307566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b555e665-c1e8-4fac-a9e6-e05ebefd011b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:27.314070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.347275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.372194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Transition to ACTIVE for port object b555e665-c1e8-4fac-a9e6-e05ebefd011b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:27.386671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.496208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:27.648066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.728826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Attempting to bind port b555e665-c1e8-4fac-a9e6-e05ebefd011b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:27.729166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Attempting to bind port b555e665-c1e8-4fac-a9e6-e05ebefd011b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:27.729491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Attempting to bind port b555e665-c1e8-4fac-a9e6-e05ebefd011b on network 50d3503d-3c74-45ba-b215-3fb7985742cb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:27.786435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Port b555e665-c1e8-4fac-a9e6-e05ebefd011b on network 50d3503d-3c74-45ba-b215-3fb7985742cb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:27.786756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Attempting to bind port b555e665-c1e8-4fac-a9e6-e05ebefd011b on network 50d3503d-3c74-45ba-b215-3fb7985742cb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:27.794351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.833926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ae7f4-7431-49df-bf04-d3dbfb9637ef req-27e52f88-505c-42ac-a36a-5e9cd8256500 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.843925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-264ae7f4-7431-49df-bf04-d3dbfb9637ef req-27e52f88-505c-42ac-a36a-5e9cd8256500 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 943 time: 0.2453315 Nov 12 03:19:27.844774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:27.845107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Checking segment: {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:27.849143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Bound using segment: {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:27.849603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Bound port: b555e665-c1e8-4fac-a9e6-e05ebefd011b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:27.849963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.854719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.914162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b79c10d3-6b25-4fb7-9894-fe9aecc2587e req-1840aa03-824e-4755-b102-d9f6a8268564 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 210 time: 0.0870731 Nov 12 03:19:27.988885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Allocated IP 192.168.233.184 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/dccef3cd-d07c-4ab1-8db7-29b60c5906db) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:28.360175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545b5d9-2aa3-420d-9841-e79bce9dd4ec req-02c6e2ee-27ad-48de-b88a-11e31baeedca tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.373503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f545b5d9-2aa3-420d-9841-e79bce9dd4ec req-02c6e2ee-27ad-48de-b88a-11e31baeedca tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1389267 Nov 12 03:19:28.400867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-264ae7f4-7431-49df-bf04-d3dbfb9637ef req-6ea456fb-6c5f-483c-8369-467bed1846d9 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266213 Nov 12 03:19:28.482096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.574629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.599629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f545b5d9-2aa3-420d-9841-e79bce9dd4ec req-cc8adcdb-a6d8-43fe-9881-8caa615351c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246246 Nov 12 03:19:28.604008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b9755e-8a0c-4c9b-a235-2881765fd8a7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.702785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:28.718175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:28.721884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:28.724717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:28.734826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.782865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:28.791775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.858972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.920085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.920850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.928069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-a6f943dc-3b38-4e01-8749-496621b7a9ba service neutron] 10.222.0.32 "PUT /v2.0/ports/b555e665-c1e8-4fac-a9e6-e05ebefd011b HTTP/1.1" status: 200 len: 1092 time: 3.1090610 Nov 12 03:19:28.934189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:28.943386 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9387347-ffaf-4260-ab9f-e039f9175dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:28.970876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.972037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.028532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3037f345-7e8f-4b5c-8a9c-0ac56943bfa8 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0831890 Nov 12 03:19:29.114478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Request body: {'port': {'device_id': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:29.120342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.203474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-57eaa582-a03a-4bce-b49b-8e537def9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.206329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-57eaa582-a03a-4bce-b49b-8e537def9145 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 1095 time: 0.1747730 Nov 12 03:19:29.233058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-808d1db6-f995-4f4a-8842-805b81ed8f30 None None] Provisioning complete for port dccef3cd-d07c-4ab1-8db7-29b60c5906db triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:29.233909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-808d1db6-f995-4f4a-8842-805b81ed8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.327918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-808d1db6-f995-4f4a-8842-805b81ed8f30 None None] Port dccef3cd-d07c-4ab1-8db7-29b60c5906db cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:29.332538 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83cae2c-91fa-4f1b-943a-8f34f1f04104 x-openstack-request-id: req-b83cae2c-91fa-4f1b-943a-8f34f1f04104 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:29.332903 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:29.333235 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b83cae2c-91fa-4f1b-943a-8f34f1f04104 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:29.333702 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b', 'status': 'completed', 'code': 200} Nov 12 03:19:29.378869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.389572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-c4118f13-1a79-440a-ab4e-d8eff8d5f90b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b HTTP/1.1" status: 200 len: 217 time: 0.1627762 Nov 12 03:19:29.563212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0eb89-71dd-416a-b0ec-d94531205f26 req-1174b801-6361-4e0f-b4b3-ccf7343ce632 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.566851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90a0eb89-71dd-416a-b0ec-d94531205f26 req-1174b801-6361-4e0f-b4b3-ccf7343ce632 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 936 time: 0.4412050 Nov 12 03:19:29.653856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68f8e1-de5f-4204-87d7-6e99f0ab9d13 req-8695abe0-67d9-4a81-b8ac-7da0909527fa tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.656562 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee68f8e1-de5f-4204-87d7-6e99f0ab9d13 req-8695abe0-67d9-4a81-b8ac-7da0909527fa tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 943 time: 0.0913489 Nov 12 03:19:29.735440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee68f8e1-de5f-4204-87d7-6e99f0ab9d13 req-caf05e9d-4ae3-410d-97a0-5edb9b30b923 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597761 Nov 12 03:19:29.770716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90a0eb89-71dd-416a-b0ec-d94531205f26 req-604abf10-9345-4db2-93dc-aba4587d7308 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631770 Nov 12 03:19:29.782501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-deab2ea1-02b0-4b3b-93ea-54d2939915b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.789038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-deab2ea1-02b0-4b3b-93ea-54d2939915b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 HTTP/1.1" status: 200 len: 854 time: 0.2809432 Nov 12 03:19:29.925680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-e878c82f-5f71-485e-ab26-567678a7ded0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50d3503d-3c74-45ba-b215-3fb7985742cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233091 Nov 12 03:19:29.943106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ae859-2fca-41ae-acb6-a9b747149de1 req-112be183-3b5a-4176-a070-ff455413e95a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.946182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b18ae859-2fca-41ae-acb6-a9b747149de1 req-112be183-3b5a-4176-a070-ff455413e95a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1191406 Nov 12 03:19:30.065619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b18ae859-2fca-41ae-acb6-a9b747149de1 req-3b2f007f-2959-4b70-aa9b-3ad955acab30 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070740 Nov 12 03:19:30.197619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-1ef26607-947d-48f4-ac4d-31d1717d2d5c service neutron] 10.222.0.32 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619076 Nov 12 03:19:30.228325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:30.250421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.309113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Transition to ACTIVE for port object dccef3cd-d07c-4ab1-8db7-29b60c5906db will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:30.331753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.400781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9624e7f4-a0a9-4189-97b0-108b07fe2f4c req-0827e58f-b23d-4b7b-9357-97f87213248a service neutron] 10.222.0.32 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874752 Nov 12 03:19:30.425084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.633046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Attempting to bind port dccef3cd-d07c-4ab1-8db7-29b60c5906db on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:30.633388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Attempting to bind port dccef3cd-d07c-4ab1-8db7-29b60c5906db by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:30.634434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Attempting to bind port dccef3cd-d07c-4ab1-8db7-29b60c5906db on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:30.642626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-0036b2ac-5f89-4768-bee9-2acba0021436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.644183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-0036b2ac-5f89-4768-bee9-2acba0021436 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 1095 time: 0.1655047 Nov 12 03:19:30.645202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Port dccef3cd-d07c-4ab1-8db7-29b60c5906db on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:30.645523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Attempting to bind port dccef3cd-d07c-4ab1-8db7-29b60c5906db on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:30.651032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:30.651481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:30.651793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:30.652229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Bound port: dccef3cd-d07c-4ab1-8db7-29b60c5906db, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:30.652588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.935481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:30.939495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:30.949606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47003e7-f5a6-42e5-ab02-b778e6c839fa req-48b75795-b274-416e-b656-d22219959290 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.960366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c47003e7-f5a6-42e5-ab02-b778e6c839fa req-48b75795-b274-416e-b656-d22219959290 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 943 time: 0.1025803 Nov 12 03:19:30.993063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.075591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c47003e7-f5a6-42e5-ab02-b778e6c839fa req-27294d7e-c13e-44a2-8dcf-cd8a657f3aaf tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063602 Nov 12 03:19:31.105055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-5ba54a3f-fb74-46b2-a2bf-d3fc8c4ee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.106554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-5ba54a3f-fb74-46b2-a2bf-d3fc8c4ee214 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 915 time: 0.4518175 Nov 12 03:19:31.153066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.153698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.155123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] 10.222.0.39 "PUT /v2.0/ports/dccef3cd-d07c-4ab1-8db7-29b60c5906db HTTP/1.1" status: 200 len: 1097 time: 2.0658314 Nov 12 03:19:31.342928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:31.345503 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b5676-61b6-4aba-9222-afd9fc375bca" -d '{"events": [{"name": "network-changed", "server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:31.366106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-5be0b41e-e0d2-4ea3-9c0b-905547068d07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b HTTP/1.1" status: 200 len: 217 time: 0.2385046 Nov 12 03:19:31.401227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde57230-2b7a-49da-bfd1-e1d00835fdf3 req-e0d16ade-4d34-4961-8baa-16f51dcdd1f5 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.402820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dde57230-2b7a-49da-bfd1-e1d00835fdf3 req-e0d16ade-4d34-4961-8baa-16f51dcdd1f5 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 948 time: 0.5049715 Nov 12 03:19:31.481459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1882d-87fb-4f46-accc-8a50d0d0c0ca req-91b892b3-d4f8-4304-862e-f6e750ed8dd4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.489374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44b1882d-87fb-4f46-accc-8a50d0d0c0ca req-91b892b3-d4f8-4304-862e-f6e750ed8dd4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0749314 Nov 12 03:19:31.514430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a00571-617c-4fcc-b5bc-a208b9620c88 service neutron] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.521712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-6b86a88e-aaff-4a2d-9146-2fc7dca86b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.524337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-6b86a88e-aaff-4a2d-9146-2fc7dca86b53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aeffe1acc8741d282f81457ea3654e5&device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 1100 time: 0.2713320 Nov 12 03:19:31.570279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dde57230-2b7a-49da-bfd1-e1d00835fdf3 req-1886621b-79ba-45a3-bee3-186e46cbe96f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825768 Nov 12 03:19:31.603816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44b1882d-87fb-4f46-accc-8a50d0d0c0ca req-6ccfb16d-52a0-47e6-aec3-d70936e994f2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133041 Nov 12 03:19:31.620685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-228f0fb5-c6fc-46ff-8b88-d1e8d91aeeb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db HTTP/1.1" status: 200 len: 217 time: 0.0603535 Nov 12 03:19:31.622311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-45b0f452-a714-4d73-abfc-bcbea9cb596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.623882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-45b0f452-a714-4d73-abfc-bcbea9cb596c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 HTTP/1.1" status: 200 len: 854 time: 0.2176759 Nov 12 03:19:31.707683 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4931ab12-ff4a-48f7-8aed-0a00b3ae591a x-openstack-request-id: req-4931ab12-ff4a-48f7-8aed-0a00b3ae591a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:31.708337 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:31.708826 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4931ab12-ff4a-48f7-8aed-0a00b3ae591a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:31.709465 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'status': 'completed', 'code': 200} Nov 12 03:19:31.714438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-5ab864bc-dbd9-4f15-af6f-b2d2fed92b39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50d3503d-3c74-45ba-b215-3fb7985742cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730708 Nov 12 03:19:31.766447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-6348a228-c1db-458f-81e3-dc7cbc8d49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.768380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-6348a228-c1db-458f-81e3-dc7cbc8d49ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1381984 Nov 12 03:19:32.360364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7978b79-c2b3-468f-b872-8abc1cd6d25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.433151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-22b3deb6-37a2-4d31-8cc2-cee9f5292edb service neutron] 10.222.0.32 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102897 Nov 12 03:19:32.548235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-bff26839-b1f0-4476-ab24-58261a4eb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.549837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-bff26839-b1f0-4476-ab24-58261a4eb2ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7432592 Nov 12 03:19:32.645179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11951e9-ceb1-4f7c-9de6-ceea6f7a5c0a req-ffe4a236-3914-4803-81d1-0d0822027d82 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.646763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11951e9-ceb1-4f7c-9de6-ceea6f7a5c0a req-ffe4a236-3914-4803-81d1-0d0822027d82 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 943 time: 0.2125399 Nov 12 03:19:32.700174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9387347-ffaf-4260-ab9f-e039f9175dd6 req-cda06585-9c07-4055-baad-2b36a09c22cb service neutron] 10.222.0.32 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507305 Nov 12 03:19:32.759962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-3d19fee1-8de2-4c18-b94b-cc91ae092421 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922746 Nov 12 03:19:32.796632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11951e9-ceb1-4f7c-9de6-ceea6f7a5c0a req-bb0630e1-4607-40c7-96e5-26fe438a6af5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308727 Nov 12 03:19:32.874936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33b91-77c8-4e20-8744-07c6d18b5cc2 req-3542bcde-9165-46e4-b64f-467df4e290cd tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.883291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18a33b91-77c8-4e20-8744-07c6d18b5cc2 req-3542bcde-9165-46e4-b64f-467df4e290cd tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 948 time: 0.1791067 Nov 12 03:19:32.990949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18a33b91-77c8-4e20-8744-07c6d18b5cc2 req-ca9adcf4-ea96-465a-8d0c-23584405fea9 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043510 Nov 12 03:19:33.045159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99c5a136-4bfb-4730-8dfd-823c6c4b7746 req-e8421d20-a8f7-4e5d-830f-28437c2c8abc service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756956 Nov 12 03:19:33.070427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d364f1-bbf2-4f35-b5d8-76cbfee2bc82 req-d5849a98-54c8-4c8d-8326-78b591df44e1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.090329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03d364f1-bbf2-4f35-b5d8-76cbfee2bc82 req-d5849a98-54c8-4c8d-8326-78b591df44e1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1662292 Nov 12 03:19:33.232873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03d364f1-bbf2-4f35-b5d8-76cbfee2bc82 req-610913c6-eafc-49d1-b2f4-d53f34e1829c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411402 Nov 12 03:19:33.246374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-775c4f14-07e1-478a-8f51-c25eca692fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.250519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-775c4f14-07e1-478a-8f51-c25eca692fcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6aeffe1acc8741d282f81457ea3654e5&device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 1100 time: 0.1433156 Nov 12 03:19:33.310988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b555e665-c1e8-4fac-a9e6-e05ebefd011b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:33.474985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.493814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b', 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb', 'port_id': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b', 'mac_address': 'fa:16:3e:dc:f8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:33.507078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-c45f41bd-9d62-494a-96b1-223bcf1d4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.508891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-c45f41bd-9d62-494a-96b1-223bcf1d4ca5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.2492719 Nov 12 03:19:33.546837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.562615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b555e665-c1e8-4fac-a9e6-e05ebefd011b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:33.598797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.605554 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.638872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-1a950cc4-7e02-4ec6-b304-d26476f484eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db HTTP/1.1" status: 200 len: 217 time: 0.1229165 Nov 12 03:19:33.719834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.739858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-9cd52e6f-1354-43b7-8d0d-ceb74f30187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.741365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-9cd52e6f-1354-43b7-8d0d-ceb74f30187f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0958438 Nov 12 03:19:33.826349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-27321775-70c7-4bbb-938a-d7e1298e1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.828588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-27321775-70c7-4bbb-938a-d7e1298e1fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799484 Nov 12 03:19:33.948937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-d318e9ae-86cd-459c-b5d4-7114b43292da service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085584 Nov 12 03:19:33.987662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88db152-68a1-4da4-85b2-fa69c2b298c3 req-5abe354b-57dc-4827-897c-d7a362f74951 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.989861 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a88db152-68a1-4da4-85b2-fa69c2b298c3 req-5abe354b-57dc-4827-897c-d7a362f74951 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 944 time: 0.0738552 Nov 12 03:19:34.001633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b555e665-c1e8-4fac-a9e6-e05ebefd011b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:34.086036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a88db152-68a1-4da4-85b2-fa69c2b298c3 req-b8565ab6-24b2-43e0-be53-3848c81ea9d0 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896053 Nov 12 03:19:34.129636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33b5676-61b6-4aba-9222-afd9fc375bca req-6b0c26b3-fc31-45f5-a01d-f34c7076da50 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734216 Nov 12 03:19:34.277064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08a881-6ebe-4f87-b68f-1d7554834b5a req-7ba46f1c-68af-456d-a3d8-4026fe20d6ec tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.278674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e08a881-6ebe-4f87-b68f-1d7554834b5a req-7ba46f1c-68af-456d-a3d8-4026fe20d6ec tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 948 time: 0.1481032 Nov 12 03:19:34.451611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e08a881-6ebe-4f87-b68f-1d7554834b5a req-d472ded4-556d-48e7-b8ae-2c029da181d4 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553464 Nov 12 03:19:34.481162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d1156-0c04-4852-b7d7-747611af7e60 req-6aef4a49-67dc-44a3-9cec-56e4cc143b38 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.486096 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a7d1156-0c04-4852-b7d7-747611af7e60 req-6aef4a49-67dc-44a3-9cec-56e4cc143b38 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1113150 Nov 12 03:19:34.589439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a7d1156-0c04-4852-b7d7-747611af7e60 req-6e080a4b-4b18-46af-b1f5-5def29438ed3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957854 Nov 12 03:19:34.631693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9958f8be-f89a-4db3-a2b3-69b8664bb2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.050857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:35.181446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:35.213815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'mac_address': 'fa:16:3e:9d:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:35.280193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.297399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:35.315853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f96fd3-05a7-4f41-9834-9f6c4b2c8b8a req-48f9359b-80b3-4abe-901d-31b919855b1b tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.325151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85f96fd3-05a7-4f41-9834-9f6c4b2c8b8a req-48f9359b-80b3-4abe-901d-31b919855b1b tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 944 time: 0.0984535 Nov 12 03:19:35.351281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:35.358980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b555e665-c1e8-4fac-a9e6-e05ebefd011b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:35.437811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.475546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85f96fd3-05a7-4f41-9834-9f6c4b2c8b8a req-6462a2fa-7dbb-4486-a279-49e45a4686d5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446819 Nov 12 03:19:35.585778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.693366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7dfa7-79cd-4cc3-92bf-2b50cc76e5eb req-0e8c7da5-76a4-4257-875e-ad4bdbfed1ca tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.703353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96b7dfa7-79cd-4cc3-92bf-2b50cc76e5eb req-0e8c7da5-76a4-4257-875e-ad4bdbfed1ca tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.0953302 Nov 12 03:19:35.708105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b555e665-c1e8-4fac-a9e6-e05ebefd011b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:35.715048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.721555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b555e665-c1e8-4fac-a9e6-e05ebefd011b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:35.722054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.797151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96b7dfa7-79cd-4cc3-92bf-2b50cc76e5eb req-2524cd7b-8b06-4269-bda8-ee8834f52d65 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920796 Nov 12 03:19:35.797706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['dccef3cd-d07c-4ab1-8db7-29b60c5906db'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:35.846714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b8629-40dc-4a21-a023-f0688594fe18 req-91c37ea6-e319-4131-98f0-372f7c1b38f2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.849061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-625b8629-40dc-4a21-a023-f0688594fe18 req-91c37ea6-e319-4131-98f0-372f7c1b38f2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1281388 Nov 12 03:19:35.999612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-625b8629-40dc-4a21-a023-f0688594fe18 req-ed2ec72c-d3d2-4225-871e-a332fcfb5676 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426194 Nov 12 03:19:36.056429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34244) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.206673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.279967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:36.281554 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c8e2e9-57e4-4ebe-80d8-db7d37c9643e" -d '{"events": [{"server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:36.282454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9926437f-d849-4777-9bbc-85ef9e85c2c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.301777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:36.307245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.376891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.382847 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a3e9d-911b-471c-bfbe-b87d22bdff66 x-openstack-request-id: req-9e3a3e9d-911b-471c-bfbe-b87d22bdff66 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:36.387607 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:36.388061 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9e3a3e9d-911b-471c-bfbe-b87d22bdff66 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:36.388896 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b', 'code': 200} Nov 12 03:19:36.457517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9926437f-d849-4777-9bbc-85ef9e85c2c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.469334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9926437f-d849-4777-9bbc-85ef9e85c2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.504362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9926437f-d849-4777-9bbc-85ef9e85c2c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f799e90ce0b54346aa6fa121b36f5b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466629 Nov 12 03:19:36.507473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.522251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181cddf-e4aa-432b-ae89-3202cb04eaf4 req-52222add-aa1a-436f-9fd9-fa435083a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.524800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7181cddf-e4aa-432b-ae89-3202cb04eaf4 req-52222add-aa1a-436f-9fd9-fa435083a2dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 1097 time: 0.0849831 Nov 12 03:19:36.548184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926437f-d849-4777-9bbc-85ef9e85c2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb9a43-f895-4894-8102-19926a5bb7a3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.675374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7181cddf-e4aa-432b-ae89-3202cb04eaf4 req-56ae07d4-4741-49fc-90a9-f264d39759b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402512 Nov 12 03:19:36.680031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.699650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f31bd-2db2-4856-84f3-c9af174f774a req-0874798a-0606-4493-83a7-21ca0aae85d4 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.701253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b58f31bd-2db2-4856-84f3-c9af174f774a req-0874798a-0606-4493-83a7-21ca0aae85d4 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.0998743 Nov 12 03:19:36.726171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.795163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b58f31bd-2db2-4856-84f3-c9af174f774a req-940d5007-c593-42f6-b8c1-aa1ee584da07 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789645 Nov 12 03:19:36.816679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.820823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.822715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34bb9a43-f895-4894-8102-19926a5bb7a3 HTTP/1.1" status: 204 len: 168 time: 0.3118346 Nov 12 03:19:36.842489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a34b-9245-4812-9642-d9240f0f5a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb9a43-f895-4894-8102-19926a5bb7a3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.977842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e861de-2e1f-4865-a493-32b37e61b921 req-ce47694d-1185-4f49-8af2-ce293946d39d tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.985546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8e861de-2e1f-4865-a493-32b37e61b921 req-ce47694d-1185-4f49-8af2-ce293946d39d tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.0821631 Nov 12 03:19:37.049470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8e861de-2e1f-4865-a493-32b37e61b921 req-92314d65-8531-4bce-9f98-2e33bdf3bd93 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599768 Nov 12 03:19:37.050752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:37.214735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.245670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port dccef3cd-d07c-4ab1-8db7-29b60c5906db completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:37.257265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port dccef3cd-d07c-4ab1-8db7-29b60c5906db triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:37.259223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.358199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:37.363880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3514b-9327-422f-a228-7e9eb52e3e0a req-635ec998-687c-490a-8258-8657734fb52f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.371372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15c3514b-9327-422f-a228-7e9eb52e3e0a req-635ec998-687c-490a-8258-8657734fb52f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1820676 Nov 12 03:19:37.399259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca42cb84-7e78-4bfb-8c7c-ff7e3ebf2eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.528368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15c3514b-9327-422f-a228-7e9eb52e3e0a req-fa71a4a1-d36e-482f-a35b-f173828f1560 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400635 Nov 12 03:19:37.572005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca42cb84-7e78-4bfb-8c7c-ff7e3ebf2eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.574625 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.579771 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca42cb84-7e78-4bfb-8c7c-ff7e3ebf2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.633811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42cb84-7e78-4bfb-8c7c-ff7e3ebf2eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1e2d7-ca1c-4ce2-bd6f-c5e7978cb6b2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.643749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:37.649137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.657275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca42cb84-7e78-4bfb-8c7c-ff7e3ebf2eeb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0a09df093bc5464295472a085799398a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975752 Nov 12 03:19:37.660581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34312) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:37.708535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.741679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.793472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.900176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.905166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.907266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4cd1e2d7-ca1c-4ce2-bd6f-c5e7978cb6b2 HTTP/1.1" status: 204 len: 168 time: 0.2450645 Nov 12 03:19:37.924111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732b77-3123-4733-907f-2d654297aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd1e2d7-ca1c-4ce2-bd6f-c5e7978cb6b2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.106925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d5ac5-bbf6-42ad-85ed-80d981438edc req-b147d840-8ada-478c-9e25-da67d69712cd tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.109272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-873d5ac5-bbf6-42ad-85ed-80d981438edc req-b147d840-8ada-478c-9e25-da67d69712cd tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.1706066 Nov 12 03:19:38.169925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.288290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-873d5ac5-bbf6-42ad-85ed-80d981438edc req-14f4a882-8039-40e8-9a41-dbc0c86ad17c tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689250 Nov 12 03:19:38.324844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde7858-d8ef-40c9-90cd-b6798de675f9 req-6be594d8-e8dd-4918-88c8-16aa25b996d2 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.334098 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8fde7858-d8ef-40c9-90cd-b6798de675f9 req-6be594d8-e8dd-4918-88c8-16aa25b996d2 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 950 time: 0.1290751 Nov 12 03:19:38.390189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:38.393407 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3125c031-2b5e-4c98-9fbe-6121d1c96edd" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:38.410430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8fde7858-d8ef-40c9-90cd-b6798de675f9 req-abfb2cf2-4a31-4af2-8ec0-81ca8804b3f7 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Nov 12 03:19:38.473150 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3263197-bc4c-490d-8fb4-2afea2c81e30 x-openstack-request-id: req-e3263197-bc4c-490d-8fb4-2afea2c81e30 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:38.473766 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:38.474359 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3263197-bc4c-490d-8fb4-2afea2c81e30 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:38.475040 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'code': 200} Nov 12 03:19:38.672852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a5ac9-33ff-47a1-99fb-d0bf19cbe4eb req-f5ba41f3-b300-4e51-82de-6c7007c3f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.677261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-164a5ac9-33ff-47a1-99fb-d0bf19cbe4eb req-f5ba41f3-b300-4e51-82de-6c7007c3f1eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 1102 time: 0.0954688 Nov 12 03:19:38.726737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3e2a-238f-44cf-b761-a6073f1e9ecc req-22f71f98-5798-4e3f-afb0-93dd34224677 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.740976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51db3e2a-238f-44cf-b761-a6073f1e9ecc req-22f71f98-5798-4e3f-afb0-93dd34224677 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.1200950 Nov 12 03:19:38.797946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-164a5ac9-33ff-47a1-99fb-d0bf19cbe4eb req-7a55505e-40a3-4563-a382-2da5927b620a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092074 Nov 12 03:19:38.813419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51db3e2a-238f-44cf-b761-a6073f1e9ecc req-027c848b-757f-4d50-9e48-af579239cebf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713294 Nov 12 03:19:39.092905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646bb65-b6a4-4527-a0bd-49734f2625cd req-e956d15e-348c-480e-9636-4fc6b7c2cb97 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.099840 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a646bb65-b6a4-4527-a0bd-49734f2625cd req-e956d15e-348c-480e-9636-4fc6b7c2cb97 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0977657 Nov 12 03:19:39.190444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a646bb65-b6a4-4527-a0bd-49734f2625cd req-21b032e1-0863-4571-a455-54c579d47d15 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828848 Nov 12 03:19:39.455229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7449a7-10b8-4df7-b60e-c5d570591100 req-67f4f8a7-544c-43c6-b364-17797fe7b1c7 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.459344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d7449a7-10b8-4df7-b60e-c5d570591100 req-67f4f8a7-544c-43c6-b364-17797fe7b1c7 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.0993223 Nov 12 03:19:39.546939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5d7449a7-10b8-4df7-b60e-c5d570591100 req-47778b2a-0772-47b1-acac-97cb35f01b82 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769942 Nov 12 03:19:39.606039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337c2f-efea-422b-968c-b376cbeff0e9 req-25cb1df9-d375-4b08-8326-19d7140ab1c4 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.608349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1337c2f-efea-422b-968c-b376cbeff0e9 req-25cb1df9-d375-4b08-8326-19d7140ab1c4 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 950 time: 0.0803614 Nov 12 03:19:39.684678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1337c2f-efea-422b-968c-b376cbeff0e9 req-00c07d6a-fe7d-4ad0-b8a3-30bba90b899f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676219 Nov 12 03:19:40.608591 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:40.875350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11b3d8-8719-4eb8-abfa-d3d7ad7b91bf req-56438c07-fbe3-4678-87c4-f37e825190a1 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.885805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b11b3d8-8719-4eb8-abfa-d3d7ad7b91bf req-56438c07-fbe3-4678-87c4-f37e825190a1 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 950 time: 0.0859947 Nov 12 03:19:40.898009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aed631-3c83-40d1-90ce-47d460936352 req-25ad3e23-af05-408a-b485-4f802d0b41c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.908148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71aed631-3c83-40d1-90ce-47d460936352 req-25ad3e23-af05-408a-b485-4f802d0b41c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 946 time: 0.0711753 Nov 12 03:19:40.950306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b11b3d8-8719-4eb8-abfa-d3d7ad7b91bf req-aa615f19-a6f2-4d04-b070-202fba9f68d3 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630929 Nov 12 03:19:41.003384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71aed631-3c83-40d1-90ce-47d460936352 req-82804ea6-1113-401c-8234-4e5e5aa82be1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939345 Nov 12 03:19:41.328275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:41.444188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.485211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:41.489034 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90172f13-fa6c-4107-b22b-4038672acf13" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:41.513119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:41.518877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.600204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=14']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:56.366652 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09013e83-8e8d-4399-8363-21ddf51c231f x-openstack-request-id: req-09013e83-8e8d-4399-8363-21ddf51c231f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:56.367474 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:56.367474 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09013e83-8e8d-4399-8363-21ddf51c231f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:56.367943 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'code': 200} Nov 12 03:19:56.451235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-f17dbf38-eb71-4178-99c5-0c144110fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.453375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-f17dbf38-eb71-4178-99c5-0c144110fb9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0616572 Nov 12 03:19:56.607837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3188b9-483f-400a-a91c-bfb8edf58d7a req-d6d60df7-7f8e-42d6-b7e6-99c17f9edb0a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.611775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b3188b9-483f-400a-a91c-bfb8edf58d7a req-d6d60df7-7f8e-42d6-b7e6-99c17f9edb0a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0708795 Nov 12 03:19:56.674396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-dc57f400-d1f5-43a0-8d00-8b330a9f1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.676369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-dc57f400-d1f5-43a0-8d00-8b330a9f1b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2111413 Nov 12 03:19:56.685472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1b3188b9-483f-400a-a91c-bfb8edf58d7a req-f94f2cc3-423c-49cf-b73b-1e05ea7814eb tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669801 Nov 12 03:19:56.912486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7921-b6a8-4616-bc38-f0327b5616c2 req-216935b2-c80c-424e-ad22-9b475577a14f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.912486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-286a7921-b6a8-4616-bc38-f0327b5616c2 req-216935b2-c80c-424e-ad22-9b475577a14f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1355031 Nov 12 03:19:56.912486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-286a7921-b6a8-4616-bc38-f0327b5616c2 req-e36b8976-b447-4b8d-97ef-9fb06ef5f1e5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861819 Nov 12 03:19:56.912486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-d30185ab-61e9-4174-86e6-ec6e41bcb3cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.2246420 Nov 12 03:19:56.975165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-04d1c9cb-75c7-424b-ba01-2b2bdb52a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.977011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-04d1c9cb-75c7-424b-ba01-2b2bdb52a6ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0577598 Nov 12 03:19:57.061091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-08ed66e2-3f22-4204-9b30-fb447c1e060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.062640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-08ed66e2-3f22-4204-9b30-fb447c1e060f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766723 Nov 12 03:19:57.171794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-87256cdb-0b04-469a-ba2c-9f727114641f service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001298 Nov 12 03:19:57.290381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da40419b-6009-4b25-88ef-5c6cddc22f35 req-76129f4a-0f36-42df-8f16-ed7183a28394 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059706 Nov 12 03:19:57.654656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.868261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b71fb-7471-4ceb-947e-8fa8958acde0 req-d7d02ee2-351e-46f5-aa3c-b6cf9a9ad933 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.879637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-538b71fb-7471-4ceb-947e-8fa8958acde0 req-d7d02ee2-351e-46f5-aa3c-b6cf9a9ad933 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0941310 Nov 12 03:19:57.943954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-538b71fb-7471-4ceb-947e-8fa8958acde0 req-2ad5323a-1383-4aed-a3c9-8a7238af846e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642035 Nov 12 03:19:58.064575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b1e0-cd0c-4f11-9d80-8347661e1c39 req-8aea4362-5307-453c-8269-2c7de9dd7afa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.073747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5136b1e0-cd0c-4f11-9d80-8347661e1c39 req-8aea4362-5307-453c-8269-2c7de9dd7afa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0910344 Nov 12 03:19:58.132312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5136b1e0-cd0c-4f11-9d80-8347661e1c39 req-8f920d39-b03a-4dfe-a8ad-2e2e71d25222 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576248 Nov 12 03:19:59.066982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81cce0-7ec4-4b5d-ba96-239d1c235db6 req-ddb521a1-66f9-4ca4-a433-4a9cb744fe78 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.074874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e81cce0-7ec4-4b5d-ba96-239d1c235db6 req-ddb521a1-66f9-4ca4-a433-4a9cb744fe78 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0589588 Nov 12 03:19:59.139373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:59.144369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e81cce0-7ec4-4b5d-ba96-239d1c235db6 req-eec4b359-ad7a-4286-b49d-1a3bff6750f0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683227 Nov 12 03:19:59.152376 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.282562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3955d64-9642-46f3-995d-ddd22e8f4c8f req-4a534133-def4-44db-8b0e-3b88892f6396 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.284085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3955d64-9642-46f3-995d-ddd22e8f4c8f req-4a534133-def4-44db-8b0e-3b88892f6396 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0817957 Nov 12 03:19:59.318471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:59.332173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'mac_address': 'fa:16:3e:9d:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:59.381047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.388715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3955d64-9642-46f3-995d-ddd22e8f4c8f req-b17ed0cb-0081-4f6b-98be-534aeb276762 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976174 Nov 12 03:19:59.400884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:59.431266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:59.439343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.501395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.514455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.515227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.515792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.516143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.516494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.516968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.517309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.517674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.518007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.518340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.518673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.519003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:59.593073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['dccef3cd-d07c-4ab1-8db7-29b60c5906db'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:59.717934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199b2a8-cf1c-4c80-ac13-d4d201c2dbfd req-debc2eeb-fcee-4e03-b101-72fe2162ce14 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.724319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3199b2a8-cf1c-4c80-ac13-d4d201c2dbfd req-debc2eeb-fcee-4e03-b101-72fe2162ce14 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1799223 Nov 12 03:19:59.859045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3199b2a8-cf1c-4c80-ac13-d4d201c2dbfd req-16cf5488-08a0-48f6-9646-32ecc5deac38 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227791 Nov 12 03:20:00.062691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b4ce-ffbd-4613-86d1-878d0bae1037 req-4ca46865-c33b-4960-9a4b-3dff8215a5df tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.064206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62e4b4ce-ffbd-4613-86d1-878d0bae1037 req-4ca46865-c33b-4960-9a4b-3dff8215a5df tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0815051 Nov 12 03:20:00.147556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62e4b4ce-ffbd-4613-86d1-878d0bae1037 req-2e3f6f33-9ce9-4e4c-9f56-2acf743a5c9b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761631 Nov 12 03:20:00.402822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa9ca6-2a8d-4e97-8e5f-e453ba2becb6 req-901c97f8-0f18-4e08-8e9c-0393b9baf465 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.406858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dfa9ca6-2a8d-4e97-8e5f-e453ba2becb6 req-901c97f8-0f18-4e08-8e9c-0393b9baf465 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1533937 Nov 12 03:20:00.520858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dfa9ca6-2a8d-4e97-8e5f-e453ba2becb6 req-0c4e403f-a852-442a-b9c0-8ab5b39feb86 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051209 Nov 12 03:20:00.907800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-d56d0ccf-f642-4472-9169-7551dde6de00 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.926067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-d56d0ccf-f642-4472-9169-7551dde6de00 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.4312401 Nov 12 03:20:00.966263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-75c9f60f-153c-4077-b31d-7c80f7b659c2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/quotas/e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 375 time: 0.0380735 Nov 12 03:20:01.138150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:01.154319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5ce9d849-112a-4c71-b1b0-95377fa8831d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1755328 Nov 12 03:20:01.252449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port dccef3cd-d07c-4ab1-8db7-29b60c5906db triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:01.254256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.544956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.624893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-371a7a82-32c5-4068-a4b9-3e0102ce0d18 service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692621 Nov 12 03:20:01.634903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:01.641857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:01.644223 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afdf760-23f8-4949-b4b0-c07ada419e87" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:01.646901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.754058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.888299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-e324137a-76cb-4c1b-8507-3daa89f6cfc6 service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625911 Nov 12 03:20:01.890900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5dba2-bd89-4c0a-8d51-6fa35f1076f7 req-fd75ede8-320c-4e90-94db-b09a4c35d1cc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:01.904941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26a5dba2-bd89-4c0a-8d51-6fa35f1076f7 req-fd75ede8-320c-4e90-94db-b09a4c35d1cc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1862152 Nov 12 03:20:02.041161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26a5dba2-bd89-4c0a-8d51-6fa35f1076f7 req-8fc87cc0-db9e-40db-bd94-bc032198c787 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351545 Nov 12 03:20:02.123927 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13398d29-4851-4f35-8b42-3600349bdc55 x-openstack-request-id: req-13398d29-4851-4f35-8b42-3600349bdc55 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:02.124237 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:02.124944 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13398d29-4851-4f35-8b42-3600349bdc55 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:02.125518 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'code': 200} Nov 12 03:20:02.252888 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c4877c31-3af9-4086-8179-e98a2e570f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.376129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1253cfe9-925d-43cd-bb56-feff816030b7 req-0bf69ec5-0379-4609-9797-505f9e2ca581 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 210 time: 0.0763521 Nov 12 03:20:03.417941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377815f-2f72-4c38-b771-5608c753f45c req-c8a0ed8d-f139-439d-a204-c233b6e2f08e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.426270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d377815f-2f72-4c38-b771-5608c753f45c req-c8a0ed8d-f139-439d-a204-c233b6e2f08e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1770196 Nov 12 03:20:03.552717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d377815f-2f72-4c38-b771-5608c753f45c req-bf2aa284-bb29-40ad-8fef-ce09c45e46af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251023 Nov 12 03:20:03.696166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-263f1008-9ffd-479a-beb3-4dbe26f5fb52 req-2c7e70e1-6c65-43f7-8a16-4672c04b4ce9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 210 time: 0.0873938 Nov 12 03:20:04.084193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-3ef9d54b-5644-4d09-9f65-b53686259604 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.086928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-3ef9d54b-5644-4d09-9f65-b53686259604 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.2826796 Nov 12 03:20:04.111521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'device_id': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'admin_state_up': True, 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:04.290027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:04.302659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.657849 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47a2c016-a13c-4103-be5d-0cf25557f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.688102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.20.0.14 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/3af69ee2-6dd3-41bf-b17f-e1f08d9400b0) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:04.981048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47ce1197-1a22-4e0a-a6f2-ccd1dd5b9448 req-2de2b150-35c8-49de-8dc2-73a95a5caf7e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 210 time: 0.0400808 Nov 12 03:20:05.078721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258474-3f6e-4b78-b86c-865be339c02f req-c18e9086-a42a-4279-a887-e4e6fd9063e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.088726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e258474-3f6e-4b78-b86c-865be339c02f req-c18e9086-a42a-4279-a887-e4e6fd9063e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.3863566 Nov 12 03:20:05.364792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e258474-3f6e-4b78-b86c-865be339c02f req-0b0c7bf4-aaf3-410d-bb31-b1d337802949 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748930 Nov 12 03:20:05.380397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.560585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.621098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.669826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:05.675666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:05.679601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:05.767953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.767953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.767953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.817637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-5bd95f87-1421-47ee-bf87-0ea92a8d7cbd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7154026 Nov 12 03:20:05.828780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Request body: {'port': {'device_id': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.949548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.204869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d9bc0a9f-22c0-4028-be98-90403a41752e None None] Provisioning complete for port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:06.205495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0a9f-22c0-4028-be98-90403a41752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.258136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd032dc-d822-4bfd-8e92-0ee0c6e54d53 req-f25d9dda-a57b-4e22-a3c2-079eb08ffe5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.267079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dd032dc-d822-4bfd-8e92-0ee0c6e54d53 req-f25d9dda-a57b-4e22-a3c2-079eb08ffe5d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 932 time: 0.0747445 Nov 12 03:20:06.306248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc0a9f-22c0-4028-be98-90403a41752e None None] Port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:06.327611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dd032dc-d822-4bfd-8e92-0ee0c6e54d53 req-9afac8e4-ef89-47e2-a17b-f26ed685ddc7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Nov 12 03:20:06.760957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7516-760d-4b76-9598-88cd4e528883 req-23b0998b-532e-4ece-b6a1-0c41050df880 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.768387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dda7516-760d-4b76-9598-88cd4e528883 req-23b0998b-532e-4ece-b6a1-0c41050df880 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1647091 Nov 12 03:20:06.860853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:06.885591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.926057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7dda7516-760d-4b76-9598-88cd4e528883 req-958fa3bf-e921-47d8-8e28-3bbb861dfdc2 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567035 Nov 12 03:20:06.940612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Transition to ACTIVE for port object 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:06.948605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.087089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Pushing event updated for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.153338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.241538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Attempting to bind port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:07.244515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Attempting to bind port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:07.245067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Attempting to bind port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:07.280715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:07.280715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Attempting to bind port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:07.281156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:07.281156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:07.281515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:07.281962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Bound port: 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:07.282328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.389613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:07.493132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:07.511720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:07.544252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.720071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.720694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.722103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] 10.222.0.32 "PUT /v2.0/ports/3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 HTTP/1.1" status: 200 len: 1093 time: 1.9000170 Nov 12 03:20:07.724262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:07.729907 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f0586d-783f-416b-bb56-00e6a1a482db" -d '{"events": [{"name": "network-changed", "server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:07.752903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:07.780651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:07.875997 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.888374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a265e-0902-4db4-bc85-fbdfffec51d8 req-f2ae6675-87c4-46fa-841b-0cb899b7e7a2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.895714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-783a265e-0902-4db4-bc85-fbdfffec51d8 req-f2ae6675-87c4-46fa-841b-0cb899b7e7a2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 944 time: 0.3883586 Nov 12 03:20:07.912621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:07.925919 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7834a2fc-68db-4dae-9a07-03018558c0fc x-openstack-request-id: req-7834a2fc-68db-4dae-9a07-03018558c0fc {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:07.926215 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:07.926468 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7834a2fc-68db-4dae-9a07-03018558c0fc {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:07.926879 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', 'status': 'completed', 'code': 200} Nov 12 03:20:07.969957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea049-b258-4ca3-a072-6f4e3d599340 service neutron] Pushing event updated for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.972750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:07.987375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.085212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.105309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-41285bc3-f3d5-402b-8f28-7ce4f674db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.106827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-41285bc3-f3d5-402b-8f28-7ce4f674db86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 1096 time: 0.3232863 Nov 12 03:20:08.143429 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-783a265e-0902-4db4-bc85-fbdfffec51d8 req-56b816a4-50ed-4dcd-b2d0-88a6ed83d034 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430539 Nov 12 03:20:08.180885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f84f9398-d2ba-4994-85b5-2895eb499f07'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:08.252317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.271575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-ea3b2884-f6a7-4c3e-8c92-8dca5ce52d2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 HTTP/1.1" status: 200 len: 217 time: 0.1267929 Nov 12 03:20:08.377294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-4c25fbda-9b91-4a75-b11c-899ea88176b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.378775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-4c25fbda-9b91-4a75-b11c-899ea88176b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0989649 Nov 12 03:20:08.432165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b462b6-3939-436a-8808-5c9db06a75c8 req-a7efb5e1-e65c-4569-b36d-3026439d3899 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.440950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54b462b6-3939-436a-8808-5c9db06a75c8 req-a7efb5e1-e65c-4569-b36d-3026439d3899 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1766918 Nov 12 03:20:08.545283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189134d-d68e-486e-87e6-99bb26cf490d req-2f66b195-a799-43d9-a8b5-3a377440f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.548995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-2f66b195-a799-43d9-a8b5-3a377440f43d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557565 Nov 12 03:20:08.558968 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54b462b6-3939-436a-8808-5c9db06a75c8 req-77384a86-0085-4ab0-8309-59365f42c30e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144092 Nov 12 03:20:08.808631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-10032dfa-ef00-41f2-b398-d0eed0f263fe service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457495 Nov 12 03:20:08.996686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d189134d-d68e-486e-87e6-99bb26cf490d req-398dcc9b-58bf-4545-b256-2213f0dfada3 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662581 Nov 12 03:20:09.232199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0586d-783f-416b-bb56-00e6a1a482db req-96c8cbd5-2a9a-40ca-87e5-b41cb24fa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.246519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-96c8cbd5-2a9a-40ca-87e5-b41cb24fa3d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 1096 time: 0.1115918 Nov 12 03:20:09.341281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6678df-61a5-48c9-bf7b-f1ac72e7dc3b req-aaa6a51e-a2bf-407c-88eb-afaa4f52c814 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.349840 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab6678df-61a5-48c9-bf7b-f1ac72e7dc3b req-aaa6a51e-a2bf-407c-88eb-afaa4f52c814 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 944 time: 0.1124763 Nov 12 03:20:09.391569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:09.437822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0586d-783f-416b-bb56-00e6a1a482db req-156ab000-7ac0-4b77-b853-a493351b5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.439881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-156ab000-7ac0-4b77-b853-a493351b5adf service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.1812844 Nov 12 03:20:09.475163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab6678df-61a5-48c9-bf7b-f1ac72e7dc3b req-8847f312-5641-4f23-8947-4dd33474c189 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186085 Nov 12 03:20:09.480797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f84f9398-d2ba-4994-85b5-2895eb499f07 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:09.481264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.514115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-bef58e26-5eab-4417-80be-80d87e28fa44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 HTTP/1.1" status: 200 len: 217 time: 0.0646377 Nov 12 03:20:09.613738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0586d-783f-416b-bb56-00e6a1a482db req-b1c5ebba-8dcf-446f-9cd3-2a45b747477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.625021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-b1c5ebba-8dcf-446f-9cd3-2a45b747477e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0920844 Nov 12 03:20:09.704910 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.737578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0586d-783f-416b-bb56-00e6a1a482db req-e7cfce42-17a6-43cf-accd-dde4dbed3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.740652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-e7cfce42-17a6-43cf-accd-dde4dbed3154 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134021 Nov 12 03:20:09.808830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:09.813302 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eb0dd8-0bbb-4984-a0ac-5abbaaf1ba8a" -d '{"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:09.873136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:09.896342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.048784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.173734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312300e6-4d8b-43a7-baca-ea3b55477ad2 req-2e11979e-1d0c-4e54-9795-b893a97f75df tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.183846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-312300e6-4d8b-43a7-baca-ea3b55477ad2 req-2e11979e-1d0c-4e54-9795-b893a97f75df tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.3560646 Nov 12 03:20:10.259294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-433c1dea-2aab-4792-abcb-49f2fbe34fb6 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086880 Nov 12 03:20:10.512987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23f0586d-783f-416b-bb56-00e6a1a482db req-bedf5135-eec9-4310-9df0-2ec980d97802 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427444 Nov 12 03:20:10.582616 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37097ec1-3b33-4e1c-b545-7f4b97835cd7 x-openstack-request-id: req-37097ec1-3b33-4e1c-b545-7f4b97835cd7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:10.583145 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:10.583290 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-37097ec1-3b33-4e1c-b545-7f4b97835cd7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:10.583558 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'code': 200} Nov 12 03:20:10.586222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-312300e6-4d8b-43a7-baca-ea3b55477ad2 req-b3bfea5c-c660-4431-80fd-dfae006a0016 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014082 Nov 12 03:20:11.027076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84ea4b-a716-4fab-956a-e40d2398d7eb req-dd69ddd8-1db2-40ab-a35e-0718387391dc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.028970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb84ea4b-a716-4fab-956a-e40d2398d7eb req-dd69ddd8-1db2-40ab-a35e-0718387391dc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 944 time: 0.1147716 Nov 12 03:20:11.161907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb84ea4b-a716-4fab-956a-e40d2398d7eb req-792b0aea-6e4c-4060-9b3e-477d60c7cea0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259203 Nov 12 03:20:11.402482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:11.613282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:11.667108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', 'mac_address': 'fa:16:3e:84:d8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:11.807722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.849095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:11.925004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:11.931552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.973177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334eafa-dbee-4c23-9e2f-86002c30e8b0 req-7de395fb-0aec-4e13-8cf9-0ab542241439 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.991233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8334eafa-dbee-4c23-9e2f-86002c30e8b0 req-7de395fb-0aec-4e13-8cf9-0ab542241439 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1580057 Nov 12 03:20:12.116045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8334eafa-dbee-4c23-9e2f-86002c30e8b0 req-637ac68c-1112-4d09-aad2-edcbc83c3151 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233871 Nov 12 03:20:12.593440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06505c4-fefd-45a9-87c4-1bfc532f672c req-3c5580a6-d44f-4870-aba6-35a447179483 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.596791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c06505c4-fefd-45a9-87c4-1bfc532f672c req-3c5580a6-d44f-4870-aba6-35a447179483 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 945 time: 0.1302454 Nov 12 03:20:12.746500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c06505c4-fefd-45a9-87c4-1bfc532f672c req-d218be61-2f4f-4612-9352-4aa5f1453ff8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359835 Nov 12 03:20:12.763023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.938859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:13.002007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-11b4a02b-49c3-45e9-8d3d-46d063538cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531447 Nov 12 03:20:13.246340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-444bc28f-4ceb-4c15-affb-59a39a125a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.247922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-444bc28f-4ceb-4c15-affb-59a39a125a46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1786826 Nov 12 03:20:13.495462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-43e5356d-8ac9-4352-8c2f-6a901ff5b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.497022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-43e5356d-8ac9-4352-8c2f-6a901ff5b766 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2257333 Nov 12 03:20:13.606470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ed964-f9db-4b20-92d2-a21a4ac89441 req-a60f1f94-ee09-42a9-8f29-d432ff2ab4e3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.608779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-051ed964-f9db-4b20-92d2-a21a4ac89441 req-a60f1f94-ee09-42a9-8f29-d432ff2ab4e3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.2765303 Nov 12 03:20:13.706698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-cbb99487-be3a-43f5-92dd-512904a4c814 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1932554 Nov 12 03:20:13.715784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-051ed964-f9db-4b20-92d2-a21a4ac89441 req-98152e13-ee34-4b9b-9efe-33211c439f79 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061742 Nov 12 03:20:13.936818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-97ab1bde-1922-4618-812b-6997a4f72651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.938325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-97ab1bde-1922-4618-812b-6997a4f72651 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.2134311 Nov 12 03:20:14.225169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-fe15cfa8-897e-4722-ac9c-7334548a18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.232005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-fe15cfa8-897e-4722-ac9c-7334548a18b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2799714 Nov 12 03:20:14.276300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35486) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:14.323727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8786aa-4eb1-4462-99a4-477776d8d6d7 req-3b613c5b-eeb5-4b28-a09d-6d93c3be5758 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.330926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e8786aa-4eb1-4462-99a4-477776d8d6d7 req-3b613c5b-eeb5-4b28-a09d-6d93c3be5758 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 945 time: 0.2916884 Nov 12 03:20:14.503341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.652135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-2b4273a8-0b14-41ef-956c-d58aa719fb21 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073727 Nov 12 03:20:14.663661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e8786aa-4eb1-4462-99a4-477776d8d6d7 req-c7040cb9-6a2b-4b5c-96aa-fcf1c4e16a25 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316820 Nov 12 03:20:14.742103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.749791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.909093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98ad309e7c774c719869f3c7ff6c9f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6314647 Nov 12 03:20:14.910211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbe9348-355e-438b-9e88-f0ef607153a0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.920153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:14.922257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.922779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.924071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.924805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.925311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.925837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.926337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.926847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.928247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.928751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.929923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:14.930418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ad7db-c1eb-4f93-8608-870e4e46c75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:15.038110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.055328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5f826a4-10fe-4b99-a2d9-cc473c360785 req-9284b16f-d2bf-4500-ac90-1952bf6c78c4 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905678 Nov 12 03:20:15.119398 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.189144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbada1-489a-46f2-a1f0-887c3fd5e286 req-02030616-b3f7-4fcd-9feb-b6eb3e0f8d01 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.194920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.199750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66bbada1-489a-46f2-a1f0-887c3fd5e286 req-02030616-b3f7-4fcd-9feb-b6eb3e0f8d01 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1176226 Nov 12 03:20:15.201385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.205305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cfbe9348-355e-438b-9e88-f0ef607153a0 HTTP/1.1" status: 204 len: 168 time: 0.2483790 Nov 12 03:20:15.214527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128ff91-7ce8-44ff-bfa8-0aaf04da47ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbe9348-355e-438b-9e88-f0ef607153a0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.398304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66bbada1-489a-46f2-a1f0-887c3fd5e286 req-ac9a4d13-a14d-4723-a26f-ad3690fc31e6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971376 Nov 12 03:20:15.423528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:15.548174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:15.554152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:15.554661 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.875487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.939892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5d5e0-96ad-434a-bfb1-3db2839dd79b req-2fa3c491-407d-4907-b040-976839ba14da tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.951729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce5d5e0-96ad-434a-bfb1-3db2839dd79b req-2fa3c491-407d-4907-b040-976839ba14da tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 945 time: 0.1278188 Nov 12 03:20:15.977299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:15.995865 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97244a2-73f4-44f4-b8c3-5c40baad28a3" -d '{"events": [{"server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "name": "network-vif-plugged", "status": "completed", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:16.003590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:16.009198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.145927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.156900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce5d5e0-96ad-434a-bfb1-3db2839dd79b req-2ede951a-66a9-4ccd-8892-b9d182dc720c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040570 Nov 12 03:20:16.424707 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a2f22a-a13e-4458-b98d-e9672df60cf5 x-openstack-request-id: req-d2a2f22a-a13e-4458-b98d-e9672df60cf5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:16.425215 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "name": "network-vif-plugged", "status": "completed", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:16.425710 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2a2f22a-a13e-4458-b98d-e9672df60cf5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:16.426224 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', 'code': 200} Nov 12 03:20:17.200039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77d0b6-d030-49f1-9e14-382f9f854ad3 req-16d2f29f-e9cd-4960-b467-ee44d2bce793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.203246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f77d0b6-d030-49f1-9e14-382f9f854ad3 req-16d2f29f-e9cd-4960-b467-ee44d2bce793 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 1098 time: 0.7091289 Nov 12 03:20:17.314586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f77d0b6-d030-49f1-9e14-382f9f854ad3 req-a976ec1f-6619-4183-94fd-8cd0506651fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010435 Nov 12 03:20:17.346808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f89c6-93e3-475a-91aa-b114091d8000 req-9f1ced85-3b0b-4df1-8285-2287c4194c8b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.348503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-613f89c6-93e3-475a-91aa-b114091d8000 req-9f1ced85-3b0b-4df1-8285-2287c4194c8b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.7380419 Nov 12 03:20:17.471841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-613f89c6-93e3-475a-91aa-b114091d8000 req-8474dd1c-0746-4926-a662-49316a5fbe7f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157308 Nov 12 03:20:17.618831 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:17.923604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2fcdb-862d-46c6-a047-5ed26b4ef23f req-60ae5434-8057-4193-8cca-b2a4f29a707a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.941732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55a2fcdb-862d-46c6-a047-5ed26b4ef23f req-60ae5434-8057-4193-8cca-b2a4f29a707a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1481299 Nov 12 03:20:18.061320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55a2fcdb-862d-46c6-a047-5ed26b4ef23f req-c011a51c-e7b8-45ce-a596-39fb107b2e92 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182415 Nov 12 03:20:18.369989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-3f351390-dbe4-490b-bddf-ffebecf0a08a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0862916 Nov 12 03:20:18.598055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.598541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.618057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.618555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.619251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.619886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.620518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.622790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-1d66b7cc-6e15-44b1-b4c0-c56d9905df81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.1724119 Nov 12 03:20:18.871345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-e32a07a0-ee77-41ce-88d7-97db07393869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.871733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-e32a07a0-ee77-41ce-88d7-97db07393869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.872393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-e32a07a0-ee77-41ce-88d7-97db07393869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.874166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-e32a07a0-ee77-41ce-88d7-97db07393869 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 2293 time: 0.2197890 Nov 12 03:20:19.021855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-97683493-d228-464b-b7df-8277f5d31855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1002 time: 0.1337423 Nov 12 03:20:19.032891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e02faa-b201-40ba-8dc2-0436089a4c4c req-549dd532-4f1d-4f94-9376-03e14aa17091 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.044666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50e02faa-b201-40ba-8dc2-0436089a4c4c req-549dd532-4f1d-4f94-9376-03e14aa17091 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.3905406 Nov 12 03:20:19.128349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50e02faa-b201-40ba-8dc2-0436089a4c4c req-662a369c-405f-43f8-b339-5ffd013ed34f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818067 Nov 12 03:20:19.246975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-88b220aa-3406-4a5b-bdec-e12f6e5718c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.252847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-88b220aa-3406-4a5b-bdec-e12f6e5718c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1838555 Nov 12 03:20:19.340197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-1e40c30f-d21a-4538-8e1d-54285b44f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.341853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-1e40c30f-d21a-4538-8e1d-54285b44f1b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803969 Nov 12 03:20:19.568186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f7db7-cf52-4b14-a691-50bacf274ada req-53890c98-a6fe-4f37-b9ad-67924b86ac0c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:19.586871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-967f7db7-cf52-4b14-a691-50bacf274ada req-53890c98-a6fe-4f37-b9ad-67924b86ac0c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.2273300 Nov 12 03:20:19.710455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-57bc0a2a-2ac5-4e2d-8dba-5f3a82f127c1 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514225 Nov 12 03:20:19.856489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-967f7db7-cf52-4b14-a691-50bacf274ada req-9b9062c4-9057-4c1f-9dae-72a3a96bf9b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512562 Nov 12 03:20:20.133888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-a82ec189-7de0-493b-a2a5-d6b5dc15806d service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787899 Nov 12 03:20:20.266029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-c0b093d6-d89e-4fa8-a7c4-3b0545c5e23b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.1218014 Nov 12 03:20:20.386115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-7ce50db2-db01-4864-bc23-02325d79dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.394938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-7ce50db2-db01-4864-bc23-02325d79dbfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1153026 Nov 12 03:20:20.620046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-76612862-860b-4241-9f79-fa4572ea6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.621585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-76612862-860b-4241-9f79-fa4572ea6a88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236121 Nov 12 03:20:20.681974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5332da-83d6-4f52-9a3f-3819a4bfff10 req-012233fd-13d7-4bec-ae8c-ce6a9201899b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.690435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d5332da-83d6-4f52-9a3f-3819a4bfff10 req-012233fd-13d7-4bec-ae8c-ce6a9201899b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1851428 Nov 12 03:20:20.894323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d5332da-83d6-4f52-9a3f-3819a4bfff10 req-d2825e0b-4936-4460-a6e6-6a3c8672cca8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030089 Nov 12 03:20:20.936205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-ce31f334-cdbc-4c6a-8d6c-9f5330b51a2d service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924917 Nov 12 03:20:21.078449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-55da5e65-9d6f-4144-8758-c40ac73f28e9 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339896 Nov 12 03:20:21.262520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-8d1e9ae1-e84a-46f6-a258-04f1081da1bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.1631026 Nov 12 03:20:21.475857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bea710-4437-4cc3-b876-0c26d45c64d3 req-4fcf8b8e-2722-4f9b-a817-d9407d74b692 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.477703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01bea710-4437-4cc3-b876-0c26d45c64d3 req-4fcf8b8e-2722-4f9b-a817-d9407d74b692 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.2445381 Nov 12 03:20:21.498099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-6e1e4701-1bb1-4af0-9c45-9fab7ab08827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.509160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-6e1e4701-1bb1-4af0-9c45-9fab7ab08827 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2110403 Nov 12 03:20:21.692231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01bea710-4437-4cc3-b876-0c26d45c64d3 req-2b46e14f-a88d-4113-87c8-a54d62523d9d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030246 Nov 12 03:20:21.694164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-5dea501a-2600-4f49-9e2c-4785b9bd6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.707774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-5dea501a-2600-4f49-9e2c-4785b9bd6d27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1809742 Nov 12 03:20:21.996556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-615fed7a-102f-41db-b322-56e39668f62f service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741511 Nov 12 03:20:22.267679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca1da5-0414-470c-b6ca-2886199fff09 req-868672bd-1474-4261-a025-793eb094aad5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.275283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8bca1da5-0414-470c-b6ca-2886199fff09 req-868672bd-1474-4261-a025-793eb094aad5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0780835 Nov 12 03:20:22.363780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8bca1da5-0414-470c-b6ca-2886199fff09 req-2536163c-270a-4184-8189-f134643d847f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874181 Nov 12 03:20:22.374082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-17eef404-6e16-46e8-a723-dbb0ff62d6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696060 Nov 12 03:20:22.557584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-1bcebe1d-b3bf-4346-be5a-7eba5fc3b784 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.0553648 Nov 12 03:20:22.687239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-e6af51ab-18d5-479d-aa28-fc5a31435f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.692679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-e6af51ab-18d5-479d-aa28-fc5a31435f53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1273017 Nov 12 03:20:22.848545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f31cef-51ea-450e-9131-3737766e7762 req-6021b3c0-a771-421b-858a-e1dc7fd56d6f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.856444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33f31cef-51ea-450e-9131-3737766e7762 req-6021b3c0-a771-421b-858a-e1dc7fd56d6f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 950 time: 0.3995473 Nov 12 03:20:22.970695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-e7701298-52e2-4b75-8181-d9249da90b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.974682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9ff28-66ff-4622-97b1-1cca787fa49e req-aa1ff97c-90f7-45c3-9788-e2a5ddf51393 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:22.984485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ed9ff28-66ff-4622-97b1-1cca787fa49e req-aa1ff97c-90f7-45c3-9788-e2a5ddf51393 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1259313 Nov 12 03:20:22.984786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-e7701298-52e2-4b75-8181-d9249da90b5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2801542 Nov 12 03:20:23.039893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33f31cef-51ea-450e-9131-3737766e7762 req-da92aeae-f299-4da3-97ff-6863b98da41d tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823795 Nov 12 03:20:23.129614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ed9ff28-66ff-4622-97b1-1cca787fa49e req-dbe6eab3-a533-4a72-ad2e-d690d346c62c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376021 Nov 12 03:20:23.258782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-47ecc3df-b329-4d7a-acfe-a93d7485c368 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619648 Nov 12 03:20:23.432388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-37d774dc-51c4-4496-906e-cc664c08b38e service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646504 Nov 12 03:20:23.527764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-1b4da6d1-5747-499f-9fb9-61ef2d3d5277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.0871673 Nov 12 03:20:23.604005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a58fe6-762e-42e7-a4dc-d9d1b746486f req-e7f148c1-8d97-46a8-9997-114972101270 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.605837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1a58fe6-762e-42e7-a4dc-d9d1b746486f req-e7f148c1-8d97-46a8-9997-114972101270 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0629556 Nov 12 03:20:23.629797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-ad4f04bb-4108-454a-a573-57c5a0443c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.633237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-ad4f04bb-4108-454a-a573-57c5a0443c22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.0985441 Nov 12 03:20:23.688431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1a58fe6-762e-42e7-a4dc-d9d1b746486f req-6d7a8c88-50bd-4996-9ead-7d9ea44cdadc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728593 Nov 12 03:20:23.740798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-fae443fb-d65f-49f0-b8b6-295ce4a367d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.743129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-fae443fb-d65f-49f0-b8b6-295ce4a367d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033392 Nov 12 03:20:23.932299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-46aa5a82-5b60-484f-ae10-cc93b9433e6d service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824064 Nov 12 03:20:24.066366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-166640bd-97e9-4e52-8eef-1d34314eec1d service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274214 Nov 12 03:20:24.122052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-c81424b3-ea8e-462f-b607-10d1b8fc6178 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.0473549 Nov 12 03:20:24.243844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-718c2b93-ba2e-4c8d-a741-52d676e6e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.245340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-718c2b93-ba2e-4c8d-a741-52d676e6e6a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1152606 Nov 12 03:20:24.304486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da626b5-7134-4d82-9306-a08021c44974 req-114041d7-4fe6-449f-a01a-06b1e729efea tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.308055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6da626b5-7134-4d82-9306-a08021c44974 req-114041d7-4fe6-449f-a01a-06b1e729efea tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 950 time: 0.1573012 Nov 12 03:20:24.324632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-66c28496-2403-4c44-bfc6-e6e261e0b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.326828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-66c28496-2403-4c44-bfc6-e6e261e0b8cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731468 Nov 12 03:20:24.330826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcefdaf-012b-4ec4-8e83-0c338cac463c req-b7bfc64c-5d9e-4837-a1e8-225de883ccdb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.332600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcefdaf-012b-4ec4-8e83-0c338cac463c req-b7bfc64c-5d9e-4837-a1e8-225de883ccdb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0635145 Nov 12 03:20:24.395667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6da626b5-7134-4d82-9306-a08021c44974 req-def99681-26f1-441b-bd21-b1860ec4a42e tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782979 Nov 12 03:20:24.433901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcefdaf-012b-4ec4-8e83-0c338cac463c req-26cdbb1f-c64f-4bba-85ab-e6270eeb82e7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935450 Nov 12 03:20:24.536198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-a582019b-2a2b-4472-8a86-f981ac296d47 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761739 Nov 12 03:20:24.668769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-3e705cc2-715d-4dee-9316-7cfcc39e1ec7 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245348 Nov 12 03:20:24.726995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-7adb6ddf-8679-4f0f-bc5b-673715f99f44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0505860 Nov 12 03:20:24.815994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-b2556f16-0642-4f0e-bfb8-97eca5c92186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.817840 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-b2556f16-0642-4f0e-bfb8-97eca5c92186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0799513 Nov 12 03:20:24.852222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ab3ca-4b7c-4b79-a79f-9f2ea27fffad req-717a3c48-d22a-4a6b-bd3d-39725180807b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.861228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-120ab3ca-4b7c-4b79-a79f-9f2ea27fffad req-717a3c48-d22a-4a6b-bd3d-39725180807b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0681095 Nov 12 03:20:24.928290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-120ab3ca-4b7c-4b79-a79f-9f2ea27fffad req-d1fe3594-0715-4521-9323-286628cef958 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599475 Nov 12 03:20:24.934492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7963-76fe-495a-a7c5-c87124868192 req-c0d2a261-32f7-4d9d-a4d8-fee7449e0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.936352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-c0d2a261-32f7-4d9d-a4d8-fee7449e0286 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0975871 Nov 12 03:20:25.112868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-2e063345-012d-4555-a089-2daa70e3fce0 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671216 Nov 12 03:20:25.276273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:25.296545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-519f7963-76fe-495a-a7c5-c87124868192 req-b5ec248b-cf20-4f10-9087-fcf496411840 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650717 Nov 12 03:20:25.410910 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.445998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:25.446941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:25.449338 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da06273-5f5d-4566-80e4-998b6fb4d2d6" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:25.458902 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.552239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.679868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66a370-09f2-403a-9c69-5970c878f34c req-4ce194d0-4108-4ae5-a6e5-61a97ed3d5e3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.691178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf66a370-09f2-403a-9c69-5970c878f34c req-4ce194d0-4108-4ae5-a6e5-61a97ed3d5e3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1094320 Nov 12 03:20:25.818932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf66a370-09f2-403a-9c69-5970c878f34c req-8f6ac26c-7128-49e4-839b-126cf2f8515c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870035 Nov 12 03:20:25.853042 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7d11b-2537-465e-a303-c0a4538ad237 x-openstack-request-id: req-22f7d11b-2537-465e-a303-c0a4538ad237 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:25.853682 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:25.854209 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-22f7d11b-2537-465e-a303-c0a4538ad237 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:25.855649 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'code': 200} Nov 12 03:20:26.162149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c68c38-949d-48ab-b534-e3a5dd9b34a7 req-0c71bd28-2a4c-485f-a6e9-6098fe7e9a41 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.171003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43c68c38-949d-48ab-b534-e3a5dd9b34a7 req-0c71bd28-2a4c-485f-a6e9-6098fe7e9a41 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1139693 Nov 12 03:20:26.247514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43c68c38-949d-48ab-b534-e3a5dd9b34a7 req-a8282e1b-884e-40ef-9d16-96b5e705fcf0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685723 Nov 12 03:20:27.038519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0787ba7-2af4-4cda-936d-f1308442e5a9 req-9717f186-c805-4732-beae-7c6dd3c0b12d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.048803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0787ba7-2af4-4cda-936d-f1308442e5a9 req-9717f186-c805-4732-beae-7c6dd3c0b12d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1473570 Nov 12 03:20:27.154279 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0787ba7-2af4-4cda-936d-f1308442e5a9 req-2d3f5d02-0edb-407e-9616-27552096aaf6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970230 Nov 12 03:20:27.434270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60efb8-4cfa-4358-8283-943afb363922 req-fb4930e3-ed23-4434-9856-cd05387e67ce tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.446445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c60efb8-4cfa-4358-8283-943afb363922 req-fb4930e3-ed23-4434-9856-cd05387e67ce tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0932453 Nov 12 03:20:27.596408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c60efb8-4cfa-4358-8283-943afb363922 req-684dadea-bf0b-4a07-81a5-3b9005ac8079 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488743 Nov 12 03:20:27.661878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.285311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359836c-d969-479d-8831-42ef4081ded3 req-1f060546-bf73-4e7c-9aa4-ff9047517912 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.294068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f359836c-d969-479d-8831-42ef4081ded3 req-1f060546-bf73-4e7c-9aa4-ff9047517912 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0657516 Nov 12 03:20:28.353454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f359836c-d969-479d-8831-42ef4081ded3 req-fda476f7-adec-4588-a971-1a27c9877f75 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Nov 12 03:20:28.781569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83996414-88c7-45d3-a4ec-526c0e3c19f3 req-7b59742a-cea3-4e47-8b45-9086bda07dd9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.791424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83996414-88c7-45d3-a4ec-526c0e3c19f3 req-7b59742a-cea3-4e47-8b45-9086bda07dd9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0728283 Nov 12 03:20:28.902046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83996414-88c7-45d3-a4ec-526c0e3c19f3 req-02c6c041-1420-4ede-a128-e200477af01c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089814 Nov 12 03:20:29.157028 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.290655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:29.509610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:29.547071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6fb8e-1d47-48ad-8c59-0b9d01f3215a req-50ac5cb6-1406-4574-a94b-7539f1a3e4cc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:29.557795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'mac_address': 'fa:16:3e:9d:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:29.558664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96c6fb8e-1d47-48ad-8c59-0b9d01f3215a req-50ac5cb6-1406-4574-a94b-7539f1a3e4cc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0948842 Nov 12 03:20:29.670171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96c6fb8e-1d47-48ad-8c59-0b9d01f3215a req-b6958699-37ae-4915-84ff-ade805a7297e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100714 Nov 12 03:20:29.697400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.726818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:29.749390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:29.755542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.846216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:30.060296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['dccef3cd-d07c-4ab1-8db7-29b60c5906db'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:30.147625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9f4ef-402f-41a2-ad6e-fd67cc7665d4 req-3b7daeaf-c353-485d-bc35-90e95b1a057b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.149793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08f9f4ef-402f-41a2-ad6e-fd67cc7665d4 req-3b7daeaf-c353-485d-bc35-90e95b1a057b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1119089 Nov 12 03:20:30.223979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08f9f4ef-402f-41a2-ad6e-fd67cc7665d4 req-3f1e6562-57b2-4255-8bd3-8e2f6f2f7329 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661747 Nov 12 03:20:30.861347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea22822-b554-42f2-a43a-af861fdf04fc req-19577579-eeee-45d5-a22c-8d76cfb12bac tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.863541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ea22822-b554-42f2-a43a-af861fdf04fc req-19577579-eeee-45d5-a22c-8d76cfb12bac tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0724349 Nov 12 03:20:30.941184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ea22822-b554-42f2-a43a-af861fdf04fc req-25c6b5d6-3040-4c95-8624-c045eef0812d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Nov 12 03:20:31.276729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12c9-92f8-472d-9312-a1890478d490 req-04f83d06-0be2-4e21-b78a-bc64e244a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.278845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-04f83d06-0be2-4e21-b78a-bc64e244a032 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0522244 Nov 12 03:20:31.291737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:31.488365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port dccef3cd-d07c-4ab1-8db7-29b60c5906db triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:31.489027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.551280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12c9-92f8-472d-9312-a1890478d490 req-7b963ef5-a2dd-43bb-81b3-79c14bd2cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.561488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-7b963ef5-a2dd-43bb-81b3-79c14bd2cd0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.2723827 Nov 12 03:20:31.564184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e42d-6968-49fb-ab1c-db382931a5b7 req-7b9e0f0a-af62-4e69-9da0-cf3d6f2d991f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.578116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e868e42d-6968-49fb-ab1c-db382931a5b7 req-7b9e0f0a-af62-4e69-9da0-cf3d6f2d991f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1446233 Nov 12 03:20:31.683815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.708712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e868e42d-6968-49fb-ab1c-db382931a5b7 req-f70bce2e-bb56-4879-ab73-5189cdf779cc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279526 Nov 12 03:20:31.732581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:31.734852 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb4ccb-d4cc-4ca0-a8fe-ed5693dd2c68" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:31.776225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:31.786761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.787256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-4af81b1a-783c-4757-b9c5-9b71c98abac1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1002 time: 0.2122998 Nov 12 03:20:31.870639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12c9-92f8-472d-9312-a1890478d490 req-a46f2442-0920-4bcb-aba3-9b622e2024ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.872674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-a46f2442-0920-4bcb-aba3-9b622e2024ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.0814455 Nov 12 03:20:31.930379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.946978 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef1aea8-c82b-4f4e-a2a4-ce00008b889e x-openstack-request-id: req-eef1aea8-c82b-4f4e-a2a4-ce00008b889e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:31.950382 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-plugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:31.950648 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eef1aea8-c82b-4f4e-a2a4-ce00008b889e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:31.951296 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'code': 200} Nov 12 03:20:31.967197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12c9-92f8-472d-9312-a1890478d490 req-5e1004f6-074c-4851-b791-5eabfe19ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.968750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-5e1004f6-074c-4851-b791-5eabfe19ee81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875278 Nov 12 03:20:32.203697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-7ac0b435-9462-4619-9d8c-36b2f7777c4b service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208400 Nov 12 03:20:32.277356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227ea4-104a-4fd0-90b7-9ee29bf8c495 req-1c95922b-47d3-476f-986f-94e5983c60c2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.292153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea227ea4-104a-4fd0-90b7-9ee29bf8c495 req-1c95922b-47d3-476f-986f-94e5983c60c2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1614487 Nov 12 03:20:32.292559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c73d9c14-e91d-4fad-8a4e-4335612e0630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.396314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea227ea4-104a-4fd0-90b7-9ee29bf8c495 req-d3ed9018-856f-419b-9236-da58d124feae tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971189 Nov 12 03:20:32.493807 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-309d12c9-92f8-472d-9312-a1890478d490 req-ee952551-188e-420f-9d2c-a63bfeafc167 service neutron] 10.222.0.32 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801454 Nov 12 03:20:32.953529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977171d5-95e3-4105-9cdf-942ced311db8 req-ea6845d3-83b0-45a3-87ee-bff55250c3cc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.955916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-977171d5-95e3-4105-9cdf-942ced311db8 req-ea6845d3-83b0-45a3-87ee-bff55250c3cc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.0817378 Nov 12 03:20:33.024394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-977171d5-95e3-4105-9cdf-942ced311db8 req-0c0f8e74-d373-488a-8fd0-2f50343e5b56 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629399 Nov 12 03:20:33.492308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:33.672265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.756723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:33.764864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.949477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-dd62b4a4-32a8-4630-84fa-91642f76ecfc req-e3a421e9-009f-4a57-a9e2-5014338bd1ff tempest-FloatingIPsAssociationTestJSON-1906431789 tempest-FloatingIPsAssociationTestJSON-1906431789-project] (102432) timed out ('10.222.0.39', 63498) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:20:33.956617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:33.965868 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78574842-10bb-4752-be64-5205a7d8b9b0" -d '{"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:34.002697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:34.050037 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4779bc-aa03-4d71-83cd-43b4a8fc7c17 x-openstack-request-id: req-2e4779bc-aa03-4d71-83cd-43b4a8fc7c17 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:34.050675 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:34.050921 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2e4779bc-aa03-4d71-83cd-43b4a8fc7c17 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:34.051525 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'code': 200} Nov 12 03:20:34.193138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c85294-3e93-445b-be14-3442c2f2d5ff req-622ac785-958b-4378-994f-b306d4243fde tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.205084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9c85294-3e93-445b-be14-3442c2f2d5ff req-622ac785-958b-4378-994f-b306d4243fde tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0750327 Nov 12 03:20:34.216252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb00846-1d1c-48e9-8a20-41801557aae7 req-425f8280-4f45-40a3-af86-02520cc6f562 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.226607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aeb00846-1d1c-48e9-8a20-41801557aae7 req-425f8280-4f45-40a3-af86-02520cc6f562 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0997491 Nov 12 03:20:34.330174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-d7373a1e-f0f2-4da1-828d-2bfb0f32e88b req-5bbe91a3-9c80-4a50-b709-4aa0317a2915 service neutron] (102432) timed out ('10.222.0.39', 63455) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:20:34.338145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aeb00846-1d1c-48e9-8a20-41801557aae7 req-0330b56a-9aaa-4418-adcf-89ec707c333e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103330 Nov 12 03:20:34.344602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9c85294-3e93-445b-be14-3442c2f2d5ff req-a2c20059-7ee9-4bc3-a7cc-5a28eba935a6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370494 Nov 12 03:20:34.705936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bada2a64-fa09-4cc7-9a47-db550159bd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.574247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13f73-821c-403d-b208-e0912a429e19 req-e2b42c01-841d-49c3-a614-e9d9877f7b1d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.584670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdd13f73-821c-403d-b208-e0912a429e19 req-e2b42c01-841d-49c3-a614-e9d9877f7b1d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0801969 Nov 12 03:20:35.592722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f679b9-b387-43a2-83e3-b0ad2cabb693 req-b0dc2dc2-ac72-4c2b-83a7-ede65609b4aa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.596783 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.608927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87f679b9-b387-43a2-83e3-b0ad2cabb693 req-b0dc2dc2-ac72-4c2b-83a7-ede65609b4aa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1227148 Nov 12 03:20:35.665800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdd13f73-821c-403d-b208-e0912a429e19 req-7d94f178-034f-4c3e-b6a1-c73d45d4c9b9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780742 Nov 12 03:20:35.730402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87f679b9-b387-43a2-83e3-b0ad2cabb693 req-65edf979-4e5e-4538-915b-993e8cb844ee tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203873 Nov 12 03:20:36.755713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-7940af91-30c3-4ef6-9e86-e16f4ab90c12 req-8da7198f-0bb9-462d-9bd6-339515e53cac service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:36.756929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7940af91-30c3-4ef6-9e86-e16f4ab90c12 req-8da7198f-0bb9-462d-9bd6-339515e53cac service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061214 Nov 12 03:20:37.083663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbb6fb-cfba-4257-a314-f3b12f5f9384 req-793c6012-079a-4095-94e5-9ffde5c98a6c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.114762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcdbb6fb-cfba-4257-a314-f3b12f5f9384 req-793c6012-079a-4095-94e5-9ffde5c98a6c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1498129 Nov 12 03:20:37.133601 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.189298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcdbb6fb-cfba-4257-a314-f3b12f5f9384 req-6440008b-3d0e-42b1-afb8-bd9c9a7e002d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 Nov 12 03:20:37.413156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90ea51-9479-4b07-b3a9-5483043bf0b1 req-ac19a403-9a5b-4cfd-bb3b-7eaf61662ce9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.429022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db90ea51-9479-4b07-b3a9-5483043bf0b1 req-ac19a403-9a5b-4cfd-bb3b-7eaf61662ce9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1288927 Nov 12 03:20:37.516901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:37.528641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db90ea51-9479-4b07-b3a9-5483043bf0b1 req-8376f257-dbc2-41ab-91a4-ed7edc08ad6a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830536 Nov 12 03:20:37.815671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-218c0c6a-49a2-42d7-ae21-65f2d40f9794 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4338634 Nov 12 03:20:37.827366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-b7bc9575-8832-4c1f-906c-16e44b896559 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:37.829420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-b7bc9575-8832-4c1f-906c-16e44b896559 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088177 Nov 12 03:20:38.182463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.431995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4838c-5786-40ed-808d-c1f610cd0165 req-b625518d-a840-498e-b04e-35d7041eaf65 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.451252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2f4838c-5786-40ed-808d-c1f610cd0165 req-b625518d-a840-498e-b04e-35d7041eaf65 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1533153 Nov 12 03:20:38.595858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2f4838c-5786-40ed-808d-c1f610cd0165 req-374bfe9c-2202-4001-962e-65d3045aa16d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366024 Nov 12 03:20:38.849848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c4f1-c5af-41dd-b3f3-233a95e7c3b8 req-9ff44019-5542-4bc4-a124-5c419f26ec04 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.863422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a558c4f1-c5af-41dd-b3f3-233a95e7c3b8 req-9ff44019-5542-4bc4-a124-5c419f26ec04 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1561847 Nov 12 03:20:39.010667 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a558c4f1-c5af-41dd-b3f3-233a95e7c3b8 req-ff8726f6-8610-4784-aa0d-977457be250e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403482 Nov 12 03:20:39.883992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9670-8275-4447-89a9-37c12cc4602b req-8dca4fc2-3d8b-410f-8254-d9885fdce1c7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.899228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d05a9670-8275-4447-89a9-37c12cc4602b req-8dca4fc2-3d8b-410f-8254-d9885fdce1c7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1638310 Nov 12 03:20:40.013222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d05a9670-8275-4447-89a9-37c12cc4602b req-93509a48-394b-440a-8fe3-de354745fca8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127577 Nov 12 03:20:40.221466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656bb36-7791-4574-ac6f-714625b4799e req-725ca21d-c029-4964-b17e-26bb62bb87a7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.225905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7656bb36-7791-4574-ac6f-714625b4799e req-725ca21d-c029-4964-b17e-26bb62bb87a7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0951419 Nov 12 03:20:40.378531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7656bb36-7791-4574-ac6f-714625b4799e req-5a5ae1a5-3e28-47ab-b4eb-16d288019ebf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466570 Nov 12 03:20:41.251845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad49718-9792-4a27-b6e8-bf255a97b8d4 req-36477b14-c62f-4c05-aa4a-aa3cacc38f5e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.255620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ad49718-9792-4a27-b6e8-bf255a97b8d4 req-36477b14-c62f-4c05-aa4a-aa3cacc38f5e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0957468 Nov 12 03:20:41.368632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ad49718-9792-4a27-b6e8-bf255a97b8d4 req-958d5d17-f8f6-4757-8223-c89f43bb2d99 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941548 Nov 12 03:20:41.528186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8d14-725b-4107-8467-e61f10a6ab14 req-be31916e-8ef5-47bb-b524-e22d85e683d3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.536758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b4d8d14-725b-4107-8467-e61f10a6ab14 req-be31916e-8ef5-47bb-b524-e22d85e683d3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0840375 Nov 12 03:20:41.599352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b4d8d14-725b-4107-8467-e61f10a6ab14 req-a2fbdf08-97a8-4fa8-98e8-586f07a4f21e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580320 Nov 12 03:20:42.674786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0544c0-ca37-49d9-9275-f3449f17fd5f req-4807c122-85b2-4455-94bf-a4f9b3df0b78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.678613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f0544c0-ca37-49d9-9275-f3449f17fd5f req-4807c122-85b2-4455-94bf-a4f9b3df0b78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1199713 Nov 12 03:20:42.807694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f0544c0-ca37-49d9-9275-f3449f17fd5f req-c2613929-9df7-4469-8355-22f09f444336 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211851 Nov 12 03:20:42.831394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1eed-0659-4970-8243-8c1f92c40fb3 req-95cbc743-e788-41e1-bde1-70d3fdd5d9b3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.855675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f1e1eed-0659-4970-8243-8c1f92c40fb3 req-95cbc743-e788-41e1-bde1-70d3fdd5d9b3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1242294 Nov 12 03:20:42.945511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f1e1eed-0659-4970-8243-8c1f92c40fb3 req-3ae73b69-f169-4fc8-b435-3822796d44fd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885003 Nov 12 03:20:44.077681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b287d-501e-4061-af66-fa010d0b44ad req-24e5ee41-9288-4915-97a1-ccc9c66ec9e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.088770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d12b287d-501e-4061-af66-fa010d0b44ad req-24e5ee41-9288-4915-97a1-ccc9c66ec9e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1265206 Nov 12 03:20:44.171158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578157c-3050-42b9-8545-27c7e3a9aa49 req-2cb4ac16-c350-4577-ace5-92dbe754f4ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.178965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b578157c-3050-42b9-8545-27c7e3a9aa49 req-2cb4ac16-c350-4577-ace5-92dbe754f4ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0607553 Nov 12 03:20:44.217826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d12b287d-501e-4061-af66-fa010d0b44ad req-afa6579a-19bf-45a0-b2f0-5737aa22f806 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236687 Nov 12 03:20:44.285981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b578157c-3050-42b9-8545-27c7e3a9aa49 req-4439e10f-e98c-4cc3-86a0-b1987cdc1135 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829151 Nov 12 03:20:45.397629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7754cdb-53e8-4f95-9e52-bf867fccb8c1 req-c7345ec1-4efc-4585-acbe-f31ac1059571 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.406106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7754cdb-53e8-4f95-9e52-bf867fccb8c1 req-c7345ec1-4efc-4585-acbe-f31ac1059571 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0863028 Nov 12 03:20:45.479900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001bced-d302-46f3-a164-9cba9b749354 req-68721ed1-aaef-4c55-a273-79527b9b3506 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.487054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6001bced-d302-46f3-a164-9cba9b749354 req-68721ed1-aaef-4c55-a273-79527b9b3506 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1031573 Nov 12 03:20:45.488310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7754cdb-53e8-4f95-9e52-bf867fccb8c1 req-d3606d53-81ad-4e38-9449-8ab3e1c2a977 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753787 Nov 12 03:20:45.576000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6001bced-d302-46f3-a164-9cba9b749354 req-12208447-9230-490a-b306-5abd5c4c9737 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879915 Nov 12 03:20:46.740406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20297c-26dc-40be-8ef9-57dc4c7afe84 req-be15c7ab-acf9-40ae-b1eb-4da34a1aed0a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.742562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e20297c-26dc-40be-8ef9-57dc4c7afe84 req-be15c7ab-acf9-40ae-b1eb-4da34a1aed0a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0976536 Nov 12 03:20:46.840570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e20297c-26dc-40be-8ef9-57dc4c7afe84 req-927cab7c-c711-4feb-985e-d4106f163a8b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883918 Nov 12 03:20:46.911871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96131-fae6-4c53-a320-ac37b28173af req-caef7e87-ca66-41c7-b835-9bd2ce6f98d3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.921661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20c96131-fae6-4c53-a320-ac37b28173af req-caef7e87-ca66-41c7-b835-9bd2ce6f98d3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.0877450 Nov 12 03:20:46.987407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20c96131-fae6-4c53-a320-ac37b28173af req-c54e1c7a-22f7-4a30-a5ba-08c888fddbcc tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581243 Nov 12 03:20:48.062973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a99a-8cea-4563-87b0-5b5ce9b9e974 req-ccee0bc1-1298-4e8d-b6d5-1dafe21619fd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.080966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3730a99a-8cea-4563-87b0-5b5ce9b9e974 req-ccee0bc1-1298-4e8d-b6d5-1dafe21619fd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1235616 Nov 12 03:20:48.254143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3730a99a-8cea-4563-87b0-5b5ce9b9e974 req-d53528dd-51c0-4995-a90d-c03d15c87a82 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496844 Nov 12 03:20:48.281607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5b1f-a6be-4066-b10a-95a4bb104d92 req-5d1676fc-3641-444e-b90d-5326d07e8ee5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.290496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46fc5b1f-a6be-4066-b10a-95a4bb104d92 req-5d1676fc-3641-444e-b90d-5326d07e8ee5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1597080 Nov 12 03:20:48.403302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46fc5b1f-a6be-4066-b10a-95a4bb104d92 req-9ad6e39d-9db6-4864-9209-6ec6abcf59a9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056368 Nov 12 03:20:49.488525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf10e47-9d9f-4d29-bb83-312af045844f req-a726b4b4-88ed-4ea5-bc47-12ba2c0ec1e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.520716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cf10e47-9d9f-4d29-bb83-312af045844f req-a726b4b4-88ed-4ea5-bc47-12ba2c0ec1e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1224978 Nov 12 03:20:49.637031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ddb4a-f7e2-4459-a2f5-f97a6d754ef5 req-71651fb4-82d6-4fe7-9101-ee52e3c540a0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.644984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d54ddb4a-f7e2-4459-a2f5-f97a6d754ef5 req-71651fb4-82d6-4fe7-9101-ee52e3c540a0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.1166782 Nov 12 03:20:49.647251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cf10e47-9d9f-4d29-bb83-312af045844f req-f13f9ce4-a93a-44bb-a675-748e8737b28b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197150 Nov 12 03:20:49.756610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d54ddb4a-f7e2-4459-a2f5-f97a6d754ef5 req-ea59f190-f109-4b36-a98f-e87f86a13f7a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045566 Nov 12 03:20:50.200034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-7e531783-024c-4124-a371-e5810f27eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.201969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-7e531783-024c-4124-a371-e5810f27eeef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 1096 time: 0.0729797 Nov 12 03:20:50.219224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:50.314207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.538232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:50.581189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:50.621725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:50.629711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.642222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Transition to ACTIVE for port object f84f9398-d2ba-4994-85b5-2895eb499f07 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:50.651181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.702407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=9']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.718688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.719044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.719428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.719772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.720113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.720450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.720786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.721121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.721455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.721788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.722118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:50.722446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:51.012760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b5ddd-af4a-45b4-b505-0c193e78cbe5 req-ec283376-87e2-47e6-9c14-9ec8da4730d7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.025059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a9b5ddd-af4a-45b4-b505-0c193e78cbe5 req-ec283376-87e2-47e6-9c14-9ec8da4730d7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1895852 Nov 12 03:20:51.109062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a9b5ddd-af4a-45b4-b505-0c193e78cbe5 req-ae086ec4-f882-41a5-87e0-a1285b598686 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819793 Nov 12 03:20:51.130369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] No DVR routers for this DVR port f84f9398-d2ba-4994-85b5-2895eb499f07 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:51.447624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:51.447981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:51.448382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:51.464422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ddbc0-7db2-4bf5-b463-d0df7535336d req-3a722829-c6c7-4833-a4d8-aa7bb10d90f3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.471894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-884ddbc0-7db2-4bf5-b463-d0df7535336d req-3a722829-c6c7-4833-a4d8-aa7bb10d90f3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 944 time: 0.4215600 Nov 12 03:20:51.496532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:51.496964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Attempting to bind port f84f9398-d2ba-4994-85b5-2895eb499f07 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:51.507352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:51.507797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:51.508253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Bound using segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:51.508797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Bound port: f84f9398-d2ba-4994-85b5-2895eb499f07, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:51.509223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.538117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-884ddbc0-7db2-4bf5-b463-d0df7535336d req-d06f1a13-9c4e-410e-bf17-948a5fe555c7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643115 Nov 12 03:20:51.668969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:51.672688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:51.681979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.810922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:51.825264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.826029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:51.827912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-4b2cd7cb-8a10-4ab6-bbb2-011eb1be91a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1093 time: 1.6176162 Nov 12 03:20:51.828596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:51.831218 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445e862-dfac-471e-aa07-50ffd2d7ec9e" -d '{"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:51.930738 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66be285-3616-4988-a568-f1dcfddea755 x-openstack-request-id: req-f66be285-3616-4988-a568-f1dcfddea755 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:51.932487 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:51.932923 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f66be285-3616-4988-a568-f1dcfddea755 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:51.933487 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'status': 'completed', 'code': 200} Nov 12 03:20:51.958950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-e275c91b-2579-46ef-93e5-1bea37e0cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.960758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-e275c91b-2579-46ef-93e5-1bea37e0cfc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1097 time: 0.0886106 Nov 12 03:20:52.117403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-364e85f5-63d9-4cc2-b85c-b1d4e8bf23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.124532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-364e85f5-63d9-4cc2-b85c-b1d4e8bf23a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.1536705 Nov 12 03:20:52.381803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c43fba-4a01-47e4-b88c-a309a31ecd2a req-7919025c-9b44-4d3f-985e-f21355cf6b16 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.389417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72c43fba-4a01-47e4-b88c-a309a31ecd2a req-7919025c-9b44-4d3f-985e-f21355cf6b16 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1578767 Nov 12 03:20:52.492671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72c43fba-4a01-47e4-b88c-a309a31ecd2a req-8e67eb5b-eec5-4a47-9a16-11886fad3ec1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023877 Nov 12 03:20:52.711392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-9becf17b-fa0b-464b-a765-cc4a42bfd5fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1000 time: 0.5796154 Nov 12 03:20:52.858211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83856f1-b0e3-41b1-a85d-8ae88ba968d2 req-4d895a75-c814-4229-bfa7-c3c8259cb0ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.871251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f83856f1-b0e3-41b1-a85d-8ae88ba968d2 req-4d895a75-c814-4229-bfa7-c3c8259cb0ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1321270 Nov 12 03:20:52.941390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-c48927e3-017f-4a2f-bfd9-6c42273da536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.954197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-c48927e3-017f-4a2f-bfd9-6c42273da536 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1494484 Nov 12 03:20:52.978082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f83856f1-b0e3-41b1-a85d-8ae88ba968d2 req-c77c4d76-d9c8-4210-9045-01dda5893672 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888813 Nov 12 03:20:53.041887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-bc6a3bbe-f440-4d94-954b-076aafb3fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.043526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-bc6a3bbe-f440-4d94-954b-076aafb3fb79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801582 Nov 12 03:20:53.113081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a203c-b714-489a-bcc8-67413be145e8 req-69f96e9a-fea6-4601-b762-79ea05f640e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.114575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e91a203c-b714-489a-bcc8-67413be145e8 req-69f96e9a-fea6-4601-b762-79ea05f640e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1148825 Nov 12 03:20:53.183619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-8cf8c819-c02a-437f-8bfc-70ae2e556b24 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325336 Nov 12 03:20:53.187367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e91a203c-b714-489a-bcc8-67413be145e8 req-84a2d98c-a569-44ed-81d0-c1bef7ea07fb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648878 Nov 12 03:20:53.354071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-2ab35550-7d66-49e7-8f06-f3ee687a1238 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631930 Nov 12 03:20:53.364039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f1c46-a4dc-4f05-95b8-f0a4ecc58e90 req-fe830bdd-59fe-49d5-ab88-4edee7444aef tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.366354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f89f1c46-a4dc-4f05-95b8-f0a4ecc58e90 req-fe830bdd-59fe-49d5-ab88-4edee7444aef tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0802436 Nov 12 03:20:53.437308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f89f1c46-a4dc-4f05-95b8-f0a4ecc58e90 req-444a2d78-7763-4d10-8ad4-ccdc66acafcb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609772 Nov 12 03:20:53.519371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-b1748d65-6bec-4084-838b-6252a889c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.520913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-b1748d65-6bec-4084-838b-6252a889c625 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1097 time: 0.0858917 Nov 12 03:20:53.749728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-6ba930f3-a5a1-4e4f-9500-fb27335e51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.751539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-6ba930f3-a5a1-4e4f-9500-fb27335e51fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.2231374 Nov 12 03:20:53.881735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-fbbcb8ac-7693-41c6-a99f-3034b772f863 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 200 len: 1000 time: 0.1093185 Nov 12 03:20:53.997865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-3b2cde20-2a5e-47b5-b9c5-8fa9f2bf9296 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.997865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-3b2cde20-2a5e-47b5-b9c5-8fa9f2bf9296 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.3275974 Nov 12 03:20:54.051701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-49f30856-239c-42da-8e8f-03eec2b0ada6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/quotas/e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 375 time: 0.0395148 Nov 12 03:20:54.190948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65045-3f52-4ffa-9ad6-17f42797fde3 req-67ba556b-b9ce-4839-be91-eb39ba1ca57b tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.211251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63b65045-3f52-4ffa-9ad6-17f42797fde3 req-67ba556b-b9ce-4839-be91-eb39ba1ca57b tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 951 time: 0.2336113 Nov 12 03:20:54.218240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2b1ecebc-2f2e-46cb-8d05-f3efa5b781f2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1653495 Nov 12 03:20:54.274741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63b65045-3f52-4ffa-9ad6-17f42797fde3 req-08df91bf-5291-48aa-a01f-e2bb1a4074cc tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Nov 12 03:20:54.278654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-60a7a153-586b-4395-97d9-b84b36eded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.280155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-60a7a153-586b-4395-97d9-b84b36eded2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.3704865 Nov 12 03:20:54.439714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-4b5c1345-baaf-4e06-918b-912e738076a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.441181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-4b5c1345-baaf-4e06-918b-912e738076a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261816 Nov 12 03:20:54.609810 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:54.629855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-734d218c-e4af-4832-9620-f9df72e2d2fa service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108284 Nov 12 03:20:54.685001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c36b16-f0fd-46e5-b72f-353c16663009 req-9e85506b-6ad7-465d-9066-626780c0bc8c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.687653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9c36b16-f0fd-46e5-b72f-353c16663009 req-9e85506b-6ad7-465d-9066-626780c0bc8c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0944257 Nov 12 03:20:54.821502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9c36b16-f0fd-46e5-b72f-353c16663009 req-e1028e16-ec2a-45a5-992a-2830f7f48781 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988033 Nov 12 03:20:54.963726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-3fb1777f-7afa-4c98-b701-e74cb031c1fd service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315973 Nov 12 03:20:55.314516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-5e820068-e141-450f-b28a-dc6f57955475 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786891 Nov 12 03:20:55.602373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1445e862-dfac-471e-aa07-50ffd2d7ec9e req-ed606ced-fbcf-4579-891b-480a568e035a service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779877 Nov 12 03:20:55.643219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-42cdb1e6-3b07-43da-a820-f41e85e8b4d0 req-0ae66516-9c63-43f3-9288-b84d1f39d103 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.1189573 Nov 12 03:20:56.105171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728b657-fbac-4590-bf4e-b2edd203a686 req-a4b03846-f6ce-4171-a8f6-928f9c913783 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.110395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f728b657-fbac-4590-bf4e-b2edd203a686 req-a4b03846-f6ce-4171-a8f6-928f9c913783 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0998652 Nov 12 03:20:56.234225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f728b657-fbac-4590-bf4e-b2edd203a686 req-a1a1ffdb-0255-424b-bec1-97f25c950922 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156838 Nov 12 03:20:56.987961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7fcb3e4-7de6-4325-86c1-c34c4e84f2c8 req-3fd59d0f-5ac0-4e87-91ac-5473d24a0c4d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.0515854 Nov 12 03:20:57.167775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fcd57-a016-4deb-bdcb-163b2b956ab0 req-ee53980d-f188-4de6-a040-dc34f36ea09a tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.178159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be3fcd57-a016-4deb-bdcb-163b2b956ab0 req-ee53980d-f188-4de6-a040-dc34f36ea09a tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 951 time: 0.2095356 Nov 12 03:20:57.388196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be3fcd57-a016-4deb-bdcb-163b2b956ab0 req-5e7a4c3b-97cb-4c99-99b5-d43b4f8f1d07 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008007 Nov 12 03:20:57.478462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:57.583787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d647c3-6b6a-4910-8895-bf50eb3ec712 req-505a8adf-c8c7-49d5-b47e-cebdc5f0247f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.600571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73d647c3-6b6a-4910-8895-bf50eb3ec712 req-505a8adf-c8c7-49d5-b47e-cebdc5f0247f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.2040913 Nov 12 03:20:57.670712 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.713943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73d647c3-6b6a-4910-8895-bf50eb3ec712 req-d06954d8-c2dd-4b19-a3a3-1fb761b0c609 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072195 Nov 12 03:20:57.733901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.739204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:57.743043 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d24eeb-2d86-40a5-9f7f-40ef3eafe5df" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:57.800328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:57.808698 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.876946 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a63a61-9c39-44b1-8411-9cb80844af6d x-openstack-request-id: req-13a63a61-9c39-44b1-8411-9cb80844af6d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:57.877571 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:57.877998 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-13a63a61-9c39-44b1-8411-9cb80844af6d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:57.878558 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'code': 200} Nov 12 03:20:57.935110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:58.174722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54ac5c4c-f473-4a89-883d-f6d6e5291faf req-5b9b8e97-9329-45df-b908-44d07aae36a9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.0463881 Nov 12 03:20:58.748654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5445e-23dd-4f38-ab74-96317aa530da req-d6e8492f-0cfc-4797-8603-5396e240226e tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.760739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaf5445e-23dd-4f38-ab74-96317aa530da req-d6e8492f-0cfc-4797-8603-5396e240226e tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.1937053 Nov 12 03:20:58.879721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaf5445e-23dd-4f38-ab74-96317aa530da req-6c9697ff-e0a2-4e27-abc5-317b28a2dd3f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176341 Nov 12 03:20:59.180959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.395487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49effd45-7ce0-496d-b2a4-976aa20df21a req-6fc35335-4b2e-4a72-b89a-d9eb65386654 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.414474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49effd45-7ce0-496d-b2a4-976aa20df21a req-6fc35335-4b2e-4a72-b89a-d9eb65386654 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1999023 Nov 12 03:20:59.538332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49effd45-7ce0-496d-b2a4-976aa20df21a req-f25783ea-274e-4e99-ac96-7e21dd7c8810 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187010 Nov 12 03:20:59.753664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cef23141-f4d2-4c39-9702-4e856723004c req-5c83f105-8802-4c04-aff8-b6ca2a256022 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.0583372 Nov 12 03:21:00.049069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-a2be6d45-a8f5-44f1-84ad-73ea166dca1c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.052766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-a2be6d45-a8f5-44f1-84ad-73ea166dca1c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.39 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.2949185 Nov 12 03:21:00.086348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'device_id': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'admin_state_up': True, 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:00.192780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c592-bf75-4ffe-b6e6-73803a43bc6e req-b703bdaf-e1c6-405f-a0f8-9bfc121187cf tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.216512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc58c592-bf75-4ffe-b6e6-73803a43bc6e req-b703bdaf-e1c6-405f-a0f8-9bfc121187cf tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.1973009 Nov 12 03:21:00.344413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc58c592-bf75-4ffe-b6e6-73803a43bc6e req-0ee7238c-bc2e-4157-aeec-ea4801e4b27c tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269257 Nov 12 03:21:00.503037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:00.511501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.035195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2b57810-81c4-4845-9f21-586c3567ce91 req-b7cc5d42-f1aa-4a99-833b-db2943103438 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.0454855 Nov 12 03:21:01.159727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.20.0.3 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:01.178691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54df8b-0971-47cf-8bbb-5fbd32c7d374 req-24501bf7-e909-44d1-9527-cc1f5ff6a396 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.188278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f54df8b-0971-47cf-8bbb-5fbd32c7d374 req-24501bf7-e909-44d1-9527-cc1f5ff6a396 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.3302746 Nov 12 03:21:01.380446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f54df8b-0971-47cf-8bbb-5fbd32c7d374 req-0e03797d-94eb-4a41-8258-d49471072333 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910686 Nov 12 03:21:01.602821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d925-6fad-4437-96ce-5b12a2d9f83d req-60a842a4-0585-4a25-afd3-d3ba9f8c0f3c tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.610941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d839d925-6fad-4437-96ce-5b12a2d9f83d req-60a842a4-0585-4a25-afd3-d3ba9f8c0f3c tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.1267867 Nov 12 03:21:01.716377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.750696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d839d925-6fad-4437-96ce-5b12a2d9f83d req-5f212850-2f31-43ff-b68f-2a329941afc4 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382244 Nov 12 03:21:01.821605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.845453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:01.937032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:01.945706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:01.954370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:02.021776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.022447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.056986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:02.071013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-86c804e2-0bab-492e-933a-ba02392b9fbe tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033481 Nov 12 03:21:02.168388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Request body: {'port': {'device_id': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:02.280044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80d8d85e-0b77-4c75-bf87-636de70ba582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.323134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.460263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a8c4-6069-44df-8fc3-b677de76ee57 req-1b55cdfe-43f6-4c01-86fa-3eea4bb5497c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.472461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb45a8c4-6069-44df-8fc3-b677de76ee57 req-1b55cdfe-43f6-4c01-86fa-3eea4bb5497c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 931 time: 0.2020674 Nov 12 03:21:02.539486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f5de821-2a31-4510-b253-990118978ea3 None None] Provisioning complete for port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:02.540277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f5de821-2a31-4510-b253-990118978ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.661356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de821-2a31-4510-b253-990118978ea3 None None] Port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:02.684253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edaeb9-624e-4cf0-823c-be7351de410d req-4921b7ff-0717-4764-8ffb-5a90d6471754 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.695950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0edaeb9-624e-4cf0-823c-be7351de410d req-4921b7ff-0717-4764-8ffb-5a90d6471754 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1042426 Nov 12 03:21:02.758746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0edaeb9-624e-4cf0-823c-be7351de410d req-c04bf7ae-5298-4ef5-be40-85b08eb6bf17 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615225 Nov 12 03:21:02.803799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb45a8c4-6069-44df-8fc3-b677de76ee57 req-22831195-ee06-48d9-a160-644681db4656 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303618 Nov 12 03:21:03.172640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-a49758c1-691e-44e8-9b8d-b3bce69a8b1c tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.174537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-a49758c1-691e-44e8-9b8d-b3bce69a8b1c tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.39 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.4244609 Nov 12 03:21:03.279834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0f98b-93b5-4d1f-ac51-e514d2f96946 req-979ab60f-dbad-4813-bf1c-9bcd0538ac62 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.287507 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08e0f98b-93b5-4d1f-ac51-e514d2f96946 req-979ab60f-dbad-4813-bf1c-9bcd0538ac62 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 949 time: 0.3387899 Nov 12 03:21:03.477085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08e0f98b-93b5-4d1f-ac51-e514d2f96946 req-ee0b0c7d-da3b-4b8f-87a8-b806e5fed662 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/security-groups?id=16b9755e-8a0c-4c9b-a235-2881765fd8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852803 Nov 12 03:21:03.661236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:03.687865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.737139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Transition to ACTIVE for port object aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:03.743359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Deleting port dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:03.744288 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.771277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.941068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] For port dccef3cd-d07c-4ab1-8db7-29b60c5906db, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=dccef3cd-d07c-4ab1-8db7-29b60c5906db,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:03.941802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.002512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Calling delete_port for dccef3cd-d07c-4ab1-8db7-29b60c5906db owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.046749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Pushing event updated for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.141691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffde80-a6f4-4457-ae7d-38f28c8759bb req-5412d492-f74e-4c0e-8051-ca7fbc311a5e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.150213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-caffde80-a6f4-4457-ae7d-38f28c8759bb req-5412d492-f74e-4c0e-8051-ca7fbc311a5e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1574497 Nov 12 03:21:04.299069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-caffde80-a6f4-4457-ae7d-38f28c8759bb req-b1376a23-517f-4cc1-b7e5-8336719cf648 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445284 Nov 12 03:21:04.653942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-baa9bcc2-33b5-43ec-ae54-caf6427be331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.729936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4cbb08-b2e8-4cd9-a3c0-7c05f5ba0ca0 req-e9716e78-4fda-4556-8e13-7bc55475593a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.734094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a4cbb08-b2e8-4cd9-a3c0-7c05f5ba0ca0 req-e9716e78-4fda-4556-8e13-7bc55475593a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 943 time: 0.5542817 Nov 12 03:21:04.912068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Attempting to bind port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:04.912567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Attempting to bind port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:04.915655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Attempting to bind port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:04.924237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.978333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:04.979736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Attempting to bind port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:05.153228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Pushing event deleted for resources: {'Port': ['ID=dccef3cd-d07c-4ab1-8db7-29b60c5906db,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.165819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:05.171634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:05.172453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:05.173220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Bound port: aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:05.173774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.313485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:05.318858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:05.343631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a4cbb08-b2e8-4cd9-a3c0-7c05f5ba0ca0 req-33193ae1-ee61-4cc1-919b-780a599a54e3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985715 Nov 12 03:21:05.418152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.421263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] No DVR routers for this DVR port dccef3cd-d07c-4ab1-8db7-29b60c5906db on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:05.429306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.433960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce01cbea-b5cf-4411-867f-95005ea0af1c req-d04df6c7-c6e7-4057-8a25-49f4db40c812 tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.39 "DELETE /v2.0/ports/dccef3cd-d07c-4ab1-8db7-29b60c5906db HTTP/1.1" status: 204 len: 173 time: 2.1407869 Nov 12 03:21:05.438406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-deleted', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:05.440552 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff720b-b76d-414d-8d31-44fd9ac91eef" -d '{"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-deleted", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:05.480562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.481055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.482491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] 10.222.0.39 "PUT /v2.0/ports/aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 HTTP/1.1" status: 200 len: 1092 time: 3.3193350 Nov 12 03:21:05.597441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f0b0-db35-4331-a427-4dff4b037b1c service neutron] Pushing event updated for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.617444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.795822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79c72097-3d9a-4213-a7fb-99ce1d0ac228 req-ab4074ff-8f2b-4244-b896-e695f0cf9dcc tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 210 time: 0.1472945 Nov 12 03:21:05.897100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f14c0-bbc5-4060-a912-685f0b0906ac req-17257621-aef4-4303-9757-4b5f654f1df3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.906746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-db5385e1-dded-4530-9e01-3fdf2c25df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.908538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-350f14c0-bbc5-4060-a912-685f0b0906ac req-17257621-aef4-4303-9757-4b5f654f1df3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1338737 Nov 12 03:21:05.914898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-db5385e1-dded-4530-9e01-3fdf2c25df7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 1095 time: 0.1889000 Nov 12 03:21:06.055265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-350f14c0-bbc5-4060-a912-685f0b0906ac req-fddf79d3-88f9-4e86-a206-b95c09026c84 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447918 Nov 12 03:21:06.092983 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d9f751-622a-4cbc-aa7d-45669bb71dbb x-openstack-request-id: req-a6d9f751-622a-4cbc-aa7d-45669bb71dbb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:06.093455 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff698e2-f547-4cd0-b316-86f02981c84a", "name": "network-vif-deleted", "tag": "dccef3cd-d07c-4ab1-8db7-29b60c5906db", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:06.093455 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6d9f751-622a-4cbc-aa7d-45669bb71dbb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:06.093774 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff698e2-f547-4cd0-b316-86f02981c84a', 'name': 'network-vif-deleted', 'tag': 'dccef3cd-d07c-4ab1-8db7-29b60c5906db', 'status': 'completed', 'code': 200} Nov 12 03:21:06.095593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-c1276e86-77f8-48c6-b706-acbb103ca2c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 HTTP/1.1" status: 200 len: 217 time: 0.1601970 Nov 12 03:21:06.213056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-f5c574ed-aa09-470d-9523-34b78d5473ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.214553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-f5c574ed-aa09-470d-9523-34b78d5473ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0982893 Nov 12 03:21:06.517432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a957c7e-e312-4f24-9c6e-4f8abd81abf2 req-17fe4aec-5fc2-44bd-9185-dbf56c6fbb78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.539686 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a957c7e-e312-4f24-9c6e-4f8abd81abf2 req-17fe4aec-5fc2-44bd-9185-dbf56c6fbb78 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 943 time: 0.0983453 Nov 12 03:21:06.856612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a957c7e-e312-4f24-9c6e-4f8abd81abf2 req-fb0e6e50-0652-4052-9f8e-a230dacc1415 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001580 Nov 12 03:21:06.880951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-17249a70-66f9-4e04-ae19-eac7d284def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.890292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-17249a70-66f9-4e04-ae19-eac7d284def3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510606 Nov 12 03:21:07.048228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8f65a70-e773-4922-a038-cb4a7828e3cd req-8c27721c-65fe-40ac-812f-f0dbd80b745f tempest-ImagesOneServerTestJSON-1467242888 tempest-ImagesOneServerTestJSON-1467242888-project] 10.222.0.84 "GET /v2.0/ports?device_id=eff698e2-f547-4cd0-b316-86f02981c84a HTTP/1.1" status: 200 len: 210 time: 0.0524871 Nov 12 03:21:07.123452 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.168184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-97748311-2048-4a51-9df1-fd3b80ec259d service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505591 Nov 12 03:21:07.288240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d9cc-70ff-4555-aae5-b373927ca024 req-a723c9c7-0f8c-4468-aa9b-22ff5a55d70d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.289789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b2d7d9cc-70ff-4555-aae5-b373927ca024 req-a723c9c7-0f8c-4468-aa9b-22ff5a55d70d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0663505 Nov 12 03:21:07.338723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b2d7d9cc-70ff-4555-aae5-b373927ca024 req-73a8de93-a858-4e8f-8ee3-42018cb9592c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Nov 12 03:21:07.542759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:07.561818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c37a680d-09d2-4d07-9fd4-84989d5a412c req-a7b0d0f0-9840-4a20-96d5-3ca3035e41e6 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195121 Nov 12 03:21:07.576870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: dccef3cd-d07c-4ab1-8db7-29b60c5906db {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:07.577498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device dccef3cd-d07c-4ab1-8db7-29b60c5906db not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:07.994623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec9da4-03d1-4e43-b2a8-afda2ebe8e18 req-6a6af031-567e-4444-825b-5a11e3e63d2f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.997824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68ec9da4-03d1-4e43-b2a8-afda2ebe8e18 req-6a6af031-567e-4444-825b-5a11e3e63d2f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 943 time: 0.0754006 Nov 12 03:21:08.059488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68ec9da4-03d1-4e43-b2a8-afda2ebe8e18 req-889492ed-269a-4f29-9663-3ca39d92d9f6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Nov 12 03:21:08.094472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:08.097373 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb188290-e6da-41bf-9f62-b88b9ad20ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:08.179318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.182076 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b2262-36b7-44d2-9953-4b11c773267b x-openstack-request-id: req-1f5b2262-36b7-44d2-9953-4b11c773267b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:08.182674 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:08.182674 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f5b2262-36b7-44d2-9953-4b11c773267b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:08.183224 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27', 'status': 'completed', 'code': 200} Nov 12 03:21:08.301381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db1624-b007-47ae-b74e-f8ae93bf9b8f req-1d60ff9b-ede4-43ed-907d-5c3655e959a1 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.314923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71db1624-b007-47ae-b74e-f8ae93bf9b8f req-1d60ff9b-ede4-43ed-907d-5c3655e959a1 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.1749256 Nov 12 03:21:08.399327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-71db1624-b007-47ae-b74e-f8ae93bf9b8f req-ac84d34d-1bd8-4703-873c-d8cd29143908 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821500 Nov 12 03:21:08.470828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-044d7ef9-3887-4094-8fe5-e50b8d5d275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.477110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-044d7ef9-3887-4094-8fe5-e50b8d5d275e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 1095 time: 0.1733439 Nov 12 03:21:08.589291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37360) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:08.593472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f3bef-169a-4322-b475-14572566de14 req-7635cff7-5882-4fe2-80eb-40a27be6ac9f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.596014 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c13f3bef-169a-4322-b475-14572566de14 req-7635cff7-5882-4fe2-80eb-40a27be6ac9f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0896833 Nov 12 03:21:08.703844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-b2aaf7cd-2d84-4720-848e-630949935374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.710272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-b2aaf7cd-2d84-4720-848e-630949935374 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2239652 Nov 12 03:21:08.729124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c13f3bef-169a-4322-b475-14572566de14 req-f97dc797-e18b-4f7f-bd35-f08767b3a6b5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109943 Nov 12 03:21:08.793117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-d03ffcb3-184b-4880-bb46-c9a41f90a794 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 HTTP/1.1" status: 200 len: 217 time: 0.0751710 Nov 12 03:21:08.872739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-06bc27f1-d1d4-463d-9431-6ef0f5f5693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.876089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-06bc27f1-d1d4-463d-9431-6ef0f5f5693b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0733826 Nov 12 03:21:08.934762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-59152160-3544-4b13-a062-8b570b88b7ea admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6aeffe1acc8741d282f81457ea3654e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443205 Nov 12 03:21:08.937555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37370) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:08.949271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-efe19921-e8a3-4a8a-a4fd-06429e46fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.950768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-efe19921-e8a3-4a8a-a4fd-06429e46fa38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641692 Nov 12 03:21:08.994861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.023558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.059733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-7dadd166-52da-45c2-9492-4d219470f175 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007242 Nov 12 03:21:09.081485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.084583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.086211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/16b9755e-8a0c-4c9b-a235-2881765fd8a7 HTTP/1.1" status: 204 len: 168 time: 0.1468935 Nov 12 03:21:09.123338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e52ec-697b-4bc3-b175-5034f1db8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b9755e-8a0c-4c9b-a235-2881765fd8a7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.237603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883efb5-82ec-41ba-8e58-39eec9a94d59 req-fa3e61b2-4182-4464-988a-a25955ca4628 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.240277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d883efb5-82ec-41ba-8e58-39eec9a94d59 req-fa3e61b2-4182-4464-988a-a25955ca4628 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 943 time: 0.0567966 Nov 12 03:21:09.254771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb188290-e6da-41bf-9f62-b88b9ad20ef3 req-deba3ec3-5804-4bbb-aba4-a4ce150b0a27 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881189 Nov 12 03:21:09.317933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d883efb5-82ec-41ba-8e58-39eec9a94d59 req-9e8d6dca-a6ad-4bd8-bd3d-930cae1ae703 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Nov 12 03:21:09.558255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:09.643135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4057b2-0e67-412b-9775-1a982f8d646d req-ea856304-6918-415f-b53c-60fae56ec934 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.653995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f4057b2-0e67-412b-9775-1a982f8d646d req-ea856304-6918-415f-b53c-60fae56ec934 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.1566267 Nov 12 03:21:09.738833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:09.769241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27', 'mac_address': 'fa:16:3e:30:28:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:09.771477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f4057b2-0e67-412b-9775-1a982f8d646d req-07806422-74f2-4f0c-bce0-9c121424caa5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143348 Nov 12 03:21:09.852171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.871427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:09.876831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-49204faf-2847-4ba0-a478-11abca483447 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.879467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-49204faf-2847-4ba0-a478-11abca483447 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 945 time: 0.0916588 Nov 12 03:21:09.894638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:09.911918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.998080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.008067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.008413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.008985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.009287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.009808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.010166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.010466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.010960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.011321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.011647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.011973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.012291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:10.023707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ab1b6-90e3-4655-b45d-ba8d78f46dad req-812cdb40-7436-475b-80eb-d5ec587f880a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.032779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e43ab1b6-90e3-4655-b45d-ba8d78f46dad req-812cdb40-7436-475b-80eb-d5ec587f880a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.1478670 Nov 12 03:21:10.104809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e43ab1b6-90e3-4655-b45d-ba8d78f46dad req-e2a8abf9-ce94-4c9a-b997-01cf70431a30 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706594 Nov 12 03:21:10.124832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Deleting port b555e665-c1e8-4fac-a9e6-e05ebefd011b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:10.125187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.199228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:10.228440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] For port b555e665-c1e8-4fac-a9e6-e05ebefd011b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b555e665-c1e8-4fac-a9e6-e05ebefd011b,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.229016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.251960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Calling delete_port for b555e665-c1e8-4fac-a9e6-e05ebefd011b owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:10.538611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.556015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b555e665-c1e8-4fac-a9e6-e05ebefd011b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:10.582031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Pushing event deleted for resources: {'Port': ['ID=b555e665-c1e8-4fac-a9e6-e05ebefd011b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.600386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141bc90-b738-43e4-8520-1f51a2b326da req-0832b4b8-961d-4e62-99bc-563fee47af4c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.613001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b141bc90-b738-43e4-8520-1f51a2b326da req-0832b4b8-961d-4e62-99bc-563fee47af4c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 944 time: 0.1355987 Nov 12 03:21:10.640117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] No DVR routers for this DVR port b555e665-c1e8-4fac-a9e6-e05ebefd011b on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:10.644947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.648991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3008850-d990-4c43-8725-11c0b1caf7eb req-17abcbb7-e335-4492-a816-5b3e8c0da9ee tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.32 "DELETE /v2.0/ports/b555e665-c1e8-4fac-a9e6-e05ebefd011b HTTP/1.1" status: 204 len: 173 time: 0.7587774 Nov 12 03:21:10.649507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'name': 'network-vif-deleted', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:10.652258 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4561fe7-1ebb-406d-ad63-979c6aeac34a" -d '{"events": [{"server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "name": "network-vif-deleted", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:10.778652 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b141bc90-b738-43e4-8520-1f51a2b326da req-015db5ab-5b7e-424d-8202-0f26109ed70c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597164 Nov 12 03:21:10.810677 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f586072-ef12-405e-a653-3133dd141fa3 x-openstack-request-id: req-4f586072-ef12-405e-a653-3133dd141fa3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:10.810968 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f9c426-0385-4152-ae1e-96bfc7410c5f", "name": "network-vif-deleted", "tag": "b555e665-c1e8-4fac-a9e6-e05ebefd011b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:10.811624 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f586072-ef12-405e-a653-3133dd141fa3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:10.811792 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f9c426-0385-4152-ae1e-96bfc7410c5f', 'name': 'network-vif-deleted', 'tag': 'b555e665-c1e8-4fac-a9e6-e05ebefd011b', 'status': 'completed', 'code': 200} Nov 12 03:21:10.912532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2d37c00d-6e85-428f-8cf8-bae31c267776 req-291171f3-1a97-476e-b50d-a2f1cf8a9e3e tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0f9c426-0385-4152-ae1e-96bfc7410c5f HTTP/1.1" status: 200 len: 210 time: 0.0262992 Nov 12 03:21:11.295798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1243f-3396-45c0-9d74-803ebe3df3a6 req-ddb9d45f-c509-4724-b073-dd22a051b707 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.304064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbd1243f-3396-45c0-9d74-803ebe3df3a6 req-ddb9d45f-c509-4724-b073-dd22a051b707 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0807364 Nov 12 03:21:11.360403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbd1243f-3396-45c0-9d74-803ebe3df3a6 req-f6f95fd6-e059-4a8e-b98b-5a8dc1d12059 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546732 Nov 12 03:21:11.574828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:11.645402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:11.650634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:11.652573 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.785720 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.872300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:11.875533 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d98e82-6a58-4533-9bfc-f1cd434565ec" -d '{"events": [{"server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:11.927613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:11.938074 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.006358 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb43999-083b-4b27-9c75-51b5add9fb2f x-openstack-request-id: req-7fb43999-083b-4b27-9c75-51b5add9fb2f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:12.006969 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:12.007441 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7fb43999-083b-4b27-9c75-51b5add9fb2f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:12.007849 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27', 'code': 200} Nov 12 03:21:12.008821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.070914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee6c7b-9c9a-42dc-8310-388a5a08c2b8 req-3d47935c-cb8d-488e-b343-e0758e52e655 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.090610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08ee6c7b-9c9a-42dc-8310-388a5a08c2b8 req-3d47935c-cb8d-488e-b343-e0758e52e655 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.1703224 Nov 12 03:21:12.118825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d6964-3c08-4b3f-8539-07d55b67bd6d req-bd9939dd-bcd5-478d-b2a5-12390f79f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.120494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f6d6964-3c08-4b3f-8539-07d55b67bd6d req-bd9939dd-bcd5-478d-b2a5-12390f79f955 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 1097 time: 0.1029210 Nov 12 03:21:12.207420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08ee6c7b-9c9a-42dc-8310-388a5a08c2b8 req-58ccac59-2322-43ca-8ee2-3c0726abaa59 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156743 Nov 12 03:21:12.252040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f6d6964-3c08-4b3f-8539-07d55b67bd6d req-416b01f9-6a8b-4230-9d84-93cadbae9479 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232967 Nov 12 03:21:12.519044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244503-53cc-476c-88c0-b390ee6273ae req-a20a80c3-966c-46b3-ac8e-b5c251b3d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.521215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2244503-53cc-476c-88c0-b390ee6273ae req-a20a80c3-966c-46b3-ac8e-b5c251b3d75a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.0610154 Nov 12 03:21:12.585668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2244503-53cc-476c-88c0-b390ee6273ae req-8a62b56a-00d6-46dd-870f-b16e7bc1bd70 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581212 Nov 12 03:21:13.038842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-aa425ae6-9fc2-435b-9ef7-d30c68b9c592 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0595067 Nov 12 03:21:13.135931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.137837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.138852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.139545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.140327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.140990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.141674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.144031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-ce2cc96a-b23b-4521-b90f-c7ea9c6904c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 0.0697744 Nov 12 03:21:13.403641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-08b07d5e-b919-4be3-820a-6d726034074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.404113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-08b07d5e-b919-4be3-820a-6d726034074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.404842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-08b07d5e-b919-4be3-820a-6d726034074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.406715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-08b07d5e-b919-4be3-820a-6d726034074d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 2298 time: 0.2200954 Nov 12 03:21:13.424218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:13.529465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb405c-7b19-4f1c-a940-c01d7332b0e3 req-bfd94b15-1593-4004-9057-a1da1f3e425f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.539952 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45fb405c-7b19-4f1c-a940-c01d7332b0e3 req-bfd94b15-1593-4004-9057-a1da1f3e425f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.2211838 Nov 12 03:21:13.612161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-47a758fa-4ce3-4530-a664-cb5c5b61d3a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 1000 time: 0.1941230 Nov 12 03:21:13.619974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45fb405c-7b19-4f1c-a940-c01d7332b0e3 req-198fa51a-a0a1-4849-a28d-26f06075ec23 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791585 Nov 12 03:21:13.688453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-7b2a3171-ce85-4578-a33f-51f7037a90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.690462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-7b2a3171-ce85-4578-a33f-51f7037a90af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 200 len: 856 time: 0.0695074 Nov 12 03:21:13.719600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b555e665-c1e8-4fac-a9e6-e05ebefd011b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:13.737983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7d5062d-c3a9-44bd-822b-c65649d1bd08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.766553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b555e665-c1e8-4fac-a9e6-e05ebefd011b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:13.767767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b555e665-c1e8-4fac-a9e6-e05ebefd011b not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:13.992987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7d5062d-c3a9-44bd-822b-c65649d1bd08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.006929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a7d5062d-c3a9-44bd-822b-c65649d1bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.139519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5062d-c3a9-44bd-822b-c65649d1bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5760ec9-18b0-4ad4-97fa-f5ebe3bc08a1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.149319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7d5062d-c3a9-44bd-822b-c65649d1bd08 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6747e9a7cbaf48e5bfec6fc6c4cccb62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219820 Nov 12 03:21:14.150646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37600) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:14.248415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.308408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.439556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5345e1-845f-498e-a549-e2c46d5fa4c6 req-9f1b91be-669b-403d-9d72-08ef8694726b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.455488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e5345e1-845f-498e-a549-e2c46d5fa4c6 req-9f1b91be-669b-403d-9d72-08ef8694726b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.7522910 Nov 12 03:21:14.461667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.466670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.467961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5760ec9-18b0-4ad4-97fa-f5ebe3bc08a1 HTTP/1.1" status: 204 len: 168 time: 0.3164613 Nov 12 03:21:14.486862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-103bef4e-747a-4c79-ae81-1925451b52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.488914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-103bef4e-747a-4c79-ae81-1925451b52f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f5eee0-ed74-4378-a491-93a88f240b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7873230 Nov 12 03:21:14.512068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809966b9-627f-4055-b1f0-3ffa2d939271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5760ec9-18b0-4ad4-97fa-f5ebe3bc08a1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.689338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e5345e1-845f-498e-a549-e2c46d5fa4c6 req-4d7d9e8f-2862-413f-bb51-877d9cda9677 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328727 Nov 12 03:21:14.762631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-3ba16719-30f8-4934-bbce-27c35d730b7e service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614346 Nov 12 03:21:14.902185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e2523-d735-4332-9ca5-59cd0742caef req-bc3c813f-8336-4f2a-bb7d-c0da18197056 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.904578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6e2523-d735-4332-9ca5-59cd0742caef req-bc3c813f-8336-4f2a-bb7d-c0da18197056 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.1063132 Nov 12 03:21:14.929315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-0d42a27e-fa4e-4f9c-99e3-62b347f5774f service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449537 Nov 12 03:21:14.968175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6e2523-d735-4332-9ca5-59cd0742caef req-80252648-48dc-4d97-a627-db46cbc4b8fc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Nov 12 03:21:14.996168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-f78bb542-8784-458e-bb62-7bca647504b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 217 time: 0.0542135 Nov 12 03:21:15.066995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-9c9ef72a-cf4a-4dac-b9ba-e32d00e9b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.068582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-9c9ef72a-cf4a-4dac-b9ba-e32d00e9b239 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0567749 Nov 12 03:21:15.152229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-2d262fb2-1c0d-4bcb-b35f-7234c9ad214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.153891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-2d262fb2-1c0d-4bcb-b35f-7234c9ad214f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0728424 Nov 12 03:21:15.271668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-e2c2b30e-b187-41a0-ab7c-15c9c1d55e1d service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046057 Nov 12 03:21:15.419069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-795747c8-51ea-48ea-91b9-58ba4c6b36d8 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399562 Nov 12 03:21:15.471289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-f0c2f5cd-bb5b-4edd-8d0f-68337eeed820 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 217 time: 0.0408092 Nov 12 03:21:15.540233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-2a89da15-13b6-4f29-943a-fb4fb4ad6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.542017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-2a89da15-13b6-4f29-943a-fb4fb4ad6f30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0616477 Nov 12 03:21:15.610419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-e2229f02-57e2-438d-8ea0-6b07b6dfc99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.612167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-e2229f02-57e2-438d-8ea0-6b07b6dfc99d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592151 Nov 12 03:21:15.633452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:15.766617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-4b3167d2-bb5c-44a2-b800-9c8929c6c2d1 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469522 Nov 12 03:21:15.937098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:15.966191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'mac_address': 'fa:16:3e:e4:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:15.978748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-43694bc5-7d40-4382-9c0d-12a64177d294 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008526 Nov 12 03:21:16.062520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.113924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:16.186088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-e5d62bb9-7429-4fa0-b908-cad722439174 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 200 len: 217 time: 0.1272097 Nov 12 03:21:16.201088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30894c2-7a54-4d15-bc7d-605748646ae0 req-6c9cfe95-9b3e-4388-898d-bbb7da06cf5b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.210140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d30894c2-7a54-4d15-bc7d-605748646ae0 req-6c9cfe95-9b3e-4388-898d-bbb7da06cf5b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 945 time: 0.2303374 Nov 12 03:21:16.222553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:16.235790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.294899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-078f73be-2cb2-4e2d-b292-49bc4fc91f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.296951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-078f73be-2cb2-4e2d-b292-49bc4fc91f56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0846615 Nov 12 03:21:16.303385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d30894c2-7a54-4d15-bc7d-605748646ae0 req-0621c73f-2327-4acb-a125-110012d2debb tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924022 Nov 12 03:21:16.412935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.482618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-7c5a7ee0-e1b8-4582-bc42-ec4fb76d2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.486511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-7c5a7ee0-e1b8-4582-bc42-ec4fb76d2a43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1769254 Nov 12 03:21:16.537472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['f84f9398-d2ba-4994-85b5-2895eb499f07'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:16.614133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-a9ab0b81-0d89-461d-bf99-1eff01241951 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161652 Nov 12 03:21:16.756585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-53ee7b79-c0d1-401e-9e44-e226e9d5e2d2 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304340 Nov 12 03:21:16.856433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-248b2d95-1a02-4508-927a-7611656f0d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 200 len: 217 time: 0.0724914 Nov 12 03:21:16.874713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-116e60a1-ae08-4357-83ec-c104c0f5f0c3 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341320 Nov 12 03:21:17.026134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-833b748e-b417-4e48-ba2a-06c6b5325ffa tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.027556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-833b748e-b417-4e48-ba2a-06c6b5325ffa tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1302063 Nov 12 03:21:17.037437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-c4220f2d-af4c-4414-9084-0982308f3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.038933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-c4220f2d-af4c-4414-9084-0982308f3e2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1731596 Nov 12 03:21:17.048470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-296a392d-5edf-4206-9871-e6b92d5c546d tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/quotas/a0aab6fbf88a4d3bb2ab46375a95afc5 HTTP/1.1" status: 200 len: 375 time: 0.0135632 Nov 12 03:21:17.168404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-f38a4357-17ad-407d-b7a1-21a06f471428 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074622 Nov 12 03:21:17.187982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-75db94f7-4fb6-4218-9ee3-cfdc50bba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.195785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-75db94f7-4fb6-4218-9ee3-cfdc50bba840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460528 Nov 12 03:21:17.386056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-83a5d58a-c7f3-4f07-bf6d-c81ae97eb693 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778095 Nov 12 03:21:17.576774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b5af-5332-43d4-92de-6eba9d7a2c45 req-bc0e1327-ecba-4377-8b04-8470e16e1e3c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.592087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5b1b5af-5332-43d4-92de-6eba9d7a2c45 req-bc0e1327-ecba-4377-8b04-8470e16e1e3c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 946 time: 0.1230021 Nov 12 03:21:17.657100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:17.730188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5b1b5af-5332-43d4-92de-6eba9d7a2c45 req-b8876330-f378-46df-b07c-6e4a06bad868 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348391 Nov 12 03:21:17.877229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-9434c080-f1b6-4a65-809a-6121fdd616ac tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238854 Nov 12 03:21:17.994177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-9f5263bd-eb05-4acc-bd06-ed82ac441c06 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968382 Nov 12 03:21:18.008274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port f84f9398-d2ba-4994-85b5-2895eb499f07 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:18.018326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port f84f9398-d2ba-4994-85b5-2895eb499f07 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:18.018763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.075003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-aae9eaa6-2bb6-45d7-8bee-6b252b5ceb11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 200 len: 217 time: 0.0685325 Nov 12 03:21:18.127082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-9b39fa06-a947-4ac3-b118-62e25e811189 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.135333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-9b39fa06-a947-4ac3-b118-62e25e811189 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564912 Nov 12 03:21:18.138320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.188442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-a50ee625-d117-41bb-8f83-40e501114417 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/quotas/a0aab6fbf88a4d3bb2ab46375a95afc5 HTTP/1.1" status: 200 len: 375 time: 0.0520725 Nov 12 03:21:18.214887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:18.217269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:18.225002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-871fd10f-1c57-431a-a11f-0cd1a5a28fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.225938 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bfed6-f272-4879-9ab9-2cc2470b0ff2" -d '{"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:18.226625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-871fd10f-1c57-431a-a11f-0cd1a5a28fa1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.1409416 Nov 12 03:21:18.246268 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.252132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-b0b84745-116c-402f-9930-b7caceddd37f tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473404 Nov 12 03:21:18.352688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-390efed2-4567-4459-8eaf-a295ecbd301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.354511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-390efed2-4567-4459-8eaf-a295ecbd301e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011837 Nov 12 03:21:18.374122 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc99f5-f889-439d-9437-66ac1b6e4cef x-openstack-request-id: req-d6fc99f5-f889-439d-9437-66ac1b6e4cef {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:18.374429 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-plugged", "status": "completed", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:18.374849 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6fc99f5-f889-439d-9437-66ac1b6e4cef {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:18.375286 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'code': 200} Nov 12 03:21:18.391741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:18.550777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-ee1e4c8d-d630-4e30-a649-63698b9a36ef service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870608 Nov 12 03:21:18.593548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8771b0ba-a352-48c4-a624-7ab3f15878bd req-ac89f735-4a01-4218-b8a9-179a23203d48 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0632894 Nov 12 03:21:18.709258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fb56f-b26d-48a1-b2ec-45d9975e81d3 req-0b4b057c-97b8-4081-ae3e-ac8110dbdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.719509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f29fb56f-b26d-48a1-b2ec-45d9975e81d3 req-0b4b057c-97b8-4081-ae3e-ac8110dbdb27 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 1099 time: 0.1160312 Nov 12 03:21:18.776974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-7736ab0c-9ef0-46aa-9dec-0c6ef869a7a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792781 Nov 12 03:21:18.800143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f29fb56f-b26d-48a1-b2ec-45d9975e81d3 req-a3173387-c2d2-4ee1-b746-2d3ee80b4edc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797036 Nov 12 03:21:18.862104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-c4d627eb-cd27-42a9-a390-17df3d15cb0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 217 time: 0.0727074 Nov 12 03:21:18.985976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646ef6b-d243-4c74-a410-b695d4e4d8af req-62448489-40df-41ea-a239-aa42f9d61bc5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.987705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a646ef6b-d243-4c74-a410-b695d4e4d8af req-62448489-40df-41ea-a239-aa42f9d61bc5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.1014826 Nov 12 03:21:18.989803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-95cf07b9-1ffe-45fc-916f-6eaea7699b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.991214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-95cf07b9-1ffe-45fc-916f-6eaea7699b00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.1211083 Nov 12 03:21:19.091651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a646ef6b-d243-4c74-a410-b695d4e4d8af req-751aece6-23e7-4d43-9eec-869a24a67336 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953631 Nov 12 03:21:19.169507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925caeb-4778-47f7-bb37-015787200c25 req-1e087690-bd65-494d-bf31-5a7a9e77402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.175664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-1e087690-bd65-494d-bf31-5a7a9e77402c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1064179 Nov 12 03:21:19.321554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-09452a10-02cf-411c-8380-0cd9db1add4b service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368558 Nov 12 03:21:19.538995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-1d95d129-0737-4686-a07e-2baf4a52ef7b tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881190 Nov 12 03:21:19.572889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e925caeb-4778-47f7-bb37-015787200c25 req-099fee96-94ec-4f91-ac18-c015ed044e99 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291763 Nov 12 03:21:19.766181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c027db81-58da-4464-809b-35716309ab72 req-6a47919c-b76c-43d1-8daa-3bd8a42b18e8 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0718851 Nov 12 03:21:19.814291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-0b771ffc-5386-4f3a-a5f9-918a2146b7c6 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.816566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-0b771ffc-5386-4f3a-a5f9-918a2146b7c6 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715323 Nov 12 03:21:19.849178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Request body: {'port': {'device_id': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'a0aab6fbf88a4d3bb2ab46375a95afc5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.011904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-f48c4db0-9401-4ba9-b337-a03e1ad2f805 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349596 Nov 12 03:21:20.366884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-71827b11-7699-4dbb-a34e-ffae11a49ac9 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.370168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-71827b11-7699-4dbb-a34e-ffae11a49ac9 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527896 Nov 12 03:21:20.392256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Request body: {'port': {'device_id': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': 'a0aab6fbf88a4d3bb2ab46375a95afc5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:20.591728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Made reservation on behalf of a0aab6fbf88a4d3bb2ab46375a95afc5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.596784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.632004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.662117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa9743-f9eb-4bdc-9148-e2ba773cf10d req-80b9bd3b-f848-48dc-8bd3-ee97f2fc7ac1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.679901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64fa9743-f9eb-4bdc-9148-e2ba773cf10d req-80b9bd3b-f848-48dc-8bd3-ee97f2fc7ac1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.1883812 Nov 12 03:21:20.869236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.876799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.899949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64fa9743-f9eb-4bdc-9148-e2ba773cf10d req-1d8b616b-8886-4725-a301-c6191549c4d9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190564 Nov 12 03:21:20.960500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Made reservation on behalf of a0aab6fbf88a4d3bb2ab46375a95afc5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:20.965154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.099401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c18dd0a-9d4e-48d6-867c-367d282286b3 req-6a2c8323-610e-4002-860c-ff7087ee0e00 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0735874 Nov 12 03:21:21.105179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84e9f0b-70cd-41df-a075-40910cab54c4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.199015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Allocated IP 192.168.233.228 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/bb929121-db10-4f99-893a-6620fe8b6040) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.383814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.433372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.501075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.532085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:21.534043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:21.537410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:21.554777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Allocated IP 192.168.233.213 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/dc9e1ca2-b0c7-4f09-9c80-ee5abac44812) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.629202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.629812 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.692277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-051ccb3c-d574-4c72-a939-fe45db51e304 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3106158 Nov 12 03:21:21.705599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Request body: {'port': {'device_id': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:21.957816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.021098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.043946 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.165807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:22.179330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:22.183276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:22.211559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c6f354cb-afb7-4bad-aef4-47420348a4d2 None None] Provisioning complete for port bb929121-db10-4f99-893a-6620fe8b6040 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.216674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c6f354cb-afb7-4bad-aef4-47420348a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.305681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c6f354cb-afb7-4bad-aef4-47420348a4d2 None None] Port bb929121-db10-4f99-893a-6620fe8b6040 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.308882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.330847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.331707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.348161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.349422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.350035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.350606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.351200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.358116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.358859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.359479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.360057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.360645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.361231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.361796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:22.385494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe139b-7455-45ca-9930-358e7fc931e6 req-69748228-ef89-426e-a85d-baa94960439a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.393813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78fe139b-7455-45ca-9930-358e7fc931e6 req-69748228-ef89-426e-a85d-baa94960439a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.2988467 Nov 12 03:21:22.416362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-4d387407-088d-49f7-b873-e13e185ba3af tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5849676 Nov 12 03:21:22.480716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78fe139b-7455-45ca-9930-358e7fc931e6 req-029a6d0a-141b-45fd-905a-5a4256bf2d67 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854542 Nov 12 03:21:22.493089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Request body: {'port': {'device_id': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:22.624063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.636570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb929121-db10-4f99-893a-6620fe8b6040 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:22.645886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a0b81176-13d2-43e7-b282-aab812d8b0fa None None] Provisioning complete for port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.646380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0b81176-13d2-43e7-b282-aab812d8b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.655663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.692348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Transition to ACTIVE for port object bb929121-db10-4f99-893a-6620fe8b6040 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:22.717322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.734326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a0b81176-13d2-43e7-b282-aab812d8b0fa None None] Port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.821312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.934833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ceae-86b0-4bac-8afb-d53e51ec356e req-02a4d796-9dff-4ba5-8a0f-c4d66209dfcb tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.936930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6c1ceae-86b0-4bac-8afb-d53e51ec356e req-02a4d796-9dff-4ba5-8a0f-c4d66209dfcb tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 948 time: 0.2430820 Nov 12 03:21:22.950955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-da5147ce-510d-4019-b1ac-b014ff48b25e tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.963362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-da5147ce-510d-4019-b1ac-b014ff48b25e tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 814 time: 0.2563722 Nov 12 03:21:22.988211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-a5836ad1-9a1e-471a-80f1-9c40f7b9a8bb tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/quotas/2d48f082c5fb41c0a6203a576c25f39c HTTP/1.1" status: 200 len: 375 time: 0.0232019 Nov 12 03:21:22.991166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Attempting to bind port bb929121-db10-4f99-893a-6620fe8b6040 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:22.991614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Attempting to bind port bb929121-db10-4f99-893a-6620fe8b6040 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:22.992036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Attempting to bind port bb929121-db10-4f99-893a-6620fe8b6040 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:23.031118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Port bb929121-db10-4f99-893a-6620fe8b6040 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:23.031605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Attempting to bind port bb929121-db10-4f99-893a-6620fe8b6040 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:23.038555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-27d022eb-d619-456a-b7cc-a4809c3e6dec tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486722 Nov 12 03:21:23.053562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6c1ceae-86b0-4bac-8afb-d53e51ec356e req-1c34375c-824f-4a70-97d0-4135e4437a52 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983620 Nov 12 03:21:23.058929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:23.059589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:23.060575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:23.061244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Bound port: bb929121-db10-4f99-893a-6620fe8b6040, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:23.061814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.228968 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-7887c63b-7f66-459d-97d1-ef31c66a546e service neutron] 10.222.0.84 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784379 Nov 12 03:21:23.255228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:23.260136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:23.269365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.356381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.357332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.363537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb929121-db10-4f99-893a-6620fe8b6040 HTTP/1.1" status: 200 len: 1097 time: 1.6619458 Nov 12 03:21:23.364862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:23.367652 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e21a95-8f2a-475a-9fc2-0e80945c9c25" -d '{"events": [{"name": "network-changed", "server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "tag": "bb929121-db10-4f99-893a-6620fe8b6040"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:23.406207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-cd4181c4-4321-4847-973b-03d053d00d84 service neutron] 10.222.0.84 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430981 Nov 12 03:21:23.507003 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39895c-6c4b-4a2f-986d-5b1bdd72f9dd x-openstack-request-id: req-0f39895c-6c4b-4a2f-986d-5b1bdd72f9dd {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:23.507333 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "tag": "bb929121-db10-4f99-893a-6620fe8b6040", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:23.509168 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f39895c-6c4b-4a2f-986d-5b1bdd72f9dd {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:23.509590 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040', 'status': 'completed', 'code': 200} Nov 12 03:21:23.513270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d542-5b01-48b8-895c-7a2a3b928e89 service neutron] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.534696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:23.551490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.565778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-f1553b44-c8e7-4364-96da-d3d2e43ed0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.567353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-f1553b44-c8e7-4364-96da-d3d2e43ed0d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 1100 time: 0.1432035 Nov 12 03:21:23.580189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Transition to ACTIVE for port object dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:23.584747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.652144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-6631dab5-f44e-4a68-a4c7-a12d9008571a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bb929121-db10-4f99-893a-6620fe8b6040 HTTP/1.1" status: 200 len: 217 time: 0.0713871 Nov 12 03:21:23.758914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-d0662b31-d1b0-428c-864d-fd246b03285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.760833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-d0662b31-d1b0-428c-864d-fd246b03285d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0978351 Nov 12 03:21:23.820103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.878994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c657b91-410d-43cd-a8e2-23947f26340f req-5c84e8f7-fd3b-42d8-a8c6-47273edeec9b tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 210 time: 0.1489501 Nov 12 03:21:23.893441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Attempting to bind port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:23.899236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Attempting to bind port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:23.900307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Attempting to bind port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:23.912581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:23.913031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Attempting to bind port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:23.924738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:23.925929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:23.927486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:23.929728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Bound port: dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:23.930974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.978053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-301da65e-71f9-4603-95b3-2f9355cc0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.984065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-301da65e-71f9-4603-95b3-2f9355cc0711 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2075572 Nov 12 03:21:24.081761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:24.090740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:24.096944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.211274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.211902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.213645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] 10.222.0.32 "PUT /v2.0/ports/dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 HTTP/1.1" status: 200 len: 1097 time: 1.7300873 Nov 12 03:21:24.237530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-8e8532c7-efcb-4eac-8a6e-3af778769d3c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422826 Nov 12 03:21:24.241033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:24.243585 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:24.391772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9476a-0301-4d54-a734-4d8171b41b2c service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.493742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d42976-8137-4938-aa9f-8bf22e185ec2 req-9d0ab4ea-4d33-4477-a0b5-878b3ffa412a service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390718 Nov 12 03:21:24.503482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f2177-58d4-481f-80ee-7516ee2afa99 req-b4b95750-a78c-491c-bd8f-47afd0e6cf88 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.536816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de7f2177-58d4-481f-80ee-7516ee2afa99 req-b4b95750-a78c-491c-bd8f-47afd0e6cf88 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 948 time: 0.3309216 Nov 12 03:21:24.624071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-1e7f7710-9a1a-459f-8450-55d10e4346d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.628152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-1e7f7710-9a1a-459f-8450-55d10e4346d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 1100 time: 0.3511310 Nov 12 03:21:24.742395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-afac579b-762b-42a9-947b-981b7de56d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.751291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-afac579b-762b-42a9-947b-981b7de56d1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 1100 time: 0.1077774 Nov 12 03:21:24.759189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-b3a21e7e-d1da-42fa-bef6-1bcfb91a1b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 HTTP/1.1" status: 200 len: 217 time: 0.1154253 Nov 12 03:21:24.773966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38076) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:24.818959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de7f2177-58d4-481f-80ee-7516ee2afa99 req-1346d6b6-91d5-4596-a60c-1a9c5ac94846 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805512 Nov 12 03:21:24.835322 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3140941b-237e-44f7-b78d-cea285d099b0 x-openstack-request-id: req-3140941b-237e-44f7-b78d-cea285d099b0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:24.835617 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:24.835872 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3140941b-237e-44f7-b78d-cea285d099b0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:24.836268 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'status': 'completed', 'code': 200} Nov 12 03:21:24.965671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-0630786d-a6a1-475c-9c74-a73c794e91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.967218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-0630786d-a6a1-475c-9c74-a73c794e91d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1472623 Nov 12 03:21:25.046123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1372-e00d-452a-973b-163872c087a3 req-5bbe3b32-830b-4122-8c65-34a1302559e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.048735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-5bbe3b32-830b-4122-8c65-34a1302559e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716331 Nov 12 03:21:25.078797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6159226-7944-4848-a605-8bda7bb0ebd1 req-f8bba61b-5e2c-49d0-8ec6-a611d3a52c32 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0651436 Nov 12 03:21:25.094586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-33def9fb-569f-4427-8138-b0ce2733b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.096287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-33def9fb-569f-4427-8138-b0ce2733b9de service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3212433 Nov 12 03:21:25.162464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-31db5ad3-d6e5-4cfc-a4b7-d53e1cf9327a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=bb929121-db10-4f99-893a-6620fe8b6040 HTTP/1.1" status: 200 len: 217 time: 0.0589659 Nov 12 03:21:25.177597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-6326825b-6b8c-42a6-8b73-d3284f47d47e service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206467 Nov 12 03:21:25.181309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4298cb5d-be46-4d20-b694-18bff828354c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.301921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-896f1372-e00d-452a-973b-163872c087a3 req-cce39caf-2fb4-4135-a55a-432128a9e318 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171944 Nov 12 03:21:25.318752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-c3c9451b-13e5-4a67-961d-6ef68e323959 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.320764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-c3c9451b-13e5-4a67-961d-6ef68e323959 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.39 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 814 time: 0.1171737 Nov 12 03:21:25.348827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Request body: {'port': {'device_id': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb', 'admin_state_up': True, 'tenant_id': '2d48f082c5fb41c0a6203a576c25f39c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:25.354075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-30c81ae3-2a9a-4d9c-981d-a3ccf87b910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.355891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-30c81ae3-2a9a-4d9c-981d-a3ccf87b910b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1863368 Nov 12 03:21:25.440092 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4298cb5d-be46-4d20-b694-18bff828354c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.445359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-3ce6e461-b967-4fac-ab90-93383e88e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.447854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-3ce6e461-b967-4fac-ab90-93383e88e6f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 1100 time: 0.0918388 Nov 12 03:21:25.460113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4298cb5d-be46-4d20-b694-18bff828354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.603362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-f4a0d70d-b558-4c5d-88ac-d8db9b7e5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.605072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-f4a0d70d-b558-4c5d-88ac-d8db9b7e5ec4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1462038 Nov 12 03:21:25.630015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4298cb5d-be46-4d20-b694-18bff828354c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=edf353ecced44f3e91e925801871c37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8454297 Nov 12 03:21:25.637267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38096) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.637895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298cb5d-be46-4d20-b694-18bff828354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb94b02-7cab-414f-a380-b4068871577d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.657183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-f4a54b1e-4abf-4390-b833-4fbcfe9eefcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 HTTP/1.1" status: 200 len: 217 time: 0.0436878 Nov 12 03:21:25.668226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-21216123-a875-4695-82fa-36436fab427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.669716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-21216123-a875-4695-82fa-36436fab427f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2283084 Nov 12 03:21:25.717276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-145ad492-dbf4-465c-92d0-55a6e4be8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.718972 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-145ad492-dbf4-465c-92d0-55a6e4be8e35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0549979 Nov 12 03:21:25.764422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:25.798592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-67a7fb5a-70a6-41c3-9f33-539fe44c0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.800234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-67a7fb5a-70a6-41c3-9f33-539fe44c0362 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737827 Nov 12 03:21:25.904180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:25.919330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'bb929121-db10-4f99-893a-6620fe8b6040', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'bb929121-db10-4f99-893a-6620fe8b6040', 'mac_address': 'fa:16:3e:c7:f9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:25.960691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-f7e7abb2-9711-448e-bda0-f1470acb8489 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526933 Nov 12 03:21:25.971858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.988995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb929121-db10-4f99-893a-6620fe8b6040 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:26.012872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:26.023426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.102309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.141626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3ce019e-c5ac-4f0d-98bc-a68aff29ce7c req-8cfff46f-2790-4d2d-8496-53be8248e0a6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731942 Nov 12 03:21:26.207164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f25e5d5-0821-445e-a48b-a96d4ec88ebf req-32634a60-bbe9-44f4-9c5e-907c188cb2f6 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0305877 Nov 12 03:21:26.231371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Made reservation on behalf of 2d48f082c5fb41c0a6203a576c25f39c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:26.234682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.279058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.338026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.345851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['bb929121-db10-4f99-893a-6620fe8b6040'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:26.376139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-ade1144e-1628-491d-9bbc-64452210bdef service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979094 Nov 12 03:21:26.388682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12119e8-4846-47e7-a5cd-70b0c19c4ecf req-6f91c107-eb87-493c-b638-e85df58044ed tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.390167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12119e8-4846-47e7-a5cd-70b0c19c4ecf req-6f91c107-eb87-493c-b638-e85df58044ed tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 949 time: 0.1717143 Nov 12 03:21:26.591467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12119e8-4846-47e7-a5cd-70b0c19c4ecf req-d1b9d3d4-b1c1-440e-868a-f752675ad24b tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853304 Nov 12 03:21:26.597385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Allocated IP 172.20.0.7 (50d3503d-3c74-45ba-b215-3fb7985742cb/b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39/eca31b6e-efe1-48f4-8853-786ca14790b6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:26.599345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.602086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.605574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1fb94b02-7cab-414f-a380-b4068871577d HTTP/1.1" status: 204 len: 168 time: 0.9616225 Nov 12 03:21:26.628432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98a91-eace-47c9-8991-207d5b5a5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb94b02-7cab-414f-a380-b4068871577d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.638597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e21a95-8f2a-475a-9fc2-0e80945c9c25 req-0d179032-ed1e-49fc-a4ad-bb22685a2f04 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405109 Nov 12 03:21:26.809959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.852950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.910230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Pushing event updated for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.918337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Network 50d3503d-3c74-45ba-b215-3fb7985742cb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:26.921983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:26.924851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:26.993382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.994015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.013127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-9315fc76-47b6-4761-90e7-2174e1d9282f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6687410 Nov 12 03:21:27.033346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Request body: {'port': {'device_id': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:27.121628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.355493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61690cb-538a-4903-8866-aa8fddde6092 req-cbd19de3-c43b-470c-9005-f7d91e0a4821 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.364724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a61690cb-538a-4903-8866-aa8fddde6092 req-cbd19de3-c43b-470c-9005-f7d91e0a4821 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0972524 Nov 12 03:21:27.442935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a61690cb-538a-4903-8866-aa8fddde6092 req-b8d590f8-6318-4729-8667-e2bdee549b27 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592830 Nov 12 03:21:27.493766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca31b6e-efe1-48f4-8853-786ca14790b6 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:27.505664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.522230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da94fa7-d6f8-42e5-989d-5f4c35e2b081 req-e75f2b34-f372-4acf-9619-0811835ac721 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.524241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0da94fa7-d6f8-42e5-989d-5f4c35e2b081 req-e75f2b34-f372-4acf-9619-0811835ac721 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 931 time: 0.1143966 Nov 12 03:21:27.533955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Transition to ACTIVE for port object eca31b6e-efe1-48f4-8853-786ca14790b6 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:27.543077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.580397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3f13-3650-4514-aab2-60e6eb146053 req-f11b598e-6f66-4dc0-a385-1f5d3c26602f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.582091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dfb3f13-3650-4514-aab2-60e6eb146053 req-f11b598e-6f66-4dc0-a385-1f5d3c26602f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0721800 Nov 12 03:21:27.643370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dfb3f13-3650-4514-aab2-60e6eb146053 req-0347bf09-2578-42f6-97d1-cce49f28ce6b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519383 Nov 12 03:21:27.659811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.670164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0da94fa7-d6f8-42e5-989d-5f4c35e2b081 req-e43637a1-5956-4c26-8560-8084275dff6a tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360323 Nov 12 03:21:27.714201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Pushing event updated for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.786946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:27.797750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Attempting to bind port eca31b6e-efe1-48f4-8853-786ca14790b6 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:27.801343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Attempting to bind port eca31b6e-efe1-48f4-8853-786ca14790b6 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:27.801880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Attempting to bind port eca31b6e-efe1-48f4-8853-786ca14790b6 on network 50d3503d-3c74-45ba-b215-3fb7985742cb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.811124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Port eca31b6e-efe1-48f4-8853-786ca14790b6 on network 50d3503d-3c74-45ba-b215-3fb7985742cb not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:27.813016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Attempting to bind port eca31b6e-efe1-48f4-8853-786ca14790b6 on network 50d3503d-3c74-45ba-b215-3fb7985742cb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:27.830715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:27.831166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Checking segment: {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:27.831770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Bound using segment: {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:27.832391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Bound port: eca31b6e-efe1-48f4-8853-786ca14790b6, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d37bc48-5400-4fb7-9940-d4f3c32f38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:27.835386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.866695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:27.961743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:27.984990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'mac_address': 'fa:16:3e:a1:39:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:27.985890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:27.991796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=eca31b6e-efe1-48f4-8853-786ca14790b6,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:27.998176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.020678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3c73d-ff41-470f-bcf7-d6028cbb3cec req-73fc5384-7ef0-42ea-b073-2a2722e3851c tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.022717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edc3c73d-ff41-470f-bcf7-d6028cbb3cec req-73fc5384-7ef0-42ea-b073-2a2722e3851c tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 949 time: 0.1938539 Nov 12 03:21:28.044261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port bb929121-db10-4f99-893a-6620fe8b6040 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:28.046504 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.059772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port bb929121-db10-4f99-893a-6620fe8b6040 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:28.059772 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.072808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.072808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.072808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] 10.222.0.39 "PUT /v2.0/ports/eca31b6e-efe1-48f4-8853-786ca14790b6 HTTP/1.1" status: 200 len: 1092 time: 1.0479331 Nov 12 03:21:28.079004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:28.079605 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506cec24-5568-4152-b7d4-c92de5499567" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:28.107873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:28.131394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.139402 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.185144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780d4f2-60b9-4a53-a272-489d67ce4609 req-47e2403a-f4d9-406f-8c66-5abd5352e6b0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.195514 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d780d4f2-60b9-4a53-a272-489d67ce4609 req-47e2403a-f4d9-406f-8c66-5abd5352e6b0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1031301 Nov 12 03:21:28.197317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.211561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430190c9-4e4a-473f-84f3-5965aaf9d76a service neutron] Pushing event updated for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.241321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.253991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edc3c73d-ff41-470f-bcf7-d6028cbb3cec req-3c67651e-bd21-4e8e-b08d-087811455fc7 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010562 Nov 12 03:21:28.257504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-79af5876-fd3b-4c68-ac0a-649a38e2db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.258976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-79af5876-fd3b-4c68-ac0a-649a38e2db3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 1095 time: 0.1220007 Nov 12 03:21:28.271563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:28.274644 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e7e139-405a-41f9-b0f7-fbfa5d779ef5" -d '{"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:28.289550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d780d4f2-60b9-4a53-a272-489d67ce4609 req-e945a64a-306a-4eb5-9028-c2ca50dd1ab5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928009 Nov 12 03:21:28.292176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.296985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.329300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-b5b423da-0ab5-4d8f-b6fe-c6a764dcf143 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eca31b6e-efe1-48f4-8853-786ca14790b6 HTTP/1.1" status: 200 len: 217 time: 0.0626884 Nov 12 03:21:28.366845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.372121 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40677d45-c5a0-4636-b822-540bc97eded0 x-openstack-request-id: req-40677d45-c5a0-4636-b822-540bc97eded0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:28.372819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:28.373517 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-40677d45-c5a0-4636-b822-540bc97eded0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:28.374169 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6', 'status': 'completed', 'code': 200} Nov 12 03:21:28.398713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-4a102f9d-5038-4f6b-b45a-d9aa38cbfada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.400737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-4a102f9d-5038-4f6b-b45a-d9aa38cbfada service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 HTTP/1.1" status: 200 len: 854 time: 0.0654068 Nov 12 03:21:28.407070 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ba16ca-59d2-41eb-a5ba-35231e54440c x-openstack-request-id: req-65ba16ca-59d2-41eb-a5ba-35231e54440c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:28.407489 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:28.407744 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65ba16ca-59d2-41eb-a5ba-35231e54440c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:28.408142 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040', 'code': 200} Nov 12 03:21:28.436132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-1283fb14-671b-49ca-b63d-bc85b47ef0f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50d3503d-3c74-45ba-b215-3fb7985742cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287957 Nov 12 03:21:28.524411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:28.634131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-03b5cc50-f298-46cb-9654-540391929119 service neutron] 10.222.0.39 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890190 Nov 12 03:21:28.697620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a63b64-dd32-468e-9381-d2a34ac3ea86 req-789e1571-2e42-4722-ba14-6aa826c8f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.697862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4a63b64-dd32-468e-9381-d2a34ac3ea86 req-789e1571-2e42-4722-ba14-6aa826c8f713 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 1102 time: 0.1188128 Nov 12 03:21:28.876506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520db0-3219-422d-85a0-03b36004b4be req-b009e29c-e4e3-4220-9673-c4963c31d59f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.886282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22520db0-3219-422d-85a0-03b36004b4be req-b009e29c-e4e3-4220-9673-c4963c31d59f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0912247 Nov 12 03:21:28.911906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4a63b64-dd32-468e-9381-d2a34ac3ea86 req-95e3e5f7-ecd1-401c-b0df-a4cee9a43da2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431012 Nov 12 03:21:28.927765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01b2a2d2-1f3c-48a4-8758-cff0164f18b2 req-7b46aa8b-e5ba-4ece-8243-ab2e9dbd5d89 service neutron] 10.222.0.39 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860568 Nov 12 03:21:28.945020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22520db0-3219-422d-85a0-03b36004b4be req-b0a8d34c-305f-44f7-8af4-6a8f1748ccd7 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604634 Nov 12 03:21:28.955346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c8f4d-59ee-4bf4-8149-709dfa8a7a8e req-19639fed-9ad3-47c8-9687-63b24ddd057b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:28.963647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e59c8f4d-59ee-4bf4-8149-709dfa8a7a8e req-19639fed-9ad3-47c8-9687-63b24ddd057b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1017082 Nov 12 03:21:29.045844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e59c8f4d-59ee-4bf4-8149-709dfa8a7a8e req-f233e281-5dcf-400b-8ee7-dd2b74e39a35 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813165 Nov 12 03:21:29.054995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cec24-5568-4152-b7d4-c92de5499567 req-16b582c7-59cc-47f9-84df-55959b528b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.056541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-16b582c7-59cc-47f9-84df-55959b528b7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 1095 time: 0.0701721 Nov 12 03:21:29.158274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cec24-5568-4152-b7d4-c92de5499567 req-503ba62a-f074-4cb1-89d6-783931f8cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.160530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-503ba62a-f074-4cb1-89d6-783931f8cc10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 200 len: 915 time: 0.0974796 Nov 12 03:21:29.178089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.226186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-e68faecd-51f6-4016-bf6a-2ca2da83ada7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eca31b6e-efe1-48f4-8853-786ca14790b6 HTTP/1.1" status: 200 len: 217 time: 0.0566759 Nov 12 03:21:29.281161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cec24-5568-4152-b7d4-c92de5499567 req-1a050041-7e4a-44f4-b3f4-cbb82a8a6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.282863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-1a050041-7e4a-44f4-b3f4-cbb82a8a6ae1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 HTTP/1.1" status: 200 len: 854 time: 0.0476811 Nov 12 03:21:29.320729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-8ed7f170-12b0-411c-b17d-b1abdfbf5f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50d3503d-3c74-45ba-b215-3fb7985742cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294852 Nov 12 03:21:29.461158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9a27-3625-4581-bcc3-8a804693e2f6 req-961feea3-667a-45ed-aa5a-ec176df783a4 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.467616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a01b9a27-3625-4581-bcc3-8a804693e2f6 req-961feea3-667a-45ed-aa5a-ec176df783a4 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 950 time: 0.1313570 Nov 12 03:21:29.504561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-646ad8d7-9554-438b-bb3a-c0e3397ed2b8 service neutron] 10.222.0.39 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765535 Nov 12 03:21:29.589606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a01b9a27-3625-4581-bcc3-8a804693e2f6 req-46f70ea4-5772-40f3-b513-3024d8f0f0f5 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106265 Nov 12 03:21:29.629828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-506cec24-5568-4152-b7d4-c92de5499567 req-4540989f-a70e-4571-92a8-ebe95c1e890b service neutron] 10.222.0.39 "GET /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159885 Nov 12 03:21:29.784550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:29.852116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:29.855983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:29.856357 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.948266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.002457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:30.008457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.116759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.211539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21adc1-ad43-4e90-9993-ec5d1cfeb543 req-4a5f031e-883f-48c3-98d4-875d87832df1 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.214928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac21adc1-ad43-4e90-9993-ec5d1cfeb543 req-4a5f031e-883f-48c3-98d4-875d87832df1 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 943 time: 0.1001585 Nov 12 03:21:30.250409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3cd7a-3321-4382-851e-37a09c2b754b req-bf06b714-678c-4454-b280-c005836dfdde tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.258650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9f3cd7a-3321-4382-851e-37a09c2b754b req-bf06b714-678c-4454-b280-c005836dfdde tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0761180 Nov 12 03:21:30.300953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac21adc1-ad43-4e90-9993-ec5d1cfeb543 req-61b91ea3-5c50-4a1e-b2a0-58f672bd2322 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783226 Nov 12 03:21:30.341688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9f3cd7a-3321-4382-851e-37a09c2b754b req-fce26aab-2052-46e7-a14a-76e4fceb9783 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818713 Nov 12 03:21:30.408904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:30.411545 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab79f847-17aa-4b03-92e4-8dd2fa06a779" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:30.450187 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36e31f-1fa3-4b87-9798-b3c969c6560c x-openstack-request-id: req-3d36e31f-1fa3-4b87-9798-b3c969c6560c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:30.450479 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:30.450727 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3d36e31f-1fa3-4b87-9798-b3c969c6560c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:30.451162 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'code': 200} Nov 12 03:21:30.556638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b3a0-324c-4721-9d89-e328fcb04d65 req-caa7ad74-46b1-40e4-9275-dc686354427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.558184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b768b3a0-324c-4721-9d89-e328fcb04d65 req-caa7ad74-46b1-40e4-9275-dc686354427b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 1102 time: 0.0432897 Nov 12 03:21:30.609683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b768b3a0-324c-4721-9d89-e328fcb04d65 req-1beae7e2-5f87-4a1e-90d2-10204001f7c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Nov 12 03:21:30.754593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd062-7c83-4b90-8af2-38d87c62f706 req-c0034ab6-d1cd-426b-b525-f96e096cf1ea tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.756176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca9cd062-7c83-4b90-8af2-38d87c62f706 req-c0034ab6-d1cd-426b-b525-f96e096cf1ea tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 950 time: 0.0762677 Nov 12 03:21:30.810401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca9cd062-7c83-4b90-8af2-38d87c62f706 req-fb239dd9-7337-4918-80a4-04356d154934 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479200 Nov 12 03:21:30.931584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df7fd-255d-4c27-b417-62f93fd5a203 req-e1ba8710-bbbb-4383-ab22-16b16e21d2ea tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.933087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e24df7fd-255d-4c27-b417-62f93fd5a203 req-e1ba8710-bbbb-4383-ab22-16b16e21d2ea tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 950 time: 0.0530896 Nov 12 03:21:30.988610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e24df7fd-255d-4c27-b417-62f93fd5a203 req-a7617868-472d-4dd1-bfe1-8a923fc860ab tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Nov 12 03:21:31.433492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7941-8a31-454a-b7ec-c921b0e465ae req-29d59258-508e-48d0-b06a-3be4e3da1868 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.439570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e04a7941-8a31-454a-b7ec-c921b0e465ae req-29d59258-508e-48d0-b06a-3be4e3da1868 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 943 time: 0.0551088 Nov 12 03:21:31.456203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d16baf-10d5-41c0-9e8e-d396be370d49 req-026e0f73-e164-4f0a-ab19-1df6482cddf3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.459820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75d16baf-10d5-41c0-9e8e-d396be370d49 req-026e0f73-e164-4f0a-ab19-1df6482cddf3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0544817 Nov 12 03:21:31.488402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e04a7941-8a31-454a-b7ec-c921b0e465ae req-021c4862-0b61-40c6-9f43-306c69f13ce1 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Nov 12 03:21:31.521687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75d16baf-10d5-41c0-9e8e-d396be370d49 req-cb984f6a-5cd8-4539-a646-0666e13314ba tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546243 Nov 12 03:21:31.609581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:31.745025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device eca31b6e-efe1-48f4-8853-786ca14790b6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:31.886918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=eca31b6e-efe1-48f4-8853-786ca14790b6,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:31.901502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'eca31b6e-efe1-48f4-8853-786ca14790b6', 'network_id': '50d3503d-3c74-45ba-b215-3fb7985742cb', 'port_id': 'eca31b6e-efe1-48f4-8853-786ca14790b6', 'mac_address': 'fa:16:3e:89:48:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:31.955581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.976563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca31b6e-efe1-48f4-8853-786ca14790b6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:31.997903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=eca31b6e-efe1-48f4-8853-786ca14790b6,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:32.002112 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.052593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.130935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf96646-cf5a-42af-a714-a593e54dcb0a req-9cd0da68-ee6b-4999-ad0f-a099a1f8d4bf tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.132846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caf96646-cf5a-42af-a714-a593e54dcb0a req-9cd0da68-ee6b-4999-ad0f-a099a1f8d4bf tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 950 time: 0.0565453 Nov 12 03:21:32.201067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caf96646-cf5a-42af-a714-a593e54dcb0a req-9057e4c3-06b0-46f9-a1d8-8e3cb3d12ec3 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 Nov 12 03:21:32.258710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-022969d0-950b-49da-8d70-6447f24cb45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.317286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['eca31b6e-efe1-48f4-8853-786ca14790b6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:32.679307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd427df-6553-4bcf-8cbe-d576bcae934d req-61e6ae60-b305-496e-92b7-2e23dc52188d tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.681725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fd427df-6553-4bcf-8cbe-d576bcae934d req-61e6ae60-b305-496e-92b7-2e23dc52188d tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 944 time: 0.0682161 Nov 12 03:21:32.719320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281990c-7098-4e02-848f-cddeb26689d1 req-df922350-c7a0-4d61-928b-f91297ec2143 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.720873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f281990c-7098-4e02-848f-cddeb26689d1 req-df922350-c7a0-4d61-928b-f91297ec2143 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0740814 Nov 12 03:21:32.752003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fd427df-6553-4bcf-8cbe-d576bcae934d req-8dbf5429-07c2-4cbf-aa37-a46df0811e63 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Nov 12 03:21:32.807378 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f281990c-7098-4e02-848f-cddeb26689d1 req-8b179d24-79f5-4288-b003-4625e34f796b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706789 Nov 12 03:21:33.777940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device eca31b6e-efe1-48f4-8853-786ca14790b6 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:33.824526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:33.847424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port eca31b6e-efe1-48f4-8853-786ca14790b6 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:33.858008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port eca31b6e-efe1-48f4-8853-786ca14790b6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:33.858322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.026313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca5da5-84a1-40ec-9652-1e1c81963d7d req-50a37ea5-bb92-4b37-84ed-0555fbc90b3c tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.030759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aa96f-edf2-4899-9f96-612e546e837c req-2c0e8444-ff50-4189-bca4-31448b4f208e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.039266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b6aa96f-edf2-4899-9f96-612e546e837c req-2c0e8444-ff50-4189-bca4-31448b4f208e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1089756 Nov 12 03:21:34.040529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.048850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cca5da5-84a1-40ec-9652-1e1c81963d7d req-50a37ea5-bb92-4b37-84ed-0555fbc90b3c tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 944 time: 0.1174197 Nov 12 03:21:34.076690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:34.079799 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aba5d0c-6fc8-43fc-a081-1aecab73261b" -d '{"events": [{"server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:34.102124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.106295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=eca31b6e-efe1-48f4-8853-786ca14790b6,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.116580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7b6aa96f-edf2-4899-9f96-612e546e837c req-621e0c78-aab6-4e12-9dd2-b8e202a87a4f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686872 Nov 12 03:21:34.117413 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.164068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cca5da5-84a1-40ec-9652-1e1c81963d7d req-2841bc5a-a944-4cb1-bdff-e129a5a69e82 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080623 Nov 12 03:21:34.184091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.194493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'mac_address': 'fa:16:3e:a1:39:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:34.240081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.254952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:34.279974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:34.286866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.330500 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9910df-3bbd-44eb-a8ea-5b8d5cd88c05 x-openstack-request-id: req-bf9910df-3bbd-44eb-a8ea-5b8d5cd88c05 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:34.330806 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "name": "network-vif-plugged", "status": "completed", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:34.331060 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bf9910df-3bbd-44eb-a8ea-5b8d5cd88c05 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:34.331481 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6', 'code': 200} Nov 12 03:21:34.354866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.428957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:34.445944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1de687-43e6-43f4-b6ee-e2dc06f623c3 req-a2dd5e31-44ea-4714-93e4-8ec1dfa5db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.447619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e1de687-43e6-43f4-b6ee-e2dc06f623c3 req-a2dd5e31-44ea-4714-93e4-8ec1dfa5db44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 1097 time: 0.0565994 Nov 12 03:21:34.504111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e1de687-43e6-43f4-b6ee-e2dc06f623c3 req-c91fc173-1cad-43a6-9c94-0ac1f9a308a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491343 Nov 12 03:21:34.624285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9559651d-7097-405a-99fd-8c50a3b3caae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.249939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915280db-5d99-48ec-b3fc-f0c32e9885ea req-ed897212-d0ea-443c-bbdc-62ff3e200013 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.256599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-915280db-5d99-48ec-b3fc-f0c32e9885ea req-ed897212-d0ea-443c-bbdc-62ff3e200013 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0677092 Nov 12 03:21:35.317060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff4366-cea7-43b6-93a5-bcadb646002d req-ccf69926-0b31-40ab-8d46-09c595b4cfc9 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.318628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29ff4366-cea7-43b6-93a5-bcadb646002d req-ccf69926-0b31-40ab-8d46-09c595b4cfc9 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0829468 Nov 12 03:21:35.331236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-915280db-5d99-48ec-b3fc-f0c32e9885ea req-24418163-6eb0-41f5-b25d-adc1817dcedf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723066 Nov 12 03:21:35.445799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29ff4366-cea7-43b6-93a5-bcadb646002d req-a8358c5b-e1f5-4008-8953-e06d26de22d8 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084878 Nov 12 03:21:35.585719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.828972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:35.909448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:35.909975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.036529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.088744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:36.093424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.149851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.332902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:36.335637 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303f52e-e994-43ec-ab7f-dbc853a70055" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:36.429560 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2ef2c-b8a5-41ee-add0-ac58afda5e7d x-openstack-request-id: req-5bd2ef2c-b8a5-41ee-add0-ac58afda5e7d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:36.429988 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:36.430447 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5bd2ef2c-b8a5-41ee-add0-ac58afda5e7d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:36.430941 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'code': 200} Nov 12 03:21:36.502570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a6e76-b9e6-491f-a7f7-1cddf5349bcc req-13abed1c-f64f-4be2-9d7e-3290502176e5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.512290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b3a6e76-b9e6-491f-a7f7-1cddf5349bcc req-13abed1c-f64f-4be2-9d7e-3290502176e5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0777113 Nov 12 03:21:36.577987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b3a6e76-b9e6-491f-a7f7-1cddf5349bcc req-1abe1c81-c9b3-4b42-847c-0460aefabf38 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589044 Nov 12 03:21:36.653209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615879c8-f6c6-42e0-a307-4cab1e5d94e9 req-199ffbbf-ea99-4e73-878e-149cab04a374 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.658348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-615879c8-f6c6-42e0-a307-4cab1e5d94e9 req-199ffbbf-ea99-4e73-878e-149cab04a374 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 945 time: 0.0993202 Nov 12 03:21:36.791720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-615879c8-f6c6-42e0-a307-4cab1e5d94e9 req-3a803c48-9655-46b9-a0f5-dde3c1b98224 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252642 Nov 12 03:21:37.142531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.788474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6fbcc-a029-4d15-a75d-2c6466a5a486 req-1441b00e-efa8-44a4-8640-430f613780de tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.802941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70b6fbcc-a029-4d15-a75d-2c6466a5a486 req-1441b00e-efa8-44a4-8640-430f613780de tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1311550 Nov 12 03:21:37.900484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70b6fbcc-a029-4d15-a75d-2c6466a5a486 req-c675342e-a5cc-43af-aaf1-a6691b192a9c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961630 Nov 12 03:21:38.177187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.085330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17857bce-b461-49b9-bf28-7ea0b1c9aace req-e780a79b-38ac-46ea-bbbb-0250a987cf1e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.109085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17857bce-b461-49b9-bf28-7ea0b1c9aace req-e780a79b-38ac-46ea-bbbb-0250a987cf1e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1138771 Nov 12 03:21:39.220018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17857bce-b461-49b9-bf28-7ea0b1c9aace req-285b6d1a-45b9-4157-8006-9a9fd650cc0b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100063 Nov 12 03:21:40.419570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1060e0-bf13-4c36-a504-115e06dfec71 req-d94d1864-5aef-4b9a-ae3f-19429003e6f5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.429853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d1060e0-bf13-4c36-a504-115e06dfec71 req-d94d1864-5aef-4b9a-ae3f-19429003e6f5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0920289 Nov 12 03:21:40.510015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d1060e0-bf13-4c36-a504-115e06dfec71 req-b7ad0e34-c379-4ba0-b2f4-85fc9f659191 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788410 Nov 12 03:21:40.896497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8fb0a-f15c-4847-8e4d-1146cf4c4b7e req-ff842cfa-fc55-4d7e-8fa9-3389973c37a1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.898072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ae8fb0a-f15c-4847-8e4d-1146cf4c4b7e req-ff842cfa-fc55-4d7e-8fa9-3389973c37a1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0899496 Nov 12 03:21:40.929502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-e1b379c2-a5d9-42d8-b9cd-47d6b3026c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.931390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-e1b379c2-a5d9-42d8-b9cd-47d6b3026c42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.0611424 Nov 12 03:21:41.014669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ae8fb0a-f15c-4847-8e4d-1146cf4c4b7e req-c30929c2-69bd-405e-80b8-26aa8aa3e237 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073687 Nov 12 03:21:41.273949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-96f47883-0dae-4610-aec9-4549f2e68c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.281392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-96f47883-0dae-4610-aec9-4549f2e68c05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.3282578 Nov 12 03:21:41.430088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-ade03455-734e-4f5e-98a2-1769343c76b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1326301 Nov 12 03:21:41.501382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-03a35123-6db6-465d-adf0-e2aa58a78140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.506641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-03a35123-6db6-465d-adf0-e2aa58a78140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0675864 Nov 12 03:21:41.589659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-f1679460-6c97-4e26-9a4b-e60db2e28516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.591724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-f1679460-6c97-4e26-9a4b-e60db2e28516 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775027 Nov 12 03:21:41.724978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-ce6d89f6-092f-44dd-ad52-b05eee06b2ba service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250944 Nov 12 03:21:41.886018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e0755ba-dd7e-4dd9-baae-d5fbd338cdfa req-2ca8c838-1f30-44f0-ae3c-89a4e091b6b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456399 Nov 12 03:21:42.265459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651473-b233-42b1-a0b0-2f447eef4f46 req-34fac6c9-8f84-4d8b-bae8-9c4e23973041 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.267227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03651473-b233-42b1-a0b0-2f447eef4f46 req-34fac6c9-8f84-4d8b-bae8-9c4e23973041 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0775836 Nov 12 03:21:42.349113 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03651473-b233-42b1-a0b0-2f447eef4f46 req-74fde8bb-7801-4668-8c0b-6551798a1ccd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725367 Nov 12 03:21:43.249828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38758) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:43.394987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a17a42-a48c-4120-a495-4bef091e599b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.543766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a17a42-a48c-4120-a495-4bef091e599b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.553059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a17a42-a48c-4120-a495-4bef091e599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.565333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade2f7-6fa3-4928-95bb-f5f069dc5dad req-a1d0c8e7-2587-4f75-8dd4-9388bbfb1538 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.566985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49ade2f7-6fa3-4928-95bb-f5f069dc5dad req-a1d0c8e7-2587-4f75-8dd4-9388bbfb1538 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0843298 Nov 12 03:21:43.605898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-09a17a42-a48c-4120-a495-4bef091e599b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e989ea3305f49478609cbfab6128aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3544016 Nov 12 03:21:43.611630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:43.658592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a17a42-a48c-4120-a495-4bef091e599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b87a02-bd71-4d3c-b020-7936c3bf6d03,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:43.688290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49ade2f7-6fa3-4928-95bb-f5f069dc5dad req-3a59f17f-60e3-465c-9229-c88ba09f1374 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144829 Nov 12 03:21:43.736900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.766946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.881470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.897371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.904442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/07b87a02-bd71-4d3c-b020-7936c3bf6d03 HTTP/1.1" status: 204 len: 168 time: 0.2914820 Nov 12 03:21:43.928809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899b3fd-d837-44a3-ba81-5f0939009daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b87a02-bd71-4d3c-b020-7936c3bf6d03,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:43.966155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a5c8-e6b3-4df8-8510-94a19f86eadb req-6727576c-a424-470b-ad67-527e45f3300b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.974023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efd6a5c8-e6b3-4df8-8510-94a19f86eadb req-6727576c-a424-470b-ad67-527e45f3300b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1488538 Nov 12 03:21:44.042506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efd6a5c8-e6b3-4df8-8510-94a19f86eadb req-1f7491e5-e9ed-4961-a96f-a0e8e8dd082c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676003 Nov 12 03:21:44.415242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38802) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.443662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c45867-7821-4d5f-9c1a-feaaf85ec112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.514847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c1883-7c0c-48f1-82a7-3250f460a75e req-b5622e79-af49-4f60-b894-e68fd0b6bfca tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.518907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d1c1883-7c0c-48f1-82a7-3250f460a75e req-b5622e79-af49-4f60-b894-e68fd0b6bfca tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1133447 Nov 12 03:21:44.564368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c45867-7821-4d5f-9c1a-feaaf85ec112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.572048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c45867-7821-4d5f-9c1a-feaaf85ec112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.607667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77c45867-7821-4d5f-9c1a-feaaf85ec112 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=195d9843fd214bf6991a9a4b178d9063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911004 Nov 12 03:21:44.613521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:44.634709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c45867-7821-4d5f-9c1a-feaaf85ec112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93de6ed-e046-4ef1-9cba-a5c4517fd824,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.668322 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d1c1883-7c0c-48f1-82a7-3250f460a75e req-146fc23e-d380-4a58-837c-453603d1e280 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440582 Nov 12 03:21:44.729864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.752666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.828616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.831331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.835361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e93de6ed-e046-4ef1-9cba-a5c4517fd824 HTTP/1.1" status: 204 len: 168 time: 0.2109592 Nov 12 03:21:44.843906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00093b-bf3c-4528-9dae-6a7bfd8e6e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93de6ed-e046-4ef1-9cba-a5c4517fd824,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.040164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1d3b-a2c3-4f36-9514-9f005f3ccdd2 req-f922121d-c928-49ab-9a45-c0c904302656 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.050754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f6d1d3b-a2c3-4f36-9514-9f005f3ccdd2 req-f922121d-c928-49ab-9a45-c0c904302656 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0827894 Nov 12 03:21:45.180322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f6d1d3b-a2c3-4f36-9514-9f005f3ccdd2 req-0fa4b175-9dc2-422c-b53f-327f57aa3ee7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192117 Nov 12 03:21:45.537569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38832) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:45.553062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12e17a1-2f94-478c-b7e1-7329244f580b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.653295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12e17a1-2f94-478c-b7e1-7329244f580b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.658123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12e17a1-2f94-478c-b7e1-7329244f580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.708499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e17a1-2f94-478c-b7e1-7329244f580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da774f-835d-454b-8e96-b249061489e9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.725611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e12e17a1-2f94-478c-b7e1-7329244f580b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e7abd0b659f342dd9467b44f7d2fea7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861889 Nov 12 03:21:45.728116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38834) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:45.807804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.833202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.893919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.897854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.899437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/90da774f-835d-454b-8e96-b249061489e9 HTTP/1.1" status: 204 len: 168 time: 0.1702514 Nov 12 03:21:45.909435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602c413-98e1-4c7a-8b8a-a1f4fc38af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da774f-835d-454b-8e96-b249061489e9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.384102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eed5a-daf3-487f-9e71-cc8c592f1f59 req-3e00ba4a-8e3e-4186-b102-cae05653162f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.392498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d23eed5a-daf3-487f-9e71-cc8c592f1f59 req-3e00ba4a-8e3e-4186-b102-cae05653162f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0727458 Nov 12 03:21:46.466179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d23eed5a-daf3-487f-9e71-cc8c592f1f59 req-e492543b-0223-412b-b040-58d9ce3ca68c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734394 Nov 12 03:21:46.863966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a71f4-db61-4e89-bb35-a53449b7ad3d req-5b454536-e8da-42cd-a0d6-580caaa3bea7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.869254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de3a71f4-db61-4e89-bb35-a53449b7ad3d req-5b454536-e8da-42cd-a0d6-580caaa3bea7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1111152 Nov 12 03:21:46.936657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de3a71f4-db61-4e89-bb35-a53449b7ad3d req-24d5189f-144c-4ffa-a015-579597a37603 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648963 Nov 12 03:21:48.106640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ac4c-e675-4ab5-b915-92b8d6847c7f req-15c2197b-826b-4280-8f14-c7c2864cc9ea tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.114847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7558ac4c-e675-4ab5-b915-92b8d6847c7f req-15c2197b-826b-4280-8f14-c7c2864cc9ea tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0746608 Nov 12 03:21:48.177335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7558ac4c-e675-4ab5-b915-92b8d6847c7f req-f43b5032-5b22-4f4d-bfd8-2f33fe1c0ac9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615933 Nov 12 03:21:48.380635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776e7de-4b41-4f2a-b5cf-2082895c1d21 req-a68ff9f8-9bb6-45a3-8f76-05959f4eaefb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.389413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3776e7de-4b41-4f2a-b5cf-2082895c1d21 req-a68ff9f8-9bb6-45a3-8f76-05959f4eaefb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1085699 Nov 12 03:21:48.502787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3776e7de-4b41-4f2a-b5cf-2082895c1d21 req-e8d39ace-359a-4f55-97d8-4cc7dc892a63 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121366 Nov 12 03:21:48.706516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47451f7-5140-46bd-a92b-a844810f4e82 req-a708015f-1804-4f10-9c62-96658335ffb2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.708976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d47451f7-5140-46bd-a92b-a844810f4e82 req-a708015f-1804-4f10-9c62-96658335ffb2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0996196 Nov 12 03:21:48.807525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d47451f7-5140-46bd-a92b-a844810f4e82 req-0d750f7a-ea8b-4849-8ac9-3a323c11ec40 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869904 Nov 12 03:21:48.975588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269610d-f087-47ac-9c91-3f4cef1671a9 req-70f57ca3-2e63-4f2c-974c-4d8145f9d8fc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.983216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2269610d-f087-47ac-9c91-3f4cef1671a9 req-70f57ca3-2e63-4f2c-974c-4d8145f9d8fc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0861056 Nov 12 03:21:49.070227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2269610d-f087-47ac-9c91-3f4cef1671a9 req-4e93113e-b7d9-40b8-ac73-845812c24a6e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853047 Nov 12 03:21:53.294203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbc874-ebfc-4391-bdc0-bd02314b643b req-c9be5a9f-22cf-416d-92b0-b09c80c35518 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.295991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fabbc874-ebfc-4391-bdc0-bd02314b643b req-c9be5a9f-22cf-416d-92b0-b09c80c35518 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 950 time: 0.0639737 Nov 12 03:21:53.352564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fabbc874-ebfc-4391-bdc0-bd02314b643b req-f05d4411-e630-4dc8-a813-bc08146c8a12 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500722 Nov 12 03:21:57.649259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.897159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:57.971401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:58.102500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:58.116441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'bb929121-db10-4f99-893a-6620fe8b6040', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'bb929121-db10-4f99-893a-6620fe8b6040', 'mac_address': 'fa:16:3e:c7:f9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:58.188507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.205143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb929121-db10-4f99-893a-6620fe8b6040 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:58.210651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.292170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:58.300059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:58.302711 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8a516-b30b-48bd-b9df-51f94476e490" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:58.308271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.371575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.377465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:58.383906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.423423 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ca719c-62a4-486a-b9f2-a7d4b2a6182f x-openstack-request-id: req-c4ca719c-62a4-486a-b9f2-a7d4b2a6182f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:58.424487 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:58.424919 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c4ca719c-62a4-486a-b9f2-a7d4b2a6182f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:58.425567 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'code': 200} Nov 12 03:21:58.470491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['bb929121-db10-4f99-893a-6620fe8b6040'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:58.539217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.198623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.909383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:00.018522 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port bb929121-db10-4f99-893a-6620fe8b6040 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:00.022628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.123740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.164794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:00.171853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.228158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:00.426722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:00.429080 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642b695-6f5c-4245-b20e-844690e2a3f6" -d '{"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:00.487237 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ef6a4-2aeb-44f0-a700-1173f652641a x-openstack-request-id: req-395ef6a4-2aeb-44f0-a700-1173f652641a {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:00.487603 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:00.487915 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-395ef6a4-2aeb-44f0-a700-1173f652641a {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:00.488538 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040', 'code': 200} Nov 12 03:22:02.277089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f605d21-66eb-45ad-bf5d-65e281f6ccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.658745 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecf0b2fa-00c2-4a79-bc7d-e4127a9534b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.589880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.188605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.250989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:07.461878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.614710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.638939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.685938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18916c21-12f9-47c6-aceb-5ce74a6b929e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.714819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.715499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.716216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.716727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.718871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.719430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.719965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.720473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.724453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.725180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.725696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.726351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:07.789510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ce21298c-f1d1-45e2-ae97-c1c108825ff6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=576d247b9b26467389c662190dc1c3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373123 Nov 12 03:22:07.791979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39958) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:07.900276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.957305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.055911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.063037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.064828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/18916c21-12f9-47c6-aceb-5ce74a6b929e HTTP/1.1" status: 204 len: 168 time: 0.2717118 Nov 12 03:22:08.088018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24011fc3-2b7d-458a-9858-739df07debb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18916c21-12f9-47c6-aceb-5ce74a6b929e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.547713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.615428 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:08.986585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39996) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:09.007981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f32a98e-0d35-4462-aa75-2cfc5e81f60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.252182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f32a98e-0d35-4462-aa75-2cfc5e81f60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.257365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f32a98e-0d35-4462-aa75-2cfc5e81f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.346537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f32a98e-0d35-4462-aa75-2cfc5e81f60f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=402160fea1dd426c8519b5f3a8c3bf00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3562117 Nov 12 03:22:09.348058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:09.423662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32a98e-0d35-4462-aa75-2cfc5e81f60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ef0d5-1dce-425e-8138-58fd790b0e96,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:09.447840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.510467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.572831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.576258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.592353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c83ef0d5-1dce-425e-8138-58fd790b0e96 HTTP/1.1" status: 204 len: 168 time: 0.2420702 Nov 12 03:22:09.622270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ae2b2-49c3-4133-81b9-62ce3cbb0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ef0d5-1dce-425e-8138-58fd790b0e96,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.702599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40124) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:12.008790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a4eba5b-017c-45b1-b370-d27abe7b86cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.186504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a4eba5b-017c-45b1-b370-d27abe7b86cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.195342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a4eba5b-017c-45b1-b370-d27abe7b86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.235140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eba5b-017c-45b1-b370-d27abe7b86cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a2e36-5e91-4658-888e-cf3ce8baeaec,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.238486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe74bd-17f2-4780-b4ac-ce4838eb7aeb req-f343dc18-f68b-4d3b-bf78-5c8748e81921 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.250819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e6fe74bd-17f2-4780-b4ac-ce4838eb7aeb req-f343dc18-f68b-4d3b-bf78-5c8748e81921 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.0811524 Nov 12 03:22:12.276873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a4eba5b-017c-45b1-b370-d27abe7b86cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=24ca07e9363a4db8ac38fe8f8d8c317b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725768 Nov 12 03:22:12.279615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40144) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:12.334496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e6fe74bd-17f2-4780-b4ac-ce4838eb7aeb req-503dfc39-cdb7-4624-b56a-2882c4131f47 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758741 Nov 12 03:22:12.356906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.381894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.451517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.455777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.473132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/730a2e36-5e91-4658-888e-cf3ce8baeaec HTTP/1.1" status: 204 len: 168 time: 0.1833758 Nov 12 03:22:12.489171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b9e4b-8a05-4883-b42e-cbec61f1e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a2e36-5e91-4658-888e-cf3ce8baeaec,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.547487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee130825-7d65-4933-9f8d-7d813836bf35 req-a489e15b-1466-4bd1-96d1-8caaeee9580a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.560176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee130825-7d65-4933-9f8d-7d813836bf35 req-a489e15b-1466-4bd1-96d1-8caaeee9580a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.1315296 Nov 12 03:22:13.639408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee130825-7d65-4933-9f8d-7d813836bf35 req-25a48c01-8dda-4a6b-adca-6f33c878bb01 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782790 Nov 12 03:22:13.793262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-cccb2078-c747-4ca9-b0c5-fc583829e841 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.794758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-cccb2078-c747-4ca9-b0c5-fc583829e841 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.1179724 Nov 12 03:22:14.038321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Deleting port f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:14.038804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.198000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] For port f84f9398-d2ba-4994-85b5-2895eb499f07, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=f84f9398-d2ba-4994-85b5-2895eb499f07,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:14.198500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.623282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.623774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.624811 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Floating IP dfc357d2-d3ae-481e-bfdf-0257713c4b1e disassociated. External IP: 172.25.2.153, port: f84f9398-d2ba-4994-85b5-2895eb499f07. Nov 12 03:22:14.625181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Calling delete_port for f84f9398-d2ba-4994-85b5-2895eb499f07 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:14.868531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60845316-bc38-4bae-abbb-d0e47f9dc7c0 req-0df779fc-2d5b-4fc8-b911-5c3a1e776859 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.870043 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60845316-bc38-4bae-abbb-d0e47f9dc7c0 req-0df779fc-2d5b-4fc8-b911-5c3a1e776859 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 947 time: 0.0849330 Nov 12 03:22:14.927602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.963801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60845316-bc38-4bae-abbb-d0e47f9dc7c0 req-abcbfc3b-89c4-44e4-ace3-bf49d6be9d39 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=54105679-e183-4ed4-b9ee-065e91164624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874441 Nov 12 03:22:14.998228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'Port': ['ID=f84f9398-d2ba-4994-85b5-2895eb499f07,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.261599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:15.624587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:15.646441 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:15.663466 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:15.664388 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:22:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:15.804329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] No DVR routers for this DVR port f84f9398-d2ba-4994-85b5-2895eb499f07 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:15.817000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.820494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa262872-aa07-48e0-a650-d49d8e624c8e req-12174f7c-2f2f-4fb9-a623-d4a7415c872e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "DELETE /v2.0/ports/f84f9398-d2ba-4994-85b5-2895eb499f07 HTTP/1.1" status: 204 len: 173 time: 2.0174582 Nov 12 03:22:15.821013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-deleted', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:15.823357 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09770a0a-27fc-46b4-a412-7a33e01dbf33" -d '{"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-deleted", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:15.897495 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f8081-18d4-4781-99ab-f35991ec1309 x-openstack-request-id: req-550f8081-18d4-4781-99ab-f35991ec1309 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:15.898061 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de365c03-a5fb-476e-a72e-d19da4e8c2c5", "name": "network-vif-deleted", "tag": "f84f9398-d2ba-4994-85b5-2895eb499f07", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:15.898513 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-550f8081-18d4-4781-99ab-f35991ec1309 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:15.899081 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de365c03-a5fb-476e-a72e-d19da4e8c2c5', 'name': 'network-vif-deleted', 'tag': 'f84f9398-d2ba-4994-85b5-2895eb499f07', 'status': 'completed', 'code': 200} Nov 12 03:22:15.964107 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:16.234701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f86d239d-1043-4844-a3d5-c301e3ce1347 req-5c5092a6-9e84-4203-a017-9261b442f083 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=de365c03-a5fb-476e-a72e-d19da4e8c2c5 HTTP/1.1" status: 200 len: 210 time: 0.0791047 Nov 12 03:22:16.303000 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.345474 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:16.357715 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:16.358603 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:22:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.648172 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:16.967746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:17.005935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d752c-bd4d-4942-9035-2c83da3299db None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:17.398096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.558873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.655019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f736cbd9-45ed-476b-9369-70c98a25c486 None None] New status for floating IP dfc357d2-d3ae-481e-bfdf-0257713c4b1e: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:17.656476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.772036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.775328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.776698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "DELETE /v2.0/security-groups/54105679-e183-4ed4-b9ee-065e91164624 HTTP/1.1" status: 204 len: 168 time: 0.3774962 Nov 12 03:22:17.780376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.805170 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-91d02df4-f9fb-4925-89d8-ddf696dffe90 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] show failed (client error): The resource could not be found. Nov 12 03:22:17.808200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-91d02df4-f9fb-4925-89d8-ddf696dffe90 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups/54105679-e183-4ed4-b9ee-065e91164624 HTTP/1.1" status: 404 len: 347 time: 0.0251839 Nov 12 03:22:17.809807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c03d-1174-4678-90a1-0f7c8f5af05b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54105679-e183-4ed4-b9ee-065e91164624,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.811516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.981672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Deleting port 43bf5a0c-cadb-413f-a2a9-3f78466051d8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:17.983275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.057190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.126485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: f84f9398-d2ba-4994-85b5-2895eb499f07 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:18.127386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device f84f9398-d2ba-4994-85b5-2895eb499f07 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:18.167770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.168104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.210405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Calling delete_port for 43bf5a0c-cadb-413f-a2a9-3f78466051d8 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:18.420210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-3453d3ba-d526-4c2e-ad6f-090461447a93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1169493 Nov 12 03:22:18.521894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.571154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'Port': ['ID=43bf5a0c-cadb-413f-a2a9-3f78466051d8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.621410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.621918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.622516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.622925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.625155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.625155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.625434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.627729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4012cbac-8ccf-41f6-9792-3b6dfde75eab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.1406822 Nov 12 03:22:18.713735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.716556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.717766 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-23d9d956-92f1-45b3-b4e2-871e2155894d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "DELETE /v2.0/floatingips/dfc357d2-d3ae-481e-bfdf-0257713c4b1e HTTP/1.1" status: 204 len: 168 time: 0.9049661 Nov 12 03:22:18.827250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-cd774980-8473-45d2-a488-a5bbcd0ebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.827728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-cd774980-8473-45d2-a488-a5bbcd0ebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.828201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-cd774980-8473-45d2-a488-a5bbcd0ebfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.829849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-cd774980-8473-45d2-a488-a5bbcd0ebfa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 2293 time: 0.1731036 Nov 12 03:22:18.967358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-7251dffd-6ced-425a-b37a-2fabcf833237 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1002 time: 0.1232686 Nov 12 03:22:19.019853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.024548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239953196', 'description': 'tempest-description--1261588457'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.044324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-f3654858-cc3b-4e20-b595-51b4c15b5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.046090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-f3654858-cc3b-4e20-b595-51b4c15b5c32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.0710487 Nov 12 03:22:19.056969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.114450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-21681d85-9ba9-46c8-9f7c-e557fc274453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.116308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-21681d85-9ba9-46c8-9f7c-e557fc274453 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564418 Nov 12 03:22:19.196713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.206988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.264168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97349e3b-f938-4fdb-8c06-a545c6dad581,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.287024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.288504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3a6bbf71-0e68-4091-8487-54f2840af341 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2676196 Nov 12 03:22:19.291977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.303653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group_rule': {'security_group_id': '97349e3b-f938-4fdb-8c06-a545c6dad581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.344541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.349405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-16ef7e7b-c72b-42d2-904d-e8c74e3303c9 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244978 Nov 12 03:22:19.432714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.442518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.475439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc4933a-19cf-4dbd-a8f8-223fa244f473,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.493341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.497733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5cb9c63b-46fb-4873-8f5b-bc74fbb77619 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016110 Nov 12 03:22:19.497733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.501905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'security_group_rule': {'security_group_id': '97349e3b-f938-4fdb-8c06-a545c6dad581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.528862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-9518d474-29d4-4d94-bdfe-91cbdb6f630f service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719971 Nov 12 03:22:19.563178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.659062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-d74e00f0-5fd8-439a-a389-ab717d00109d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.1180010 Nov 12 03:22:19.786327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.825194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d7f6b-4027-4472-8f20-dfcd9fe0e37f req-18640d2a-c195-411e-a4dd-0461334ce4da tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.830560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9d7f6b-4027-4472-8f20-dfcd9fe0e37f req-18640d2a-c195-411e-a4dd-0461334ce4da tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 950 time: 0.1647227 Nov 12 03:22:19.834972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.872159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-5e2a8e67-4ca9-4ae0-9260-685063b3b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.872847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.873643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-5e2a8e67-4ca9-4ae0-9260-685063b3b8b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2036970 Nov 12 03:22:19.875352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3770328 Nov 12 03:22:19.878405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40422) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.883298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:19.967044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef028f-7866-4f46-ae19-f1d5ac4475e5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95eb8a9c-0047-49b6-92cb-bb682be1fc95,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.967253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.971165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-77658784-965b-4dc6-b329-8772fa42d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.973326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-77658784-965b-4dc6-b329-8772fa42d16f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834191 Nov 12 03:22:20.004480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9d7f6b-4027-4472-8f20-dfcd9fe0e37f req-26ff494d-af4c-454e-ac30-f4824d700d0e tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261084 Nov 12 03:22:20.697863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-fde26558-aec4-4781-b89b-80b3e641e444 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111826 Nov 12 03:22:20.715258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc49f7-0e24-4b9c-b6a6-13cb0a2b953d req-304b5baf-957e-4b77-a4e4-1aedf4cb31a8 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.716772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dbc49f7-0e24-4b9c-b6a6-13cb0a2b953d req-304b5baf-957e-4b77-a4e4-1aedf4cb31a8 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 945 time: 0.1346891 Nov 12 03:22:20.867715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dbc49f7-0e24-4b9c-b6a6-13cb0a2b953d req-323b749a-50a7-4749-ac88-d091448fc9ed tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426029 Nov 12 03:22:20.882221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.894579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-794fd395-72dd-4e9f-bb9c-5c12319e6b2d service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887000 Nov 12 03:22:20.967418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-ea933616-ce3b-4c98-a663-06c28ffb304f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.0414283 Nov 12 03:22:21.078284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4a149343-5b2c-4e4a-88f0-474b016b3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.080216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4a149343-5b2c-4e4a-88f0-474b016b3371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1033814 Nov 12 03:22:21.097502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Allocated IP 172.25.2.158 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/738e9fee-2534-4226-ad92-80aa597d13c8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:21.226179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-f8854d0b-f216-4cb0-88ce-c2fe902d0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.227755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-f8854d0b-f216-4cb0-88ce-c2fe902d0120 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321151 Nov 12 03:22:21.335590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.385906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-07887d86-7a39-4545-a6ea-3db0d62c10a6 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467261 Nov 12 03:22:21.402340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.498291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:21.508715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:21.516389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:21.539599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=738e9fee-2534-4226-ad92-80aa597d13c8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.577755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-b20f41ff-5c6f-4543-9a7e-2e9e7e33af22 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847324 Nov 12 03:22:21.628436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-c8420b46-7c6c-492f-b000-164451519609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.0426445 Nov 12 03:22:21.704235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-73dd8802-e6d3-4dd3-b1a3-61798a0f6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.706296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-73dd8802-e6d3-4dd3-b1a3-61798a0f6c04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.0597589 Nov 12 03:22:21.707448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.776674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.801527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-42badbf2-f050-4374-b035-7e2946946f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.803047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-42badbf2-f050-4374-b035-7e2946946f39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0889649 Nov 12 03:22:21.933051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-62e2ba89-67b3-4642-b5fb-42ec85c2490b service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124790 Nov 12 03:22:22.168080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b0f5-7101-4878-8216-aefe5123abf7 req-e7342e34-c2a2-45bf-808d-19d7d5d3454f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.175500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fd9b0f5-7101-4878-8216-aefe5123abf7 req-e7342e34-c2a2-45bf-808d-19d7d5d3454f tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 945 time: 0.2046945 Nov 12 03:22:22.272748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4000a1fe-49b1-4147-9148-e339b103d2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120596 Nov 12 03:22:22.276753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fd9b0f5-7101-4878-8216-aefe5123abf7 req-3fa0d585-b74f-4719-9e56-d2d3002c79e5 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/security-groups?id=80d10ec0-44fc-451e-a6ed-3af40930111d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002736 Nov 12 03:22:22.299224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-0321a09c-3fc2-4ec8-8e87-0c0eb4869fb2 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.300830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-0321a09c-3fc2-4ec8-8e87-0c0eb4869fb2 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 945 time: 0.2323740 Nov 12 03:22:22.330145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.387785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.390482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-5e8ea674-27ba-455c-bca5-101263f520bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.0833592 Nov 12 03:22:22.546493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=738e9fee-2534-4226-ad92-80aa597d13c8,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:22.574751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-88e9289f-8844-49af-88fd-13d80686aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.576243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-88e9289f-8844-49af-88fd-13d80686aaf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1739762 Nov 12 03:22:22.582368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.636022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.637257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38a6f39c-bc00-402f-8a91-865efa9f07ac tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7574677 Nov 12 03:22:22.642237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Deleting port eca31b6e-efe1-48f4-8853-786ca14790b6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:22.642748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.755440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] For port eca31b6e-efe1-48f4-8853-786ca14790b6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=eca31b6e-efe1-48f4-8853-786ca14790b6,segment=NetworkSegment(4d37bc48-5400-4fb7-9940-d4f3c32f38dd),segment_id=4d37bc48-5400-4fb7-9940-d4f3c32f38dd)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:22.756098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.771975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Calling delete_port for eca31b6e-efe1-48f4-8853-786ca14790b6 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:22.811185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-2c32c66f-7099-46a7-995e-e388f3ea8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.811185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-2c32c66f-7099-46a7-995e-e388f3ea8d8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236238 Nov 12 03:22:22.929859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-6c137c28-b695-41df-a681-12dcf007433e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1239953196&fields=id&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 267 time: 0.0578084 Nov 12 03:22:22.967259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-8c95671c-12b3-452f-8bf5-c608182ed928 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184757 Nov 12 03:22:23.061063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-2f3226ec-bad4-43df-b5d1-908e6b7ddfda tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.062797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-2f3226ec-bad4-43df-b5d1-908e6b7ddfda tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 816 time: 0.1186819 Nov 12 03:22:23.079312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-c2345767-b337-499c-94e0-036fcaf06769 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/quotas/c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 375 time: 0.0104923 Nov 12 03:22:23.079571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.092828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['eca31b6e-efe1-48f4-8853-786ca14790b6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:23.118216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Pushing event deleted for resources: {'Port': ['ID=eca31b6e-efe1-48f4-8853-786ca14790b6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.154850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-ea670b11-cca8-4c83-98a1-aa5213ffaade tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680108 Nov 12 03:22:23.154977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-88ab3ffd-0fa1-476d-b8ab-dbdb0bccc27c service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783967 Nov 12 03:22:23.175412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] No DVR routers for this DVR port eca31b6e-efe1-48f4-8853-786ca14790b6 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:23.178451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.181677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fed8a5d6-1c0e-4221-93e7-b678caa32d46 req-dcca73fc-862b-4b6d-ad35-b5c9862ae216 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.39 "DELETE /v2.0/ports/eca31b6e-efe1-48f4-8853-786ca14790b6 HTTP/1.1" status: 204 len: 173 time: 0.8650475 Nov 12 03:22:23.182117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'name': 'network-vif-deleted', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:23.184376 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d85772-4ac6-4763-ab46-c7d305abcfdf" -d '{"events": [{"server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "name": "network-vif-deleted", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:23.214502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-39635a57-967f-4144-8a77-1e34babb1aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.0459588 Nov 12 03:22:23.240720 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99027a72-86ee-4c38-98bf-fc963f75c97a x-openstack-request-id: req-99027a72-86ee-4c38-98bf-fc963f75c97a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:23.241058 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0", "name": "network-vif-deleted", "tag": "eca31b6e-efe1-48f4-8853-786ca14790b6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:23.241321 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-99027a72-86ee-4c38-98bf-fc963f75c97a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:23.241767 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0', 'name': 'network-vif-deleted', 'tag': 'eca31b6e-efe1-48f4-8853-786ca14790b6', 'status': 'completed', 'code': 200} Nov 12 03:22:23.329947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-2f2304c0-801c-420b-9fee-fe42c05bb77c service neutron] 10.222.0.84 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614220 Nov 12 03:22:23.398771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-9fcd6d44-779a-49e3-a88c-fe48f63e2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.404054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-9fcd6d44-779a-49e3-a88c-fe48f63e2528 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1814680 Nov 12 03:22:23.473101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-d08b0742-ff99-4952-9774-62c44b7c8fdb service neutron] 10.222.0.84 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337817 Nov 12 03:22:23.535932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-244b6827-482b-4594-9b15-73567f8207ac req-274bba46-9f6b-4380-9f0b-bb51a865f1b3 tempest-VolumesSnapshotTestJSON-604067970 tempest-VolumesSnapshotTestJSON-604067970-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef4332d1-b9cf-4cdd-b5ef-484ffec7c3d0 HTTP/1.1" status: 200 len: 210 time: 0.0424805 Nov 12 03:22:23.544142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-fb989654-e6a4-42bb-ac91-91807a5c892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.545894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-fb989654-e6a4-42bb-ac91-91807a5c892a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309972 Nov 12 03:22:23.699826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-5ebb2df9-da99-4c6b-9e10-2c2e3c8160f6 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458495 Nov 12 03:22:23.788509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-575429f0-0c4d-48c5-a5c6-300d9f7742b6 req-8438618c-dee4-4d04-9c09-5ed2f476b3fb tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 210 time: 0.0836520 Nov 12 03:22:23.874541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-4e05ec66-bdde-45ac-963a-f6a04262e2be service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670268 Nov 12 03:22:23.937463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-9ebcb540-3490-4b34-849c-d52585188f74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0540133 Nov 12 03:22:23.979604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:24.030100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-90f51511-0ec0-43ab-8e52-5039ff953971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.041169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-90f51511-0ec0-43ab-8e52-5039ff953971 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0971014 Nov 12 03:22:24.065758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:24.125531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-22a2c973-1ee0-433d-8fb5-7211a1efa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.127556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-22a2c973-1ee0-433d-8fb5-7211a1efa4fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738978 Nov 12 03:22:24.140325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.193195 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.203973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'mac_address': 'fa:16:3e:a1:39:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:24.249104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.272494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:24.275591 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6fd6c-aaef-4666-8d50-49fbb968ea43" -d '{"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-unplugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:24.287965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.331465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-12b2785c-1b08-4529-8486-f697e3eee5e3 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949506 Nov 12 03:22:24.349692 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.384239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:24.405130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.433207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:24.435586 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ea9a2-7e07-4b64-9561-ed4941731411 x-openstack-request-id: req-b93ea9a2-7e07-4b64-9561-ed4941731411 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:24.438025 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-unplugged", "status": "completed", "tag": "bb929121-db10-4f99-893a-6620fe8b6040", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:24.441618 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b93ea9a2-7e07-4b64-9561-ed4941731411 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:24.463000 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040', 'code': 200} Nov 12 03:22:24.470666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.472120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.472704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.473359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.476261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.476620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.478314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.478813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.481230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.481625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.481970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.483881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:24.507349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.703331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0089324f-d513-4582-ab0f-7bb0c7959653 req-d22e1441-420b-4083-a031-5c2516b8a109 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386862 Nov 12 03:22:24.751342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:24.832817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.110274 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf93917b-d8dd-4c82-ba20-2f18564304ad req-91d5bc3e-52b4-4130-ad64-8b005bc45d26 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 210 time: 0.0941339 Nov 12 03:22:25.547710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-78ace3ad-c7b5-4626-b02e-fc7e86a1031a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.549959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-78ace3ad-c7b5-4626-b02e-fc7e86a1031a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 816 time: 0.2412086 Nov 12 03:22:25.711644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-f7c4fbdd-a3e9-40fd-b2ca-5eb3db849924 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 380 time: 0.1384494 Nov 12 03:22:25.745479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'port': {'device_id': '16869657-e83f-4566-898a-a0ddc520acd9', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'admin_state_up': True, 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'security_groups': ['97349e3b-f938-4fdb-8c06-a545c6dad581']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:25.996523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:26.033590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Made reservation on behalf of c6b30598883248b49e04a45ce30c0790 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:26.039747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.196052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device eca31b6e-efe1-48f4-8853-786ca14790b6 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:26.239085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: eca31b6e-efe1-48f4-8853-786ca14790b6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:26.239675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device eca31b6e-efe1-48f4-8853-786ca14790b6 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:26.262756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:26.275223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.333916 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50581a05-648a-4d2b-921b-1e529926e9fa req-bc438060-1413-4a6f-abab-9a3214996a66 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 210 time: 0.0545163 Nov 12 03:22:26.392678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Allocated IP 172.20.0.6 (d1b9a261-4516-40a8-99e6-94d1aeda2bd4/1cb70913-dbac-49d2-a0ae-5dba603d78d5/bd6e601c-c74e-4fd5-828d-0c70a9051573) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:26.499590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.548294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:26.553939 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55720363-359b-4d08-8dd3-02a43ce524a5" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:26.615505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:26.630190 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.686093 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2148fe-0283-4790-84ce-62abdbf613ec x-openstack-request-id: req-7d2148fe-0283-4790-84ce-62abdbf613ec {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:26.686715 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-plugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:26.687209 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7d2148fe-0283-4790-84ce-62abdbf613ec {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:26.687801 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'code': 200} Nov 12 03:22:26.807855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-0130052b-68cb-4a15-bdaf-af34e4a5d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.814648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-0130052b-68cb-4a15-bdaf-af34e4a5d229 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1384060 Nov 12 03:22:26.841566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.036642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.056450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-94369b88-4df4-4343-a127-0baef9fa72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.059441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-94369b88-4df4-4343-a127-0baef9fa72f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2265291 Nov 12 03:22:27.164915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1c721-11a7-4f21-9b4d-88fc76e11828 req-251b6f01-4a35-4a41-838c-7fc2f4fed68d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.172953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ff1c721-11a7-4f21-9b4d-88fc76e11828 req-251b6f01-4a35-4a41-838c-7fc2f4fed68d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.2175133 Nov 12 03:22:27.255422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ff1c721-11a7-4f21-9b4d-88fc76e11828 req-7af0997f-2f12-4d95-8b22-00f52ff56916 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765278 Nov 12 03:22:27.281091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-e544be1b-e0b8-44c7-b49b-687d1d335f04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.2103012 Nov 12 03:22:27.300909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.353496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:27.417931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:27.445829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:27.646866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-5d26d1fb-1885-4bad-a857-7e3244fa935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.649141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-5d26d1fb-1885-4bad-a857-7e3244fa935d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.3600023 Nov 12 03:22:27.650501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.657814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.687199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.688408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.766895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562f8ed-b813-4e2f-a635-53c2f8ad7e80 req-7e4605ab-161f-4ec5-9628-d4f43378a64d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.777501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2562f8ed-b813-4e2f-a635-53c2f8ad7e80 req-7e4605ab-161f-4ec5-9628-d4f43378a64d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 931 time: 0.3102162 Nov 12 03:22:27.811373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-1f9ac2e5-497f-4400-8126-5175730cbfb5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0929382 Nov 12 03:22:27.930947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5c66f3cd-8d08-499c-b283-de8d67ca579f None None] Provisioning complete for port bd6e601c-c74e-4fd5-828d-0c70a9051573 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:27.931551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c66f3cd-8d08-499c-b283-de8d67ca579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.064287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5c66f3cd-8d08-499c-b283-de8d67ca579f None None] Port bd6e601c-c74e-4fd5-828d-0c70a9051573 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:28.543357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:28.781640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8d2f9-859e-4a92-95ca-231e45234bcd req-c14fb6ac-adf0-4acd-b720-66f9dbc67ea1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.793496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a8d2f9-859e-4a92-95ca-231e45234bcd req-c14fb6ac-adf0-4acd-b720-66f9dbc67ea1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1370704 Nov 12 03:22:28.839249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Request body: {'port': {'device_id': '16869657-e83f-4566-898a-a0ddc520acd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:28.896456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.911728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2562f8ed-b813-4e2f-a635-53c2f8ad7e80 req-239ad57a-5d02-4a4b-abc8-18324d97a456 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1241181 Nov 12 03:22:28.927157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-3d0b8d75-a473-4d63-9af6-b26941e1816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.927157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-3d0b8d75-a473-4d63-9af6-b26941e1816a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2582428 Nov 12 03:22:28.950677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a8d2f9-859e-4a92-95ca-231e45234bcd req-1c55e7d5-2084-4207-a68a-15fcbe04bf0d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512864 Nov 12 03:22:29.064588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.101419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.118072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.155405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89d70054535249ab9b7ee6d4067ed01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6107068 Nov 12 03:22:29.156320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:29.214996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b726b6e-0d3b-44dc-9a88-55876f54f681,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.215237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.224750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.225881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.227251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.227732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.228215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.228687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.229176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.229643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.230109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.230571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.231034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.231632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1ef80-2a43-4cb3-9d9e-3a211e1bbd28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:29.251418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.260329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-c7f2ff60-4722-45e1-b4d6-6d4355a16fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161867 Nov 12 03:22:29.279575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.398821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.401536 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.405782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b726b6e-0d3b-44dc-9a88-55876f54f681 HTTP/1.1" status: 204 len: 168 time: 0.2471704 Nov 12 03:22:29.420447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b8028-bf90-4e91-87ea-933770908815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b726b6e-0d3b-44dc-9a88-55876f54f681,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:29.884668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:29.893360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.907217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Transition to ACTIVE for port object bd6e601c-c74e-4fd5-828d-0c70a9051573 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:30.079306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.122375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c3f094-0efc-458b-8730-1c2f4d8006f0 req-f64350a8-adb6-476d-934c-b571ed7b4b8e service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498840 Nov 12 03:22:30.340006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.594098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Attempting to bind port bd6e601c-c74e-4fd5-828d-0c70a9051573 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:30.594448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Attempting to bind port bd6e601c-c74e-4fd5-828d-0c70a9051573 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:30.594784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Attempting to bind port bd6e601c-c74e-4fd5-828d-0c70a9051573 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:30.604059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Port bd6e601c-c74e-4fd5-828d-0c70a9051573 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:30.604059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Attempting to bind port bd6e601c-c74e-4fd5-828d-0c70a9051573 on network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:30.620736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d5e87-bf69-4994-a260-80a186207c03 req-6ed00636-4925-41ba-8c62-9b078f7dda0a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.629377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d2d5e87-bf69-4994-a260-80a186207c03 req-6ed00636-4925-41ba-8c62-9b078f7dda0a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.5467739 Nov 12 03:22:30.646430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:30.646782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Checking segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:30.647195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Bound using segment: {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:30.647653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Bound port: bd6e601c-c74e-4fd5-828d-0c70a9051573, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:30.648016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.862094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b003-b672-4140-bb1a-a77446ddf892 req-617c7d31-cf65-410a-aedc-2c511af6fd46 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.869678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d318b003-b672-4140-bb1a-a77446ddf892 req-617c7d31-cf65-410a-aedc-2c511af6fd46 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1414580 Nov 12 03:22:31.009676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d318b003-b672-4140-bb1a-a77446ddf892 req-c422f2a3-667d-4bf6-b1ca-6a5459b543b8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380398 Nov 12 03:22:31.107524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d2d5e87-bf69-4994-a260-80a186207c03 req-a06fa8f5-4864-435d-9f49-d9793ad2044d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744594 Nov 12 03:22:31.117675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:31.122964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:31.147588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.246787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.249000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.267188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 1092 time: 2.4194837 Nov 12 03:22:31.267188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:31.267188 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ed161b-c72d-472e-ae84-d7355df3224f" -d '{"events": [{"name": "network-changed", "server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:31.327543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61dd5-e0bd-45e3-8033-d59773516ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.433968 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e524d-3605-4093-94fb-ea24f4d27fb6 x-openstack-request-id: req-571e524d-3605-4093-94fb-ea24f4d27fb6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:31.442460 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:31.442847 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-571e524d-3605-4093-94fb-ea24f4d27fb6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:31.443542 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'status': 'completed', 'code': 200} Nov 12 03:22:31.461635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-f2d06cd7-3d0a-429e-886f-b2eba364a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.463632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-f2d06cd7-3d0a-429e-886f-b2eba364a3e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1095 time: 0.0999138 Nov 12 03:22:31.533177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-8cd50b94-c6d9-41cd-a541-d281bd34077b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 217 time: 0.0612049 Nov 12 03:22:31.647042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-291c46f2-5e9e-40f3-b194-75901b41545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.652390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-291c46f2-5e9e-40f3-b194-75901b41545a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1083477 Nov 12 03:22:31.771195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-4214edd0-2d35-4575-a697-c3ae6fbcdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.775369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-4214edd0-2d35-4575-a697-c3ae6fbcdf6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154833 Nov 12 03:22:31.977630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-6704cc60-d89d-48f1-bb44-a56b7df03f71 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949713 Nov 12 03:22:32.279477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7975c896-a0db-42b4-bce3-ecd33c1c4c69 req-18a27609-3dde-43c8-8bb4-aa17282c1a60 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936244 Nov 12 03:22:32.290840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2abf2c7-20b2-4cbc-94f3-2f1e50e2fb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.428648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf908-3e33-4f55-ab45-6666fd81cb77 req-36ededf3-fe54-413d-8850-bf04012672e2 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.430295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2fdf908-3e33-4f55-ab45-6666fd81cb77 req-36ededf3-fe54-413d-8850-bf04012672e2 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.2826140 Nov 12 03:22:32.461780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aa90c-12fe-4ac4-8b15-5c8d16f0d92c req-f1a195b1-2d38-4289-8210-ffaf68e411f7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.476706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc5aa90c-12fe-4ac4-8b15-5c8d16f0d92c req-f1a195b1-2d38-4289-8210-ffaf68e411f7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.2522423 Nov 12 03:22:32.555755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2fdf908-3e33-4f55-ab45-6666fd81cb77 req-b069f7ec-e9b5-4949-9a1f-e5f3aa4af24b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064579 Nov 12 03:22:32.600688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc5aa90c-12fe-4ac4-8b15-5c8d16f0d92c req-8a387697-fee7-49df-a206-6a1e8d78c6e5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151564 Nov 12 03:22:32.612898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-d2cbd34e-0725-457c-a6b7-cdf23bdb8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.614908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-d2cbd34e-0725-457c-a6b7-cdf23bdb8ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1095 time: 0.2327020 Nov 12 03:22:32.820205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-dbdf0bf9-a1c0-4843-a879-a916c6fdba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.822781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-dbdf0bf9-a1c0-4843-a879-a916c6fdba45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.1991353 Nov 12 03:22:32.895779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-bae676bc-6282-4095-8a52-2a3dde2cd99e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 217 time: 0.0623922 Nov 12 03:22:33.047434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-2294b39d-98f8-4e9f-9726-9847d759ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.054291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-2294b39d-98f8-4e9f-9726-9847d759ff40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1471136 Nov 12 03:22:33.153757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-34c9ef36-d6ae-4e06-a7a4-067126a62682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.155409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-34c9ef36-d6ae-4e06-a7a4-067126a62682 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925333 Nov 12 03:22:33.284228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-7abc8057-bc60-4f7c-99f2-64a41583d705 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152956 Nov 12 03:22:33.487853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8ed161b-c72d-472e-ae84-d7355df3224f req-d083234e-9e1f-479f-83dc-35e9599360ea service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969173 Nov 12 03:22:33.772488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c32e4a-f393-49bc-9755-d8b507cd258d req-b1a7f2c4-6cf0-4849-8437-91769c52233e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.773918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17c32e4a-f393-49bc-9755-d8b507cd258d req-b1a7f2c4-6cf0-4849-8437-91769c52233e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0891361 Nov 12 03:22:33.915888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17c32e4a-f393-49bc-9755-d8b507cd258d req-658602e0-22bf-454e-933e-27f3a868e5c2 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183178 Nov 12 03:22:34.641761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7273ad88-8f7b-4bf9-996e-10dabf14eccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.181464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cfb35-69a0-4ac0-8e71-056a9309db88 req-9c560b05-b6e1-40ab-925b-6d4ea5d25e34 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.190764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c31cfb35-69a0-4ac0-8e71-056a9309db88 req-9c560b05-b6e1-40ab-925b-6d4ea5d25e34 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0919359 Nov 12 03:22:35.295671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c31cfb35-69a0-4ac0-8e71-056a9309db88 req-b4613636-8a2c-4da8-bbc5-e40432caa275 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033835 Nov 12 03:22:35.597694 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.109816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:36.276596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:36.289713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:36.381770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.399421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:36.424900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:36.463408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.563758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79342-d59a-472a-b202-e20b27a5424e req-358565a2-b2be-40e0-a0db-1d7ca9e6f48b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.580257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2db79342-d59a-472a-b202-e20b27a5424e req-358565a2-b2be-40e0-a0db-1d7ca9e6f48b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1618404 Nov 12 03:22:36.656819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.763740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['bd6e601c-c74e-4fd5-828d-0c70a9051573'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:36.765450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2db79342-d59a-472a-b202-e20b27a5424e req-fa44de64-c6a8-40c0-9284-628a37e6eb22 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743987 Nov 12 03:22:37.136280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.976679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a0181-7c33-4ad3-9157-9060f410611f req-bc95e1fd-3c17-4ca9-ae11-6e4c05a0ec22 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.984347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c0a0181-7c33-4ad3-9157-9060f410611f req-bc95e1fd-3c17-4ca9-ae11-6e4c05a0ec22 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 944 time: 0.0896955 Nov 12 03:22:38.044758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c0a0181-7c33-4ad3-9157-9060f410611f req-26b96d7f-8b80-42e4-a3a7-7c3891d7fb31 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563078 Nov 12 03:22:38.118576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:38.231235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.238240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port bd6e601c-c74e-4fd5-828d-0c70a9051573 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:38.246374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port bd6e601c-c74e-4fd5-828d-0c70a9051573 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:38.247446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.356586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.399224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.400567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:38.405826 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69342e7-15a5-4c5c-9861-a5f2b70fd361" -d '{"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:38.419768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.484395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.598024 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182d397d-0350-440c-937b-12671100337e x-openstack-request-id: req-182d397d-0350-440c-937b-12671100337e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:38.599017 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:38.599567 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-182d397d-0350-440c-937b-12671100337e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:38.600127 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'code': 200} Nov 12 03:22:38.792941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1188d-5d73-4602-a5cb-3280f9054db4 req-ad034910-576f-4f6a-a3b8-05d7c5fedb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.801092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4a1188d-5d73-4602-a5cb-3280f9054db4 req-ad034910-576f-4f6a-a3b8-05d7c5fedb2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1097 time: 0.1265733 Nov 12 03:22:38.873553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4a1188d-5d73-4602-a5cb-3280f9054db4 req-f46bbc80-3b99-4ae5-8cc5-e099ee041673 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655544 Nov 12 03:22:39.329539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f297-6bf2-463d-8168-3301f2035abc req-586389c1-294f-49dd-b80d-b426a07ee73d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.350178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2825f297-6bf2-463d-8168-3301f2035abc req-586389c1-294f-49dd-b80d-b426a07ee73d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1259968 Nov 12 03:22:39.454620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2825f297-6bf2-463d-8168-3301f2035abc req-fe999760-7271-4aab-8d0c-ca019b59a87f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034043 Nov 12 03:22:40.705884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1a88-9a96-4c2b-bfd6-e38b52845fd3 req-678b1987-0e28-4cbb-9229-28330e34d2c5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.717445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-032e1a88-9a96-4c2b-bfd6-e38b52845fd3 req-678b1987-0e28-4cbb-9229-28330e34d2c5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1285460 Nov 12 03:22:40.786442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-032e1a88-9a96-4c2b-bfd6-e38b52845fd3 req-6a0bbd6b-447c-416b-9b8b-2d300293fe03 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675752 Nov 12 03:22:41.142066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486079f-9629-41d3-bbe3-912ddee67cf2 req-133a29ad-7cbe-43d2-a366-3d46dd3e50b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.146827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3486079f-9629-41d3-bbe3-912ddee67cf2 req-133a29ad-7cbe-43d2-a366-3d46dd3e50b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0631402 Nov 12 03:22:41.152373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41174) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:41.163820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Request body: {'floatingip': {'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:41.295131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.313739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:22:43.442253 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.449409 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.603335 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Floating IP 9dd8e738-8865-4f8a-9fd9-91bac2351eaa associated. External IP: 172.25.2.158, port: bd6e601c-c74e-4fd5-828d-0c70a9051573. Nov 12 03:22:44.094403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:44.342030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:44.349001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.354013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:44.407657 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:44.408882 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:22:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:44.488307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34e6fe04-e0dd-4c2f-a668-15cfdaf2acd8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "PUT /v2.0/floatingips/9dd8e738-8865-4f8a-9fd9-91bac2351eaa HTTP/1.1" status: 200 len: 991 time: 3.3346183 Nov 12 03:22:44.489246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:44.503490 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa062929-4286-49bb-86b6-13d6717bba18" -d '{"events": [{"name": "network-changed", "server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:44.688668 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:44.722801 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3302e386-4236-42cf-8834-9e30843a8e7c x-openstack-request-id: req-3302e386-4236-42cf-8834-9e30843a8e7c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:44.723257 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:44.723617 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3302e386-4236-42cf-8834-9e30843a8e7c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:44.724243 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'status': 'completed', 'code': 200} Nov 12 03:22:44.818112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062929-4286-49bb-86b6-13d6717bba18 req-0a7a814d-865d-4a51-8091-b887e673661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.820371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-0a7a814d-865d-4a51-8091-b887e673661c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1097 time: 0.1181235 Nov 12 03:22:44.999856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062929-4286-49bb-86b6-13d6717bba18 req-d2341279-4964-4d9c-bf07-de30f905a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.003526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-d2341279-4964-4d9c-bf07-de30f905a8e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.1765928 Nov 12 03:22:45.169320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-f0a977cf-382a-4e84-9c22-35f76489c4e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 999 time: 0.1509702 Nov 12 03:22:45.242906 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9dd8e738-8865-4f8a-9fd9-91bac2351eaa', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16869657-e83f-4566-898a-a0ddc520acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:21Z', 'updated_at': '2021-11-12T03:22:43Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:45.257740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062929-4286-49bb-86b6-13d6717bba18 req-94309151-3b26-4d26-aba0-40313a3b5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.259419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-94309151-3b26-4d26-aba0-40313a3b5648 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.0821738 Nov 12 03:22:45.283619 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:45.294147 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:45.298178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:22:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:45.382525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3af9-3e46-4393-9db6-fa233cb36108 req-b9802911-0f32-4e12-9765-098035929c8d tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.389904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df9e3af9-3e46-4393-9db6-fa233cb36108 req-b9802911-0f32-4e12-9765-098035929c8d tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 951 time: 0.1067195 Nov 12 03:22:45.423591 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:45.433026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062929-4286-49bb-86b6-13d6717bba18 req-e50b59ed-5c21-4e81-b32e-2a0cc6b5d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.437052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-e50b59ed-5c21-4e81-b32e-2a0cc6b5d675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639025 Nov 12 03:22:45.599441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df9e3af9-3e46-4393-9db6-fa233cb36108 req-3063e669-b1ed-45ab-9d4c-0aaf3b773233 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086351 Nov 12 03:22:45.614543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-5091d817-d266-41cf-bb4f-6207d14ced49 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697562 Nov 12 03:22:45.639944 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:45.772918 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9dd8e738-8865-4f8a-9fd9-91bac2351eaa', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16869657-e83f-4566-898a-a0ddc520acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:21Z', 'updated_at': '2021-11-12T03:22:43Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:45.790392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa062929-4286-49bb-86b6-13d6717bba18 req-24db9a8f-d9b2-4d7b-a5bf-e83a1573b155 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679809 Nov 12 03:22:45.808498 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e7203c-7cba-48eb-ae32-928086ffb3ea None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9dd8e738-8865-4f8a-9fd9-91bac2351eaa', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'floating_ip_address': '172.25.2.158', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16869657-e83f-4566-898a-a0ddc520acd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:22:21Z', 'updated_at': '2021-11-12T03:22:43Z', 'revision_number': 1, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:46.065465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f90367-ab1b-4525-a0d3-8de03857a33a None None] New status for floating IP 9dd8e738-8865-4f8a-9fd9-91bac2351eaa: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:46.833776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc0107-e9ff-4dfd-8ac0-d3dcc5623c28 req-8be366fa-1b9a-42e8-9176-810acd8800c1 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.847513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dabc0107-e9ff-4dfd-8ac0-d3dcc5623c28 req-8be366fa-1b9a-42e8-9176-810acd8800c1 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 951 time: 0.1190476 Nov 12 03:22:46.904526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dabc0107-e9ff-4dfd-8ac0-d3dcc5623c28 req-7950114c-90f2-41be-8b31-94bf44e6c8e2 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Nov 12 03:22:50.121259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:50.266449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.297042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:50.300506 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d23c49-ba13-4f87-b000-1b32278e4a87" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:50.343661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.350127 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.447030 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0322fdd7-7cae-464c-b857-7daa36a79b16 x-openstack-request-id: req-0322fdd7-7cae-464c-b857-7daa36a79b16 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:50.447622 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:50.448147 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0322fdd7-7cae-464c-b857-7daa36a79b16 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:50.448739 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'code': 200} Nov 12 03:22:50.450474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.378210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60890f8-43a0-429e-a77f-e79c75b4bb70 req-4ea1a843-7fae-43d5-acfb-1475d197ea38 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.380739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d60890f8-43a0-429e-a77f-e79c75b4bb70 req-4ea1a843-7fae-43d5-acfb-1475d197ea38 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 948 time: 0.0652103 Nov 12 03:22:51.441761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d60890f8-43a0-429e-a77f-e79c75b4bb70 req-6928c514-4a59-4c91-8f84-dc1a01a589c9 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Nov 12 03:22:52.611667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0fd19-48df-4b5a-bc28-ac51a793ff36 req-ceb4e4a2-8b48-4890-96f8-73d5c441c51f tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.614085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f0fd19-48df-4b5a-bc28-ac51a793ff36 req-ceb4e4a2-8b48-4890-96f8-73d5c441c51f tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 948 time: 0.0608377 Nov 12 03:22:52.690515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f0fd19-48df-4b5a-bc28-ac51a793ff36 req-6fcad217-70c8-47a9-824e-b4eccaed885a tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Nov 12 03:22:53.083946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-286aa666-f539-4d9c-92e0-77e697d15efc tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.085768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-286aa666-f539-4d9c-92e0-77e697d15efc tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 948 time: 0.0517368 Nov 12 03:22:53.198447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Deleting port bb929121-db10-4f99-893a-6620fe8b6040 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:53.199047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.369189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] For port bb929121-db10-4f99-893a-6620fe8b6040, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb929121-db10-4f99-893a-6620fe8b6040,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:53.369806 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.408753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Calling delete_port for bb929121-db10-4f99-893a-6620fe8b6040 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:53.571495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.606839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Pushing event deleted for resources: {'Port': ['ID=bb929121-db10-4f99-893a-6620fe8b6040,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:53.667038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] No DVR routers for this DVR port bb929121-db10-4f99-893a-6620fe8b6040 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:53.670909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.675475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725c7d33-f910-4b9d-9042-4cc5677e91e5 req-ad10838f-37f6-44f1-b108-dcf7640622dd tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "DELETE /v2.0/ports/bb929121-db10-4f99-893a-6620fe8b6040 HTTP/1.1" status: 204 len: 173 time: 0.5818088 Nov 12 03:22:53.676090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-deleted', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:53.678629 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e920d7-5592-4efd-b7d8-4cabdb724ce0" -d '{"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-deleted", "tag": "bb929121-db10-4f99-893a-6620fe8b6040"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:53.750338 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54abac6-2107-46de-a987-7cbaffe04fb6 x-openstack-request-id: req-b54abac6-2107-46de-a987-7cbaffe04fb6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:53.751855 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de87854-6d88-4977-bee0-4a9395d2ec46", "name": "network-vif-deleted", "tag": "bb929121-db10-4f99-893a-6620fe8b6040", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:53.754983 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b54abac6-2107-46de-a987-7cbaffe04fb6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:53.755862 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de87854-6d88-4977-bee0-4a9395d2ec46', 'name': 'network-vif-deleted', 'tag': 'bb929121-db10-4f99-893a-6620fe8b6040', 'status': 'completed', 'code': 200} Nov 12 03:22:53.802842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-487f307b-1d41-462d-bdeb-52d599b7c3a1 req-8b8cc64b-ba99-4605-86ed-f0f9789e223d tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=4de87854-6d88-4977-bee0-4a9395d2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0321112 Nov 12 03:22:55.192237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d6d4-70a6-4293-b933-cbaea4bc3383 req-aa6363bb-9441-427c-9689-dff54173475b tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.194958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f516d6d4-70a6-4293-b933-cbaea4bc3383 req-aa6363bb-9441-427c-9689-dff54173475b tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 949 time: 0.0595574 Nov 12 03:22:55.260795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f516d6d4-70a6-4293-b933-cbaea4bc3383 req-33a56e5c-58d5-4fd6-ad88-945729703490 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574818 Nov 12 03:22:56.419394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee897-970b-43fb-adb8-802d44a1f26d req-a73581ad-7283-4dc6-9a66-2eb5e1bae3c9 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.428969 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-807ee897-970b-43fb-adb8-802d44a1f26d req-a73581ad-7283-4dc6-9a66-2eb5e1bae3c9 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 949 time: 0.0811219 Nov 12 03:22:56.482386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-807ee897-970b-43fb-adb8-802d44a1f26d req-4cb70d2f-684c-4065-85a3-fd99e799b128 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524077 Nov 12 03:22:57.273502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-c34def84-a581-42e8-b920-d52891ad4246 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.274993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-c34def84-a581-42e8-b920-d52891ad4246 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 949 time: 0.0651963 Nov 12 03:22:57.388599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Deleting port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:57.388943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.494215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] For port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:57.494819 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.510346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Calling delete_port for dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:57.667673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.779479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d4bb-9d96-4a46-958b-f3b4675681a1 req-de2ef031-9c7f-4a66-82ac-b9b8c3e298d4 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.799124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2036d4bb-9d96-4a46-958b-f3b4675681a1 req-de2ef031-9c7f-4a66-82ac-b9b8c3e298d4 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcfacc93-569a-4c67-a3be-16a508f95891 HTTP/1.1" status: 200 len: 949 time: 0.1597795 Nov 12 03:22:57.838056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.886675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Pushing event deleted for resources: {'Port': ['ID=dc9e1ca2-b0c7-4f09-9c80-ee5abac44812,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:57.927017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2036d4bb-9d96-4a46-958b-f3b4675681a1 req-56fd2304-22df-4330-b04c-bbc5720d7f6c tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.84 "GET /v2.0/security-groups?id=e84e9f0b-70cd-41df-a075-40910cab54c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216385 Nov 12 03:22:57.948039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] No DVR routers for this DVR port dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:57.951206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.955930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbbdffb7-42b2-4201-bb5a-9efb21c14d25 req-e2c01b4f-d694-4dc9-8447-1e9f67955222 tempest-ListImageFiltersTestJSON-1130615695 tempest-ListImageFiltersTestJSON-1130615695-project] 10.222.0.32 "DELETE /v2.0/ports/dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 HTTP/1.1" status: 204 len: 173 time: 0.6716752 Nov 12 03:22:57.956499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-deleted', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:57.959351 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba6ea5-0e8b-4b5b-ad03-244486a67c5c" -d '{"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-deleted", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:58.015987 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cafe71-9dfc-4e87-93a6-a9bf8eb21f3b x-openstack-request-id: req-45cafe71-9dfc-4e87-93a6-a9bf8eb21f3b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:58.016385 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcfacc93-569a-4c67-a3be-16a508f95891", "name": "network-vif-deleted", "tag": "dc9e1ca2-b0c7-4f09-9c80-ee5abac44812", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:58.017270 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-45cafe71-9dfc-4e87-93a6-a9bf8eb21f3b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:58.017915 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfacc93-569a-4c67-a3be-16a508f95891', 'name': 'network-vif-deleted', 'tag': 'dc9e1ca2-b0c7-4f09-9c80-ee5abac44812', 'status': 'completed', 'code': 200} Nov 12 03:22:58.155831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:58.197960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: bb929121-db10-4f99-893a-6620fe8b6040 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:58.198428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb929121-db10-4f99-893a-6620fe8b6040 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:59.246080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.645365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42332) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.790373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9066f3e6-6cb9-46e7-a101-bedddd5c42b5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0aab6fbf88a4d3bb2ab46375a95afc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436985 Nov 12 03:23:00.792901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.957996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.010372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.064536 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.067394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.070982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e84e9f0b-70cd-41df-a075-40910cab54c4 HTTP/1.1" status: 204 len: 168 time: 0.2743940 Nov 12 03:23:01.076834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c04c-3157-4961-a922-63edf6e00d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84e9f0b-70cd-41df-a075-40910cab54c4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.994514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42372) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:02.158810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:02.232073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:02.232425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device dc9e1ca2-b0c7-4f09-9c80-ee5abac44812 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:02.295992 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff111-6975-4a62-9845-2bfc22a6e300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.301462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1991200282-network', 'tenant_id': '434b1142cf5b46dc89133a05edf48f18'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:02.361907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Made reservation on behalf of 434b1142cf5b46dc89133a05edf48f18 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:02.364436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.385457 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.540499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.546112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.580563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:02.602625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de33d1-0034-483c-b1d3-d8a3a07d76fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:02.624546 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.625307 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Added segment fa634816-673c-411e-9455-c7968b8dd8d7 of type vlan for network 6f86d54c-13bb-458b-bbbd-a7555ef301b0 Nov 12 03:23:02.762856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.818006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.819899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.820814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.903518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9077420 Nov 12 03:23:02.906544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42390) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:02.912207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Request body: {'subnet': {'network_id': '6f86d54c-13bb-458b-bbbd-a7555ef301b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1991200282-subnet', 'tenant_id': '434b1142cf5b46dc89133a05edf48f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:02.919055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d27b3-0004-4756-a501-53cdb1119952 admin admin] Pushing event updated for resources: {'Network': ['ID=6f86d54c-13bb-458b-bbbd-a7555ef301b0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:02.933550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6f86d54c-13bb-458b-bbbd-a7555ef301b0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:02.953875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Made reservation on behalf of 434b1142cf5b46dc89133a05edf48f18 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:02.957183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.231951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.302636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47610d5b-fae5-411f-be48-13418164dfec,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:03.370929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Checking segment: {'id': 'fa634816-673c-411e-9455-c7968b8dd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f86d54c-13bb-458b-bbbd-a7555ef301b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:03.371762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Network hostable DHCP agents. Network: 6f86d54c-13bb-458b-bbbd-a7555ef301b0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:03.422324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Network 6f86d54c-13bb-458b-bbbd-a7555ef301b0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:03.447670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6f86d54c-13bb-458b-bbbd-a7555ef301b0) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:03.455278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.457151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:03.461202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778bff3-58c6-42bf-b002-a1976cdf596b None None] Network 6f86d54c-13bb-458b-bbbd-a7555ef301b0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:03.492462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c9d87b38-bf15-4dee-98a6-3c4431906322 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5838499 Nov 12 03:23:03.808145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdf442-2f7f-41b4-a545-73dc971c3e82 None None] Network 6f86d54c-13bb-458b-bbbd-a7555ef301b0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:04.025449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1562713090', 'description': 'tempest-description-2033109897'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:04.065676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.254217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.260788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.323247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42416) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:04.378354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c01165-2279-4137-bc8a-818e34aefc05,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.404162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.405952 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25c9b7-0fdd-44d3-bcd6-73195ffbb487 req-6294fe22-763e-4788-b0a9-35a323e340bb tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3854597 Nov 12 03:23:04.542315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-6417c417-97b1-45d0-b639-f97782d967dd tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/94c01165-2279-4137-bc8a-818e34aefc05 HTTP/1.1" status: 200 len: 1832 time: 0.0979373 Nov 12 03:23:04.549421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94c01165-2279-4137-bc8a-818e34aefc05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:04.549752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '94c01165-2279-4137-bc8a-818e34aefc05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:04.561679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4615f938-b578-46d3-b11a-175cc3847b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.663797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f4ebac5-08c7-4b90-9fba-a9a3409b5cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.762888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4615f938-b578-46d3-b11a-175cc3847b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.769009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.770459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4615f938-b578-46d3-b11a-175cc3847b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.808062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.813601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.832889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23b6639-e4b4-4a65-bda9-4dbc9c802c4d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.843398 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.845589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f69a928-0dff-4bdd-b9d8-90773bb998a3 req-ceec8d21-9b8c-4bf3-9e8d-581941848543 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3015106 Nov 12 03:23:04.854050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4615f938-b578-46d3-b11a-175cc3847b23 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=617e4d8cff754b16bfaf55b3e0775408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284779 Nov 12 03:23:04.855460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:04.889396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615f938-b578-46d3-b11a-175cc3847b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5447f0a9-ef26-4103-87ad-1eeb246c63f9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:04.923982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.931267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6308b5d4-f0ad-46f5-ae27-4946f0f83770 req-cb7de605-6531-4950-8ebf-ac6eb4932995 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/94c01165-2279-4137-bc8a-818e34aefc05 HTTP/1.1" status: 200 len: 2426 time: 0.0519691 Nov 12 03:23:04.951801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:04.982894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-40b79869-4e93-4497-9f8f-2b8361e3584f tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-group-rules/a23b6639-e4b4-4a65-bda9-4dbc9c802c4d HTTP/1.1" status: 200 len: 778 time: 0.0288661 Nov 12 03:23:05.043961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-d182ffa4-6b42-4e32-9347-9935f357b425 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/94c01165-2279-4137-bc8a-818e34aefc05 HTTP/1.1" status: 200 len: 2426 time: 0.0502825 Nov 12 03:23:05.062660 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.066275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.067491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5447f0a9-ef26-4103-87ad-1eeb246c63f9 HTTP/1.1" status: 204 len: 168 time: 0.2107496 Nov 12 03:23:05.082090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052947fa-e2c3-4f83-89c5-28bdcdcaa6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5447f0a9-ef26-4103-87ad-1eeb246c63f9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.096513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.109447 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.146060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.153434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.173060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80e1f5ed-3af1-4e23-95d5-4cf9361cc7ff req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/a23b6639-e4b4-4a65-bda9-4dbc9c802c4d HTTP/1.1" status: 204 len: 173 time: 0.1179628 Nov 12 03:23:05.177531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ce9d-bbf2-4f98-923a-91fdd5505a66 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a23b6639-e4b4-4a65-bda9-4dbc9c802c4d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.184290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-340153138', 'description': 'tempest-description-1815902325'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.209739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.284408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.289950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.319805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83006e-dc93-4418-9dfd-1f5ebec77f0b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.325423 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.335295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fee4e7f-ebb5-475e-85bd-3cf4d498ff98 req-ad8bb617-060f-4d25-a8e5-02d4a49c65f7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1517189 Nov 12 03:23:05.394182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f8f86b3-0420-48ba-904a-8c82253ca534 req-820595a6-e220-422b-9ed5-68b6e93a9ae2 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/4d83006e-dc93-4418-9dfd-1f5ebec77f0b HTTP/1.1" status: 200 len: 1831 time: 0.0442564 Nov 12 03:23:05.448044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1800165300', 'description': 'tempest-description-1502493639'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.477359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.554417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.568776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.614408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf79f5-6d3f-461f-a824-b06faea10c1d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.622679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.630783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.632110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad460b35-4754-4dc4-8d2a-84cc1306909a req-69731ee3-c874-434c-b38b-5e7f039f2e9c tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1891358 Nov 12 03:23:05.712726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-af5aea15-d092-4055-a879-aff11829cea0 req-e07df36e-ecbb-40c8-a890-ce237f431ae5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/6acf79f5-6d3f-461f-a824-b06faea10c1d HTTP/1.1" status: 200 len: 1832 time: 0.0514603 Nov 12 03:23:05.742361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210818553', 'description': 'tempest-description-307741937'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.783382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.896073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.902578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.931402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42492) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:05.960560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.961841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-efe89e88-9cba-4cbb-80f0-11b9c2c8dfb6 req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2240109 Nov 12 03:23:05.967808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a62e62-cc20-403b-ba95-5c9e489057ac tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c58cdd-0c49-48c7-802d-adee42903ad7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.040815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-922876d6-db8f-4508-b439-1ac51a8863b5 req-80cb4fcf-df66-4728-8126-e9e2ab7a738b tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/b2c58cdd-0c49-48c7-802d-adee42903ad7 HTTP/1.1" status: 200 len: 1831 time: 0.0499022 Nov 12 03:23:06.068485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-908790058', 'description': 'tempest-description-1301399748'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:06.103115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1885987956-network', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:06.133405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.155685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:06.158284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.171075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.254180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.260287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.302201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.303508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa10dbf2-ab49-454b-81e7-641bd0817f29 req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2413104 Nov 12 03:23:06.306371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91df03-b667-4c91-94f7-985775cb5947 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8865d8f-6ec5-4a7f-ac61-fe411c2c4c49,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.325673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.330932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.358021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:06.367883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0184c4-b3e4-4339-8e4a-53a6cd5174df,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.372904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.373247 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Added segment 88524bdd-22da-4b31-b984-f8980d248ab6 of type vlan for network e3aec6b9-297b-4c21-a702-29b987137959 Nov 12 03:23:06.377587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbba3b1a-f7a2-450e-b766-864767faf032 req-60687fdb-780d-496e-bc30-9d05532901f0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/d8865d8f-6ec5-4a7f-ac61-fe411c2c4c49 HTTP/1.1" status: 200 len: 1831 time: 0.0488358 Nov 12 03:23:06.417897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.436059 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-64532f50-9581-4217-895a-2c87f1f83852 req-6465585d-493b-408c-8e0e-0af7f7c22356 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] show failed (client error): The resource could not be found. Nov 12 03:23:06.437076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64532f50-9581-4217-895a-2c87f1f83852 req-6465585d-493b-408c-8e0e-0af7f7c22356 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/ab19c90c-faf1-4937-8672-1046e4cfb1ed HTTP/1.1" status: 404 len: 352 time: 0.0232708 Nov 12 03:23:06.459319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.460221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.460791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.473183 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-926b84f2-5969-44df-9385-60dfc03f5b59 req-7c92b4fa-b46c-4f0c-ac52-28f84d33e96e tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] show failed (client error): The resource could not be found. Nov 12 03:23:06.474575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-926b84f2-5969-44df-9385-60dfc03f5b59 req-7c92b4fa-b46c-4f0c-ac52-28f84d33e96e tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-group-rules/4219acd9-2cc2-4b7f-a0c4-f0652533a1e4 HTTP/1.1" status: 404 len: 361 time: 0.0143230 Nov 12 03:23:06.526503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5927396 Nov 12 03:23:06.529857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42512) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:06.535954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Request body: {'subnet': {'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1885987956-subnet', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:06.544901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928293d-b3a3-4ba8-890c-0c8f6b40f37e admin admin] Pushing event updated for resources: {'Network': ['ID=e3aec6b9-297b-4c21-a702-29b987137959,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.555726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e3aec6b9-297b-4c21-a702-29b987137959 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:06.565027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:06.568235 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.573791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-ae7df5d3-0a19-41ad-b464-f30c0c3898f9 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/d8865d8f-6ec5-4a7f-ac61-fe411c2c4c49 HTTP/1.1" status: 200 len: 1831 time: 0.0536039 Nov 12 03:23:06.635533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.663820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.719589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.722574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.724161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f5f621a-5ec4-463d-a526-257dd51e4163 req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-groups/d8865d8f-6ec5-4a7f-ac61-fe411c2c4c49 HTTP/1.1" status: 204 len: 173 time: 0.1436012 Nov 12 03:23:06.734765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0175-d77c-42df-9f26-79610c1354a7 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8865d8f-6ec5-4a7f-ac61-fe411c2c4c49,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.780249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.806466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-db65e61c-5295-4a51-8cf0-90a0b7f71a19 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/b2c58cdd-0c49-48c7-802d-adee42903ad7 HTTP/1.1" status: 200 len: 1831 time: 0.0552871 Nov 12 03:23:06.840597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5a95cd-e606-4f7a-ac2e-45ea159db837,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.868360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:06.874906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.875550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Network hostable DHCP agents. Network: e3aec6b9-297b-4c21-a702-29b987137959, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:06.899398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.900750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Network e3aec6b9-297b-4c21-a702-29b987137959 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:06.912614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e3aec6b9-297b-4c21-a702-29b987137959) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:06.921775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b9cc2-37f4-4a90-b77a-9dac634ef42d None None] Network e3aec6b9-297b-4c21-a702-29b987137959 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:06.931919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.933460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.949870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.955266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.956632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-25fd962b-245c-4eed-964b-1b112eeaf201 req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-groups/b2c58cdd-0c49-48c7-802d-adee42903ad7 HTTP/1.1" status: 204 len: 173 time: 0.1434498 Nov 12 03:23:06.970797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74198dd2-af4e-4760-8f49-9af2f2a48bf5 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c58cdd-0c49-48c7-802d-adee42903ad7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.984055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-851d6ef2-0867-46bd-9cf2-19be1a945c10 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4498296 Nov 12 03:23:06.984981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42524) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:06.990518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:07.036313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.037437 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.071649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-c38b0076-2e3a-4e63-893c-952dea774b72 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/6acf79f5-6d3f-461f-a824-b06faea10c1d HTTP/1.1" status: 200 len: 1832 time: 0.0849092 Nov 12 03:23:07.130191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.156080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.206182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.270336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.278030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.281496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c0b267f-a9b0-401b-8228-c465a77182ae req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-groups/6acf79f5-6d3f-461f-a824-b06faea10c1d HTTP/1.1" status: 204 len: 173 time: 0.2002563 Nov 12 03:23:07.295130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.295303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f0ee-af03-4f4b-a0f3-e611e4b66fb0 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf79f5-6d3f-461f-a824-b06faea10c1d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:07.400469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-4ddd2492-b61e-4f8e-a904-2bdde007aa4d tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/4d83006e-dc93-4418-9dfd-1f5ebec77f0b HTTP/1.1" status: 200 len: 1831 time: 0.0883029 Nov 12 03:23:07.410706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.447844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e3aec6b9-297b-4c21-a702-29b987137959', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:07.449128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.516103 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.551294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.633628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Allocated IP 172.20.0.2 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/3fc69637-782a-40d3-a464-97571be89606) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:07.641205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.644728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.645897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f88da6fb-d55f-483b-a19c-e10453b7fb22 req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-groups/4d83006e-dc93-4418-9dfd-1f5ebec77f0b HTTP/1.1" status: 204 len: 173 time: 0.2293026 Nov 12 03:23:07.696182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c644-e06e-4b2a-898a-ac9213fb4474 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83006e-dc93-4418-9dfd-1f5ebec77f0b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:07.774396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-367d199a-ac3d-4dc7-bade-d1d77d8db01a tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "GET /v2.0/security-groups/94c01165-2279-4137-bc8a-818e34aefc05 HTTP/1.1" status: 200 len: 1832 time: 0.0740652 Nov 12 03:23:07.780468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.817534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.911840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.913450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.919756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.968909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.973614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Pushing event updated for resources: {'Port': ['ID=3fc69637-782a-40d3-a464-97571be89606,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.007236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:08.009632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:08.020245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:08.020808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Allocated IP 172.25.2.57 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fc7a8de9-4574-4e5a-acf5-5d9293a03c74) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:08.068922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.072452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.073697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d8e96a-880a-4dd9-a5e6-936d69f82453 req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] 10.222.0.84 "DELETE /v2.0/security-groups/94c01165-2279-4137-bc8a-818e34aefc05 HTTP/1.1" status: 204 len: 173 time: 0.2910409 Nov 12 03:23:08.080497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:08.133527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Attempting to bind port 3fc69637-782a-40d3-a464-97571be89606 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:08.133883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Attempting to bind port 3fc69637-782a-40d3-a464-97571be89606 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:08.134670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Attempting to bind port 3fc69637-782a-40d3-a464-97571be89606 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:08.148517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:08.148899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:08.149301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.149700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:08.150177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Bound port: 3fc69637-782a-40d3-a464-97571be89606, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:08.150325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Deleting subnet 47610d5b-fae5-411f-be48-13418164dfec {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:08.150563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.157591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.167773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c01165-2279-4137-bc8a-818e34aefc05,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.179431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.179784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.180387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.180739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.181126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.181459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.181795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.182127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.182459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.182790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.183129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.183473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55c8f9-d5ea-4303-8cf1-1ad72eee8238 tempest-SecurityGroupRulesNegativeTestJSON-2078629802 tempest-SecurityGroupRulesNegativeTestJSON-2078629802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:08.221840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.224077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.258199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.301764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.304586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] For port 3fc69637-782a-40d3-a464-97571be89606, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:08.307971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] For port 3fc69637-782a-40d3-a464-97571be89606, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3fc69637-782a-40d3-a464-97571be89606,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:08.316965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.319804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.331184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:08.352831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:08.356548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:08.387225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ff954-0cb6-407d-9e3b-dfeda35bb4f1 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:08.391483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451f583-6608-4d29-b4e8-bbf8842dd355 None None] Pushing event updated for resources: {'Port': ['ID=3fc69637-782a-40d3-a464-97571be89606,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.402264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.411246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73e7e-73ea-4a88-883e-fbed37e60400 req-360743ac-0d10-4c47-b5a0-fbbaa474637d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.412851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ac73e7e-73ea-4a88-883e-fbed37e60400 req-360743ac-0d10-4c47-b5a0-fbbaa474637d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.2594430 Nov 12 03:23:08.495333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2641ffac-7c94-4f86-943f-ec22d7ea499b None None] Provisioning complete for port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:08.499717 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2641ffac-7c94-4f86-943f-ec22d7ea499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.508467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.574671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47610d5b-fae5-411f-be48-13418164dfec,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.582043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.590019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89ef10d4-4769-4bc4-8d20-d1530e1797ae admin admin] 10.222.0.84 "DELETE /v2.0/subnets/47610d5b-fae5-411f-be48-13418164dfec HTTP/1.1" status: 204 len: 168 time: 0.5047235 Nov 12 03:23:08.595072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42552) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:08.598452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2641ffac-7c94-4f86-943f-ec22d7ea499b None None] Port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:08.701985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ac73e7e-73ea-4a88-883e-fbed37e60400 req-899b5c88-f6f0-4162-8a96-69368dc49116 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568879 Nov 12 03:23:08.794172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.856307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.004811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.037436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3fc69637-782a-40d3-a464-97571be89606 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:09.038355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f86d54c-13bb-458b-bbbd-a7555ef301b0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:09.049067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa634816-673c-411e-9455-c7968b8dd8d7') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:09.049368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa634816-673c-411e-9455-c7968b8dd8d7') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:09.059230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.073232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.080261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:09.080792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.155474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3fc69637-782a-40d3-a464-97571be89606 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:09.156288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:09.272641 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:09.279330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.296632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.302093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6f86d54c-13bb-458b-bbbd-a7555ef301b0 HTTP/1.1" status: 204 len: 168 time: 0.7026641 Nov 12 03:23:09.348748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.348971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e9be-380b-4295-8d8c-f66a7a693ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f86d54c-13bb-458b-bbbd-a7555ef301b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.370959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.384681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54916f2-f8c7-49d6-be59-af24c2928af6 req-3ce3fc85-d08e-4fa5-a2a3-8e29a52f812a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.397897 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d54916f2-f8c7-49d6-be59-af24c2928af6 req-3ce3fc85-d08e-4fa5-a2a3-8e29a52f812a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.4571316 Nov 12 03:23:09.459601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 3fc69637-782a-40d3-a464-97571be89606, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3fc69637-782a-40d3-a464-97571be89606,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.468057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.543813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42574) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:09.591701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d54916f2-f8c7-49d6-be59-af24c2928af6 req-70fdd475-9670-4371-9f21-54860d549a16 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925671 Nov 12 03:23:09.647287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=3fc69637-782a-40d3-a464-97571be89606,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.827251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b8a65e96-6a1b-4b3b-9a63-225da8a8559b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=434b1142cf5b46dc89133a05edf48f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804949 Nov 12 03:23:09.831693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42578) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:09.959652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Router 316f02ec-df10-475b-8e62-1c5db647be44 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:10.024324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.106594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.211705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.222164 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.230589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/78de33d1-0034-483c-b1d3-d8a3a07d76fd HTTP/1.1" status: 204 len: 168 time: 0.3934817 Nov 12 03:23:10.252510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbdde2-b0c9-4634-b5a4-f6b0c87ea418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de33d1-0034-483c-b1d3-d8a3a07d76fd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:10.292136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7611de7-abec-4d11-88ae-50b60576ed1c None None] Network e3aec6b9-297b-4c21-a702-29b987137959 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:10.447704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-931d6034-6ed2-4e67-840c-e4ecd4d4148c None None] Provisioning complete for port 3fc69637-782a-40d3-a464-97571be89606 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:10.448352 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-931d6034-6ed2-4e67-840c-e4ecd4d4148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.795685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:10.803401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-5f48b463-4be2-497e-86ac-87820fce32c4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.810388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-5f48b463-4be2-497e-86ac-87820fce32c4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.6866975 Nov 12 03:23:10.812697 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:10.846088 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:10.846991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:10.859167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-dbdc1b5a-6ba5-41be-84eb-21c6782c6c6f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/quotas/e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 375 time: 0.0478413 Nov 12 03:23:10.905636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.913158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42614) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:10.921862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-07b3bbd4-0681-4da3-bb21-14fc70476560 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9355762 Nov 12 03:23:10.962462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3fc69637-782a-40d3-a464-97571be89606 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:11.050134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-a48f6ec2-5b9f-4790-ae57-e5aef815bb0a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1900916 Nov 12 03:23:11.094841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3fc69637-782a-40d3-a464-97571be89606 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.095174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.134191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:11.275805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-757a995c-5461-460b-af5c-1df4bcc328be service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156544 Nov 12 03:23:11.287966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aa094ed3-174a-4615-9be4-311ba6a27902 None None] Provisioning complete for port 3fc69637-782a-40d3-a464-97571be89606 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.290468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aa094ed3-174a-4615-9be4-311ba6a27902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.445783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-c7914501-a856-4fea-8c3c-0afd451fb3a0 service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687322 Nov 12 03:23:11.682914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:08Z', 'revision_number': 3, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:11.719036 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:11.719689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Updating router 316f02ec-df10-475b-8e62-1c5db647be44 port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:11.746935 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.774371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42638) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:11.845682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9badf19-ffe6-4621-9ad2-10632ab87b5e req-d970e35a-fceb-4269-9af0-20ad21b6b19c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 210 time: 0.0275705 Nov 12 03:23:11.941513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.967490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-149227216-network', 'tenant_id': '976e1f6532b04f25963d1a8b03fa0ee9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:12.035880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Made reservation on behalf of 976e1f6532b04f25963d1a8b03fa0ee9 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:12.040159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.076471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.285899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.292572 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.331639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Allocated IP 172.20.0.1 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/2a1919e7-b207-4a2f-bacd-617797c933e0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:12.386131 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.399275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:12.403366 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.455674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451bbe24-13a8-4007-9a46-09bb9442edfd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.461007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.466718 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Added segment 823b0f5a-85ad-4e76-b604-ae9d91b299b1 of type vlan for network ea6da682-2fa1-46fc-8940-c10ae722697b Nov 12 03:23:12.513872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.557073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.576526 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Pushing event updated for resources: {'Port': ['ID=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.597293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.602922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd36b09-4146-4c3c-ac24-61f60f853ee7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:12.639939 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Attempting to bind port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:12.641033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Attempting to bind port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:12.641855 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Attempting to bind port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:12.644036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.645248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.645840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.648413 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:12.648934 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:12.649434 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.649942 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:12.650623 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Bound port: fc7a8de9-4574-4e5a-acf5-5d9293a03c74, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:12.661706 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.687245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9116888 Nov 12 03:23:12.688424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42658) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.698073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Request body: {'subnet': {'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-149227216-subnet', 'tenant_id': '976e1f6532b04f25963d1a8b03fa0ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:12.711835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.723404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-62ed7948-d299-4a40-ba9d-c29ba702cf53 None None] Provisioning complete for port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:12.723786 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62ed7948-d299-4a40-ba9d-c29ba702cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.732735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a30f8-5c87-49b5-bdee-a9dc3aa11486 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6da682-2fa1-46fc-8940-c10ae722697b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.739250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.739686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.740371 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.741029 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.744687 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.746354 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.746996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.747745 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.748270 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.748817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.749357 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.752229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:12.752791 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:12.763184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:12.779450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:12.795954 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] For port fc7a8de9-4574-4e5a-acf5-5d9293a03c74, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:12.799886 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] For port fc7a8de9-4574-4e5a-acf5-5d9293a03c74, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:12.806092 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.806971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ea6da682-2fa1-46fc-8940-c10ae722697b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:12.848804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.917169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Made reservation on behalf of 976e1f6532b04f25963d1a8b03fa0ee9 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:12.940646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.947342 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db2032-8631-4eae-ab3a-2fa45107435b None None] Pushing event updated for resources: {'Port': ['ID=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.976454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-62ed7948-d299-4a40-ba9d-c29ba702cf53 None None] Port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:12.987641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa58a84-7cd3-4096-9a44-fe7393d714aa None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:12.994075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:12.994929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.123600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] Provisioning complete for port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.123991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.132668 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:13.171436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-207da08e-5cc9-434f-82eb-6d1b310aa9aa req-4d9df91a-26ce-401a-b68d-fb0e00725e52 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 210 time: 0.1687064 Nov 12 03:23:13.249999 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.273599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] For port fc7a8de9-4574-4e5a-acf5-5d9293a03c74, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:13.277572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.337507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.343014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b9ca-6d70-43cf-95d2-543331ec664c None None] Pushing event updated for resources: {'Port': ['ID=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.388074 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:08Z', 'revision_number': 3, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.405477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-63b8e99c-49e7-4145-8445-248193a5ed9c None None] Provisioning complete for port 2a1919e7-b207-4a2f-bacd-617797c933e0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:13.405789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b8e99c-49e7-4145-8445-248193a5ed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.427239 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e083565-7b96-4201-a8d0-d0b19a69b45c None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:08Z', 'revision_number': 3, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:13.445480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.483005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-63b8e99c-49e7-4145-8445-248193a5ed9c None None] Port 2a1919e7-b207-4a2f-bacd-617797c933e0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:13.578608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4016b304-740b-443e-831f-1d7a8c2d9670,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.728414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-56b17a68-7262-47ab-8d10-251b395b7a98 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.730520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-56b17a68-7262-47ab-8d10-251b395b7a98 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.2005084 Nov 12 03:23:13.747869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'device_id': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'admin_state_up': True, 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:13.754192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.794379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Checking segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:13.794821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Network hostable DHCP agents. Network: ea6da682-2fa1-46fc-8940-c10ae722697b, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:13.802153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.908945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:13.912789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.944951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Network ea6da682-2fa1-46fc-8940-c10ae722697b is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:13.980744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ea6da682-2fa1-46fc-8940-c10ae722697b) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:13.982685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.984761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.990167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d70d51-da02-408c-9e03-4eb1cd65e455 None None] Network ea6da682-2fa1-46fc-8940-c10ae722697b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:14.009606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.010354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.104851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.20.0.12 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/2b5533b1-b58a-4634-8ad5-2aa046e0224b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:14.261492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-75105773-7a9b-4f0e-a897-143512e31d01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4077175 Nov 12 03:23:14.275993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f80d7fe1-e100-4a22-8341-d8c9ea016449 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5821848 Nov 12 03:23:14.287705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3738e5-8c40-4527-a75d-d5eaeb86d838 None None] Network ea6da682-2fa1-46fc-8940-c10ae722697b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:14.290484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:14.316866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:14.565923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ae2450db-3754-4aec-8d79-bb54052b3a2c req-f206d626-e857-4bf3-a513-98e006e464cc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 210 time: 0.1322663 Nov 12 03:23:14.665991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.742374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-313d217d-7aef-4aef-b64c-d28ed633086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.759288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-313d217d-7aef-4aef-b64c-d28ed633086e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.3221574 Nov 12 03:23:14.765083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.778552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:14.781128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:14.852536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:14.871826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:14.876377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:14.966910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:15.055030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.055746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.068372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fc7a8de9-4574-4e5a-acf5-5d9293a03c74 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:15.079649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3357041 Nov 12 03:23:15.080508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e8350-d944-4eec-947b-75ee96fc93f8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.097146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Request body: {'port': {'device_id': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:15.192171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c123d9c5-31cb-4968-9609-c8e7bd2dac1c None None] Provisioning complete for port 2a1919e7-b207-4a2f-bacd-617797c933e0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.196235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-24341a22-f77c-4392-8f09-4e05400f4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.196658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c123d9c5-31cb-4968-9609-c8e7bd2dac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.197784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-24341a22-f77c-4392-8f09-4e05400f4004 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.4115579 Nov 12 03:23:15.313547 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.329709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-a03666f3-f0b8-4e34-a809-af56f9c309d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1213784 Nov 12 03:23:15.373760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c123d9c5-31cb-4968-9609-c8e7bd2dac1c None None] Port 2a1919e7-b207-4a2f-bacd-617797c933e0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:15.417270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.417801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.568382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7edb02ed-5f3a-459c-9918-32c1bbdb8198 None None] Provisioning complete for port 2b5533b1-b58a-4634-8ad5-2aa046e0224b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:15.573187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7edb02ed-5f3a-459c-9918-32c1bbdb8198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.609029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:15.615691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a38f0a98-59cf-4ff2-bd66-3625a268f4c8 admin admin] 10.222.0.84 "PUT /v2.0/routers/316f02ec-df10-475b-8e62-1c5db647be44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7013659 Nov 12 03:23:15.623265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-f915353c-068f-49ce-b59a-fb0367e4f49d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.631377 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-f915353c-068f-49ce-b59a-fb0367e4f49d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.1393471 Nov 12 03:23:15.676425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7edb02ed-5f3a-459c-9918-32c1bbdb8198 None None] Port 2b5533b1-b58a-4634-8ad5-2aa046e0224b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:15.680935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-6880b356-e430-4080-b297-f542a7db9c9b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/quotas/976e1f6532b04f25963d1a8b03fa0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0486178 Nov 12 03:23:15.724224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-51331c3b-f815-4691-9740-e709155f1b39 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423162 Nov 12 03:23:15.801633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-97b9af13-676c-4853-8e28-2673c3dd58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.803625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-97b9af13-676c-4853-8e28-2673c3dd58d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.3208351 Nov 12 03:23:15.915212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-f083f322-27b6-4a90-a8d0-a951dbcf95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.916754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-f083f322-27b6-4a90-a8d0-a951dbcf95ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989568 Nov 12 03:23:15.991409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-2a87efa2-b375-4bca-8a0f-a7ce12a146b5 service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655666 Nov 12 03:23:16.052946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b5533b1-b58a-4634-8ad5-2aa046e0224b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:16.080057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534587-0af5-4c47-8bd9-153a6b9bedb7 req-60a159b4-23ab-495c-bbdf-466a4cd53296 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.081688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8534587-0af5-4c47-8bd9-153a6b9bedb7 req-60a159b4-23ab-495c-bbdf-466a4cd53296 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 932 time: 0.2977412 Nov 12 03:23:16.083784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.159376 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-760a4bea-bc3f-4b2a-a36f-7924f7062804 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229970 Nov 12 03:23:16.167735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-e29e7334-a29f-49fa-9a84-7fa14e4a4232 service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753170 Nov 12 03:23:16.203861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Transition to ACTIVE for port object 2b5533b1-b58a-4634-8ad5-2aa046e0224b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:16.262333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.367334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.415342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8534587-0af5-4c47-8bd9-153a6b9bedb7 req-8c7ee58a-0a41-49ed-91f0-4f5ff59982c3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037703 Nov 12 03:23:16.620724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:16.661253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:16.661895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:16.744038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Attempting to bind port 2b5533b1-b58a-4634-8ad5-2aa046e0224b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:16.744378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Attempting to bind port 2b5533b1-b58a-4634-8ad5-2aa046e0224b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:16.744703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Attempting to bind port 2b5533b1-b58a-4634-8ad5-2aa046e0224b on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:16.789578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Port 2b5533b1-b58a-4634-8ad5-2aa046e0224b on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:16.789952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Attempting to bind port 2b5533b1-b58a-4634-8ad5-2aa046e0224b on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:16.808917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:16.809265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:16.809700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:16.810085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Bound port: 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:16.810446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.856310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42738) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:16.884260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1195819979-network', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:17.000143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Made reservation on behalf of f659429cd35442d2acac7dfbd650ee12 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:17.007882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.051509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.087998 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-126673f7-c3a4-4a3d-be63-203e65297bb3 req-0bde5697-0c72-42ea-963e-2f7146ecce2b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 210 time: 0.0536475 Nov 12 03:23:17.099071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:17.112117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:17.145381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.151547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909314c8-8f42-447f-950c-b6ce8d5fa050 req-5047b4f9-41b0-46ad-b07e-822c52fcd17d service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9777381 Nov 12 03:23:17.233236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.234277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.236832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 200 len: 1093 time: 2.1447518 Nov 12 03:23:17.237477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:17.240810 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e71c2-b900-4c72-9f5a-081d3e816130" -d '{"events": [{"name": "network-changed", "server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:17.319859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:17.406674 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e81b8b-332f-4fb9-966b-428642030b76 x-openstack-request-id: req-29e81b8b-332f-4fb9-966b-428642030b76 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:17.406987 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:17.407737 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29e81b8b-332f-4fb9-966b-428642030b76 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:17.407882 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'status': 'completed', 'code': 200} Nov 12 03:23:17.419987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be368005-ea52-4373-bf9b-ee86691a2ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.480705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-7fbc84c7-7776-4e93-8142-9361c54f0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.489720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-7fbc84c7-7776-4e93-8142-9361c54f0ab1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 1096 time: 0.1944830 Nov 12 03:23:17.588795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.598331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-dd7ed6b1-7895-4382-baa7-8d32793cc2d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 200 len: 217 time: 0.0927191 Nov 12 03:23:17.604556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.713134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 2, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:17.758887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828f038-a7a6-45eb-9abc-9323eb7affd8 req-0e6296da-50a9-4e60-9f75-e3e0eff1d49d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.772043 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0828f038-a7a6-45eb-9abc-9323eb7affd8 req-0e6296da-50a9-4e60-9f75-e3e0eff1d49d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 944 time: 0.2347217 Nov 12 03:23:17.801737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:17.802351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-fed709ee-7075-4dc8-9d70-7b57ba6e5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.804051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-fed709ee-7075-4dc8-9d70-7b57ba6e5a1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.1853337 Nov 12 03:23:17.817083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Updating router 316f02ec-df10-475b-8e62-1c5db647be44 port 2a1919e7-b207-4a2f-bacd-617797c933e0 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:17.850176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0828f038-a7a6-45eb-9abc-9323eb7affd8 req-06f65351-adc5-404d-aa82-400a4fe79fb4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769975 Nov 12 03:23:17.858015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:17.861348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317ebcf-28ea-44c2-9bac-e1885ef4ee8a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.896198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.903867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.904234 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Added segment d0feb551-4721-4f76-abae-405e17be3cf0 of type vlan for network e1801e42-f6be-458a-a70b-5d3f9a8137cc Nov 12 03:23:18.021938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.025696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea760-096d-4982-bfef-b9f1daba612c req-fe2c8fc7-d234-46c9-bb98-337ab42b26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.027331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-fe2c8fc7-d234-46c9-bb98-337ab42b26a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938765 Nov 12 03:23:18.121578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.122876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.123740 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.259436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.266827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.343162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80568-da2b-4e5e-98b9-3aa36bf69590 None None] Pushing event updated for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.348550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42768) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:18.351304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4863441 Nov 12 03:23:18.354220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Request body: {'subnet': {'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1195819979-subnet', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:18.392312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Made reservation on behalf of f659429cd35442d2acac7dfbd650ee12 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:18.398389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.429653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19b1a38a-2db7-428c-ab4f-f49819578540 req-af73142d-6f4c-4cd7-afbe-595691cfee6b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 210 time: 0.2040179 Nov 12 03:23:18.445344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Attempting to bind port 2a1919e7-b207-4a2f-bacd-617797c933e0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:18.445733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Attempting to bind port 2a1919e7-b207-4a2f-bacd-617797c933e0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:18.446102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Attempting to bind port 2a1919e7-b207-4a2f-bacd-617797c933e0 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:18.446432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-86edafe6-6028-4ba5-860d-a5aad970ca01 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.448102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-86edafe6-6028-4ba5-860d-a5aad970ca01 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.3014450 Nov 12 03:23:18.459835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:18.460329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:18.460754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.464209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:18.464817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Bound port: 2a1919e7-b207-4a2f-bacd-617797c933e0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:18.465232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.468960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Request body: {'port': {'device_id': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'admin_state_up': True, 'tenant_id': '976e1f6532b04f25963d1a8b03fa0ee9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:18.551657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15206-21dd-41de-85ba-7fa8ca2ec588 admin admin] Pushing event updated for resources: {'Network': ['ID=e1801e42-f6be-458a-a70b-5d3f9a8137cc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.561051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] For port 2a1919e7-b207-4a2f-bacd-617797c933e0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:18.565754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:18.570697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] For port 2a1919e7-b207-4a2f-bacd-617797c933e0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2a1919e7-b207-4a2f-bacd-617797c933e0,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:18.603236 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.638059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-5769cf5b-413d-44bb-9fdd-e6d956a26665 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915236 Nov 12 03:23:18.646847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-60d82332-441c-4744-8a7e-24193ccdb1fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3081927 Nov 12 03:23:18.673532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.710154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] Provisioning complete for port 2a1919e7-b207-4a2f-bacd-617797c933e0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:18.710520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.757505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Checking segment: {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:18.758046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Network hostable DHCP agents. Network: e1801e42-f6be-458a-a70b-5d3f9a8137cc, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:18.768687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d08267-794f-46e2-b4b9-bbc41eeedc20,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.774039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:18.775238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:18.805484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:18.843280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e1801e42-f6be-458a-a70b-5d3f9a8137cc) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:18.856320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.856912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.928247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4dd97d80-d688-4178-aa5e-ca5be0e0e487 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5780194 Nov 12 03:23:18.930770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:18.935379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:18.947943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Made reservation on behalf of 976e1f6532b04f25963d1a8b03fa0ee9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:18.962909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.986480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.987869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.006108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:19.021544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-ca72fbf1-191b-46bb-9544-447733f6b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.023146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-ca72fbf1-191b-46bb-9544-447733f6b8f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 1097 time: 0.3456368 Nov 12 03:23:19.141997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.204746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cd97f-bd43-4fd9-b861-f040863df882 None None] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:19.206279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80568-da2b-4e5e-98b9-3aa36bf69590 None None] Pushing event updated for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.326833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8aea760-096d-4982-bfef-b9f1daba612c req-beb29e24-0970-4cb0-abe2-d9f90fc4d0f6 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768334 Nov 12 03:23:19.446221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.617107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2437a8-f313-41a5-a171-05f4bcae6036 req-45ced86b-a89b-4c43-9e65-446fc92a8aff tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.618672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b2437a8-f313-41a5-a171-05f4bcae6036 req-45ced86b-a89b-4c43-9e65-446fc92a8aff tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 944 time: 0.5846279 Nov 12 03:23:19.664210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2b75909-2af9-4481-9c7a-86c70dff389c req-332e252b-e103-4322-80c0-5000e7d93cb0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 210 time: 0.0718267 Nov 12 03:23:19.681228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-b41a2074-699d-46e0-8e5e-dcf362618bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.693115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-b41a2074-699d-46e0-8e5e-dcf362618bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 1096 time: 0.2770312 Nov 12 03:23:19.716878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Allocated IP 172.20.0.3 (ea6da682-2fa1-46fc-8940-c10ae722697b/4016b304-740b-443e-831f-1d7a8c2d9670/fc564242-30fe-4ff0-91b0-4f756c280302) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:19.749153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.832243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b2437a8-f313-41a5-a171-05f4bcae6036 req-0c138892-b2ee-4835-8da1-5b4d5000f5e6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059743 Nov 12 03:23:19.862536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-e6e624f5-81ec-44c4-acd1-df1d5be263da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.864054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-e6e624f5-81ec-44c4-acd1-df1d5be263da service neutron] 10.222.0.39 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.8090057 Nov 12 03:23:19.911906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'fixed_ips': [{'subnet_id': '41d08267-794f-46e2-b4b9-bbc41eeedc20'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:19.912766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.924197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] For port 2a1919e7-b207-4a2f-bacd-617797c933e0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2a1919e7-b207-4a2f-bacd-617797c933e0,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.959796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.978208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:18Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:20.023540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-67a21dc0-5cc5-466a-aece-92014d2df054 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 HTTP/1.1" status: 200 len: 217 time: 0.0898001 Nov 12 03:23:20.043592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.065454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb582575-9cfa-4ff7-a151-0228a1bfd1f4 None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:18Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:20.097782 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.322314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-f7ec97a6-4e56-4406-9c0d-31a59a9a34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.324352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-f7ec97a6-4e56-4406-9c0d-31a59a9a34ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.3000536 Nov 12 03:23:20.341369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-3a5aff40-ce00-4c68-8b86-224a9d8ab8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.342929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-3a5aff40-ce00-4c68-8b86-224a9d8ab8f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.6225283 Nov 12 03:23:20.371269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19aeb6-2f6f-4a84-b9d8-6cc8bd6c9aca None None] Pushing event updated for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.378470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-74d820d5-6d00-4519-ab35-967e1bcf4db9 None None] Provisioning complete for port 2a1919e7-b207-4a2f-bacd-617797c933e0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.378787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74d820d5-6d00-4519-ab35-967e1bcf4db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.438210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Allocated IP 172.25.2.69 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/048da568-0435-4cce-8ad1-33d2f7b7c5e9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:20.588965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-579cb443-dfed-4466-80ed-0cf933add71e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 200 len: 217 time: 0.1962688 Nov 12 03:23:20.617817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.642119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Allocated IP 172.20.0.2 (e1801e42-f6be-458a-a70b-5d3f9a8137cc/41d08267-794f-46e2-b4b9-bbc41eeedc20/31c07006-31e1-41ef-828b-c5d62f68873b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:20.661259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.674227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-37d43c93-d3ae-4fa5-b442-c116e9ce76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.676437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-37d43c93-d3ae-4fa5-b442-c116e9ce76eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0742011 Nov 12 03:23:20.684215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-999d1988-eae8-4ebe-9577-7ca8c6ba3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.687500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-999d1988-eae8-4ebe-9577-7ca8c6ba3ff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3277421 Nov 12 03:23:20.730301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Pushing event updated for resources: {'Port': ['ID=048da568-0435-4cce-8ad1-33d2f7b7c5e9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:20.764523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:20.766193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:20.775887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:20.806550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ee375-c31c-4230-9d06-12134acaba15 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:20.847664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.932060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-843d5740-6823-4add-8322-8d913515d13f req-403a287e-695c-4cdc-9160-6c7d064f6e1b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 210 time: 0.1053112 Nov 12 03:23:20.989046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e112fa79-cab5-48b6-bd8b-56f756a32343 None None] Provisioning complete for port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.989588 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e112fa79-cab5-48b6-bd8b-56f756a32343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.057208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-2e81ef20-e48e-4ecc-b2eb-e264bcdb2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.058952 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-2e81ef20-e48e-4ecc-b2eb-e264bcdb2474 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3633852 Nov 12 03:23:21.098831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2a1919e7-b207-4a2f-bacd-617797c933e0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:21.127070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850015d-d9cc-4462-8231-814118f5d50a req-abff2dc7-f68e-464c-88be-b53e230d439d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.134666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b850015d-d9cc-4462-8231-814118f5d50a req-abff2dc7-f68e-464c-88be-b53e230d439d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 944 time: 0.1218650 Nov 12 03:23:21.191621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-aa4639a0-53ed-4624-baa6-a64ac0c22e2f service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695418 Nov 12 03:23:21.207439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e112fa79-cab5-48b6-bd8b-56f756a32343 None None] Port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:21.211962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.269575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.290069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.301848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2a1919e7-b207-4a2f-bacd-617797c933e0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.302290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.343484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b850015d-d9cc-4462-8231-814118f5d50a req-5c833e5d-a68b-4d47-afc6-86edd798e6f9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075899 Nov 12 03:23:21.426577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.507374 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.516312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Network ea6da682-2fa1-46fc-8940-c10ae722697b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:21.580444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3dc3d75-118b-4c97-aed2-af8e6cd665f9 req-3f396d8b-372d-4d66-aae8-e60d9cdbec37 service neutron] 10.222.0.39 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872631 Nov 12 03:23:21.588899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:21.599874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:21.655485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:21.663901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-c0970f88-826c-4d23-b513-0ce7f361b02f service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816810 Nov 12 03:23:21.671461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:21.682579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:21.732687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.733327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.762429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Pushing event updated for resources: {'Port': ['ID=31c07006-31e1-41ef-828b-c5d62f68873b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.864771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Attempting to bind port 31c07006-31e1-41ef-828b-c5d62f68873b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:21.865366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Attempting to bind port 31c07006-31e1-41ef-828b-c5d62f68873b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:21.865804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Attempting to bind port 31c07006-31e1-41ef-828b-c5d62f68873b on network e1801e42-f6be-458a-a70b-5d3f9a8137cc {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:21.883020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:21.883505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Checking segment: {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:21.883973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.884363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Bound using segment: {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:21.884840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Bound port: 31c07006-31e1-41ef-828b-c5d62f68873b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:21.885215 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.895353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.025941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] For port 31c07006-31e1-41ef-828b-c5d62f68873b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:22.033683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] For port 31c07006-31e1-41ef-828b-c5d62f68873b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=31c07006-31e1-41ef-828b-c5d62f68873b,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:22.045649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.144096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538143c0-23be-492d-ae31-e66ea2fd53a1 None None] Pushing event updated for resources: {'Port': ['ID=31c07006-31e1-41ef-828b-c5d62f68873b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.215360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 2b5533b1-b58a-4634-8ad5-2aa046e0224b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:22.351601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Router 9b965029-9515-466e-809f-05db5be3e564 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:22.360678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.377114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'mac_address': 'fa:16:3e:a3:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:22.433539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-8fbaea16-6e09-4aa9-8e30-abda3c1f83dd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9692235 Nov 12 03:23:22.448175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.467173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Request body: {'port': {'device_id': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:22.511563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b5533b1-b58a-4634-8ad5-2aa046e0224b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:22.559792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.564700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30471b4c-daec-45a3-8872-8b9aa4c9cf4d req-83aeeb46-6ead-404c-94a0-1d303efcd8db tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.567477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.568911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30471b4c-daec-45a3-8872-8b9aa4c9cf4d req-83aeeb46-6ead-404c-94a0-1d303efcd8db tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 931 time: 0.1699715 Nov 12 03:23:22.574968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449e71c2-b900-4c72-9f5a-081d3e816130 req-2ceda2c9-89e5-4a9c-b8ca-8bfc851190c4 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8965566 Nov 12 03:23:22.590582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.650621 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:22.667174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66230b-c1d5-4222-b086-fdc539239125 req-f21d3a31-2075-4b1f-a9f7-31bde7254c9c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.676672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a66230b-c1d5-4222-b086-fdc539239125 req-f21d3a31-2075-4b1f-a9f7-31bde7254c9c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 944 time: 0.1934559 Nov 12 03:23:22.702251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-30471b4c-daec-45a3-8872-8b9aa4c9cf4d req-f4e955da-36cf-41a8-af50-11d685a0aab8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128213 Nov 12 03:23:22.706628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:22.717777 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Sync routers for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:22.733761 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:22.735777 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:22.747164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.759707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a66230b-c1d5-4222-b086-fdc539239125 req-d0cd073f-5c77-44ec-bda5-9061ac8ef28e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820932 Nov 12 03:23:22.771780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.771780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea5ba974-26d3-413b-a8e6-cfba00deb259 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8358202 Nov 12 03:23:22.771780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42836) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:22.942119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:22.958830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['2b5533b1-b58a-4634-8ad5-2aa046e0224b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:23.022683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 31c07006-31e1-41ef-828b-c5d62f68873b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:23.055953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc564242-30fe-4ff0-91b0-4f756c280302 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:23.067299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.083593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Transition to ACTIVE for port object fc564242-30fe-4ff0-91b0-4f756c280302 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:23.091061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.114248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 31c07006-31e1-41ef-828b-c5d62f68873b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:23.114799 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.171327 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 3, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:23.199459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.229486 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Checking router: 9b965029-9515-466e-809f-05db5be3e564 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:23.229972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Updating router 9b965029-9515-466e-809f-05db5be3e564 port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:23.269641 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.285189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.287379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Attempting to bind port fc564242-30fe-4ff0-91b0-4f756c280302 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:23.287725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Attempting to bind port fc564242-30fe-4ff0-91b0-4f756c280302 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:23.288053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Attempting to bind port fc564242-30fe-4ff0-91b0-4f756c280302 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.298910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Port fc564242-30fe-4ff0-91b0-4f756c280302 on network ea6da682-2fa1-46fc-8940-c10ae722697b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:23.301049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Attempting to bind port fc564242-30fe-4ff0-91b0-4f756c280302 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.314199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:23.314539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Checking segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:23.314944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Bound using segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:23.320923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Bound port: fc564242-30fe-4ff0-91b0-4f756c280302, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:23.321307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.342861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 31c07006-31e1-41ef-828b-c5d62f68873b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=31c07006-31e1-41ef-828b-c5d62f68873b,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:23.358505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.427738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=31c07006-31e1-41ef-828b-c5d62f68873b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.497251 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.524880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:23.545247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:23.558242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.587844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.589925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.593252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc564242-30fe-4ff0-91b0-4f756c280302 HTTP/1.1" status: 200 len: 1092 time: 1.1356890 Nov 12 03:23:23.596430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:23.603019 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002ac6f2-23d2-46b8-834f-d44e9b85438c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:23.720507 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fa45d2-de29-4de6-a5ad-ab74857dd859 x-openstack-request-id: req-65fa45d2-de29-4de6-a5ad-ab74857dd859 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.721045 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.721440 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-65fa45d2-de29-4de6-a5ad-ab74857dd859 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.722004 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'status': 'completed', 'code': 200} Nov 12 03:23:23.809267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448c52c-2429-4a24-90e3-9ec6c1185946 service neutron] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.828398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-396e5f3c-b269-4afd-a95b-0c690c2e3b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.836407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-396e5f3c-b269-4afd-a95b-0c690c2e3b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 1095 time: 0.1695774 Nov 12 03:23:23.859440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Allocated IP 172.20.0.1 (e1801e42-f6be-458a-a70b-5d3f9a8137cc/41d08267-794f-46e2-b4b9-bbc41eeedc20/0debec77-45be-482e-9cee-34188658c870) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:23.902869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c711ee-025f-4616-a2cb-828481b754aa None None] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:23.935211 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.945056 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.996344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e7e21-9ca1-4371-bdbd-4bd8a37ee891 req-e980705a-2cf4-4dd7-b54b-9352832f49de tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.000533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d333-6127-4cb7-bc6f-e6251253d543 None None] Pushing event updated for resources: {'Port': ['ID=048da568-0435-4cce-8ad1-33d2f7b7c5e9,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.004080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-447e7e21-9ca1-4371-bdbd-4bd8a37ee891 req-e980705a-2cf4-4dd7-b54b-9352832f49de tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 945 time: 0.1142235 Nov 12 03:23:24.030031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-23322f46-0db2-4069-818a-4627c17619e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc564242-30fe-4ff0-91b0-4f756c280302 HTTP/1.1" status: 200 len: 217 time: 0.1866469 Nov 12 03:23:24.043013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Attempting to bind port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:24.043413 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Attempting to bind port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:24.046633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Attempting to bind port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:24.052197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098396e-1700-472a-907d-76430dff3dff None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:24.059703 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:24.060079 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:24.060480 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.064895 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:24.065894 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Bound port: 048da568-0435-4cce-8ad1-33d2f7b7c5e9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:24.066309 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.121959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-447e7e21-9ca1-4371-bdbd-4bd8a37ee891 req-1ff1e682-d305-4c58-b4db-b188c06f3f84 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168933 Nov 12 03:23:24.133060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-96869923-762a-40d8-84f0-70bea1925080 None None] Provisioning complete for port 31c07006-31e1-41ef-828b-c5d62f68873b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:24.133626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-96869923-762a-40d8-84f0-70bea1925080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.136509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.184848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e303-3e10-477a-898c-a837283c591c req-de9d8417-1695-4626-8690-a88f328654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.186480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-de9d8417-1695-4626-8690-a88f328654eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.1416893 Nov 12 03:23:24.242606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 2b5533b1-b58a-4634-8ad5-2aa046e0224b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:24.253662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] For port 048da568-0435-4cce-8ad1-33d2f7b7c5e9, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:24.258313 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] For port 048da568-0435-4cce-8ad1-33d2f7b7c5e9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=048da568-0435-4cce-8ad1-33d2f7b7c5e9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:24.263946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.275779 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.314049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-08921d25-e90d-497b-8f37-47b11accbed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068482 Nov 12 03:23:24.339571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e2a67-3e09-4fa2-9f63-47d5aecbeb1d req-95a96e4e-2edc-45c2-a369-5c693c86dd82 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.362703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f60e2a67-3e09-4fa2-9f63-47d5aecbeb1d req-95a96e4e-2edc-45c2-a369-5c693c86dd82 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 943 time: 0.5246129 Nov 12 03:23:24.389364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:24.393669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 2b5533b1-b58a-4634-8ad5-2aa046e0224b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:24.396545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:24.400170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 2b5533b1-b58a-4634-8ad5-2aa046e0224b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:24.404092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.405400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:24.411365 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9d333-6127-4cb7-bc6f-e6251253d543 None None] Pushing event updated for resources: {'Port': ['ID=048da568-0435-4cce-8ad1-33d2f7b7c5e9,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.459381 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:24.460022 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:24.491729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd17cf-6077-4c69-b53e-44c58d9e763a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:24.543549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.584359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] Provisioning complete for port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:24.584734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.642594 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:24.650196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f60e2a67-3e09-4fa2-9f63-47d5aecbeb1d req-7d33b511-8f6d-434c-964b-59fd0a61cef2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665355 Nov 12 03:23:24.718363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-a4c148b9-820f-4133-82ba-307a725df581 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543670 Nov 12 03:23:24.728644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Pushing event updated for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.735400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.807606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:24.823457 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bae5189-301f-4414-ba2b-fae4ba90db0c" -d '{"events": [{"server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "name": "network-vif-plugged", "status": "completed", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:24.840033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:24.845731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.899136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1da6e303-3e10-477a-898c-a837283c591c req-89f20ebd-a04b-48a5-bc70-3c7d9d7eab26 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690354 Nov 12 03:23:24.942320 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b08f32c-085a-4884-a17f-809ee601912d x-openstack-request-id: req-5b08f32c-085a-4884-a17f-809ee601912d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:24.946620 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "name": "network-vif-plugged", "status": "completed", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:24.947014 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b08f32c-085a-4884-a17f-809ee601912d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:24.947491 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'code': 200} Nov 12 03:23:25.002972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.027075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 31c07006-31e1-41ef-828b-c5d62f68873b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:25.071460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.073978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.086844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.087486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.087831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.088174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.088503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.088833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.089336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.089723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.090181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.090518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.090845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.091205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:25.096760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] For port 048da568-0435-4cce-8ad1-33d2f7b7c5e9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=048da568-0435-4cce-8ad1-33d2f7b7c5e9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:25.106675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.121145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-c8318866-1a31-4465-9df1-6e0f552e0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.123543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-c8318866-1a31-4465-9df1-6e0f552e0f1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 1095 time: 0.1513233 Nov 12 03:23:25.146861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd76d1d-39f1-4d83-b0bd-fda187bc4e29 req-1d85b7ce-209f-4369-b1a1-748b01c29d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.148894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fd76d1d-39f1-4d83-b0bd-fda187bc4e29 req-1d85b7ce-209f-4369-b1a1-748b01c29d4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 1098 time: 0.1104527 Nov 12 03:23:25.197138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 31c07006-31e1-41ef-828b-c5d62f68873b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:25.197719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.218735 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 3, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:25.260462 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d6f920-e733-47a8-978c-49d5d8d9699d None None] The sync data for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 is: [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:21Z', 'revision_number': 3, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:25.327593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0bffb-0b48-42b6-a202-c2fd13bc517c None None] Pushing event updated for resources: {'Port': ['ID=048da568-0435-4cce-8ad1-33d2f7b7c5e9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.335490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c041c7f5-3402-42fe-a929-9dda0326bf88 None None] Provisioning complete for port 31c07006-31e1-41ef-828b-c5d62f68873b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:25.335866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c041c7f5-3402-42fe-a929-9dda0326bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.365323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-481edac2-5812-46cf-b2a0-7c99163554e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.367288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-481edac2-5812-46cf-b2a0-7c99163554e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 915 time: 0.2318928 Nov 12 03:23:25.376585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fd76d1d-39f1-4d83-b0bd-fda187bc4e29 req-da776ad2-6120-4eef-a6f7-ef82fe7e0903 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970275 Nov 12 03:23:25.434966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-f3ec8920-600d-42ed-95ce-7b65cdfac3b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc564242-30fe-4ff0-91b0-4f756c280302 HTTP/1.1" status: 200 len: 217 time: 0.0571542 Nov 12 03:23:25.501374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-e295d2b5-708f-4001-b5cc-261098983ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.503154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-e295d2b5-708f-4001-b5cc-261098983ecd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.0569489 Nov 12 03:23:25.518716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912038e-a998-4eb7-9d8b-c9f44755b78c req-cc79eebf-3e08-4d1e-969a-439de8c851a1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.520568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c912038e-a998-4eb7-9d8b-c9f44755b78c req-cc79eebf-3e08-4d1e-969a-439de8c851a1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 946 time: 0.2281163 Nov 12 03:23:25.528170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.546251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-8c550022-6a75-458b-8912-4425787f53c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350606 Nov 12 03:23:25.563942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.592551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c041c7f5-3402-42fe-a929-9dda0326bf88 None None] Provisioning complete for port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:25.593013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c041c7f5-3402-42fe-a929-9dda0326bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.756718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c912038e-a998-4eb7-9d8b-c9f44755b78c req-96e47cb1-d621-4288-8b7b-b676ab475d77 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186565 Nov 12 03:23:25.800124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.802516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Pushing event updated for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.821871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-243a11b7-5a66-4f1e-8981-f6623b027118 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662024 Nov 12 03:23:26.000970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-32f59797-4541-419a-a7fb-157dfcf41fa6 None None] Provisioning complete for port 0debec77-45be-482e-9cee-34188658c870 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:26.003907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-32f59797-4541-419a-a7fb-157dfcf41fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.005820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002ac6f2-23d2-46b8-834f-d44e9b85438c req-9f6e58d1-d74b-4e96-8256-d4807d3f7c62 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761088 Nov 12 03:23:26.071811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-32f59797-4541-419a-a7fb-157dfcf41fa6 None None] Port 0debec77-45be-482e-9cee-34188658c870 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:26.084678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:26.091590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:26.114543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882520bc-1d60-40c0-bf1a-cea464bbd18c req-1965c0f5-a0de-4975-ad55-54c0abc77078 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.116343 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-882520bc-1d60-40c0-bf1a-cea464bbd18c req-1965c0f5-a0de-4975-ad55-54c0abc77078 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 943 time: 0.2160335 Nov 12 03:23:26.276338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-882520bc-1d60-40c0-bf1a-cea464bbd18c req-b07cbea2-9c0c-47fa-b53c-6c2a4a1b31eb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280339 Nov 12 03:23:26.322454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Router 9b965029-9515-466e-809f-05db5be3e564 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:26.403610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-606b99e5-1767-4147-b62a-895f48886b74 None None] Provisioning complete for port 0debec77-45be-482e-9cee-34188658c870 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:26.404087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-606b99e5-1767-4147-b62a-895f48886b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.463289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-606b99e5-1767-4147-b62a-895f48886b74 None None] Port 0debec77-45be-482e-9cee-34188658c870 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:26.474003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:26.492553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e7026bb-04e3-4f82-9ebf-84653cb2d489 admin admin] 10.222.0.84 "PUT /v2.0/routers/9b965029-9515-466e-809f-05db5be3e564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7207940 Nov 12 03:23:26.978279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 048da568-0435-4cce-8ad1-33d2f7b7c5e9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:27.142081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:27.142457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.555213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200a1fa-3c0a-48e6-8be3-db8020b9f2d2 req-1ca098de-4b8a-4e57-80e4-8d669b5e23d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.564519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a200a1fa-3c0a-48e6-8be3-db8020b9f2d2 req-1ca098de-4b8a-4e57-80e4-8d669b5e23d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 946 time: 0.6246884 Nov 12 03:23:27.665827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a200a1fa-3c0a-48e6-8be3-db8020b9f2d2 req-8b7e4ff1-45c2-4faf-a39a-36d7df72123f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001389 Nov 12 03:23:27.689891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.841923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7af2f-2ffd-4b93-b13f-9d11f176067d req-fac755ed-92a7-4cd5-9683-2f1be2dac94f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.844560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Sync routers for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:27.851496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01d7af2f-2ffd-4b93-b13f-9d11f176067d req-fac755ed-92a7-4cd5-9683-2f1be2dac94f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 943 time: 0.4573510 Nov 12 03:23:27.865319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:27.867492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:27.892796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-c770946f-60ad-43c8-a38f-895611700b2c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 267 time: 0.0922179 Nov 12 03:23:27.908774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01d7af2f-2ffd-4b93-b13f-9d11f176067d req-ac2ff44c-c434-4644-8722-536e33a7fba2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560472 Nov 12 03:23:27.996818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-7b2efacb-b083-4eda-a33e-ed59dd321bd8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.010018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-7b2efacb-b083-4eda-a33e-ed59dd321bd8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 946 time: 0.1104233 Nov 12 03:23:28.025182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'security_groups': []}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:28.139792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:28.226653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.239414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:28.664287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:28.679512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'port_id': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'mac_address': 'fa:16:3e:be:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4016b304-740b-443e-831f-1d7a8c2d9670', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:28.735511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:28.782212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.806618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.816086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.834748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:28.841708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', '2b5533b1-b58a-4634-8ad5-2aa046e0224b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:28.867155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc564242-30fe-4ff0-91b0-4f756c280302 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:28.924010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.926361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:28.936724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30016bd9-0d7b-4da7-8a9a-1eef9ae408d3 req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "PUT /v2.0/ports/2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 200 len: 905 time: 0.9256172 Nov 12 03:23:28.954766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:28.960972 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:29.070235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947e16f-eeb8-46ec-9eb6-c81dcd1434d3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.188913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.253297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c183d-f6d7-4d66-9e97-9d912c67b5e0 req-d717eae3-ab71-4b16-b967-baec97fc5dd1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.261137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e4c183d-f6d7-4d66-9e97-9d912c67b5e0 req-d717eae3-ab71-4b16-b967-baec97fc5dd1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 943 time: 0.1487980 Nov 12 03:23:29.267587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['2b5533b1-b58a-4634-8ad5-2aa046e0224b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:29.278460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.374970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e4c183d-f6d7-4d66-9e97-9d912c67b5e0 req-bf95d08c-7ff0-474b-ba55-c8d4559f2fe1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128228 Nov 12 03:23:29.420107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.442717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c00a78-3120-48ee-9f0d-ef2360d3609d req-5eb96982-2147-4464-a57c-b7610c909e7c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.457707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75c00a78-3120-48ee-9f0d-ef2360d3609d req-5eb96982-2147-4464-a57c-b7610c909e7c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 908 time: 0.3602526 Nov 12 03:23:29.509312 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352805e3-a46e-49c7-b3b6-9c9bc372d3e4 x-openstack-request-id: req-352805e3-a46e-49c7-b3b6-9c9bc372d3e4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:29.509802 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:29.510198 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-352805e3-a46e-49c7-b3b6-9c9bc372d3e4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:29.510790 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'status': 'completed', 'code': 200} Nov 12 03:23:29.634569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-9874049f-cf1f-44d8-831f-178dd4ac18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.642782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-9874049f-cf1f-44d8-831f-178dd4ac18cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 1060 time: 0.0961142 Nov 12 03:23:29.655945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fc564242-30fe-4ff0-91b0-4f756c280302'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:29.827244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:24Z', 'revision_number': 4, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0debec77-45be-482e-9cee-34188658c870', 'name': '', 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'mac_address': 'fa:16:3e:98:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:23Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 2, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'subnets': [{'id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:29.838179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.881735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2de83be2-db95-48b8-9f01-7eda9a4420ad None None] Provisioning complete for port 2b5533b1-b58a-4634-8ad5-2aa046e0224b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:29.882108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2de83be2-db95-48b8-9f01-7eda9a4420ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.921729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Checking router: 9b965029-9515-466e-809f-05db5be3e564 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:29.922136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Updating router 9b965029-9515-466e-809f-05db5be3e564 port 0debec77-45be-482e-9cee-34188658c870 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:29.928367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152e85-a331-43f7-a0c3-2704d115906e req-5a843f7c-c4a4-449c-8035-f5fe931dea71 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.938861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f152e85-a331-43f7-a0c3-2704d115906e req-5a843f7c-c4a4-449c-8035-f5fe931dea71 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1781404 Nov 12 03:23:30.080889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.090032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f152e85-a331-43f7-a0c3-2704d115906e req-23dbf752-7312-4e92-9f23-427518abbffa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069703 Nov 12 03:23:30.181870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-1ca45bb2-f911-45d2-9f71-114c71a72448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.192052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-1ca45bb2-f911-45d2-9f71-114c71a72448 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.5412891 Nov 12 03:23:30.301215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-47c46100-daec-4a62-9975-8f42c83b13c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 200 len: 217 time: 0.1004767 Nov 12 03:23:30.430669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37205e-c978-4375-bdeb-1af2d2e0d76a req-bdfdd3b0-c732-4eab-9e40-82fe1f79478e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.440302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c37205e-c978-4375-bdeb-1af2d2e0d76a req-bdfdd3b0-c732-4eab-9e40-82fe1f79478e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1222570 Nov 12 03:23:30.555891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c37205e-c978-4375-bdeb-1af2d2e0d76a req-52c88fed-6528-4394-b328-7a597503cb92 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146209 Nov 12 03:23:30.624428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-2c2b5177-4f43-4644-8613-703022f86281 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.626822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-2c2b5177-4f43-4644-8613-703022f86281 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.2346935 Nov 12 03:23:30.628714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-37079ec4-0f56-4f82-9a51-2e386d29b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.630418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-37079ec4-0f56-4f82-9a51-2e386d29b33c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.3209653 Nov 12 03:23:30.733873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.737332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-927de524-79fd-4e0a-8262-4ba51c875e4b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.1028936 Nov 12 03:23:30.748298 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:30.832675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514702b-2132-4a9d-8638-d42fd5f2aace req-98aa1a19-7683-49a7-8de7-96d2cb050a06 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.834303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d514702b-2132-4a9d-8638-d42fd5f2aace req-98aa1a19-7683-49a7-8de7-96d2cb050a06 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.1606719 Nov 12 03:23:30.899434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-d4c2846d-8871-48a7-82c1-91fd7af6053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.901599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-d4c2846d-8871-48a7-82c1-91fd7af6053d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497413 Nov 12 03:23:30.926997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d514702b-2132-4a9d-8638-d42fd5f2aace req-98affb0b-2242-4e4b-a61d-6c7ee926bc72 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811017 Nov 12 03:23:30.989685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7b4e-15e8-4e83-a081-d14b74688e70 None None] Pushing event updated for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:30.992249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Attempting to bind port 0debec77-45be-482e-9cee-34188658c870 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:30.992630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Attempting to bind port 0debec77-45be-482e-9cee-34188658c870 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:30.992959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Attempting to bind port 0debec77-45be-482e-9cee-34188658c870 on network e1801e42-f6be-458a-a70b-5d3f9a8137cc {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:31.004332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-b4e62cc9-abbf-4de1-b9a1-287101a6cd66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444456 Nov 12 03:23:31.013926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:31.013926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Checking segment: {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:31.014367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.014549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Bound using segment: {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:31.015038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Bound port: 0debec77-45be-482e-9cee-34188658c870, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0feb551-4721-4f76-abae-405e17be3cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:31.015454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.150371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] For port 0debec77-45be-482e-9cee-34188658c870, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:31.152591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] For port 0debec77-45be-482e-9cee-34188658c870, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0debec77-45be-482e-9cee-34188658c870,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:31.161804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.228926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7b4e-15e8-4e83-a081-d14b74688e70 None None] Pushing event updated for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:31.276573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-b462c727-a46a-4680-a008-78af3febfe2c service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095780 Nov 12 03:23:31.293269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:31.294166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:31.296867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] Provisioning complete for port 0debec77-45be-482e-9cee-34188658c870 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:31.298326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.377096 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-aa351fa4-9574-4ece-81de-2e3006f8dfcd service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652722 Nov 12 03:23:31.446388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-49089b1c-a600-4a35-8d9e-78439615531c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.454299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-49089b1c-a600-4a35-8d9e-78439615531c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.1478133 Nov 12 03:23:31.474358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-93ef7d85-e7c0-49f1-a767-a1ed0edb641e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/quotas/e0d1960752df4e1585ee4a4e32b78240 HTTP/1.1" status: 200 len: 375 time: 0.0189850 Nov 12 03:23:31.481110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-a7da8c81-fc36-4e3b-be32-6fa44875aeea service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987705 Nov 12 03:23:31.632004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:31.636900 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-6a6b7887-ffc0-4ad0-acb3-1c11773e0b08 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1615314 Nov 12 03:23:31.660924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6a9f8e-09dd-4ee9-bc6b-352e35c74d3c req-5781a561-d1d7-4907-89e5-042afc35637b service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788352 Nov 12 03:23:31.804531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-88b83f08-2c95-451e-9ca6-062df7a2636f service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592381 Nov 12 03:23:32.001579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.012029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-6d6ab5a2-0e89-4681-b808-21c6b092727b service neutron] 10.222.0.84 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055743 Nov 12 03:23:32.033554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dfdfc813-356d-432b-a2fd-64b82b31921c req-7c510b89-5df1-4e45-8353-3e275621fe6e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0839365 Nov 12 03:23:32.121586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] For port 0debec77-45be-482e-9cee-34188658c870, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0debec77-45be-482e-9cee-34188658c870,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:32.215062 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.226001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dda56-5ac9-46b8-89b6-87f319101ed8 req-87c705c5-3e0a-4753-b33e-0d6dca266678 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.236456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b48dda56-5ac9-46b8-89b6-87f319101ed8 req-87c705c5-3e0a-4753-b33e-0d6dca266678 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.0911798 Nov 12 03:23:32.307030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:32.343464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b48dda56-5ac9-46b8-89b6-87f319101ed8 req-7043e514-f113-4233-a6eb-24eb9c61fcd9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Nov 12 03:23:32.371607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25d463fc-6279-49bf-8abe-d01c48406a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.437422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2cf9c229-7e01-4374-aa15-68e8fb36eb56 None None] Provisioning complete for port 0debec77-45be-482e-9cee-34188658c870 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:32.438311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2cf9c229-7e01-4374-aa15-68e8fb36eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.543816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e83bbd26-a61c-460b-b917-7c1f589d3bb5 req-376878ec-e89c-4f49-8a5a-349568b55eb6 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 210 time: 0.0552456 Nov 12 03:23:32.581531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f45575-853c-4140-bd92-fb42cba368f1 None None] Pushing event updated for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:32.709536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port fc564242-30fe-4ff0-91b0-4f756c280302 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:32.721380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fc564242-30fe-4ff0-91b0-4f756c280302 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:32.721790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.749062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:24Z', 'revision_number': 4, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0debec77-45be-482e-9cee-34188658c870', 'name': '', 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'mac_address': 'fa:16:3e:98:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:23Z', 'updated_at': '2021-11-12T03:23:31Z', 'revision_number': 4, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'subnets': [{'id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:32.818060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae15c49-b173-43a9-8b89-81c6f5441c6b None None] The sync data for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 is: [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:23:24Z', 'revision_number': 4, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '0debec77-45be-482e-9cee-34188658c870', 'name': '', 'network_id': 'e1801e42-f6be-458a-a70b-5d3f9a8137cc', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'mac_address': 'fa:16:3e:98:61:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:23Z', 'updated_at': '2021-11-12T03:23:31Z', 'revision_number': 4, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'subnets': [{'id': '41d08267-794f-46e2-b4b9-bbc41eeedc20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:32.917872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.949829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:32.952223 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c500cc79-4e4a-4f21-b9ff-56f055618cd3" -d '{"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-plugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:33.009949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:33.041142 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.161509 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e42c29-beff-4066-a0eb-36f6ed267d18 x-openstack-request-id: req-40e42c29-beff-4066-a0eb-36f6ed267d18 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:33.162016 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-plugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:33.162282 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-40e42c29-beff-4066-a0eb-36f6ed267d18 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:33.162695 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'code': 200} Nov 12 03:23:33.184752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43064) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:33.228292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.263182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb6e518a-df4c-41f0-9d0c-dce9c7793e0f req-c87277f0-1028-4466-aee4-550cec3c8bcd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0703011 Nov 12 03:23:33.319344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96093-84d9-4fb1-9f22-d38e9480be8a req-7200ba50-014e-4fb2-8d8f-9e78d740fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.322191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ba96093-84d9-4fb1-9f22-d38e9480be8a req-7200ba50-014e-4fb2-8d8f-9e78d740fc02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 1097 time: 0.0757668 Nov 12 03:23:33.448096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.485057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ba96093-84d9-4fb1-9f22-d38e9480be8a req-3b6cef40-bb77-4379-b816-56745ff424d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515958 Nov 12 03:23:33.584355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.596591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.608686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6a504-8ffa-437f-b320-3217ddea1671 req-fa469014-f45e-4268-93ab-520fb1fc0d45 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.610563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf6a504-8ffa-437f-b320-3217ddea1671 req-fa469014-f45e-4268-93ab-520fb1fc0d45 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1419301 Nov 12 03:23:33.788354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=13950bf4d65548459dafdf64b75a80bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6025419 Nov 12 03:23:33.791027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43078) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:33.792636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504304d-a60f-442f-88bf-c661d6187913,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.834729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdf6a504-8ffa-437f-b320-3217ddea1671 req-dafeecfa-ae5c-49c5-90cb-7ce107d49607 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980598 Nov 12 03:23:33.837423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.838032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.838529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.839053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.839557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.840051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.840530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.841027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.841522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.842020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.842509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.842992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7e431-9f5f-45aa-93e4-602cdccdb3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:33.990921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83af036a-cd23-4104-9f14-a3593affb022 req-217e6c6d-30fd-40fb-8f4a-deafa872fd95 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 210 time: 0.0700185 Nov 12 03:23:34.049693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.074086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-869ce375-021f-48d4-a229-812bb2cd4aa9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.075681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-869ce375-021f-48d4-a229-812bb2cd4aa9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.3033972 Nov 12 03:23:34.092130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.097274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': '8b9dfdda-da16-464d-90e5-300375264835', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:34.250879 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.265240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.267776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e504304d-a60f-442f-88bf-c661d6187913 HTTP/1.1" status: 204 len: 168 time: 0.4757490 Nov 12 03:23:34.305591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1ac3-f562-485f-8fcd-6931510804d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504304d-a60f-442f-88bf-c661d6187913,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.381311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:34.386302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.645925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8bfad3d4-7808-4eda-8274-a95448c0a74f req-75514c8f-d7a0-4c4a-bdef-57f48ff0d2d2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.1408169 Nov 12 03:23:34.658625 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f27b34e2-3560-4ced-a368-8e6d83cc30bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.795534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.10 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/7df09bd6-5c0f-452b-9ca5-4390301ecbf1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:34.818911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-a6f4fc63-bfa7-4472-9015-c1908d434278 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.820507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-a6f4fc63-bfa7-4472-9015-c1908d434278 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 812 time: 0.5664444 Nov 12 03:23:34.835155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Request body: {'port': {'device_id': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'admin_state_up': True, 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.027739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0debec77-45be-482e-9cee-34188658c870 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:35.174702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0debec77-45be-482e-9cee-34188658c870 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:35.175831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.178305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b909cd33-efdf-4154-85e4-2e8b41c48382 req-295351da-8a49-4b69-a045-f7d0f6dadbad tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 210 time: 0.0900342 Nov 12 03:23:35.214991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff61e-e615-4e4b-93f5-833ba389ad9a req-3ee7ef26-6f4c-4334-9b1f-8357c21559de tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.227019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9adff61e-e615-4e4b-93f5-833ba389ad9a req-3ee7ef26-6f4c-4334-9b1f-8357c21559de tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1767030 Nov 12 03:23:35.278960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Made reservation on behalf of e0d1960752df4e1585ee4a4e32b78240 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:35.283148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.308599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.349682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.425055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9adff61e-e615-4e4b-93f5-833ba389ad9a req-255556d6-ead3-4036-83ee-a6d619c9ddd6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932411 Nov 12 03:23:35.470461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:35.477420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:35.503744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:35.603011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.604521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.621921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.637490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.655140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-9f977d9c-9377-43b4-81c5-6ddadd1c12fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5658062 Nov 12 03:23:35.672653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Request body: {'port': {'device_id': '8b9dfdda-da16-464d-90e5-300375264835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.697117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Allocated IP 172.20.0.11 (4dd1c16f-b83e-40ce-9bf1-5082b124215a/1310e7ea-7131-494d-916a-4c702ee48e1c/8c347014-a3f0-415e-b237-4903265f41ab) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:35.789764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.934165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ff7b7-638c-4869-8b7a-e0c7764a7fe1 req-0d35ad4b-2204-45bc-a7be-b562045c4fd6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.943252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-712ff7b7-638c-4869-8b7a-e0c7764a7fe1 req-0d35ad4b-2204-45bc-a7be-b562045c4fd6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 932 time: 0.1229966 Nov 12 03:23:36.022127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-13c6bba5-0d67-416f-9b12-99fe2e5fca66 None None] Provisioning complete for port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:36.023250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13c6bba5-0d67-416f-9b12-99fe2e5fca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.068374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb84e-0a49-4a1c-9dee-83967ea4dc36 req-ea05d821-9233-49bf-8250-58e1e52a9926 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.081183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4efb84e-0a49-4a1c-9dee-83967ea4dc36 req-ea05d821-9233-49bf-8250-58e1e52a9926 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.5600109 Nov 12 03:23:36.087455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-712ff7b7-638c-4869-8b7a-e0c7764a7fe1 req-cb2d9c96-92d0-465b-b1a0-1e52e7b3d691 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374731 Nov 12 03:23:36.122795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-13c6bba5-0d67-416f-9b12-99fe2e5fca66 None None] Port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:36.281914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4efb84e-0a49-4a1c-9dee-83967ea4dc36 req-ed360a8b-30b6-43fc-a445-8fe4eea60e1b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948993 Nov 12 03:23:36.285099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.378304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.395155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:36.461805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:36.469137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:36.471954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:36.508779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:36.565010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.573434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.625857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7954071 Nov 12 03:23:36.640728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c25ce-f536-405b-8d0a-0f06f831cb6a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.648682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Request body: {'port': {'device_id': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:36.737173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4521e9-c1b7-4084-9524-90fe92eb2b6b req-2b1cb0b8-904a-48ee-a6ea-15e795450bb4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.743876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c4521e9-c1b7-4084-9524-90fe92eb2b6b req-2b1cb0b8-904a-48ee-a6ea-15e795450bb4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 932 time: 0.3788450 Nov 12 03:23:36.842157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.089911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c4521e9-c1b7-4084-9524-90fe92eb2b6b req-e377d7fe-ce4a-4f7d-bf4f-966e08ec89b1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108747 Nov 12 03:23:37.101426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:37.113988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3e1aff8c-572a-4cf3-b92c-e472da142019 None None] Provisioning complete for port 8c347014-a3f0-415e-b237-4903265f41ab triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:37.114524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e1aff8c-572a-4cf3-b92c-e472da142019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.125359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.168264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Transition to ACTIVE for port object 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:37.173736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.208030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01883b9-e4b7-4454-a660-fb74b400fdc9 req-0a491b22-c6bd-4b22-813d-28b325aa4ce1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.216563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d01883b9-e4b7-4454-a660-fb74b400fdc9 req-0a491b22-c6bd-4b22-813d-28b325aa4ce1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1724336 Nov 12 03:23:37.314608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Pushing event updated for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.336706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.353573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3e1aff8c-572a-4cf3-b92c-e472da142019 None None] Port 8c347014-a3f0-415e-b237-4903265f41ab cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:37.405526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a80407-ecfa-4bca-b835-cdd00b53c27b req-113289a3-9421-4606-b028-311d950ecd52 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.408185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94a80407-ecfa-4bca-b835-cdd00b53c27b req-113289a3-9421-4606-b028-311d950ecd52 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1227984 Nov 12 03:23:37.439901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d01883b9-e4b7-4454-a660-fb74b400fdc9 req-c340691c-2d06-4413-b4d8-c44f6ff3f398 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221062 Nov 12 03:23:37.719393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c347014-a3f0-415e-b237-4903265f41ab {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:37.735040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94a80407-ecfa-4bca-b835-cdd00b53c27b req-031ee128-4b18-4adb-b332-71542f0b995d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191109 Nov 12 03:23:37.750788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.772471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Transition to ACTIVE for port object 8c347014-a3f0-415e-b237-4903265f41ab will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:37.777286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.800555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Attempting to bind port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:37.801300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Attempting to bind port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:37.801300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Attempting to bind port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:37.809011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:37.809339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Attempting to bind port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:37.816505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:37.816902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:37.817305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:37.817740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Bound port: 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:37.824142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.888423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:37.953897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:37.961049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:37.967821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.058810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.060306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.063501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] 10.222.0.32 "PUT /v2.0/ports/7df09bd6-5c0f-452b-9ca5-4390301ecbf1 HTTP/1.1" status: 200 len: 1093 time: 2.3957801 Nov 12 03:23:38.064046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:38.067584 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aab2a8-cc94-4403-8b9e-0ba668edb562" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:38.084501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b65c3-30da-4044-8e9e-7f10ea45520f service neutron] Pushing event updated for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.113768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Attempting to bind port 8c347014-a3f0-415e-b237-4903265f41ab on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:38.114515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Attempting to bind port 8c347014-a3f0-415e-b237-4903265f41ab by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:38.114636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Attempting to bind port 8c347014-a3f0-415e-b237-4903265f41ab on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:38.153319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Port 8c347014-a3f0-415e-b237-4903265f41ab on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:38.153721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Attempting to bind port 8c347014-a3f0-415e-b237-4903265f41ab on network 4dd1c16f-b83e-40ce-9bf1-5082b124215a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:38.164971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:38.165322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Checking segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:38.165711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Bound using segment: {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:38.166145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Bound port: 8c347014-a3f0-415e-b237-4903265f41ab, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43af6d3-f68c-492e-bcd5-6f66286111a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:38.166521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.201976 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.207588 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0360084d-f8e8-4492-b5a4-476cb8fc64ac x-openstack-request-id: req-0360084d-f8e8-4492-b5a4-476cb8fc64ac {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:38.208302 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:38.208565 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0360084d-f8e8-4492-b5a4-476cb8fc64ac {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:38.208987 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1', 'status': 'completed', 'code': 200} Nov 12 03:23:38.317543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-be5faf3a-b972-43be-9803-8619e4dcf326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.319887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-be5faf3a-b972-43be-9803-8619e4dcf326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 1096 time: 0.2021232 Nov 12 03:23:38.404747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:38.410806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:38.426768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1658db-bda5-4f64-9150-53f903ef7648 req-b345ad0b-1d67-486d-ab29-bc6d82868ee2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.443574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a1658db-bda5-4f64-9150-53f903ef7648 req-b345ad0b-1d67-486d-ab29-bc6d82868ee2 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 944 time: 0.1526620 Nov 12 03:23:38.457325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.458598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-971a25b1-cf1c-4890-8a84-51d1144f5a73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1 HTTP/1.1" status: 200 len: 217 time: 0.1286955 Nov 12 03:23:38.554532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-8f5f22cb-178c-4477-80bc-64d2340f4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.556653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-8f5f22cb-178c-4477-80bc-64d2340f4925 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0899529 Nov 12 03:23:38.576437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.577011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:38.579687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] 10.222.0.32 "PUT /v2.0/ports/8c347014-a3f0-415e-b237-4903265f41ab HTTP/1.1" status: 200 len: 1093 time: 1.9354861 Nov 12 03:23:38.581963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:38.586547 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3b66f-618b-4acc-b343-d450c6dfb73f" -d '{"events": [{"name": "network-changed", "server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "tag": "8c347014-a3f0-415e-b237-4903265f41ab"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:38.654475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-989fdd4f-e5f4-4a7c-968d-6c6b27f6fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.664053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-989fdd4f-e5f4-4a7c-968d-6c6b27f6fa79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900028 Nov 12 03:23:38.816810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a1658db-bda5-4f64-9150-53f903ef7648 req-80665c7d-9739-4828-bb60-5de2d2b03ae0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723295 Nov 12 03:23:38.848824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206a38f-7aa7-46c1-8673-3f728aa05eff service neutron] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:38.878846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cfbe3-8e35-413a-a5a9-b6254d2d2664 req-01c35694-f92d-49f4-a501-6f4fc37a644a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.885764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-a32cf275-ed79-4223-84b4-c02793ee3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.886398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d81cfbe3-8e35-413a-a5a9-b6254d2d2664 req-01c35694-f92d-49f4-a501-6f4fc37a644a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1912508 Nov 12 03:23:38.891725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-a32cf275-ed79-4223-84b4-c02793ee3c06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 1096 time: 0.2340839 Nov 12 03:23:38.930383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-ba80e085-0149-4572-8a7a-53a772d9d4fa service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631083 Nov 12 03:23:38.969385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-edf5c5c9-99f5-4e8a-ae1d-7c14d5e54c89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c347014-a3f0-415e-b237-4903265f41ab HTTP/1.1" status: 200 len: 217 time: 0.0656703 Nov 12 03:23:38.973480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d81cfbe3-8e35-413a-a5a9-b6254d2d2664 req-67a2d112-5f44-4542-99a1-0bae429b47da tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862098 Nov 12 03:23:39.033192 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d61504-f220-469f-b1b4-618267862dee x-openstack-request-id: req-f6d61504-f220-469f-b1b4-618267862dee {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:39.034688 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "tag": "8c347014-a3f0-415e-b237-4903265f41ab", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:39.034688 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f6d61504-f220-469f-b1b4-618267862dee {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:39.034688 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab', 'status': 'completed', 'code': 200} Nov 12 03:23:39.069450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-98627d42-162d-4e5b-a9ef-1fd8c15068ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.071029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-98627d42-162d-4e5b-a9ef-1fd8c15068ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0865574 Nov 12 03:23:39.115146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532e6106-fc04-4cf4-990a-3e1dd3edb3a4 req-ae63ce13-4975-4b02-a03a-39a7a3cc849e service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707311 Nov 12 03:23:39.176867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-8081c20e-cfe2-48f4-b2e9-61ab3500cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.178659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-8081c20e-cfe2-48f4-b2e9-61ab3500cb74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963931 Nov 12 03:23:39.181825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:39.197388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e6c4a-2649-420c-b085-480febac0afc req-86d1ed61-ccb0-4ca9-baa3-d9c1149b7d4b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.205722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f7e6c4a-2649-420c-b085-480febac0afc req-86d1ed61-ccb0-4ca9-baa3-d9c1149b7d4b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1049652 Nov 12 03:23:39.251384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-674672a3-bc18-4083-99ca-99cd774715f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.252950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-674672a3-bc18-4083-99ca-99cd774715f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 1096 time: 0.0597255 Nov 12 03:23:39.316298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-38232650-0551-40b0-88bd-e01b22a18fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029890 Nov 12 03:23:39.386069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-e287feec-091c-4a46-bee3-bf8cc951cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.388255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-e287feec-091c-4a46-bee3-bf8cc951cbed service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1212771 Nov 12 03:23:39.451653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-cf795869-83ad-481f-86ae-e7fddd898937 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1 HTTP/1.1" status: 200 len: 217 time: 0.0507789 Nov 12 03:23:39.453681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f7e6c4a-2649-420c-b085-480febac0afc req-2caf8ace-154f-42fc-9210-e46c52ccec1d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327802 Nov 12 03:23:39.467999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3691466a-29ab-4a75-aee3-5521cdd992ed req-ccf86b3f-9a22-4651-9d69-865d8897965f service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421087 Nov 12 03:23:39.525491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6f94229-6d86-4caa-886a-855abc2f91da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.604434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-8cc98fde-3d48-41bf-aaf3-0d63c3bcb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.606356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-8cc98fde-3d48-41bf-aaf3-0d63c3bcb2c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 1096 time: 0.0798018 Nov 12 03:23:39.610130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-560fa912-2339-4cbd-8743-400b53e3cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.611664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-560fa912-2339-4cbd-8743-400b53e3cd23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1516743 Nov 12 03:23:39.633257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6f94229-6d86-4caa-886a-855abc2f91da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.731707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-c5ba5c3a-e0ce-45ea-a969-e8f75bc1bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.734500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-c5ba5c3a-e0ce-45ea-a969-e8f75bc1bfcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.1015248 Nov 12 03:23:39.781076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-5d1670ea-318a-4f39-b340-14d2ec766d53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c347014-a3f0-415e-b237-4903265f41ab HTTP/1.1" status: 200 len: 217 time: 0.0384936 Nov 12 03:23:39.843628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-ee5da7e0-7300-47eb-9105-3aa8fcfb0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.845311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-ee5da7e0-7300-47eb-9105-3aa8fcfb0830 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0549595 Nov 12 03:23:39.922951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-d11d32b1-0a62-4c50-8aa6-77cd5fb0bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.924923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-d11d32b1-0a62-4c50-8aa6-77cd5fb0bc2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604055 Nov 12 03:23:39.998243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6f94229-6d86-4caa-886a-855abc2f91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.032235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-a0826f40-d7bd-4680-8b46-6bea5299cfa0 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985522 Nov 12 03:23:40.073095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f6f94229-6d86-4caa-886a-855abc2f91da admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=60ac885dcfed4b0cab17d5dcd67c6350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901703 Nov 12 03:23:40.075808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43330) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:40.092257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f94229-6d86-4caa-886a-855abc2f91da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f3e65-1041-415d-bed6-83ecff6c17f9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:40.097699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-ec4639e3-1392-4f26-8e55-f19852f71f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.099254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-ec4639e3-1392-4f26-8e55-f19852f71f3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4645469 Nov 12 03:23:40.117356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ea4e0-42cc-4c33-91d4-26b7d4922ad7 req-0f01af02-db0f-4cb2-a07a-6ed02a3e9c48 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.118958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-279ea4e0-42cc-4c33-91d4-26b7d4922ad7 req-0f01af02-db0f-4cb2-a07a-6ed02a3e9c48 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 944 time: 0.1220551 Nov 12 03:23:40.231312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2e3b66f-618b-4acc-b343-d450c6dfb73f req-c0504fe6-ff41-4555-9271-6e626d0081a9 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888585 Nov 12 03:23:40.239797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-279ea4e0-42cc-4c33-91d4-26b7d4922ad7 req-8b2d1db7-6023-44b7-b88f-afcd94d8aa32 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633054 Nov 12 03:23:40.240179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.243994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-283d0e5d-bcba-4aa3-a243-6e082643e4a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240191 Nov 12 03:23:40.269525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.287237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dacc8-405c-4bdf-95be-b92f739028ad req-12bbce29-8674-4e1b-ac17-0ca86169bc7a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.295057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d73dacc8-405c-4bdf-95be-b92f739028ad req-12bbce29-8674-4e1b-ac17-0ca86169bc7a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1236014 Nov 12 03:23:40.381122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40aab2a8-cc94-4403-8b9e-0ba668edb562 req-08addfa9-5481-4333-a7e1-faeb4a749a96 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284649 Nov 12 03:23:40.390975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d73dacc8-405c-4bdf-95be-b92f739028ad req-7eea4d6a-8054-4669-abfb-6c3c0492fe85 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857084 Nov 12 03:23:40.399505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.405388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.406927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa2f3e65-1041-415d-bed6-83ecff6c17f9 HTTP/1.1" status: 204 len: 168 time: 0.3299913 Nov 12 03:23:40.418011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ff176-7c11-40f2-be09-3867cc41c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f3e65-1041-415d-bed6-83ecff6c17f9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:40.561422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac20b-30b4-465f-9430-693cb9757e95 req-2730d6e4-bc3d-4ee9-93e8-98758205e867 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.563257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95cac20b-30b4-465f-9430-693cb9757e95 req-2730d6e4-bc3d-4ee9-93e8-98758205e867 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0547066 Nov 12 03:23:40.615583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95cac20b-30b4-465f-9430-693cb9757e95 req-1ea6511f-720e-4244-b53c-69c677adca5e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Nov 12 03:23:40.708795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:40.724421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7668552b-2cab-45b6-8651-8191869a6258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.804492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7668552b-2cab-45b6-8651-8191869a6258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.808476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7668552b-2cab-45b6-8651-8191869a6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.849039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7668552b-2cab-45b6-8651-8191869a6258 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=78c987e145274c5295e922b287ccf7cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391287 Nov 12 03:23:40.849925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668552b-2cab-45b6-8651-8191869a6258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23335a29-e36c-4619-8f06-5224c7b0e4d1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:40.851908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43346) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:40.902881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.926254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.975887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.978479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:40.982140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23335a29-e36c-4619-8f06-5224c7b0e4d1 HTTP/1.1" status: 204 len: 168 time: 0.1267436 Nov 12 03:23:40.987604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a95367-7604-43e1-809f-3be8a8e88c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23335a29-e36c-4619-8f06-5224c7b0e4d1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.388234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b362d7-8757-4366-81b4-1f51e0351937 req-f369211e-0c67-4084-9efd-b539cb26acb4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.392147 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22b362d7-8757-4366-81b4-1f51e0351937 req-f369211e-0c67-4084-9efd-b539cb26acb4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 944 time: 0.0702369 Nov 12 03:23:41.455130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22b362d7-8757-4366-81b4-1f51e0351937 req-6afe23a4-655c-4d5d-84c6-00fbe6d954e3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560868 Nov 12 03:23:41.542829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4b06-6603-4ea5-a3b2-c9c0103ceb2c req-ba6b6562-e209-4c48-b3c4-90ea1e992010 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.544430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a8a4b06-6603-4ea5-a3b2-c9c0103ceb2c req-ba6b6562-e209-4c48-b3c4-90ea1e992010 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0659299 Nov 12 03:23:41.597508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a8a4b06-6603-4ea5-a3b2-c9c0103ceb2c req-2f6857a9-7a7d-4c09-98ea-3ce480e9fa1b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Nov 12 03:23:41.765608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc60aa3-4ac9-44b6-b15b-f09ab459c2c6 req-f25c7eba-3ef8-4987-bc6a-c2eb1947bcde tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.773872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0dc60aa3-4ac9-44b6-b15b-f09ab459c2c6 req-f25c7eba-3ef8-4987-bc6a-c2eb1947bcde tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0718660 Nov 12 03:23:41.834538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0dc60aa3-4ac9-44b6-b15b-f09ab459c2c6 req-ce813833-e295-432e-91b8-7e3a671b7995 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596344 Nov 12 03:23:42.337529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:42.463388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:42.485021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '8c347014-a3f0-415e-b237-4903265f41ab', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '8c347014-a3f0-415e-b237-4903265f41ab', 'mac_address': 'fa:16:3e:b0:a4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:42.544043 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.558546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c347014-a3f0-415e-b237-4903265f41ab {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:42.581418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:42.587450 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.674478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.699836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c56cb4-d6c9-488d-a1ee-aceaf2f109df req-adb23601-2b22-4cd1-8a55-9a45465a5bb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.708526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64c56cb4-d6c9-488d-a1ee-aceaf2f109df req-adb23601-2b22-4cd1-8a55-9a45465a5bb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 945 time: 0.1033823 Nov 12 03:23:42.768982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64c56cb4-d6c9-488d-a1ee-aceaf2f109df req-822389ca-42ff-4bce-a02b-35dfbe97d510 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589626 Nov 12 03:23:42.811694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0259c-b2a5-4f8a-940b-d167aa39556d req-bf65184f-31b2-4557-834b-4b6c45bd71c1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.819967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dce0259c-b2a5-4f8a-940b-d167aa39556d req-bf65184f-31b2-4557-834b-4b6c45bd71c1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1115456 Nov 12 03:23:42.932508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['8c347014-a3f0-415e-b237-4903265f41ab'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:42.939709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dce0259c-b2a5-4f8a-940b-d167aa39556d req-1a2c5427-0251-487e-9837-12af76c99cfb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Nov 12 03:23:43.021372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9176a-9a96-4ea1-83c0-dd62bd164e0d req-27cf3917-89a5-484f-b2cf-201a15cd6b5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.031010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29a9176a-9a96-4ea1-83c0-dd62bd164e0d req-27cf3917-89a5-484f-b2cf-201a15cd6b5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0765269 Nov 12 03:23:43.102527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29a9176a-9a96-4ea1-83c0-dd62bd164e0d req-a6488905-9d76-4596-b341-bb668a0d3196 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659184 Nov 12 03:23:43.627636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43430) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.632726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'network': {'name': 'tempest-network-smoke--418822627', 'project_id': '2baa175256594fb49a0907fadef1ff91', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:43.661924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:43.665458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.684646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.771793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.776272 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.789747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:43.800681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.801038 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Added segment 24429208-d967-4552-95bb-803377955147 of type vlan for network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 Nov 12 03:23:43.849534 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.902155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.906948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.907616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.922815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fd6d54-4fff-48fa-94ae-80b1345ca6de,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.975178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3463900 Nov 12 03:23:43.978660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43440) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.987291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'admin_state_up': True, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:44.050040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de48802-b277-4095-b482-ba8bdd1227c9 req-8cedb8aa-ae5b-422d-bf0e-b90d566a1adf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.051752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0de48802-b277-4095-b482-ba8bdd1227c9 req-8cedb8aa-ae5b-422d-bf0e-b90d566a1adf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 945 time: 0.1533463 Nov 12 03:23:44.052889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523ff5-b7ee-4ca2-a732-7629fd0ca8db tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Network': ['ID=4d6b853a-7718-4f88-90cc-a1d8c8ecb390,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.058475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.059761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.080246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:44.115233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0de48802-b277-4095-b482-ba8bdd1227c9 req-4d1d6fa9-d032-4831-af92-ff9df1700310 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 Nov 12 03:23:44.162233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a775-6d08-4c54-8933-a723546d4c25 req-9b78a995-8a18-4186-bbed-9d281225922f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.164149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c83a775-6d08-4c54-8933-a723546d4c25 req-9b78a995-8a18-4186-bbed-9d281225922f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1319320 Nov 12 03:23:44.245388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa803be-2100-461a-bd8f-f8717dfdff83 req-1b6e8c36-2b4d-430c-98fe-e1fa4a6c2cb9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.247882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-daa803be-2100-461a-bd8f-f8717dfdff83 req-1b6e8c36-2b4d-430c-98fe-e1fa4a6c2cb9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0630972 Nov 12 03:23:44.265916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.319018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-daa803be-2100-461a-bd8f-f8717dfdff83 req-5ced9430-00b3-4460-a2d8-9f62d5fe6ab9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642817 Nov 12 03:23:44.331377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c83a775-6d08-4c54-8933-a723546d4c25 req-986dc6b9-37d2-42e0-9fb7-208b7e92a8e1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580169 Nov 12 03:23:44.353068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:44.439776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 8c347014-a3f0-415e-b237-4903265f41ab completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:44.443816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 8c347014-a3f0-415e-b237-4903265f41ab triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:44.444189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.479997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.523913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.546970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:44.549307 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e736552-ac5d-4316-9b10-3ad570385709" -d '{"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-plugged", "status": "completed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:44.566034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:44.571448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.603961 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d7c170-4df3-4350-9068-80841abb2a53 x-openstack-request-id: req-a6d7c170-4df3-4350-9068-80841abb2a53 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:44.605433 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-plugged", "status": "completed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:44.606367 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6d7c170-4df3-4350-9068-80841abb2a53 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:44.606992 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab', 'code': 200} Nov 12 03:23:44.646741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.747257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.769406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.854691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981a0e2-323f-4bce-8d35-1caef21a72ee req-888790bd-aff7-41a3-9253-ee997cd03e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.856329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5981a0e2-323f-4bce-8d35-1caef21a72ee req-888790bd-aff7-41a3-9253-ee997cd03e3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 1098 time: 0.1664932 Nov 12 03:23:44.895617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.25.2.166 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1fd8a95d-a9b3-4df1-bb1a-12f7993709d8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:44.926866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43454) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:44.939231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5981a0e2-323f-4bce-8d35-1caef21a72ee req-9d195309-dbb5-4b68-a16f-a7ee88ede7ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737276 Nov 12 03:23:45.021190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.057475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.099363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:45.106195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:45.109319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:45.123236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8252f0-1d8d-4273-8f03-2219d61ab4b0 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:45.146005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Deleting subnet b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:45.162230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.172603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0299efa2-7c7a-4b5d-8c44-f43f1c8bd25f None None] Provisioning complete for port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:45.173107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0299efa2-7c7a-4b5d-8c44-f43f1c8bd25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.203023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.218968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0299efa2-7c7a-4b5d-8c44-f43f1c8bd25f None None] Port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:45.242336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.308704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.318936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb612a-8c75-4f5a-b1d4-73ccb29af527 req-fa60501a-a543-4fba-843d-c590ef4ab527 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.320610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8eb612a-8c75-4f5a-b1d4-73ccb29af527 req-fa60501a-a543-4fba-843d-c590ef4ab527 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1216102 Nov 12 03:23:45.403881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8eb612a-8c75-4f5a-b1d4-73ccb29af527 req-1070a3e7-1b37-429e-ad0c-f5fa0bd7a9eb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 Nov 12 03:23:45.416573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.441511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.457341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.461261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.468242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44123a98-7d18-421d-8bc9-cbda1cc3af6d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b12eff5d-1ddf-45a3-9a54-4b3c5f6deb39 HTTP/1.1" status: 204 len: 168 time: 0.5370574 Nov 12 03:23:45.468478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43466) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:45.570863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.597700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e922-3a6c-4ec0-8084-9ce18ee76f7b req-966c76a7-8cb1-4f85-8e41-27e5ab06c3cd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.599385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5a0e922-3a6c-4ec0-8084-9ce18ee76f7b req-966c76a7-8cb1-4f85-8e41-27e5ab06c3cd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0747180 Nov 12 03:23:45.599528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbb45e-a68d-4944-a1fe-b91c2e73cf43 req-593c7be5-7408-4aed-a59c-18fc67e3fafd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.601571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79dbb45e-a68d-4944-a1fe-b91c2e73cf43 req-593c7be5-7408-4aed-a59c-18fc67e3fafd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0982738 Nov 12 03:23:45.703921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.722583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79dbb45e-a68d-4944-a1fe-b91c2e73cf43 req-20cc86c8-3160-4e0a-8702-5c981a1bda62 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149757 Nov 12 03:23:45.735984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5a0e922-3a6c-4ec0-8084-9ce18ee76f7b req-af0d2abc-18af-4d80-b6ce-076ad03def8b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073773 Nov 12 03:23:45.740546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d3503d-3c74-45ba-b215-3fb7985742cb']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:45.745773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.760847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37bc48-5400-4fb7-9940-d4f3c32f38dd') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:45.761145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37bc48-5400-4fb7-9940-d4f3c32f38dd') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:45.774396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.807980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.819158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:45.821206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:45.823234 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:45.891165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.896903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.900114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] 10.222.0.84 "DELETE /v2.0/networks/50d3503d-3c74-45ba-b215-3fb7985742cb HTTP/1.1" status: 204 len: 168 time: 0.4305911 Nov 12 03:23:45.911288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5103a-be42-4d8d-a723-f60b581c556e admin admin] Pushing event deleted for resources: {'Network': ['ID=50d3503d-3c74-45ba-b215-3fb7985742cb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.922613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:23:46.017371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.035272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:46.045324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Sync routers for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:46.057186 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:46.057856 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.061305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.065032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d112598d-2a04-490c-a825-2cf3bdacf345 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0800068 Nov 12 03:23:46.065550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43476) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.071609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b696bc6b-a1c2-4f41-bb78-921dec8e59fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2d48f082c5fb41c0a6203a576c25f39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500271 Nov 12 03:23:46.071755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43480) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.126844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.151408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.165800 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:46.207893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.211126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.212856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80d10ec0-44fc-451e-a6ed-3af40930111d HTTP/1.1" status: 204 len: 168 time: 0.1402314 Nov 12 03:23:46.223553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bccebc-0953-4441-ae2a-e7294729b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d10ec0-44fc-451e-a6ed-3af40930111d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.356695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:45Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.389450 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Checking router: dc0500d0-6164-4a1a-8e23-6cf2b9beed3b for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:46.390075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Updating router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:46.416868 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.420148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a39d69b8-3285-4ea3-9a13-512253169ce1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=2baa175256594fb49a0907fadef1ff91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3531733 Nov 12 03:23:46.423232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43484) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.596379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5718899-68f1-4a8c-abe9-2623a5665829 req-9c94f019-34e8-489d-b2c0-b27acdd9a8bb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.604613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5718899-68f1-4a8c-abe9-2623a5665829 req-9c94f019-34e8-489d-b2c0-b27acdd9a8bb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0690212 Nov 12 03:23:46.646295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9bce2-e0ea-4946-81e9-4cd4d051f86a tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.648227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4c9bce2-e0ea-4946-81e9-4cd4d051f86a tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2236331 Nov 12 03:23:46.650858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43490) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.670993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5718899-68f1-4a8c-abe9-2623a5665829 req-e58e0e82-be2f-44f9-b701-5271208e697a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616863 Nov 12 03:23:46.695003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6d63c7d2-321d-4c62-8449-6ddd0d9ee682 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427165 Nov 12 03:23:46.697532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.703625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-608930757', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'project_id': '2baa175256594fb49a0907fadef1ff91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:46.793741 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.807007 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.881012 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e546-7c65-4492-95f0-7c52261704c3 None None] Pushing event updated for resources: {'Port': ['ID=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.908350 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Attempting to bind port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:46.909743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b6d10-a63d-434c-af61-0377cd24c9f4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:46.910278 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Attempting to bind port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:46.910813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Attempting to bind port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:46.918354 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:46.919005 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:46.919727 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.920291 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:46.920945 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Bound port: 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:46.921519 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.936773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:46.948478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.953780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8de97b-031c-46ad-be26-595fbd3a788e req-4acbf8bd-7fae-46ab-a82d-3cccc114d3f2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.967752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-37ad3779-174a-477d-b001-0b9307486f64 None None] Provisioning complete for port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:46.968213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37ad3779-174a-477d-b001-0b9307486f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.973159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d8de97b-031c-46ad-be26-595fbd3a788e req-4acbf8bd-7fae-46ab-a82d-3cccc114d3f2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1202521 Nov 12 03:23:46.991890 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] For port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:46.995697 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] For port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:47.003780 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.065797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-37ad3779-174a-477d-b001-0b9307486f64 None None] Port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:47.085733 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e546-7c65-4492-95f0-7c52261704c3 None None] Pushing event updated for resources: {'Port': ['ID=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.086628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d8de97b-031c-46ad-be26-595fbd3a788e req-897bc95b-a612-46da-9469-346689bc095e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Nov 12 03:23:47.113808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd43292-d9b6-4aa4-bf3c-58af202dc1c9 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:47.156177 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:47.156977 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:47.192542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] Provisioning complete for port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:47.193067 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.261718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121ffc3-7355-4bf3-b828-8196d5f0faeb req-fa7abc20-c738-4ece-8d3a-d499d6538cdd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.266016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9121ffc3-7355-4bf3-b828-8196d5f0faeb req-fa7abc20-c738-4ece-8d3a-d499d6538cdd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1075978 Nov 12 03:23:47.289074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9d42a-ece3-4929-af02-011e17fc168f req-c192020a-5180-4554-b4da-32f979df7e06 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.290611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34a9d42a-ece3-4929-af02-011e17fc168f req-c192020a-5180-4554-b4da-32f979df7e06 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.3341334 Nov 12 03:23:47.372326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.376591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9121ffc3-7355-4bf3-b828-8196d5f0faeb req-5b6a70c4-672c-4f38-8081-89fe0ac49a2e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035190 Nov 12 03:23:47.376772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:47.415710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] For port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.422804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.500338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34a9d42a-ece3-4929-af02-011e17fc168f req-20231c7d-c12c-4801-bb13-a60f40b0d035 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912296 Nov 12 03:23:47.520432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc439394-a0bc-4ba5-a151-2799e6a09e01 None None] Pushing event updated for resources: {'Port': ['ID=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.561838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.633496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Subnet': ['ID=89832910-ea4f-4ede-9fe7-9464d88c1383,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.682852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Checking segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:47.683517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network hostable DHCP agents. Network: 4d6b853a-7718-4f88-90cc-a1d8c8ecb390, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:47.705224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:47.717429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4d6b853a-7718-4f88-90cc-a1d8c8ecb390) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:47.726550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.727378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.728754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac7b45-dcb4-4d2d-acba-e45111dddc18 None None] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:47.752089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e3f79db-6339-40be-8013-c4385c6bf21b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0533650 Nov 12 03:23:47.754884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43530) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:47.841258 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:45Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:47.874649 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1515ac67-b16b-4cbc-9270-9395a18a0dc4 None None] The sync data for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 is: [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:45Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:48.010045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:48.010939 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.264822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f9e40-64f5-44a7-9649-369055255661 req-1aff9f65-07d1-452e-8d95-49b552d1a7ff tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.274488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f90f9e40-64f5-44a7-9649-369055255661 req-1aff9f65-07d1-452e-8d95-49b552d1a7ff tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1105213 Nov 12 03:23:48.288793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Allocated IP 172.20.0.2 (4d6b853a-7718-4f88-90cc-a1d8c8ecb390/89832910-ea4f-4ede-9fe7-9464d88c1383/5c44a8f8-6efe-4c53-80a0-1ce0f286f095) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:48.453129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.491740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f90f9e40-64f5-44a7-9649-369055255661 req-2cbdccd8-cf32-4af3-9a06-9302e1bd8b73 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163043 Nov 12 03:23:48.493941 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.500590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.569711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba0716-0519-4231-b237-604b4abee616 req-7679bbad-1daf-45e9-b923-79e8b4663365 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.572293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21ba0716-0519-4231-b237-604b4abee616 req-7679bbad-1daf-45e9-b923-79e8b4663365 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1025076 Nov 12 03:23:48.598807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:48.610951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:48.619025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:48.631417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Pushing event updated for resources: {'Port': ['ID=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.677974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21ba0716-0519-4231-b237-604b4abee616 req-b01e6a6a-0d56-4056-94f9-9ecee2060f49 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956919 Nov 12 03:23:48.737587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Attempting to bind port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:48.738309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Attempting to bind port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:48.738889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Attempting to bind port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 on network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:48.746269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:48.747041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Checking segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:48.747698 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.748300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Bound using segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:48.749026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Bound port: 5c44a8f8-6efe-4c53-80a0-1ce0f286f095, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:48.750302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.856797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] For port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:48.868376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] For port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:48.873344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.994631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3fd04-250f-47c8-b9ca-a639ce2ce78b None None] Pushing event updated for resources: {'Port': ['ID=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.031604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:49.142787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:49.143435 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.231170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b62ce2-7606-46e7-b58b-0be322f21820 req-4c270c50-2954-45cf-ba0c-051bc08df01c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.242395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8b62ce2-7606-46e7-b58b-0be322f21820 req-4c270c50-2954-45cf-ba0c-051bc08df01c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0899470 Nov 12 03:23:49.403027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8b62ce2-7606-46e7-b58b-0be322f21820 req-cfea291b-0fab-4619-ac67-c6f0c11c57a2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561222 Nov 12 03:23:49.630388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.20.0.1 (4d6b853a-7718-4f88-90cc-a1d8c8ecb390/89832910-ea4f-4ede-9fe7-9464d88c1383/48b23366-e90e-4f78-ac2e-1c888e645900) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:49.684092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959316-72b0-479c-a619-5eb6f88686ea req-d527010a-59f9-4a73-a189-b8c0f361dde1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.687761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf959316-72b0-479c-a619-5eb6f88686ea req-d527010a-59f9-4a73-a189-b8c0f361dde1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0788243 Nov 12 03:23:49.747450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf959316-72b0-479c-a619-5eb6f88686ea req-703914b2-675f-4b0b-9beb-8c1fbda796d8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523667 Nov 12 03:23:49.761385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2869fe-3a92-425d-8035-a3ae37670d26 req-60e7cc0e-8bd9-4965-a912-9da18ff695e1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.761385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b2869fe-3a92-425d-8035-a3ae37670d26 req-60e7cc0e-8bd9-4965-a912-9da18ff695e1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1085839 Nov 12 03:23:49.843960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.850537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b2869fe-3a92-425d-8035-a3ae37670d26 req-29b84c38-b137-425c-bd2e-d7035b67ffdc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845125 Nov 12 03:23:49.893866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.942087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:49.947862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:49.959914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:49.988276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.012514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.152012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.427801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.438380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.520083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.522601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.545336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c62fb-7bb1-4a39-82ae-a45b72b2f6cd req-31c2018b-4bc0-4680-ab45-4721ed6c9f1f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.554537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e2c62fb-7bb1-4a39-82ae-a45b72b2f6cd req-31c2018b-4bc0-4680-ab45-4721ed6c9f1f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0774767 Nov 12 03:23:50.609496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e2c62fb-7bb1-4a39-82ae-a45b72b2f6cd req-7e4b5259-4731-47eb-ba45-807d0ee935c0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542808 Nov 12 03:23:50.635018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:50.636824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:50.768900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:50.968882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f918c-cbfb-49db-b0ff-a21a629a0f99 req-795cf34f-202a-43bd-a49c-162a1393dd63 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.970371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa5f918c-cbfb-49db-b0ff-a21a629a0f99 req-795cf34f-202a-43bd-a49c-162a1393dd63 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1199000 Nov 12 03:23:50.972094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:50.981028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:50.986044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Sync routers for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:50.987416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--960815539', 'description': 'tempest-secgroup_access--960815539 description', 'project_id': '2baa175256594fb49a0907fadef1ff91'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:50.994760 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7922b6aa-ac6d-4c2c-83eb-ae3a84c3c5ca tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "PUT /v2.0/routers/dc0500d0-6164-4a1a-8e23-6cf2b9beed3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385066 Nov 12 03:23:51.000843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:51.004558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:51.067195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa5f918c-cbfb-49db-b0ff-a21a629a0f99 req-5cfa4b51-9ac7-401d-b6a3-b073d4080973 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710800 Nov 12 03:23:51.085224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:51.087358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23094a2-7954-4e06-b258-24fafe30df47 None None] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:51.092391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.114845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1e1e3-e7be-4ad7-b727-1780feb3c1ea req-964953ab-9bbf-4fcd-88fc-93e1626ddba3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.122749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ac1e1e3-e7be-4ad7-b727-1780feb3c1ea req-964953ab-9bbf-4fcd-88fc-93e1626ddba3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1292689 Nov 12 03:23:51.194595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ac1e1e3-e7be-4ad7-b727-1780feb3c1ea req-a962e86c-6df5-4d48-a011-9f04755c5f25 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688374 Nov 12 03:23:51.209942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] Provisioning complete for port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:51.210630 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.257477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.261717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.292511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.297893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43600) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:51.299841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3175793 Nov 12 03:23:51.300994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:51.304351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1907812214', 'description': 'tempest-secgroup_general--1907812214 description', 'project_id': '2baa175256594fb49a0907fadef1ff91'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:51.307365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b45e34-1b22-4efa-95c8-c6c8a53915f8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9444a-3d4e-4711-b7a3-f56751f087f4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.329179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.407144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.410789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.418364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:51.418741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.441184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.445225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1433110 Nov 12 03:23:51.445586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:51.450321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'security_group_rule': {'security_group_id': '15c9444a-3d4e-4711-b7a3-f56751f087f4', 'project_id': '2baa175256594fb49a0907fadef1ff91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:51.455557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7dfa2-9cae-490c-962e-2cfa06c626a7 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761c9e4d-3f88-4957-abff-53f358520c84,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.491706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.501548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.557606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.562028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.587116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f979c91-f5ac-497d-b254-d7889fd5af78,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.600986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.610556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7b6f9c9-5404-4e22-a37f-8d835e768313 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556854 Nov 12 03:23:51.631062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] For port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:51.642904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.762764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13689ca2-f611-445c-ae05-7abaf1ba4394 None None] Pushing event updated for resources: {'Port': ['ID=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.769805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13fda1-8d80-4001-a845-33080358de3e req-48dc9de0-d3bb-4a74-ad3c-df9839a6e6d9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.773820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e13fda1-8d80-4001-a845-33080358de3e req-48dc9de0-d3bb-4a74-ad3c-df9839a6e6d9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0861869 Nov 12 03:23:51.797666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 2, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:51.840371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Checking router: dc0500d0-6164-4a1a-8e23-6cf2b9beed3b for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:51.841316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Updating router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b port 48b23366-e90e-4f78-ac2e-1c888e645900 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:23:51.849627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e13fda1-8d80-4001-a845-33080358de3e req-f2714422-73fb-49b1-8906-3791f9f2d896 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620029 Nov 12 03:23:51.871229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.903488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-a6d50d58-541c-4b22-9287-50e0d334ccf9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_general--1907812214&fields=id&tenant_id=2baa175256594fb49a0907fadef1ff91 HTTP/1.1" status: 200 len: 267 time: 0.0709486 Nov 12 03:23:52.001635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-75340d8a-e76a-4e11-9e97-e75ff4b8cf0f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup_access--960815539&fields=id&tenant_id=2baa175256594fb49a0907fadef1ff91 HTTP/1.1" status: 200 len: 267 time: 0.0955451 Nov 12 03:23:52.171859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e5a507f8-ea27-45eb-ad2c-88d881e635ac None None] Provisioning complete for port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:52.172455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5a507f8-ea27-45eb-ad2c-88d881e635ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.240979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-b3a8f059-3c25-4dab-829d-e1fa0b65e166 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.242834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-b3a8f059-3c25-4dab-829d-e1fa0b65e166 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/networks?id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 200 len: 796 time: 0.2352114 Nov 12 03:23:52.281037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-38f06954-6813-4e55-8050-4dc07b9d2cc8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/quotas/2baa175256594fb49a0907fadef1ff91 HTTP/1.1" status: 200 len: 375 time: 0.0277996 Nov 12 03:23:52.286193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63988-4675-419a-b468-a22184b7754e req-3521aeb6-bac7-4b84-b6ef-852c44c75ae4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.298304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9aa63988-4675-419a-b468-a22184b7754e req-3521aeb6-bac7-4b84-b6ef-852c44c75ae4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1040571 Nov 12 03:23:52.370730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9aa63988-4675-419a-b468-a22184b7754e req-9297d2ee-2717-4f12-aff4-bddc32f201c3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Nov 12 03:23:52.465824 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.507884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-70c62a8d-8094-46f6-99c0-fed6f0fec543 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104743 Nov 12 03:23:52.538208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-36eb7529-70b2-4a19-b107-dbdbea97935a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:52.539805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-36eb7529-70b2-4a19-b107-dbdbea97935a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132217 Nov 12 03:23:52.601037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:52.605558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.753928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18a3c-eb9a-4faa-85c9-1172722749e5 None None] Pushing event updated for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.805582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee412-5a9d-427c-9f96-9aa544e3af7a req-85786cc9-d31b-46d9-9dfc-9c45260f4886 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:52.815181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c17ee412-5a9d-427c-9f96-9aa544e3af7a req-85786cc9-d31b-46d9-9dfc-9c45260f4886 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.1410210 Nov 12 03:23:52.819226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-3e0f9ec4-80db-4424-86d3-205af2275fc6 service neutron] 10.222.0.84 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617726 Nov 12 03:23:52.883772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c17ee412-5a9d-427c-9f96-9aa544e3af7a req-902454f5-58b9-4696-ba20-997c08c33218 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622416 Nov 12 03:23:52.981913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-2f5e501b-75e1-45b1-8a71-7f605c2a421f service neutron] 10.222.0.84 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553133 Nov 12 03:23:52.990421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e5a507f8-ea27-45eb-ad2c-88d881e635ac None None] Provisioning complete for port 48b23366-e90e-4f78-ac2e-1c888e645900 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:52.990794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5a507f8-ea27-45eb-ad2c-88d881e635ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.043614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e5a507f8-ea27-45eb-ad2c-88d881e635ac None None] Port 48b23366-e90e-4f78-ac2e-1c888e645900 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:53.045205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:53.110480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Attempting to bind port 48b23366-e90e-4f78-ac2e-1c888e645900 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:53.111033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Attempting to bind port 48b23366-e90e-4f78-ac2e-1c888e645900 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:53.111847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Attempting to bind port 48b23366-e90e-4f78-ac2e-1c888e645900 on network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:53.131372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:53.132352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Checking segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:53.132850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.133272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Bound using segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:53.133771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Bound port: 48b23366-e90e-4f78-ac2e-1c888e645900, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:53.134349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.179607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da9d85-40d7-4718-bac5-fbd2546b7591 req-945ee750-5eea-4e6f-8e71-e2acc024af84 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.187760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24da9d85-40d7-4718-bac5-fbd2546b7591 req-945ee750-5eea-4e6f-8e71-e2acc024af84 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1297610 Nov 12 03:23:53.243266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.263230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24da9d85-40d7-4718-bac5-fbd2546b7591 req-a1eee465-72f7-4876-abc0-b23964587628 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745640 Nov 12 03:23:53.307675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '8c347014-a3f0-415e-b237-4903265f41ab', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'port_id': '8c347014-a3f0-415e-b237-4903265f41ab', 'mac_address': 'fa:16:3e:b0:a4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:53.320925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] For port 48b23366-e90e-4f78-ac2e-1c888e645900, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:53.325025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] For port 48b23366-e90e-4f78-ac2e-1c888e645900, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=48b23366-e90e-4f78-ac2e-1c888e645900,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:53.330945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] Provisioning complete for port 48b23366-e90e-4f78-ac2e-1c888e645900 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:53.331388 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.384877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e032f2d0-ab6e-48d4-a161-b6e1ff9da25c req-5b6ce0c0-63aa-447d-9355-f80359bd46ec tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 210 time: 0.1024449 Nov 12 03:23:53.547263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.569540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ab357-982e-4be2-a2b8-3dc335be2994 req-6c930cd6-6cbe-44dd-b471-d52c98fc54bd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.582551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-183ab357-982e-4be2-a2b8-3dc335be2994 req-6c930cd6-6cbe-44dd-b471-d52c98fc54bd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1032429 Nov 12 03:23:53.645609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:53.645981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.651401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.725571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e18a3c-eb9a-4faa-85c9-1172722749e5 None None] Pushing event updated for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.733121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:53.734401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:23:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:53.736987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c347014-a3f0-415e-b237-4903265f41ab {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:53.786000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-183ab357-982e-4be2-a2b8-3dc335be2994 req-0d1854c5-7a99-4483-ad0f-bdd1e1b7cca8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957328 Nov 12 03:23:53.945413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.962896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.968402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:54.078341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa7add-ff86-4f49-bc0f-b2b76fae466a req-c62054f3-08dd-4845-bd56-3b38c4358993 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.088366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6aa7add-ff86-4f49-bc0f-b2b76fae466a req-c62054f3-08dd-4845-bd56-3b38c4358993 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 944 time: 0.0943558 Nov 12 03:23:54.119129 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.163261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6aa7add-ff86-4f49-bc0f-b2b76fae466a req-c487f8f9-9fbf-4bda-b94b-b7c72434aaf8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730669 Nov 12 03:23:54.237263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:54.297462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.363522 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] For port 48b23366-e90e-4f78-ac2e-1c888e645900, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=48b23366-e90e-4f78-ac2e-1c888e645900,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:54.373575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.460112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e824f98-1689-4e8a-91e7-692bf64e1268 req-6330220d-05c2-488b-947c-51eca0927b17 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.473846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e824f98-1689-4e8a-91e7-692bf64e1268 req-6330220d-05c2-488b-947c-51eca0927b17 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0879986 Nov 12 03:23:54.548079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c7d4f9a-388c-4b31-9736-8b91b520d351 req-1cfd0224-07e8-43dd-88f6-a16f36d9eff9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 210 time: 0.0351162 Nov 12 03:23:54.573068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:54.577074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e824f98-1689-4e8a-91e7-692bf64e1268 req-28429205-eb58-4886-a167-1266168b75cf tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020925 Nov 12 03:23:54.612192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dfb5c-a1de-4952-b16f-4c4f0359899b None None] Pushing event updated for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.614882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1', 'mac_address': 'fa:16:3e:7d:aa:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:54.619646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9e344f77-b86e-47da-97bb-136f7b42a929 None None] Provisioning complete for port 48b23366-e90e-4f78-ac2e-1c888e645900 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:54.620021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9e344f77-b86e-47da-97bb-136f7b42a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.823798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.862276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:54.892356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-5466152b-70b9-430e-a3dd-68608691edba tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.904044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-5466152b-70b9-430e-a3dd-68608691edba tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.39 "GET /v2.0/networks?id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 200 len: 796 time: 0.2220180 Nov 12 03:23:54.937782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc1cf-fdd9-4c91-922b-41494e8ee530 req-abe85a6c-b116-4e71-8ec0-592cada667b7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.956241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073cc1cf-fdd9-4c91-922b-41494e8ee530 req-abe85a6c-b116-4e71-8ec0-592cada667b7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 945 time: 0.0979180 Nov 12 03:23:54.967279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:54.978288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.051685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-1b43ee9e-a8b9-4fb3-a448-b1c304cdb204 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2baa175256594fb49a0907fadef1ff91 HTTP/1.1" status: 200 len: 477 time: 0.1360269 Nov 12 03:23:55.065606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-073cc1cf-fdd9-4c91-922b-41494e8ee530 req-67206132-b3c3-443b-90ff-b82e9192ecfc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032064 Nov 12 03:23:55.069092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'port': {'device_id': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'admin_state_up': True, 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'security_groups': ['761c9e4d-3f88-4957-abff-53f358520c84', '15c9444a-3d4e-4711-b7a3-f56751f087f4']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:55.097815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:53Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:55.181235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['8c347014-a3f0-415e-b237-4903265f41ab'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:55.191679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43885c-c431-4779-bfaf-67ae58b869d5 None None] The sync data for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 is: [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:53Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:55.300139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:55.357220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:55.361971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.464321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407f7d5-f75a-4530-a221-9679389ddf37 req-41325a9a-0ff3-4742-ba7e-7a24d11ea1ed tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.474503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7df09bd6-5c0f-452b-9ca5-4390301ecbf1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:55.477495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6407f7d5-f75a-4530-a221-9679389ddf37 req-41325a9a-0ff3-4742-ba7e-7a24d11ea1ed tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 945 time: 0.2083499 Nov 12 03:23:55.561773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6407f7d5-f75a-4530-a221-9679389ddf37 req-04a967e4-fbc5-4e61-b838-e9dbeea14cc2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791178 Nov 12 03:23:55.837960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573366-493c-41a9-8a7c-7090094091bc req-f4cdca15-cf91-4d6b-8d5c-a09f90b23d6a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.853679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c573366-493c-41a9-8a7c-7090094091bc req-f4cdca15-cf91-4d6b-8d5c-a09f90b23d6a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1237521 Nov 12 03:23:55.964731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c573366-493c-41a9-8a7c-7090094091bc req-627c7b9a-1db8-4841-be39-4f64c2770cb0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Nov 12 03:23:56.156384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c7dae61-7a9a-4864-8668-62442b85cdc0 req-21f4ead1-cc84-4286-a903-c959f7099a4d tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 210 time: 0.0505867 Nov 12 03:23:56.215656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.20.0.4 (4d6b853a-7718-4f88-90cc-a1d8c8ecb390/89832910-ea4f-4ede-9fe7-9464d88c1383/5a4bfe4e-f1f1-4228-a6c1-856795190d74) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:56.332085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f8071-43fb-4342-a9f0-47099badb082 req-c9c7e460-f8bc-41bd-94f4-a647515b2fa9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.343700 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-521f8071-43fb-4342-a9f0-47099badb082 req-c9c7e460-f8bc-41bd-94f4-a647515b2fa9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 945 time: 0.1121466 Nov 12 03:23:56.428084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-521f8071-43fb-4342-a9f0-47099badb082 req-e2055544-3f8a-4781-92b5-ed82f74e4167 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833750 Nov 12 03:23:56.471701 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.514592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.584128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.602117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:56.604775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:56.611445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:56.748789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.750559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.785625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-c6473ffe-6559-4971-a3a4-6c6ea9148b53 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7272263 Nov 12 03:23:56.861958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302690c7-1f7a-43a1-adb8-035bb820970a req-766c6b3c-de0f-42e7-ad1a-98cae841b065 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.870775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-302690c7-1f7a-43a1-adb8-035bb820970a req-766c6b3c-de0f-42e7-ad1a-98cae841b065 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 945 time: 0.1599481 Nov 12 03:23:56.931789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-26e910a5-4b10-48d7-9db3-73c8ac511362 None None] Provisioning complete for port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:56.932275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-26e910a5-4b10-48d7-9db3-73c8ac511362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.007795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Request body: {'port': {'device_id': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:57.021743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-302690c7-1f7a-43a1-adb8-035bb820970a req-72e80faa-faee-41b9-a27a-41601c3d2725 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433961 Nov 12 03:23:57.023676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-26e910a5-4b10-48d7-9db3-73c8ac511362 None None] Port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:57.032867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:57.120007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 48b23366-e90e-4f78-ac2e-1c888e645900 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:57.198409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 8c347014-a3f0-415e-b237-4903265f41ab triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:57.198784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.240235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 48b23366-e90e-4f78-ac2e-1c888e645900 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:57.240619 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.251879 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.455604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.491543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:57.494501 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8fcbdf-ace3-4ba9-b896-5c143d5b673b" -d '{"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-plugged", "status": "completed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:57.508378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:57.511784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa605c-bb23-40a1-afad-298770f2b3e6 req-f9a26625-dc43-4478-b232-7e5770e08a2d tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.513010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.523630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcaa605c-bb23-40a1-afad-298770f2b3e6 req-f9a26625-dc43-4478-b232-7e5770e08a2d tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 970 time: 0.1506720 Nov 12 03:23:57.600878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcaa605c-bb23-40a1-afad-298770f2b3e6 req-bbc17633-71fd-4f49-aaff-2bb893a4e794 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0757732 Nov 12 03:23:57.620186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:57.697281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.724673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4bfe4e-f1f1-4228-a6c1-856795190d74 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:57.734840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.754582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Transition to ACTIVE for port object 5a4bfe4e-f1f1-4228-a6c1-856795190d74 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:57.776155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d411-0736-4b5d-b1a8-c7474e9eeb67 req-6d6a79a6-7630-405c-8ab5-e615347f8eb0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.783843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6008d411-0736-4b5d-b1a8-c7474e9eeb67 req-6d6a79a6-7630-405c-8ab5-e615347f8eb0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.5924232 Nov 12 03:23:57.786851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.821345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae37d90-20e9-4be6-8b74-603f7f80f24d req-10e81e8e-3903-4ab2-bf0b-c644de438e04 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.830495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dae37d90-20e9-4be6-8b74-603f7f80f24d req-10e81e8e-3903-4ab2-bf0b-c644de438e04 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0803666 Nov 12 03:23:57.903009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6008d411-0736-4b5d-b1a8-c7474e9eeb67 req-16a51df4-5fd1-45f8-b7d8-0925944694b5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181681 Nov 12 03:23:57.938037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dae37d90-20e9-4be6-8b74-603f7f80f24d req-22cdae01-1a64-4179-b920-9a85ba764041 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055868 Nov 12 03:23:57.984201 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d852e0-208e-446b-a59b-b119bf368e03 x-openstack-request-id: req-d8d852e0-208e-446b-a59b-b119bf368e03 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:57.986698 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-plugged", "status": "completed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:57.987051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:57.987340 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d8d852e0-208e-446b-a59b-b119bf368e03 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:57.987918 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab', 'code': 200} Nov 12 03:23:58.023410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Attempting to bind port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:58.024070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Attempting to bind port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:58.024398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Attempting to bind port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 on network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:58.029686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 on network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:58.030022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Attempting to bind port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 on network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:58.036622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:58.036976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Checking segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:58.037383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Bound using segment: {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:58.037826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Bound port: 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24429208-d967-4552-95bb-803377955147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:58.038196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.143487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:58.149917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:58.176017 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.259019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.284061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.284692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.287064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-61264507-9eaa-4333-95d6-e4bc92dc55a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 200 len: 1131 time: 1.4914331 Nov 12 03:23:58.287544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:58.289875 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c6352-7c07-4f3a-9291-ce19b1381e04" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:58.331201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a678c66-ed71-4b03-bba2-0193e81ae70c req-76969f65-8d07-42cb-b3ef-1d3613af5def tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.333576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a678c66-ed71-4b03-bba2-0193e81ae70c req-76969f65-8d07-42cb-b3ef-1d3613af5def tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 945 time: 0.1813152 Nov 12 03:23:58.435209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-14a96045-59fc-435d-8b55-2ba29a23f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.436898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-14a96045-59fc-435d-8b55-2ba29a23f076 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1134 time: 0.1023166 Nov 12 03:23:58.442333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a678c66-ed71-4b03-bba2-0193e81ae70c req-6270534b-d68f-4242-9bba-ac2de2ab9962 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964141 Nov 12 03:23:58.449230 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d922fb-048f-4dc2-8fbc-6c539ad4768a x-openstack-request-id: req-54d922fb-048f-4dc2-8fbc-6c539ad4768a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:58.450590 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:58.451047 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-54d922fb-048f-4dc2-8fbc-6c539ad4768a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:58.451676 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'status': 'completed', 'code': 200} Nov 12 03:23:58.506248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-b6622a01-af5a-46e5-b0a7-0b62491abbcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 200 len: 217 time: 0.0529523 Nov 12 03:23:58.587507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-d6f5d4d9-416c-4cfa-b68f-c645be534c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.589681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-d6f5d4d9-416c-4cfa-b68f-c645be534c44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89832910-ea4f-4ede-9fe7-9464d88c1383 HTTP/1.1" status: 200 len: 834 time: 0.0769303 Nov 12 03:23:58.658861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-1ccd68f6-fc19-401e-922c-961d6602448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.662711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-1ccd68f6-fc19-401e-922c-961d6602448b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647902 Nov 12 03:23:58.805171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725ac72-a2dc-4a98-893f-f42e2f531455 req-7c65970f-81fe-4702-824c-4f7afae2e2c6 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.812462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0725ac72-a2dc-4a98-893f-f42e2f531455 req-7c65970f-81fe-4702-824c-4f7afae2e2c6 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 982 time: 0.1043463 Nov 12 03:23:58.821416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-751ae03e-e8de-433c-b12c-1aa09105e558 service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376858 Nov 12 03:23:58.893814 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0725ac72-a2dc-4a98-893f-f42e2f531455 req-4b2dbc7f-cb3a-4ea0-84a4-fb079ef2f175 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0804803 Nov 12 03:23:58.983880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5672cf8-abfc-4568-a19f-51e724ca896b req-87bc08fc-9492-410c-9400-8297f38ce3e3 service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546886 Nov 12 03:23:59.030418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:59.096688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:59.102473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:59.103052 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.112999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edd7f2-4e86-40ba-a75e-c513c5d12b88 req-2aaee49b-cbbf-490c-a48d-79eb762d9260 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.120388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34edd7f2-4e86-40ba-a75e-c513c5d12b88 req-2aaee49b-cbbf-490c-a48d-79eb762d9260 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0749078 Nov 12 03:23:59.156924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777062-a510-4318-bb58-0dfb82e181c7 req-eb9ee041-36de-4263-be7c-83fb140ae84b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.158753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d777062-a510-4318-bb58-0dfb82e181c7 req-eb9ee041-36de-4263-be7c-83fb140ae84b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1539519 Nov 12 03:23:59.182489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34edd7f2-4e86-40ba-a75e-c513c5d12b88 req-88b2fd83-31cb-4933-a2fd-26a1f8980a97 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Nov 12 03:23:59.184070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-cf4b60c3-b474-44d7-9996-182b25a06a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.185928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-cf4b60c3-b474-44d7-9996-182b25a06a5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1134 time: 0.1288862 Nov 12 03:23:59.280899 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.287372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.339320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-ac052105-ff90-4305-acab-55950504051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.341078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-ac052105-ff90-4305-acab-55950504051e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 200 len: 897 time: 0.1456439 Nov 12 03:23:59.341394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.345188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d777062-a510-4318-bb58-0dfb82e181c7 req-868569f7-aae8-4edb-b459-174d982f8edb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749554 Nov 12 03:23:59.348762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.409583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-78c07f9e-e89f-4116-8dde-f33a50b603f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 200 len: 217 time: 0.0611577 Nov 12 03:23:59.501302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-5515dd5b-cd08-4402-9b37-726debfc0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.502822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-5515dd5b-cd08-4402-9b37-726debfc0166 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89832910-ea4f-4ede-9fe7-9464d88c1383 HTTP/1.1" status: 200 len: 834 time: 0.0787780 Nov 12 03:23:59.622199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-b888c108-f17b-45af-99de-23991a347de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.622199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-b888c108-f17b-45af-99de-23991a347de2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099863 Nov 12 03:23:59.634592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a4c2-d80c-4310-8885-a31b6cefb6b3 req-4a11f1b7-10a1-41ba-96b8-392e4f3a2844 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.636349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fb3a4c2-d80c-4310-8885-a31b6cefb6b3 req-4a11f1b7-10a1-41ba-96b8-392e4f3a2844 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.0718768 Nov 12 03:23:59.647348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.648191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:59.760863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-a585fba8-47a7-468d-b77d-8209a4d0e7af service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233199 Nov 12 03:23:59.860370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2fb3a4c2-d80c-4310-8885-a31b6cefb6b3 req-8b255973-6ef1-45c6-a790-6bed6c965b49 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403739 Nov 12 03:23:59.908681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fa8c6352-7c07-4f3a-9291-ce19b1381e04 req-05554b21-9a2d-4a5c-a63c-885d0c283dad service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392946 Nov 12 03:23:59.989355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:59.992563 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86680e18-8074-4e2b-8890-85bbc0b0a856" -d '{"events": [{"server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "name": "network-vif-plugged", "status": "completed", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:00.048482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07951fe8-8b84-47ef-8e8f-665227068fd0 req-1e153942-e117-446d-af01-cac7da825e9a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.061054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07951fe8-8b84-47ef-8e8f-665227068fd0 req-1e153942-e117-446d-af01-cac7da825e9a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 982 time: 0.0883775 Nov 12 03:24:00.067031 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f73245-1d1b-49e7-af7d-31676ce372da x-openstack-request-id: req-c8f73245-1d1b-49e7-af7d-31676ce372da {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:00.067550 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "name": "network-vif-plugged", "status": "completed", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:00.067645 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c8f73245-1d1b-49e7-af7d-31676ce372da {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:00.068075 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1', 'code': 200} Nov 12 03:24:00.131627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07951fe8-8b84-47ef-8e8f-665227068fd0 req-e6e9ff5b-4b66-4d16-a3a6-fc8d9fa6545e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0690978 Nov 12 03:24:00.216029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139409e4-65be-426e-92dc-d4bda419f952 req-5496e705-ae4a-4416-a6fd-371b8b21be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.218692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-139409e4-65be-426e-92dc-d4bda419f952 req-5496e705-ae4a-4416-a6fd-371b8b21be38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 1098 time: 0.0806789 Nov 12 03:24:00.323792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-139409e4-65be-426e-92dc-d4bda419f952 req-124e4e99-2cb7-474e-9554-7ef6a69fa09e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Nov 12 03:24:00.331620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae693-1f24-401d-b62c-7826e2a49ea0 req-40a5808c-b81a-4389-903e-9d8ed2aa58b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.333292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-962ae693-1f24-401d-b62c-7826e2a49ea0 req-40a5808c-b81a-4389-903e-9d8ed2aa58b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0781999 Nov 12 03:24:00.456865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-962ae693-1f24-401d-b62c-7826e2a49ea0 req-f4023efd-6b4e-46fb-80b5-b7fad08ca162 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157978 Nov 12 03:24:00.528293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8922f-00ae-4d4e-a830-d5b32ee74c18 req-d11858f9-74a4-4e43-8378-71da6c655dd8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:00.538547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2f8922f-00ae-4d4e-a830-d5b32ee74c18 req-d11858f9-74a4-4e43-8378-71da6c655dd8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0785708 Nov 12 03:24:00.594924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2f8922f-00ae-4d4e-a830-d5b32ee74c18 req-7f94ffd4-67c2-461a-9283-aa668a9f4c1c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552678 Nov 12 03:24:00.971358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:01.047195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe3593-defe-4900-94a0-f9bc71aad494 req-b9e3143d-cc57-4ff8-b0f6-d918dbd85098 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.054876 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78fe3593-defe-4900-94a0-f9bc71aad494 req-b9e3143d-cc57-4ff8-b0f6-d918dbd85098 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.0815020 Nov 12 03:24:01.098514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-849d63cc-6f62-4e7f-aee4-600f59fc5f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.113328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78fe3593-defe-4900-94a0-f9bc71aad494 req-132ae56c-37b8-4453-835d-8fda11931251 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521638 Nov 12 03:24:01.204543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-849d63cc-6f62-4e7f-aee4-600f59fc5f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.211235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-849d63cc-6f62-4e7f-aee4-600f59fc5f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.290589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d63cc-6f62-4e7f-aee4-600f59fc5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55751c1-610d-4f78-ae15-ce1ab7002468,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.304844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-849d63cc-6f62-4e7f-aee4-600f59fc5f6c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=575050b918fd4c68829e44f2f1a0ff2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296685 Nov 12 03:24:01.305045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:01.370638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63e02b-0406-4ca7-b279-9feb04c243ba req-5601b3f6-0bff-4b48-adc8-a32f148fbca2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.379496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a63e02b-0406-4ca7-b279-9feb04c243ba req-5601b3f6-0bff-4b48-adc8-a32f148fbca2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 982 time: 0.1364005 Nov 12 03:24:01.463187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a63e02b-0406-4ca7-b279-9feb04c243ba req-85e78c06-0a86-42b1-969a-b4d718ca9f6f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0764482 Nov 12 03:24:01.467042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.513114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.608520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.611559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.613410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c55751c1-610d-4f78-ae15-ce1ab7002468 HTTP/1.1" status: 204 len: 168 time: 0.3072670 Nov 12 03:24:01.694978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc093019-8a04-4d37-a465-2c7e39f618ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55751c1-610d-4f78-ae15-ce1ab7002468,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.753965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77e8f5-16b4-440c-965e-88560b14ad93 req-d59cdd74-7cd9-438d-a6a4-9c751578f817 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.789166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b77e8f5-16b4-440c-965e-88560b14ad93 req-d59cdd74-7cd9-438d-a6a4-9c751578f817 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1837678 Nov 12 03:24:01.880664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1a76-ca3f-4442-aff8-de73f5f21804 req-7d4192ce-2e17-4179-a6af-aa86ff706cd2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.888927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1ae1a76-ca3f-4442-aff8-de73f5f21804 req-7d4192ce-2e17-4179-a6af-aa86ff706cd2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0795102 Nov 12 03:24:01.894440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b77e8f5-16b4-440c-965e-88560b14ad93 req-59f966b6-3f7b-4362-95a8-7ce0fdb068b3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039400 Nov 12 03:24:01.999959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1ae1a76-ca3f-4442-aff8-de73f5f21804 req-4d35ce0e-2622-4a26-97f4-c99828628fee tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057014 Nov 12 03:24:02.281775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00233bb3-af0c-4c23-94db-172a27053e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.294382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5d8d-52c2-4196-9986-769cbba9cdd0 req-73680dd1-2221-412c-a7b3-43164bf9f6b0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.296030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a7d5d8d-52c2-4196-9986-769cbba9cdd0 req-73680dd1-2221-412c-a7b3-43164bf9f6b0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.0969753 Nov 12 03:24:02.383223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5a4bfe4e-f1f1-4228-a6c1-856795190d74 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:02.395563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a7d5d8d-52c2-4196-9986-769cbba9cdd0 req-bce24764-b244-4a4c-941f-337d3a0a10e9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Nov 12 03:24:02.590159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166ffd-08b8-43ce-b7af-ba4ddd762d90 req-cf9575ae-3cc4-4a36-b61e-2b8d698e04cd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.590263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0166ffd-08b8-43ce-b7af-ba4ddd762d90 req-cf9575ae-3cc4-4a36-b61e-2b8d698e04cd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.1171029 Nov 12 03:24:02.634770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:02.658435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'port_id': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'mac_address': 'fa:16:3e:d9:76:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:02.685006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827a4d-ccf0-485f-91e9-ab9eb4eb41e9 req-ebd1dd1a-4328-4ad8-bebf-6e87746f6fc2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.694801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5827a4d-ccf0-485f-91e9-ab9eb4eb41e9 req-ebd1dd1a-4328-4ad8-bebf-6e87746f6fc2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 982 time: 0.1213002 Nov 12 03:24:02.697716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0166ffd-08b8-43ce-b7af-ba4ddd762d90 req-795e9990-a78a-418a-8808-a136b4ee52c2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969350 Nov 12 03:24:02.744625 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.745582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43848) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:02.778052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4bfe4e-f1f1-4228-a6c1-856795190d74 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:02.783257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5827a4d-ccf0-485f-91e9-ab9eb4eb41e9 req-4daf3c42-cc2c-4500-8326-a3d6e621165f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0870786 Nov 12 03:24:02.843662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:02.854209 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.929685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1037780577-network', 'tenant_id': 'cb719412847a4045914ba23e2d628201'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:02.957085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6faed-d958-4d48-a5e9-79137402cad9 req-426f4be0-5864-4c9b-98f0-f0877509d3ef tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.959775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39b6faed-d958-4d48-a5e9-79137402cad9 req-426f4be0-5864-4c9b-98f0-f0877509d3ef tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.1004529 Nov 12 03:24:02.968419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.029719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-39b6faed-d958-4d48-a5e9-79137402cad9 req-8464bb24-fbdb-4a26-9d36-6a9b561f2db8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621030 Nov 12 03:24:03.035079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Made reservation on behalf of cb719412847a4045914ba23e2d628201 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:03.037502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.068046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.101743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2383f-5115-4e64-a275-4e627d80a9c6 req-532c8f78-6b2d-420c-8ce5-8ea10ff5c3eb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.116089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b2383f-5115-4e64-a275-4e627d80a9c6 req-532c8f78-6b2d-420c-8ce5-8ea10ff5c3eb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1291814 Nov 12 03:24:03.150617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bb91-a6bd-4fdc-a01a-1b86a7290de6 req-7005bb09-0758-42e1-b798-3baccffb4ab3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.152682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a284bb91-a6bd-4fdc-a01a-1b86a7290de6 req-7005bb09-0758-42e1-b798-3baccffb4ab3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0580113 Nov 12 03:24:03.173737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['5a4bfe4e-f1f1-4228-a6c1-856795190d74'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:03.222361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a284bb91-a6bd-4fdc-a01a-1b86a7290de6 req-1d1aedc5-b3a4-4b8a-b0eb-f7b366f8093a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609684 Nov 12 03:24:03.235764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b2383f-5115-4e64-a275-4e627d80a9c6 req-5d7900b6-f799-4647-b480-b36a6af541a1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187212 Nov 12 03:24:03.374582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.382135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.428181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:03.454980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.455456 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Added segment 46e33c05-8154-4a93-aaa3-85e5dfbd4dd4 of type vlan for network abc09a60-9217-46b3-a26b-3c0835497b55 Nov 12 03:24:03.457949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d99a597-ea1a-4d3f-ba7a-da9d5e819e6b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.506883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.568133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.569442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.570244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.646404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8995962 Nov 12 03:24:03.651590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:03.659508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Request body: {'subnet': {'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1037780577-subnet', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:03.664800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3c1c5-0d55-48af-a945-ae460348593c req-deb8ad3c-326a-4d41-aeb1-4fdb40547ccb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.666191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0eb3c1c5-0d55-48af-a945-ae460348593c req-deb8ad3c-326a-4d41-aeb1-4fdb40547ccb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.1375525 Nov 12 03:24:03.670747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e31e-3cf2-455a-b080-6f0b35444c2e admin admin] Pushing event updated for resources: {'Network': ['ID=abc09a60-9217-46b3-a26b-3c0835497b55,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.680556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network abc09a60-9217-46b3-a26b-3c0835497b55 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:03.695060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Made reservation on behalf of cb719412847a4045914ba23e2d628201 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:03.700671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.746018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0eb3c1c5-0d55-48af-a945-ae460348593c req-7e23e41a-0a91-400b-bd83-c1ede025c013 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728698 Nov 12 03:24:03.972220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.982152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078f5c-8173-4dcc-81d9-fadf09c73eb7 req-36fb94b8-9214-42e1-8e16-cd5a280d456f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.985608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e078f5c-8173-4dcc-81d9-fadf09c73eb7 req-36fb94b8-9214-42e1-8e16-cd5a280d456f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 983 time: 0.1001747 Nov 12 03:24:04.035964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e174809-9388-4568-ab7a-2da1888690fd,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.047617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Checking segment: {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:04.048297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Network hostable DHCP agents. Network: abc09a60-9217-46b3-a26b-3c0835497b55, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:04.062151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e078f5c-8173-4dcc-81d9-fadf09c73eb7 req-e787fecf-6054-4ef4-ba63-2f5ba72149b1 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668225 Nov 12 03:24:04.072621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Network abc09a60-9217-46b3-a26b-3c0835497b55 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:04.091279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, abc09a60-9217-46b3-a26b-3c0835497b55) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:04.098527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.099162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.114679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cc223-91e2-4e00-9b90-684fb1dd01fc None None] Network abc09a60-9217-46b3-a26b-3c0835497b55 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:04.122770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ada8bb47-4860-4fd5-993c-7e4f452ac01b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4694786 Nov 12 03:24:04.126143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43870) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:04.131211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:04.159509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.161056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.242859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.370226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-abc09a60-9217-46b3-a26b-3c0835497b55', 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'fixed_ips': [{'subnet_id': '1e174809-9388-4568-ab7a-2da1888690fd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:04.373257 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.383523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ba444-46d3-4fb7-9a7b-1246470199b6 req-aa6800e3-0fde-4baf-8281-b4821d8e1b7a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.392009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b3ba444-46d3-4fb7-9a7b-1246470199b6 req-aa6800e3-0fde-4baf-8281-b4821d8e1b7a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.0875044 Nov 12 03:24:04.394854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5a4bfe4e-f1f1-4228-a6c1-856795190d74 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:04.465405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b3ba444-46d3-4fb7-9a7b-1246470199b6 req-ab7a48bf-d7d5-4fb4-9cc2-d378cc8e3a8d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720217 Nov 12 03:24:04.499662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.521734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cc778-73db-4987-ae28-66c31e4c0675 req-094251bf-c4a6-4986-8e14-ab3e4e2fc196 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.529047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b9cc778-73db-4987-ae28-66c31e4c0675 req-094251bf-c4a6-4986-8e14-ab3e4e2fc196 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1459742 Nov 12 03:24:04.622449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:04.636295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:04.636672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.644803 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9f04-27b7-4fb9-9bde-9a217726d56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.663418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b9cc778-73db-4987-ae28-66c31e4c0675 req-68936641-810e-413f-8630-76745ee1dba8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Nov 12 03:24:04.678216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Allocated IP 172.20.0.2 (abc09a60-9217-46b3-a26b-3c0835497b55/1e174809-9388-4568-ab7a-2da1888690fd/60630946-fe28-4796-b9a7-095dfe78fd66) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:04.816831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.864086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:04.871991 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3b2a6-1357-4c89-96de-70083363c0a4" -d '{"events": [{"server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "name": "network-vif-plugged", "status": "completed", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:04.903046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:04.907079 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.907969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:04.915311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.939195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddebb10-4f1b-4d01-b3f1-9fd0ee8d51b7 req-e07cc272-f61d-4ec1-b93c-c05ef07cad16 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.950657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ddebb10-4f1b-4d01-b3f1-9fd0ee8d51b7 req-e07cc272-f61d-4ec1-b93c-c05ef07cad16 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.1126275 Nov 12 03:24:04.975525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.000394 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3a6b7b-d281-41c2-ace5-4313d9dce150 x-openstack-request-id: req-9d3a6b7b-d281-41c2-ace5-4313d9dce150 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:05.000762 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "name": "network-vif-plugged", "status": "completed", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:05.000932 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d3a6b7b-d281-41c2-ace5-4313d9dce150 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:05.001324 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'code': 200} Nov 12 03:24:05.069746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ddebb10-4f1b-4d01-b3f1-9fd0ee8d51b7 req-acd0a336-5be4-4121-b6eb-963dd37c7aa7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161003 Nov 12 03:24:05.092007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.162964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.165121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Allocated IP 172.25.2.253 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/66674041-671f-4db5-9a68-31b98470b07e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:05.165630 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.183724 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.253119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Pushing event updated for resources: {'Port': ['ID=60630946-fe28-4796-b9a7-095dfe78fd66,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.281943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.290882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Network abc09a60-9217-46b3-a26b-3c0835497b55 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:05.292688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.301046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:05.304787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:05.381081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.418130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Attempting to bind port 60630946-fe28-4796-b9a7-095dfe78fd66 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:05.418344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0bda5-a3ef-424d-971c-efb3ce63d1a4 req-55a7ed27-c030-48f2-b4d8-371df6652be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.418513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Attempting to bind port 60630946-fe28-4796-b9a7-095dfe78fd66 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:05.419001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Attempting to bind port 60630946-fe28-4796-b9a7-095dfe78fd66 on network abc09a60-9217-46b3-a26b-3c0835497b55 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:05.419893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54a0bda5-a3ef-424d-971c-efb3ce63d1a4 req-55a7ed27-c030-48f2-b4d8-371df6652be3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1136 time: 0.3699360 Nov 12 03:24:05.422422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.428485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:05.428949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Checking segment: {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:05.429167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-ee600e96-15cd-4993-99e4-9582467408cc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.429480 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.429950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Bound using segment: {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:05.430485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Bound port: 60630946-fe28-4796-b9a7-095dfe78fd66, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:05.430605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-ee600e96-15cd-4993-99e4-9582467408cc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.1614931 Nov 12 03:24:05.430949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.462112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1eccd7-743b-47fa-bf93-1e1e77510f3d req-a4520005-41f4-4613-ad68-6e1fe31f71b9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.470318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b1eccd7-743b-47fa-bf93-1e1e77510f3d req-a4520005-41f4-4613-ad68-6e1fe31f71b9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.1758895 Nov 12 03:24:05.515462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] For port 60630946-fe28-4796-b9a7-095dfe78fd66, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:05.519888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] For port 60630946-fe28-4796-b9a7-095dfe78fd66, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=60630946-fe28-4796-b9a7-095dfe78fd66,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:05.528271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.625448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122d7fd-bf8c-4c96-b197-ae6f0ceb055a req-e328ade7-511f-4c0f-a79e-3dc77789d97b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.629033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5122d7fd-bf8c-4c96-b197-ae6f0ceb055a req-e328ade7-511f-4c0f-a79e-3dc77789d97b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 943 time: 0.0898128 Nov 12 03:24:05.633552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78334e-8ec4-4a0e-bfc2-696ef4ccd22c None None] Pushing event updated for resources: {'Port': ['ID=60630946-fe28-4796-b9a7-095dfe78fd66,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.637290 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.641304 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.697899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b1eccd7-743b-47fa-bf93-1e1e77510f3d req-ed85d5d2-f90e-49a2-abc0-bc3595a1f57e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2264822 Nov 12 03:24:05.711625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5122d7fd-bf8c-4c96-b197-ae6f0ceb055a req-5ceaf861-63f3-4c0a-bfb4-8a49686c885b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666747 Nov 12 03:24:05.744256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-54a0bda5-a3ef-424d-971c-efb3ce63d1a4 req-aea371c5-3b98-4d80-b9de-b365eebcfd07 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3111720 Nov 12 03:24:05.766564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:05.774870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:05.780374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:05.796167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87278f83-822f-420e-b71d-e618eb64630c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:05.839948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Pushing event updated for resources: {'Port': ['ID=66674041-671f-4db5-9a68-31b98470b07e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.855688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:05.856029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.875702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d749a503-37dc-4dc4-8307-eeeece41b071 None None] Provisioning complete for port 66674041-671f-4db5-9a68-31b98470b07e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:05.876200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d749a503-37dc-4dc4-8307-eeeece41b071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.967257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdf29-59dd-4abd-92a4-bf62cd52e1c0 req-0264dcb4-2d51-436a-a4ac-4294be02c368 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.980138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdbcdf29-59dd-4abd-92a4-bf62cd52e1c0 req-0264dcb4-2d51-436a-a4ac-4294be02c368 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0794632 Nov 12 03:24:06.025454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d749a503-37dc-4dc4-8307-eeeece41b071 None None] Port 66674041-671f-4db5-9a68-31b98470b07e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:06.035618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:06.036170 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.053196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:06.053403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdbcdf29-59dd-4abd-92a4-bf62cd52e1c0 req-768b8ee9-4cb9-4672-a5b8-4e552e74b138 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Nov 12 03:24:06.220998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a4717-0f55-40fc-81e8-404689cb4cdf req-c3f1fcae-6ece-4a41-9ebe-3262730cd465 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.228306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684a4717-0f55-40fc-81e8-404689cb4cdf req-c3f1fcae-6ece-4a41-9ebe-3262730cd465 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 946 time: 0.0792818 Nov 12 03:24:06.303076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684a4717-0f55-40fc-81e8-404689cb4cdf req-d5db8976-eabc-471e-acde-4c173c784e3b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739012 Nov 12 03:24:06.407608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:06.572897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:06.599399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'port_id': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'mac_address': 'fa:16:3e:be:9a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4016b304-740b-443e-831f-1d7a8c2d9670', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:06.665553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.690896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc564242-30fe-4ff0-91b0-4f756c280302 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:06.739579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:06.748065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.771677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:06.838347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:06.841306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7df09bd6-5c0f-452b-9ca5-4390301ecbf1'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:06.905086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=7df09bd6-5c0f-452b-9ca5-4390301ecbf1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:07.003434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:07.006556 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7f6c5-5d1b-4fdf-91da-5b4b36622dc2" -d '{"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:07.065868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fc564242-30fe-4ff0-91b0-4f756c280302'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:07.091341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131e16c-32e5-4ebc-81a9-62bb6e31d044 req-fea42dbf-4109-4d35-90f5-3f501791a550 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.107880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b131e16c-32e5-4ebc-81a9-62bb6e31d044 req-fea42dbf-4109-4d35-90f5-3f501791a550 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.1872599 Nov 12 03:24:07.116713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:07.126163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.136286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f32afabc-3638-4a35-bc51-4e2feae8dd28 req-4567f00d-4afe-40c2-bf3e-233a5f9e7149 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "DELETE /v2.0/ports/7df09bd6-5c0f-452b-9ca5-4390301ecbf1 HTTP/1.1" status: 204 len: 173 time: 1.6951649 Nov 12 03:24:07.154169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 60630946-fe28-4796-b9a7-095dfe78fd66 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:07.160100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'name': 'network-vif-deleted', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:07.172882 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432c1aab-1fa5-49e8-891c-cbff17de2685" -d '{"events": [{"server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "name": "network-vif-deleted", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:07.231779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b131e16c-32e5-4ebc-81a9-62bb6e31d044 req-8a22a4ef-8d90-42b2-9e47-14af3309c4d1 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222184 Nov 12 03:24:07.323630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0882829-3ebe-4039-9ba2-a6239dd7feef None None] Network abc09a60-9217-46b3-a26b-3c0835497b55 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:07.348154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a870764-5a68-41c4-bed9-c1641c324a80 req-f6e54cad-8824-4b3c-9f29-77a11dcc6ec3 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.349840 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a870764-5a68-41c4-bed9-c1641c324a80 req-f6e54cad-8824-4b3c-9f29-77a11dcc6ec3 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.4542811 Nov 12 03:24:07.415742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.457668 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1647fafb-d4e9-4348-bb68-d28cd39523c7 x-openstack-request-id: req-1647fafb-d4e9-4348-bb68-d28cd39523c7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:07.458212 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:07.458612 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1647fafb-d4e9-4348-bb68-d28cd39523c7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:07.459169 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'code': 200} Nov 12 03:24:07.472111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a870764-5a68-41c4-bed9-c1641c324a80 req-cb940050-baf6-469a-8509-f8137d6635af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1038001 Nov 12 03:24:07.472706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.591285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba44d-41af-4fa7-b481-ba93aef730a8 req-2a13645d-e6a0-44cf-985b-c8993e2efc24 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.605453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9ba44d-41af-4fa7-b481-ba93aef730a8 req-2a13645d-e6a0-44cf-985b-c8993e2efc24 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1132319 Nov 12 03:24:07.647198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] Provisioning complete for port 60630946-fe28-4796-b9a7-095dfe78fd66 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:07.647198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.721093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9ba44d-41af-4fa7-b481-ba93aef730a8 req-c86dfda0-4acf-4d25-b5b4-9258f34c20c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143970 Nov 12 03:24:07.738138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 60630946-fe28-4796-b9a7-095dfe78fd66 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:07.738516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.756932 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4dee1-3200-402f-917a-796bb2c09814 x-openstack-request-id: req-ffa4dee1-3200-402f-917a-796bb2c09814 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:07.757234 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9dfdda-da16-464d-90e5-300375264835", "name": "network-vif-deleted", "tag": "7df09bd6-5c0f-452b-9ca5-4390301ecbf1", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:07.757491 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ffa4dee1-3200-402f-917a-796bb2c09814 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:07.760645 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9dfdda-da16-464d-90e5-300375264835', 'name': 'network-vif-deleted', 'tag': '7df09bd6-5c0f-452b-9ca5-4390301ecbf1', 'status': 'completed', 'code': 200} Nov 12 03:24:07.879314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:07.898614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b32a3487-5a5f-44ca-82b5-f91165caf765 req-8420c357-ea55-48a3-971a-da18fd04e5fb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0332174 Nov 12 03:24:08.002873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.056818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.081986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] For port 60630946-fe28-4796-b9a7-095dfe78fd66, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=60630946-fe28-4796-b9a7-095dfe78fd66,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:08.094237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.099004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Router 10749dab-62ff-4d8a-a7f1-3ce03c61147c is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:08.223437 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:24:08.224097 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:24:08.224873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.227428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ff3c-3fa2-470d-96c9-703a4ebd2416 None None] Pushing event updated for resources: {'Port': ['ID=60630946-fe28-4796-b9a7-095dfe78fd66,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:08.286977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:08.298832 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Sync routers for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:08.318047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.319693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f8f6a9a7-6292-4420-93d5-fa063a80df12 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1918406 Nov 12 03:24:08.322124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:08.435880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-507ae3a0-d2d7-4cb9-9840-935f061343b8 None None] Provisioning complete for port 60630946-fe28-4796-b9a7-095dfe78fd66 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:08.436811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-507ae3a0-d2d7-4cb9-9840-935f061343b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:08.477072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf7783-adfb-483a-9240-e2dbe15419c8 req-fb75f5fa-cf27-438c-b1e6-9b5675783563 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.487453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98cf7783-adfb-483a-9240-e2dbe15419c8 req-fb75f5fa-cf27-438c-b1e6-9b5675783563 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.1325510 Nov 12 03:24:08.556488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98cf7783-adfb-483a-9240-e2dbe15419c8 req-cb5e0cb0-17f3-46be-89b3-cb777a0c10a9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565486 Nov 12 03:24:08.585636 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:08.587502 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:08.691460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fbd8c-76a2-45de-9f5e-7b2a9b58ca6b req-728876e5-8bc6-40ef-b079-d276534c0fec tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.699972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b7fbd8c-76a2-45de-9f5e-7b2a9b58ca6b req-728876e5-8bc6-40ef-b079-d276534c0fec tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.0804343 Nov 12 03:24:08.835728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b7fbd8c-76a2-45de-9f5e-7b2a9b58ca6b req-7c78dc85-1c71-479c-aa52-1068fdd71026 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1347852 Nov 12 03:24:08.877173 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:08.938276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c996f-5a08-40bd-bd74-c8baea3e7be7 req-0b4cd7fb-6f3a-4d32-88dd-fd696371d244 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.947337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c5c996f-5a08-40bd-bd74-c8baea3e7be7 req-0b4cd7fb-6f3a-4d32-88dd-fd696371d244 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.0745208 Nov 12 03:24:09.044625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 60630946-fe28-4796-b9a7-095dfe78fd66 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:09.071163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c5c996f-5a08-40bd-bd74-c8baea3e7be7 req-a6550d65-661c-4b35-9416-c39f93c5f917 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227186 Nov 12 03:24:09.121741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:09.155010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:09.155384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7df09bd6-5c0f-452b-9ca5-4390301ecbf1 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:09.189618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 60630946-fe28-4796-b9a7-095dfe78fd66 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:09.189998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.204529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.232510 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-064b0ce7-eccd-49f4-ab3f-8edd53c1be3b req-39e1e3db-0ce1-4f75-8a81-d074c097ee3a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0417614 Nov 12 03:24:09.329919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b9c8-8547-43b9-93c8-39b716d09d87 req-eedf9c93-d5e2-49da-b09e-052272639eb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.338453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a77b9c8-8547-43b9-93c8-39b716d09d87 req-eedf9c93-d5e2-49da-b09e-052272639eb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.2696145 Nov 12 03:24:09.350246 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:06Z', 'revision_number': 3, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:09.387132 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Checking router: 10749dab-62ff-4d8a-a7f1-3ce03c61147c for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:09.387667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Updating router 10749dab-62ff-4d8a-a7f1-3ce03c61147c port 66674041-671f-4db5-9a68-31b98470b07e binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:09.428000 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.490586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a77b9c8-8547-43b9-93c8-39b716d09d87 req-76d0e0b9-d900-43b7-8d8f-4aae618af22b tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1509759 Nov 12 03:24:09.588954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Allocated IP 172.20.0.1 (abc09a60-9217-46b3-a26b-3c0835497b55/1e174809-9388-4568-ab7a-2da1888690fd/85846636-8c30-498f-912c-642f6567b04a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:09.776211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-62333067-be8a-4070-b607-e298e20c69d2 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.784574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-62333067-be8a-4070-b607-e298e20c69d2 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1136 time: 0.1485314 Nov 12 03:24:09.812826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de291-d0d7-4e1f-a516-e63170744562 req-326422b6-fc46-4ec1-bd44-b417eb0cdf72 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.813605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-8c7c6ada-0fec-400d-b376-10df36715b63 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.822226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-303de291-d0d7-4e1f-a516-e63170744562 req-326422b6-fc46-4ec1-bd44-b417eb0cdf72 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.0759857 Nov 12 03:24:09.836672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.926563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.931975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-303de291-d0d7-4e1f-a516-e63170744562 req-968c9fce-a217-4aa7-8cad-7d7aca631dd2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050761 Nov 12 03:24:10.004600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Network abc09a60-9217-46b3-a26b-3c0835497b55 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:10.014774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:10.042305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:10.055260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-8c7c6ada-0fec-400d-b376-10df36715b63 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.087060 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.100476 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.118859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Pushing event updated for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.134593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-8c7c6ada-0fec-400d-b376-10df36715b63 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.182865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe3e04-8824-4a5a-8cd9-a79f1090dded None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:10.209476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.210185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.211072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.211219 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Attempting to bind port 66674041-671f-4db5-9a68-31b98470b07e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:10.212019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.212535 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Attempting to bind port 66674041-671f-4db5-9a68-31b98470b07e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:10.212769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.212946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Attempting to bind port 66674041-671f-4db5-9a68-31b98470b07e on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:10.213582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.214118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.214649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.215221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.216009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.216643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.217360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:10.228032 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823eaa3-4d22-4304-bab0-50b23374e000 None None] Pushing event updated for resources: {'Port': ['ID=66674041-671f-4db5-9a68-31b98470b07e,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.240514 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:10.240917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:10.241323 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.241722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:10.242212 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Bound port: 66674041-671f-4db5-9a68-31b98470b07e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:10.251065 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.304310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1e20d8a5-b569-4e8f-9c2f-c11472c63b47 None None] Provisioning complete for port 66674041-671f-4db5-9a68-31b98470b07e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:10.307581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e20d8a5-b569-4e8f-9c2f-c11472c63b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.351280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] For port 66674041-671f-4db5-9a68-31b98470b07e, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:10.355343 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] For port 66674041-671f-4db5-9a68-31b98470b07e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66674041-671f-4db5-9a68-31b98470b07e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:10.365037 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.432668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.442279 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823eaa3-4d22-4304-bab0-50b23374e000 None None] Pushing event updated for resources: {'Port': ['ID=66674041-671f-4db5-9a68-31b98470b07e,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.489573 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:10.493910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:10.507523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:10.564512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72737136-4493-4211-9bab-405fd3550fd9 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:10.566899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1e20d8a5-b569-4e8f-9c2f-c11472c63b47 None None] Port 66674041-671f-4db5-9a68-31b98470b07e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:10.577665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7ca8-0a5c-4191-b530-075711436e37 req-29f6e5c9-4bdc-4897-9b3f-19be975a6a96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.616901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-913e7ca8-0a5c-4191-b530-075711436e37 req-29f6e5c9-4bdc-4897-9b3f-19be975a6a96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.2326016 Nov 12 03:24:10.626696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c6ada-0fec-400d-b376-10df36715b63 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dd3675-71e3-47f3-ae73-031dfafa842f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.637482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5f5e19b3-4b9c-4e89-8c23-f32ee2e4c3d3 req-8c7c6ada-0fec-400d-b376-10df36715b63 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8520207 Nov 12 03:24:10.672944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fc564242-30fe-4ff0-91b0-4f756c280302 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:10.673247 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.686904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:10.700839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:10.799508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-913e7ca8-0a5c-4191-b530-075711436e37 req-68976436-0742-4d39-9b0c-27a95c596b4e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778290 Nov 12 03:24:10.963965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d41dfd70-0ea3-44e0-8201-874a4184d759 req-1f422ab1-f296-4745-aae8-b5b671cc2ed5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0800626 Nov 12 03:24:10.975199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d1c5d-926a-48aa-b8ab-2d4d2aadbde2 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.977173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-456d1c5d-926a-48aa-b8ab-2d4d2aadbde2 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1131 time: 0.2857299 Nov 12 03:24:10.980647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:10.995020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:11.055234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.069507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.146118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Provisioning complete for port 66674041-671f-4db5-9a68-31b98470b07e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:11.150027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.214180 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:06Z', 'revision_number': 3, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:11.304060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef3b2e-4774-4544-9da0-149b0b663685 None None] The sync data for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 is: [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:06Z', 'revision_number': 3, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:11.367333 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.370299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73166e-b9df-46a2-a2ee-802add235365 req-d9cf86d0-1f0f-4a77-a48f-32c493607ccc tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.379960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab73166e-b9df-46a2-a2ee-802add235365 req-d9cf86d0-1f0f-4a77-a48f-32c493607ccc tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 944 time: 0.1681728 Nov 12 03:24:11.430869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.442117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.445576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.454846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.528766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] For port 66674041-671f-4db5-9a68-31b98470b07e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66674041-671f-4db5-9a68-31b98470b07e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:11.541128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:11.542968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Pushing event updated for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:11.545516 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8d00f-34ff-4f96-a103-c55032fec154" -d '{"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-plugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:11.574923 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.585407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:11.644779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.674211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.25.2.13 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a5b26e99-7117-47b5-8bf8-f164d829e604) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:11.680123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.745037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Provisioning complete for port 85846636-8c30-498f-912c-642f6567b04a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:11.746295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:11.764558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab73166e-b9df-46a2-a2ee-802add235365 req-57f749f9-c51c-447e-8da4-c2e6276f73a7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833392 Nov 12 03:24:11.782282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Pushing event updated for resources: {'Port': ['ID=66674041-671f-4db5-9a68-31b98470b07e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:11.931213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Network abc09a60-9217-46b3-a26b-3c0835497b55 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:11.934981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:11.995801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4125c744-4934-46ab-bfca-125247562ce2 None None] Port 85846636-8c30-498f-912c-642f6567b04a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:12.061822 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169f67d-87e9-4402-81a5-e0c63ccc32e6 x-openstack-request-id: req-a169f67d-87e9-4402-81a5-e0c63ccc32e6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:12.062117 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-plugged", "status": "completed", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:12.062381 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a169f67d-87e9-4402-81a5-e0c63ccc32e6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:12.062766 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'code': 200} Nov 12 03:24:12.066353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.213901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4eddf-8697-44c4-8bd8-8b8bc10c6451 req-cdab95f3-0f43-48b8-a686-34d0e0e8ab9b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.221875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11b4eddf-8697-44c4-8bd8-8b8bc10c6451 req-cdab95f3-0f43-48b8-a686-34d0e0e8ab9b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.2567477 Nov 12 03:24:12.232375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.381801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8140b201-6ff8-4233-a6ec-04abc963b043 req-de5bb9a4-0481-4d17-b44a-1cd44a9eb63d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0604017 Nov 12 03:24:12.383964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11b4eddf-8697-44c4-8bd8-8b8bc10c6451 req-ae3590ad-4da7-4b08-9a31-5bb88e3d6da8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552505 Nov 12 03:24:12.427913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.447876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334ceb9-0dca-421e-a831-bab35039cbee req-e5102d1c-2b48-4b29-8f0c-f387f43b79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.452637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b334ceb9-0dca-421e-a831-bab35039cbee req-e5102d1c-2b48-4b29-8f0c-f387f43b79d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 1097 time: 0.2101612 Nov 12 03:24:12.477719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:12.484982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:12.528849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:12.567316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b334ceb9-0dca-421e-a831-bab35039cbee req-bebd6fa6-98c1-4861-b7be-e918f413e0d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021879 Nov 12 03:24:12.574680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Router 10749dab-62ff-4d8a-a7f1-3ce03c61147c has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:12.584529 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4827e423-9f0c-4af0-9928-d7fe5c7bd611 None None] Provisioning complete for port 85846636-8c30-498f-912c-642f6567b04a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:12.584997 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4827e423-9f0c-4af0-9928-d7fe5c7bd611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:12.686282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4827e423-9f0c-4af0-9928-d7fe5c7bd611 None None] Port 85846636-8c30-498f-912c-642f6567b04a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:12.699012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=a5b26e99-7117-47b5-8bf8-f164d829e604,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:12.742881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:12.752859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d7f83086-a16e-4457-9fe3-3026ec8177ce admin admin] 10.222.0.84 "PUT /v2.0/routers/10749dab-62ff-4d8a-a7f1-3ce03c61147c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4295895 Nov 12 03:24:12.977939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33fbbe-8561-4a14-acdb-7ccdf8073967 req-7a1e0c4b-e2c1-4e5a-bfc1-94271e79c857 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.985135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c33fbbe-8561-4a14-acdb-7ccdf8073967 req-7a1e0c4b-e2c1-4e5a-bfc1-94271e79c857 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1013246 Nov 12 03:24:13.048288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66674041-671f-4db5-9a68-31b98470b07e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:13.064898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c33fbbe-8561-4a14-acdb-7ccdf8073967 req-02667c6b-cbed-4342-8876-bb8ce86f7412 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690982 Nov 12 03:24:13.117331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 66674041-671f-4db5-9a68-31b98470b07e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:13.117702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.160664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.260912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.509191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44018) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:13.535050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.544895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1457130340-network', 'tenant_id': '7052fa4657874c8786ade0d2652a5393'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:13.563014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.569175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9691fb4b-f31b-4763-88ac-6ace6ddbb16f req-5a4ca341-aa93-479a-a341-9bd493f55ec6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0867248 Nov 12 03:24:13.651697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Made reservation on behalf of 7052fa4657874c8786ade0d2652a5393 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:13.654345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.662180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-c8b465f3-df10-4f2c-97f8-7acd2cdf41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.663551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590a789-87be-4f2f-b91a-9ee04e71a77b req-50325ba0-a0b7-4c8d-b298-88b908595abd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.664309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-c8b465f3-df10-4f2c-97f8-7acd2cdf41da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 1098 time: 0.2905283 Nov 12 03:24:13.665374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4590a789-87be-4f2f-b91a-9ee04e71a77b req-50325ba0-a0b7-4c8d-b298-88b908595abd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1570864 Nov 12 03:24:13.712131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.736703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=a5b26e99-7117-47b5-8bf8-f164d829e604,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:13.744739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.875496 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Floating IP d0e20ec4-9c9b-44cc-86c6-b1f07977988a associated. External IP: 172.25.2.13, port: 5a4bfe4e-f1f1-4228-a6c1-856795190d74. Nov 12 03:24:13.938597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-921001d9-460b-4c40-89bc-4c10e606ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.939877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4590a789-87be-4f2f-b91a-9ee04e71a77b req-6c087d66-533f-4301-a39c-aa000b195095 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641678 Nov 12 03:24:13.940154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-921001d9-460b-4c40-89bc-4c10e606ec67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2512050 Nov 12 03:24:13.961506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.001547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Sync routers for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:14.013568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:14.014240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:14.015619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.020709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-8704573e-add1-4a47-aaa8-f6e0a67ff9da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c347014-a3f0-415e-b237-4903265f41ab HTTP/1.1" status: 200 len: 217 time: 0.0561216 Nov 12 03:24:14.043817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:14.084257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-96259667-89b2-4f45-a631-e6dfb1eeb6cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0745749 Nov 12 03:24:14.112744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-13590c7a-6802-420a-b340-828d512e0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.114961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-13590c7a-6802-420a-b340-828d512e0069 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0827553 Nov 12 03:24:14.122583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.122583 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Added segment c6491d64-480d-41ee-a108-a05393604f82 of type vlan for network 9032e8f6-6acd-4b73-8baf-da2acab4b251 Nov 12 03:24:14.181497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:14.201407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85416ddc-e6e4-4535-b703-551fafafe9f1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.243137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.294027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-fd69b142-908e-48c6-ac7a-4596b55d06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.295787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-fd69b142-908e-48c6-ac7a-4596b55d06a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265874 Nov 12 03:24:14.311480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1430-7c0c-425f-b465-5d609b16af80 req-495d53da-7472-4864-8cf6-94d1dafb40f8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.313236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be6f1430-7c0c-425f-b465-5d609b16af80 req-495d53da-7472-4864-8cf6-94d1dafb40f8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.1451833 Nov 12 03:24:14.313984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.314973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.315633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.326112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-01b2b4de-0968-4b61-b10e-f9695597edf8 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:14.327770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-01b2b4de-0968-4b61-b10e-f9695597edf8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088639 Nov 12 03:24:14.461459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 4, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '85846636-8c30-498f-912c-642f6567b04a', 'name': '', 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'mac_address': 'fa:16:3e:b4:77:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '1e174809-9388-4568-ab7a-2da1888690fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 2, 'project_id': 'cb719412847a4045914ba23e2d628201', 'subnets': [{'id': '1e174809-9388-4568-ab7a-2da1888690fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:14.471289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-c00ebee9-2605-4ca6-a4f2-def1ade5cd15 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278536 Nov 12 03:24:14.501961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Checking router: 10749dab-62ff-4d8a-a7f1-3ce03c61147c for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:14.502430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Updating router 10749dab-62ff-4d8a-a7f1-3ce03c61147c port 85846636-8c30-498f-912c-642f6567b04a binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:14.533535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9929855 Nov 12 03:24:14.535447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.550422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44028) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:14.555990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa7b7-7a6a-4718-a3dd-d13a2fe600c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9032e8f6-6acd-4b73-8baf-da2acab4b251,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.564225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Request body: {'subnet': {'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1457130340-subnet', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:14.626666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:14.663798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be6f1430-7c0c-425f-b465-5d609b16af80 req-33002f2e-9712-4acc-a4d6-1509fe5d48f4 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326533 Nov 12 03:24:14.696065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Made reservation on behalf of 7052fa4657874c8786ade0d2652a5393 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:14.698971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.706394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f895ec0f-b327-429b-8c87-01cd381d4d74 req-8b2551ba-b8f7-4f9c-b014-982a304c0837 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938658 Nov 12 03:24:14.762060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:14.770381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.771044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.771533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.772137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.772661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.773101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.774155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.789095 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7e06a575-7395-46bd-b0ad-3f73ece89738 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 0.1780443 Nov 12 03:24:14.866574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d0ee32ea-82ba-4af9-be55-15c197a49dd3 req-57385a4f-0b27-4188-ad95-c8d5b75c1c49 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.1091845 Nov 12 03:24:15.000377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:15.016128 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Sync routers for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:15.025918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.055007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:15.056023 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:15.058856 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.071685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.125113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-cf194960-563d-43ed-8891-4e4b9f8372e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.125698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-cf194960-563d-43ed-8891-4e4b9f8372e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.126176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-cf194960-563d-43ed-8891-4e4b9f8372e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.127873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-cf194960-563d-43ed-8891-4e4b9f8372e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 2298 time: 0.2975659 Nov 12 03:24:15.135331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c44321e-d4d8-4497-a979-52e2d3759451 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1526520 Nov 12 03:24:15.136103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:15.137458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:15.140508 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277b4a8-c300-45e0-899e-72f995e407cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:15.174142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ff62-623a-4690-8162-0bc9cf33e26d None None] Pushing event updated for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.237731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f5f9-b5aa-4762-bd85-4c208fb4aad7 req-785ee004-382e-4f36-ae12-87f9559bb197 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.240088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ff6f5f9-b5aa-4762-bd85-4c208fb4aad7 req-785ee004-382e-4f36-ae12-87f9559bb197 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.1852179 Nov 12 03:24:15.242115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-5ec668a0-9622-40c5-84bf-2f4e75b013e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 1000 time: 0.0898612 Nov 12 03:24:15.285726 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:15.310681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Attempting to bind port 85846636-8c30-498f-912c-642f6567b04a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:15.311147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Attempting to bind port 85846636-8c30-498f-912c-642f6567b04a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:15.311568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Attempting to bind port 85846636-8c30-498f-912c-642f6567b04a on network abc09a60-9217-46b3-a26b-3c0835497b55 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:15.314809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-5495aecf-c18c-4e0e-ad27-661cb58220ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.320358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:15.320741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Checking segment: {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:15.321150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.321548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Bound using segment: {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:15.322039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Bound port: 85846636-8c30-498f-912c-642f6567b04a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:15.322439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.322549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-5495aecf-c18c-4e0e-ad27-661cb58220ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 200 len: 856 time: 0.0676174 Nov 12 03:24:15.463653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] For port 85846636-8c30-498f-912c-642f6567b04a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:15.468841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] For port 85846636-8c30-498f-912c-642f6567b04a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=85846636-8c30-498f-912c-642f6567b04a,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:15.477197 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.490914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ff6f5f9-b5aa-4762-bd85-4c208fb4aad7 req-99578e20-ce7d-4c94-a140-f7b7ff2c80db tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671193 Nov 12 03:24:15.576976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.610069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:15.610948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:15.617272 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d4d7c2-e718-414e-a00e-3b4c7427047d x-openstack-request-id: req-19d4d7c2-e718-414e-a00e-3b4c7427047d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:15.617650 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:15.617973 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19d4d7c2-e718-414e-a00e-3b4c7427047d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:15.618440 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'status': 'completed', 'code': 200} Nov 12 03:24:15.685340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-5ce4f339-5d8f-44b5-8036-48fe95919b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.700001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-5ce4f339-5d8f-44b5-8036-48fe95919b18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f5eee0-ed74-4378-a491-93a88f240b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2680783 Nov 12 03:24:15.729287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ff62-623a-4690-8162-0bc9cf33e26d None None] Pushing event updated for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.774055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310a00-18d5-4439-a125-6c859bb60159 req-629db9d8-a92f-4885-b894-4a6793b4af6e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.787236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98310a00-18d5-4439-a125-6c859bb60159 req-629db9d8-a92f-4885-b894-4a6793b4af6e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.3414152 Nov 12 03:24:15.803969 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd0e20ec4-9c9b-44cc-86c6-b1f07977988a', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'port_id': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'mac_address': 'fa:16:3e:d9:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:12Z', 'revision_number': 0, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:15.820643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.844824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] Provisioning complete for port 85846636-8c30-498f-912c-642f6567b04a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:15.844824 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.863054 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Checking router: dc0500d0-6164-4a1a-8e23-6cf2b9beed3b for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:15.879638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-368991b8-2f96-4ab5-99dd-3bf097c48040 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693957 Nov 12 03:24:15.879847 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:15.880274 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:15.902585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Checking segment: {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:15.902951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Network hostable DHCP agents. Network: 9032e8f6-6acd-4b73-8baf-da2acab4b251, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:15.908224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.908705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.909175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.909644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.910101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.910568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.911083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.911575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.912130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.912486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.912948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.913408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.913854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.914312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.914880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.915367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.915821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.930785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-990d8cb0-4553-421f-9a51-3af2e2fc4de1 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11913 time: 0.7870245 Nov 12 03:24:15.933882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44050) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:16.014463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:16.023311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b4a8-c300-45e0-899e-72f995e407cf req-c1f594e4-7693-47da-87a0-59dc4c1f5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.024844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-c1f594e4-7693-47da-87a0-59dc4c1f5ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1136 time: 0.4297028 Nov 12 03:24:16.041783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97b09fc8-e9e4-48a9-928b-a44c11005026 req-9a18050c-9e19-4848-ba8a-8a9d76497467 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b9dfdda-da16-464d-90e5-300375264835 HTTP/1.1" status: 200 len: 210 time: 0.0349760 Nov 12 03:24:16.083835 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-d732cb07-69ea-4098-81d8-4adc28edb167 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922879 Nov 12 03:24:16.126220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.138624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b4a8-c300-45e0-899e-72f995e407cf req-4fcb4fc4-3664-4e25-879a-8e80ba621358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.140677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-4fcb4fc4-3664-4e25-879a-8e80ba621358 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 200 len: 897 time: 0.1047294 Nov 12 03:24:16.163658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98310a00-18d5-4439-a125-6c859bb60159 req-4fda239c-1e22-4a53-b2c0-4361b4fedc7f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755567 Nov 12 03:24:16.218026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:16.238886 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:16.257703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9032e8f6-6acd-4b73-8baf-da2acab4b251) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:16.264631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-f1706301-a83b-4eae-a8f0-e6e6adae4b51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 217 time: 0.1702242 Nov 12 03:24:16.270932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.271544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.296561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.297026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.297478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.297929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.298377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.300167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.300167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.300167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.300167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.300572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.301013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.301454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.301890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.302328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.302764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.303227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.303667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.306109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5fef04d8-2e8d-4e1d-b80d-737f274323df tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10832 time: 0.3693187 Nov 12 03:24:16.310900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-5055b07f-f68c-4cf9-8540-bf664233ebd5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 200 len: 998 time: 0.1633070 Nov 12 03:24:16.311387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44056) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:16.312088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3966cc-04ef-49c8-8021-c09d1c69db80 None None] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:16.378143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-ebe1c9e2-9cf4-449e-b001-5011905b8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.380358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-ebe1c9e2-9cf4-449e-b001-5011905b8a2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1063592 Nov 12 03:24:16.433286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] For port 85846636-8c30-498f-912c-642f6567b04a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=85846636-8c30-498f-912c-642f6567b04a,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:16.438769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a7d852cf-ca28-49b2-9135-cb347adc24f9 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8826780 Nov 12 03:24:16.441245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44058) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:16.451139 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.480557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:16.483833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b4a8-c300-45e0-899e-72f995e407cf req-107c7f12-4bab-4a5d-afd7-e1d9e9283447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.485722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-107c7f12-4bab-4a5d-afd7-e1d9e9283447 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89832910-ea4f-4ede-9fe7-9464d88c1383 HTTP/1.1" status: 200 len: 834 time: 0.1664038 Nov 12 03:24:16.559420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.560484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.630986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-e7ce37a1-645d-4d11-a230-550bebad00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.635267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-e7ce37a1-645d-4d11-a230-550bebad00a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2465875 Nov 12 03:24:16.656617 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd0e20ec4-9c9b-44cc-86c6-b1f07977988a', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'port_id': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'mac_address': 'fa:16:3e:d9:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:12Z', 'revision_number': 0, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:16.660133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 4, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '85846636-8c30-498f-912c-642f6567b04a', 'name': '', 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'mac_address': 'fa:16:3e:b4:77:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '1e174809-9388-4568-ab7a-2da1888690fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': 'cb719412847a4045914ba23e2d628201', 'subnets': [{'id': '1e174809-9388-4568-ab7a-2da1888690fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:16.663633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9032e8f6-6acd-4b73-8baf-da2acab4b251', 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'fixed_ips': [{'subnet_id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:16.664880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.706259 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da04d8b-9206-4a53-a7c5-8870ec89056f None None] The sync data for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 is: [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'd0e20ec4-9c9b-44cc-86c6-b1f07977988a', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'port_id': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'mac_address': 'fa:16:3e:d9:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:24:12Z', 'updated_at': '2021-11-12T03:24:12Z', 'revision_number': 0, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:16.802210 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.879968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b4a8-c300-45e0-899e-72f995e407cf req-d7a42e5f-21ac-4926-aad3-161498c1e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.881564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-d7a42e5f-21ac-4926-aad3-161498c1e83f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3626282 Nov 12 03:24:16.908116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-f95c1954-8b74-4c51-814f-32f6be4f99c9 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:16.909258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-f95c1954-8b74-4c51-814f-32f6be4f99c9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111349 Nov 12 03:24:16.950103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8e3bb394-f426-478e-91a9-0c2867785028 None None] Provisioning complete for port 85846636-8c30-498f-912c-642f6567b04a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:16.950483 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb394-f426-478e-91a9-0c2867785028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:16.989780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a4fb0-0268-4c95-97ae-f2a72a59a972 None None] Pushing event updated for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:16.994076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84bfd-6743-4d11-a2dd-8612b7c4c60b None None] The sync data for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 is: [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:10Z', 'revision_number': 4, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '85846636-8c30-498f-912c-642f6567b04a', 'name': '', 'network_id': 'abc09a60-9217-46b3-a26b-3c0835497b55', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'mac_address': 'fa:16:3e:b4:77:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '1e174809-9388-4568-ab7a-2da1888690fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:09Z', 'updated_at': '2021-11-12T03:24:15Z', 'revision_number': 4, 'project_id': 'cb719412847a4045914ba23e2d628201', 'subnets': [{'id': '1e174809-9388-4568-ab7a-2da1888690fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:17.052699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-6269a293-5248-4bf7-b579-c034880405d6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.060941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-6269a293-5248-4bf7-b579-c034880405d6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.2767372 Nov 12 03:24:17.137388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea33060-2834-4da9-904a-73045866ce33 None None] New status for floating IP d0e20ec4-9c9b-44cc-86c6-b1f07977988a: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:24:17.140748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-3d09ae60-fdc2-4640-9ab3-b98e52d30b1e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/quotas/976e1f6532b04f25963d1a8b03fa0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0789320 Nov 12 03:24:17.146405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46535-9643-4241-ab89-e7fc93f38bc1 req-b915bbad-a67e-47be-bceb-f7d5114bf8f0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.157502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:17.165036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e46535-9643-4241-ab89-e7fc93f38bc1 req-b915bbad-a67e-47be-bceb-f7d5114bf8f0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 946 time: 0.4781718 Nov 12 03:24:17.178700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.243583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7d610c9b-87f4-4a30-8005-8930f0f8f503 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965192 Nov 12 03:24:17.283811 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb906581-56a6-4cdd-814c-7d1d7564c3ce tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6666 time: 0.9667237 Nov 12 03:24:17.285284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44082) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:17.302528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-b05ec2dc-5ae7-4ca4-839c-f85e1cb14205 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217613 Nov 12 03:24:17.306337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-4b19bbbd-556a-4df6-a784-5a94e023402d service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880105 Nov 12 03:24:17.344007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-f67dff76-6835-49cb-8d7f-229e69cb8570 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:24:17.345210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-f67dff76-6835-49cb-8d7f-229e69cb8570 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219119 Nov 12 03:24:17.348267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.429241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e46535-9643-4241-ab89-e7fc93f38bc1 req-bf45268f-9d23-4170-a1ff-9974fda8d0dd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630830 Nov 12 03:24:17.432560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Allocated IP 172.20.0.2 (9032e8f6-6acd-4b73-8baf-da2acab4b251/3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a/7f11396e-36c2-4f91-9663-2d2104d47f93) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:17.450510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:17.453147 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b2a80-be8c-40c2-a857-e6c766e89118" -d '{"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:17.472673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-3f87700e-c3e7-438d-8892-24abd5991f63 service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114426 Nov 12 03:24:17.499285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:17.518961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-ae920d9f-c114-4ff0-8645-aaf61c236f48 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557108 Nov 12 03:24:17.555585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3cdf52-2df8-4c74-9d7d-44cf70b41e9b tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.556079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3cdf52-2df8-4c74-9d7d-44cf70b41e9b tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.557142 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.570615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2d3cdf52-2df8-4c74-9d7d-44cf70b41e9b tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dc0500d0-6164-4a1a-8e23-6cf2b9beed3b HTTP/1.1" status: 200 len: 1992 time: 0.2709129 Nov 12 03:24:17.615027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-b80b08b6-a7b7-4cde-b1b7-6c8cd5ef1fde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 217 time: 0.0875602 Nov 12 03:24:17.641413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:17.643857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b4a8-c300-45e0-899e-72f995e407cf req-8c651ffb-873f-4f2b-85e9-c447f8c8c21b service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218200 Nov 12 03:24:17.689501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-96f4d2ce-18d0-4018-96a5-5a91b2ff4b58 service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780779 Nov 12 03:24:17.859260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-40746de0-ecc2-459a-a7d6-afb5fe3b1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.861052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-40746de0-ecc2-459a-a7d6-afb5fe3b1940 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.2319989 Nov 12 03:24:17.941273 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.965236 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.972448 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952079df-c6fb-4228-ae50-dcd60433eb39 x-openstack-request-id: req-952079df-c6fb-4228-ae50-dcd60433eb39 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:17.972731 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-unplugged", "status": "failed", "tag": "8c347014-a3f0-415e-b237-4903265f41ab", "code": 422}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:17.973118 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-952079df-c6fb-4228-ae50-dcd60433eb39 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:17.973672 n-d-615180-50 neutron-server[102434]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab', 'code': 422} returned with failed status Nov 12 03:24:17.976000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:17.982198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.051645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:18.054632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:18.058436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:18.091283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7cedea2f-d3a0-4e1f-a0a3-b91a24ef5f5a req-79c6c452-3faa-4ad7-8eab-d06e6309739d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 210 time: 0.1500432 Nov 12 03:24:18.109112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-a5603546-676b-442c-a80d-3b71ee476dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.110778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-a5603546-676b-442c-a80d-3b71ee476dbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2277572 Nov 12 03:24:18.121839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Pushing event updated for resources: {'Port': ['ID=7f11396e-36c2-4f91-9663-2d2104d47f93,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.169550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-41210128-b71c-42ac-bebe-b0d9a4817afa tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.171169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-41210128-b71c-42ac-bebe-b0d9a4817afa tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e4468a-56ea-4d93-80ef-98817700c95e HTTP/1.1" status: 200 len: 945 time: 0.2153444 Nov 12 03:24:18.235488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Attempting to bind port 7f11396e-36c2-4f91-9663-2d2104d47f93 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:18.236047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Attempting to bind port 7f11396e-36c2-4f91-9663-2d2104d47f93 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:18.236362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Attempting to bind port 7f11396e-36c2-4f91-9663-2d2104d47f93 on network 9032e8f6-6acd-4b73-8baf-da2acab4b251 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:18.245079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:18.247348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Checking segment: {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:18.248793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.253479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Bound using segment: {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:18.254006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Bound port: 7f11396e-36c2-4f91-9663-2d2104d47f93, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:18.254474 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.254984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Allocated IP 172.25.2.38 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/7758b310-6091-4e36-ba15-f7b044e99ce4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:18.351544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] For port 7f11396e-36c2-4f91-9663-2d2104d47f93, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:18.358680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] For port 7f11396e-36c2-4f91-9663-2d2104d47f93, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f11396e-36c2-4f91-9663-2d2104d47f93,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:18.364770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.409562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Deleting port fc564242-30fe-4ff0-91b0-4f756c280302 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:18.417112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.442221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-62f48de1-1096-4093-8b6d-0a74fb0d331c service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167696 Nov 12 03:24:18.471735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec469-d15d-43a6-9ae5-f62dd1ef166b None None] Pushing event updated for resources: {'Port': ['ID=7f11396e-36c2-4f91-9663-2d2104d47f93,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.729605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] For port fc564242-30fe-4ff0-91b0-4f756c280302, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fc564242-30fe-4ff0-91b0-4f756c280302,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:18.730134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.787992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Calling delete_port for fc564242-30fe-4ff0-91b0-4f756c280302 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:18.876566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.982956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581d9f1-bf4c-454f-8ff0-29074d0c4492 req-9b0c60ea-c7a5-453c-a9c1-bce09310bcb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.995410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8581d9f1-bf4c-454f-8ff0-29074d0c4492 req-9b0c60ea-c7a5-453c-a9c1-bce09310bcb5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 944 time: 0.3106849 Nov 12 03:24:19.125165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-fa25d166-08c7-42a6-a1ee-dd3fe10bb007 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669309 Nov 12 03:24:19.148786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8581d9f1-bf4c-454f-8ff0-29074d0c4492 req-fc7108a2-7c8c-46b1-8747-1d26176a15d0 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505561 Nov 12 03:24:19.173404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.213942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f11396e-36c2-4f91-9663-2d2104d47f93 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:19.254120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04c8e139-4d45-43c8-a1a0-60e67c320d8b req-4009ebfd-029d-4611-aa1d-3ffc09828ab4 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 210 time: 0.0566216 Nov 12 03:24:19.255573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.294277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event deleted for resources: {'Port': ['ID=fc564242-30fe-4ff0-91b0-4f756c280302,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.327526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7408ca0e-bd1b-47ec-be99-1556d3caa5c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 200 len: 217 time: 0.1714113 Nov 12 03:24:19.329705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7f11396e-36c2-4f91-9663-2d2104d47f93 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:19.330346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.345256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:19.358710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] No DVR routers for this DVR port fc564242-30fe-4ff0-91b0-4f756c280302 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:19.361655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.365245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9de2889-e4f1-4588-aba1-2d3075e813c1 req-e8a7a5e8-a24c-4420-981c-a81be932531d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "DELETE /v2.0/ports/fc564242-30fe-4ff0-91b0-4f756c280302 HTTP/1.1" status: 204 len: 173 time: 1.1850028 Nov 12 03:24:19.365769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-deleted', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.368148 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec20c4-d6f0-403e-b402-210a4484c14a" -d '{"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-deleted", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.415763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:19.442718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c5210-3737-4709-89ab-765951c5265e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:19.452039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:19.496793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Pushing event updated for resources: {'Port': ['ID=7758b310-6091-4e36-ba15-f7b044e99ce4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.518580 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae9dbfc-6e54-4f38-90a1-c464dad084a3 x-openstack-request-id: req-1ae9dbfc-6e54-4f38-90a1-c464dad084a3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.518703 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e4468a-56ea-4d93-80ef-98817700c95e", "name": "network-vif-deleted", "tag": "fc564242-30fe-4ff0-91b0-4f756c280302", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.518932 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ae9dbfc-6e54-4f38-90a1-c464dad084a3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.519423 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e4468a-56ea-4d93-80ef-98817700c95e', 'name': 'network-vif-deleted', 'tag': 'fc564242-30fe-4ff0-91b0-4f756c280302', 'status': 'completed', 'code': 200} Nov 12 03:24:19.536932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-de2d5c07-7549-4dcb-8c21-d7e3ccdfb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.538650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-de2d5c07-7549-4dcb-8c21-d7e3ccdfb63b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1657679 Nov 12 03:24:19.570887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a7a97a9a-6b9d-4ddf-b9e6-739ecb618d41 None None] Provisioning complete for port 7758b310-6091-4e36-ba15-f7b044e99ce4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:19.571309 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7a97a9a-6b9d-4ddf-b9e6-739ecb618d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.573384 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.587789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07936a-eef1-4e61-bec3-2cddf161c789 req-9ebbee92-926f-4efc-b359-c4d911275d01 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.589762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be07936a-eef1-4e61-bec3-2cddf161c789 req-9ebbee92-926f-4efc-b359-c4d911275d01 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.3098292 Nov 12 03:24:19.673275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7f11396e-36c2-4f91-9663-2d2104d47f93, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f11396e-36c2-4f91-9663-2d2104d47f93,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:19.680206 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.681750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 85846636-8c30-498f-912c-642f6567b04a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:19.689577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a7a97a9a-6b9d-4ddf-b9e6-739ecb618d41 None None] Port 7758b310-6091-4e36-ba15-f7b044e99ce4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:19.760925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-54f78afc-9ce8-409c-a481-536ccaebacd0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:19.767511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7f11396e-36c2-4f91-9663-2d2104d47f93,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:19.786560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-54f78afc-9ce8-409c-a481-536ccaebacd0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.2400701 Nov 12 03:24:19.811813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 85846636-8c30-498f-912c-642f6567b04a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:19.812465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.813690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Request body: {'port': {'device_id': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'admin_state_up': True, 'tenant_id': '976e1f6532b04f25963d1a8b03fa0ee9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:20.039444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Made reservation on behalf of 976e1f6532b04f25963d1a8b03fa0ee9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:20.043306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.049020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-869cf612-2add-46a7-8e11-97bcff4d2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.051303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-869cf612-2add-46a7-8e11-97bcff4d2db4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4572351 Nov 12 03:24:20.064431 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be07936a-eef1-4e61-bec3-2cddf161c789 req-937ae95a-904e-4858-8253-c9ce908d62c4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499133 Nov 12 03:24:20.260382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4535ebd-6db8-411d-aa97-81d1ce22cde2 None None] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:20.369818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aabb46-9294-4260-b41a-bab294003900 req-be7d0f01-d38c-432d-b0a1-9f3cd446e92b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.375613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2aabb46-9294-4260-b41a-bab294003900 req-be7d0f01-d38c-432d-b0a1-9f3cd446e92b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0899582 Nov 12 03:24:20.437770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-99524ca2-a0f9-417c-820c-f1a712094ba0 None None] Provisioning complete for port 7f11396e-36c2-4f91-9663-2d2104d47f93 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:20.438340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-99524ca2-a0f9-417c-820c-f1a712094ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.461275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Allocated IP 172.20.0.4 (ea6da682-2fa1-46fc-8940-c10ae722697b/4016b304-740b-443e-831f-1d7a8c2d9670/ad2e1693-1315-4e02-9af0-44b0e84e8175) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:20.470771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2aabb46-9294-4260-b41a-bab294003900 req-900f1dc1-bf26-40bb-bda0-ad2ea0e4801c tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901203 Nov 12 03:24:20.498078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:20.536369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: fc564242-30fe-4ff0-91b0-4f756c280302 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:20.536746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fc564242-30fe-4ff0-91b0-4f756c280302 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:20.744882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.761748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc4fa510-943e-43b9-9c87-eea744760335 req-d05567e8-e264-40f4-8d4a-93fcca8651d3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 210 time: 0.0576160 Nov 12 03:24:20.777701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.831173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7ef33fa4-28ec-41cf-9ca2-4f9a0de4f119 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615590 Nov 12 03:24:20.833134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:20.883229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7361-f692-4199-bf47-2a5a117945ff req-db70a7f4-081a-4cd0-9a9b-031b5b320d3f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.891544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af1e7361-f692-4199-bf47-2a5a117945ff req-db70a7f4-081a-4cd0-9a9b-031b5b320d3f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1650054 Nov 12 03:24:20.941934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:20.965821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Network ea6da682-2fa1-46fc-8940-c10ae722697b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:20.970642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:20.980342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:20.997231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f11396e-36c2-4f91-9663-2d2104d47f93 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:21.052165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7cf639dc-ce7e-4655-89b0-956c1071a0e4 None None] Provisioning complete for port 7f11396e-36c2-4f91-9663-2d2104d47f93 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.052542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cf639dc-ce7e-4655-89b0-956c1071a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.059284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-af1e7361-f692-4199-bf47-2a5a117945ff req-79f42e54-adb6-4efe-b68e-a1a059a9ea94 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572073 Nov 12 03:24:21.102959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.103674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.109052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7f11396e-36c2-4f91-9663-2d2104d47f93 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:21.109424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.129671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-958bebc4-f44c-415c-b932-5e722973418c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203363 Nov 12 03:24:21.151522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Request body: {'port': {'device_id': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:21.162672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-2ad4cbc9-8373-4293-80c2-bf8d3149603f service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206835 Nov 12 03:24:21.178670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.196616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8c347014-a3f0-415e-b237-4903265f41ab no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:21.233592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.309213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-7fa3c5de-0688-46c4-9068-40aad42e4c59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 200 len: 217 time: 0.1239669 Nov 12 03:24:21.433489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-c89207ca-f853-48f3-926c-44f094db7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.435383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-c89207ca-f853-48f3-926c-44f094db7882 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1152894 Nov 12 03:24:21.509128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-56f13179-edac-4128-9adc-7ea53baa9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.511456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-56f13179-edac-4128-9adc-7ea53baa9e0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670724 Nov 12 03:24:21.598030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:21.626728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2e1693-1315-4e02-9af0-44b0e84e8175 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:21.635816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.651326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Transition to ACTIVE for port object ad2e1693-1315-4e02-9af0-44b0e84e8175 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:21.656581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.718213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:21.749918 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-9ef9cdbb-204a-4fe3-b514-aa0c8ca87727 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296808 Nov 12 03:24:21.799157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:21.809361 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Sync routers for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:21.810665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Attempting to bind port ad2e1693-1315-4e02-9af0-44b0e84e8175 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:21.811012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Attempting to bind port ad2e1693-1315-4e02-9af0-44b0e84e8175 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:21.811529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Attempting to bind port ad2e1693-1315-4e02-9af0-44b0e84e8175 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.817616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Port ad2e1693-1315-4e02-9af0-44b0e84e8175 on network ea6da682-2fa1-46fc-8940-c10ae722697b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:21.818077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Attempting to bind port ad2e1693-1315-4e02-9af0-44b0e84e8175 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:21.824436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.825261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:21.826210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Checking segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:21.826615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Bound using segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:21.827117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Bound port: ad2e1693-1315-4e02-9af0-44b0e84e8175, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:21.829991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.830130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bbe56f06-2ce3-47ef-8d11-c154991ad71f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3852148 Nov 12 03:24:21.831683 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:21.832934 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:21.844096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44148) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:21.990784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-80b93476-9933-45e1-a95e-4fa6c7948898 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255609 Nov 12 03:24:22.042470 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:22.079802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-e50bbb16-7a9f-40f0-a4b1-62e29f9382fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 200 len: 217 time: 0.0838103 Nov 12 03:24:22.115712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:22.172802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4dcdd-d713-425c-aea2-634b1e57f007 req-27606133-cdbd-4d6c-91ab-dc0cabb1ff0a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.175653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa4dcdd-d713-425c-aea2-634b1e57f007 req-27606133-cdbd-4d6c-91ab-dc0cabb1ff0a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 943 time: 0.2532189 Nov 12 03:24:22.186230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:22.210618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.225334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-82e65536-7d64-4812-9ce9-ff527af5c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.227402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-82e65536-7d64-4812-9ce9-ff527af5c584 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.1369674 Nov 12 03:24:22.317418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0d33-c72c-4aee-822d-7379a7319507 req-8f7430e7-3064-4324-abde-ab6a113309d4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.319018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909e0d33-c72c-4aee-822d-7379a7319507 req-8f7430e7-3064-4324-abde-ab6a113309d4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1175022 Nov 12 03:24:22.352572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-4313e539-25a0-4cd6-8cf2-64a00403edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.354126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-4313e539-25a0-4cd6-8cf2-64a00403edd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915492 Nov 12 03:24:22.406671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.407334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.409287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad2e1693-1315-4e02-9af0-44b0e84e8175 HTTP/1.1" status: 200 len: 1092 time: 1.2670140 Nov 12 03:24:22.418200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:22.422445 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:22.462818 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-aa7af5c7-00c9-440e-9254-5a027a690213 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976179 Nov 12 03:24:22.480372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 3, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:22.510367 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909e0d33-c72c-4aee-822d-7379a7319507 req-007d449c-ec5b-423b-95be-72230c36abba tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797435 Nov 12 03:24:22.552108 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Checking router: b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:22.552512 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Updating router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 port 7758b310-6091-4e36-ba15-f7b044e99ce4 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:22.596907 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.603507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-2ee5d8a1-bf33-4f4d-a9f6-22d06b25be2e service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287904 Nov 12 03:24:22.697593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-90c166fe-4de2-482d-983f-5a70a847872c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 217 time: 0.0864935 Nov 12 03:24:22.769815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-306d778b-93f6-46f9-bc7c-f47a899392fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.771769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-306d778b-93f6-46f9-bc7c-f47a899392fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.0672963 Nov 12 03:24:22.825932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-fcb1445e-0fe8-4607-a33f-922ed33a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.828511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-fcb1445e-0fe8-4607-a33f-922ed33a0cdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496702 Nov 12 03:24:23.006235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-c503c267-091b-4fd6-9fc1-c9f1a22bf753 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697984 Nov 12 03:24:23.043005 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.052013 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.140692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7881a55-e4f8-4b46-b0fc-1e133fa5675d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:23.148940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Attempting to bind port 7758b310-6091-4e36-ba15-f7b044e99ce4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:23.149342 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Attempting to bind port 7758b310-6091-4e36-ba15-f7b044e99ce4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:23.149680 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Attempting to bind port 7758b310-6091-4e36-ba15-f7b044e99ce4 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:23.157960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:23.158354 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:23.158738 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.159141 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:23.159629 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Bound port: 7758b310-6091-4e36-ba15-f7b044e99ce4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:23.160006 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.182207 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3aebf-691c-480b-b4a7-e2c300084ba7 x-openstack-request-id: req-50a3aebf-691c-480b-b4a7-e2c300084ba7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:23.182728 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:23.182728 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50a3aebf-691c-480b-b4a7-e2c300084ba7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:23.183159 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'status': 'completed', 'code': 200} Nov 12 03:24:23.212000 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] For port 7758b310-6091-4e36-ba15-f7b044e99ce4, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:23.214202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] Provisioning complete for port 7758b310-6091-4e36-ba15-f7b044e99ce4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:23.215333 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.215538 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] For port 7758b310-6091-4e36-ba15-f7b044e99ce4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7758b310-6091-4e36-ba15-f7b044e99ce4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:23.223680 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.233608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Pushing event updated for resources: {'Port': ['ID=7758b310-6091-4e36-ba15-f7b044e99ce4,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.242917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.243572 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.243996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.244344 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.244672 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.245120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.245570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.245903 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.246448 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.246690 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.247211 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.247474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8390384-8ce0-4968-9a92-a0059ce13e50 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.247646 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:23.301975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaa4dcdd-d713-425c-aea2-634b1e57f007 req-f345fb05-46f9-4d31-a04b-fb23322ad6be tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0808704 Nov 12 03:24:23.323846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65ec894e-9ae2-43e8-8dd6-2a261941227d req-0a67a248-b832-4b11-8c88-9f0ffeffaa55 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095584 Nov 12 03:24:23.338281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-b4abc904-5ffa-4ace-93c8-1b2adad3fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.339981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-b4abc904-5ffa-4ace-93c8-1b2adad3fe2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 1095 time: 0.8522811 Nov 12 03:24:23.340223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:23.341089 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:23.366706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477869e8-9d94-4485-a0ad-4a3b17ab5b51 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:23.466444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-ea0cce5e-ad6b-4f68-9360-5e1053882e1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175 HTTP/1.1" status: 200 len: 217 time: 0.0840216 Nov 12 03:24:23.468994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.497611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] For port 7758b310-6091-4e36-ba15-f7b044e99ce4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7758b310-6091-4e36-ba15-f7b044e99ce4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.501951 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.503039 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:23.590230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-6701feec-0b7b-41f4-acd4-e86cc2030908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.593241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-6701feec-0b7b-41f4-acd4-e86cc2030908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.1179802 Nov 12 03:24:23.609450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f83463-5dec-42a3-8b27-ee1855108ed2 None None] Pushing event updated for resources: {'Port': ['ID=7758b310-6091-4e36-ba15-f7b044e99ce4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.629947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-25c5af1d-838b-4fcd-b11c-a321b2cda772 None None] Provisioning complete for port 7758b310-6091-4e36-ba15-f7b044e99ce4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:23.630565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25c5af1d-838b-4fcd-b11c-a321b2cda772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.651483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-7d2c7a68-ea7d-4078-aa81-eec2a87c674b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443177 Nov 12 03:24:23.687328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21162fc0-2c4d-499a-bd57-3c702b904501 None None] Pushing event updated for resources: {'Port': ['ID=7758b310-6091-4e36-ba15-f7b044e99ce4,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.740434 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 3, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:23.798888 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af20e6f-c0aa-4201-bc9a-042f187be208 None None] The sync data for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 is: [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:19Z', 'revision_number': 3, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:23.873798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65957d-bbe6-4bd6-8fc5-255571068f49 req-6b019329-6fe0-4418-b0ff-c68e68ab1c3f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.875388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b65957d-bbe6-4bd6-8fc5-255571068f49 req-6b019329-6fe0-4418-b0ff-c68e68ab1c3f tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1903596 Nov 12 03:24:23.915866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-ad1134dd-302d-495b-ad5b-f968e776edda service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571127 Nov 12 03:24:23.944155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.028089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b65957d-bbe6-4bd6-8fc5-255571068f49 req-a5a8aa9d-3c3f-46c1-8637-9aa679700d42 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424949 Nov 12 03:24:24.099555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e9e363-2e1f-4473-9d59-bdfa20c6db0e req-119649df-c227-4ee6-8473-7fd09affe337 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727822 Nov 12 03:24:24.261981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-38ddf3f5-619b-4e2a-8682-4d50f2d7d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.263722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-38ddf3f5-619b-4e2a-8682-4d50f2d7d6b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 1095 time: 0.1054761 Nov 12 03:24:24.282831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Allocated IP 172.20.0.1 (9032e8f6-6acd-4b73-8baf-da2acab4b251/3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a/babaa460-66be-4ca1-9659-3bae17a89681) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:24.502457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123c1d-1ab6-4a50-b3bd-07ca83f735f0 req-ffbb281f-297b-440f-8492-58f588c77d35 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.515324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80123c1d-1ab6-4a50-b3bd-07ca83f735f0 req-ffbb281f-297b-440f-8492-58f588c77d35 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 943 time: 0.1156230 Nov 12 03:24:24.541951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-dba8c572-4548-464b-be7b-dc3052fc636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.543496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-dba8c572-4548-464b-be7b-dc3052fc636e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 915 time: 0.2715979 Nov 12 03:24:24.599052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80123c1d-1ab6-4a50-b3bd-07ca83f735f0 req-e2f27e62-1217-4e3a-b9d8-c72bfd2524bd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756638 Nov 12 03:24:24.630650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-703992fa-00ed-4fb0-8411-177d5fa99acf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175 HTTP/1.1" status: 200 len: 217 time: 0.0752084 Nov 12 03:24:24.656356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.701780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-75bd75f5-157a-464a-8c0c-6e9e88893b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.703321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-75bd75f5-157a-464a-8c0c-6e9e88893b98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.0645852 Nov 12 03:24:24.746174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-8b0f1175-63f9-4eab-911c-8fbc4b659f52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293419 Nov 12 03:24:24.750501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.882870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:24.897227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:24.923810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:24.967349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Pushing event updated for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.007292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.022173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7758b310-6091-4e36-ba15-f7b044e99ce4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:25.052569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-e89663dd-6dfa-4465-9664-5340ae138bd5 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981737 Nov 12 03:24:25.102163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7758b310-6091-4e36-ba15-f7b044e99ce4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:25.102759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.219602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f09d8de9-2c6d-46da-9518-116ea970f885 None None] Provisioning complete for port babaa460-66be-4ca1-9659-3bae17a89681 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:25.220141 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f09d8de9-2c6d-46da-9518-116ea970f885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.242628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c324c0-a54b-4ee2-9d5c-bf831697f97b req-6ec25f60-66f8-4b24-8c60-4670ab681605 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.245284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43c324c0-a54b-4ee2-9d5c-bf831697f97b req-6ec25f60-66f8-4b24-8c60-4670ab681605 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1124599 Nov 12 03:24:25.338227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8b4569a-f191-43d8-a77b-c886ec5f3c0c req-83127596-ee18-4a63-a45d-b5a812c704ca service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641726 Nov 12 03:24:25.359761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43c324c0-a54b-4ee2-9d5c-bf831697f97b req-3c98a3bf-8479-4462-bf9c-5ccd961c4a34 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989027 Nov 12 03:24:25.362818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.453222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f09d8de9-2c6d-46da-9518-116ea970f885 None None] Port babaa460-66be-4ca1-9659-3bae17a89681 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:25.608525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.613220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.686454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.699307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Pushing event updated for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.767306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8994d-31ee-4913-9d70-baaa0ff00e21 req-88177ad6-6997-4edc-9c73-fdba113cce14 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.773572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac8994d-31ee-4913-9d70-baaa0ff00e21 req-88177ad6-6997-4edc-9c73-fdba113cce14 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 943 time: 0.0852158 Nov 12 03:24:25.850203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:25.852461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:25.875670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac8994d-31ee-4913-9d70-baaa0ff00e21 req-87d116db-87c5-477b-a87f-0dabc2508b1e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012068 Nov 12 03:24:26.009085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef04d2a-ace0-4b64-aecc-d054e2989626 req-d38018d9-3499-4d93-a0f8-ef9831e88010 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.015698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ef04d2a-ace0-4b64-aecc-d054e2989626 req-d38018d9-3499-4d93-a0f8-ef9831e88010 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1086590 Nov 12 03:24:26.070346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:26.102122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ef04d2a-ace0-4b64-aecc-d054e2989626 req-e5916c8b-544f-41f8-9ff1-2d2ee69a2761 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832539 Nov 12 03:24:26.194364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6a348beb-fa20-4ed8-8fd2-4518a895ecb8 None None] Provisioning complete for port babaa460-66be-4ca1-9659-3bae17a89681 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:26.194906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a348beb-fa20-4ed8-8fd2-4518a895ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.246254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6a348beb-fa20-4ed8-8fd2-4518a895ecb8 None None] Port babaa460-66be-4ca1-9659-3bae17a89681 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:26.252468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:26.259957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-195c066e-f774-4c77-b5c0-714e240dadee admin admin] 10.222.0.84 "PUT /v2.0/routers/b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4132259 Nov 12 03:24:26.261373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Sync routers for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:26.272769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:26.273621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.402512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:26.502932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:26.503428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7236d-c850-4279-990c-9634413f6124 req-c88002fd-70d7-40e2-a3d7-e861cf2a8329 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.504964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cb7236d-c850-4279-990c-9634413f6124 req-c88002fd-70d7-40e2-a3d7-e861cf2a8329 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0569665 Nov 12 03:24:26.569444 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cb7236d-c850-4279-990c-9634413f6124 req-b541e50f-c98d-42c2-b20f-c7b7071916b9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552475 Nov 12 03:24:26.711498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:26.729113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'port_id': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'mac_address': 'fa:16:3e:63:44:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4016b304-740b-443e-831f-1d7a8c2d9670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:26.816168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.837735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2e1693-1315-4e02-9af0-44b0e84e8175 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:26.845125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:25Z', 'revision_number': 4, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'babaa460-66be-4ca1-9659-3bae17a89681', 'name': '', 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'mac_address': 'fa:16:3e:f1:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:24Z', 'updated_at': '2021-11-12T03:24:25Z', 'revision_number': 2, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'subnets': [{'id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.877783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Checking router: b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:26.878150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Updating router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 port babaa460-66be-4ca1-9659-3bae17a89681 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:26.905880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:26.918732 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.935698 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.050490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f9b9-a498-4fe0-b60c-580b18433d6e req-936b2a4c-6587-4fba-bc69-b4bad03c029f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.053116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f518f9b9-a498-4fe0-b60c-580b18433d6e req-936b2a4c-6587-4fba-bc69-b4bad03c029f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 944 time: 0.0745666 Nov 12 03:24:27.081416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.100772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.101122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.101468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.101810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.102147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.102620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.103299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.106674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.107029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.108023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.108023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.108202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:27.134657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f518f9b9-a498-4fe0-b60c-580b18433d6e req-d37fd168-ee73-4015-8777-d1441598091c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749557 Nov 12 03:24:27.286045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ad2e1693-1315-4e02-9af0-44b0e84e8175'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:27.312799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7ea22-df6e-49d1-85bb-a96be1da1da0 req-041ef7c1-e933-4d9c-8885-c8674ee26836 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.324338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0c7ea22-df6e-49d1-85bb-a96be1da1da0 req-041ef7c1-e933-4d9c-8885-c8674ee26836 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0656853 Nov 12 03:24:27.385293 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0c7ea22-df6e-49d1-85bb-a96be1da1da0 req-82ae2cec-dfc4-4301-bb70-481188ec5c87 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638130 Nov 12 03:24:27.406566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.416034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.511089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330fae4-4fb7-4905-8337-276bae07188f None None] Pushing event updated for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.566670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Attempting to bind port babaa460-66be-4ca1-9659-3bae17a89681 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:27.567434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Attempting to bind port babaa460-66be-4ca1-9659-3bae17a89681 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:27.567907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Attempting to bind port babaa460-66be-4ca1-9659-3bae17a89681 on network 9032e8f6-6acd-4b73-8baf-da2acab4b251 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:27.589350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:27.589787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Checking segment: {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:27.590444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.590848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Bound using segment: {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:27.591348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Bound port: babaa460-66be-4ca1-9659-3bae17a89681, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6491d64-480d-41ee-a108-a05393604f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:27.591764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.626513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44352) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.757305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.778744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] For port babaa460-66be-4ca1-9659-3bae17a89681, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:27.792043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] For port babaa460-66be-4ca1-9659-3bae17a89681, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=babaa460-66be-4ca1-9659-3bae17a89681,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:27.799901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.852316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816dc40-cfa8-417b-bd26-2f9b94f92e50 req-dd74e4d2-133b-4c13-87e5-de09b4e12d72 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.860302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9816dc40-cfa8-417b-bd26-2f9b94f92e50 req-dd74e4d2-133b-4c13-87e5-de09b4e12d72 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1325572 Nov 12 03:24:27.864902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:27.865543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:27.869434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330fae4-4fb7-4905-8337-276bae07188f None None] Pushing event updated for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.934423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] Provisioning complete for port babaa460-66be-4ca1-9659-3bae17a89681 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:27.934800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.036441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:28.144828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.208958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9816dc40-cfa8-417b-bd26-2f9b94f92e50 req-6b80150d-9979-4ed2-b10e-ef5d5454b4c9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462636 Nov 12 03:24:28.248414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] For port babaa460-66be-4ca1-9659-3bae17a89681, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=babaa460-66be-4ca1-9659-3bae17a89681,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:28.257290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.343786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28451e89-a9cf-4fb2-89f3-34659032f0a9 None None] Pushing event updated for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.386036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:25Z', 'revision_number': 4, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'babaa460-66be-4ca1-9659-3bae17a89681', 'name': '', 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'mac_address': 'fa:16:3e:f1:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:24Z', 'updated_at': '2021-11-12T03:24:27Z', 'revision_number': 4, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'subnets': [{'id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:28.387827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd6bcf-6e94-4485-865b-cbac2d498c09 req-7d4d1c9d-229c-4918-a612-eb3ababf71b8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.389437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aadd6bcf-6e94-4485-865b-cbac2d498c09 req-7d4d1c9d-229c-4918-a612-eb3ababf71b8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 944 time: 0.0936151 Nov 12 03:24:28.416937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-be520deb-0fd4-485d-a253-8a8c19fa66a5 None None] Provisioning complete for port babaa460-66be-4ca1-9659-3bae17a89681 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:28.417233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-be520deb-0fd4-485d-a253-8a8c19fa66a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.419125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09e12e-3e28-4d3a-9533-7c11ad556098 None None] The sync data for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 is: [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:25Z', 'revision_number': 4, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'babaa460-66be-4ca1-9659-3bae17a89681', 'name': '', 'network_id': '9032e8f6-6acd-4b73-8baf-da2acab4b251', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'mac_address': 'fa:16:3e:f1:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:24Z', 'updated_at': '2021-11-12T03:24:27Z', 'revision_number': 4, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'subnets': [{'id': '3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:28.507821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aadd6bcf-6e94-4485-865b-cbac2d498c09 req-5613e42a-ac89-4d9e-95f9-ff2ae5b9f7d5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Nov 12 03:24:28.613808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f721-42f5-49e8-8ae7-520c04c713f7 req-22625f12-2a15-449a-bcd8-beed927bcbd0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.622596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d8c7f721-42f5-49e8-8ae7-520c04c713f7 req-22625f12-2a15-449a-bcd8-beed927bcbd0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0900383 Nov 12 03:24:28.699415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d8c7f721-42f5-49e8-8ae7-520c04c713f7 req-93e13f37-5d6e-4c79-bad1-ab260b1d46c6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693390 Nov 12 03:24:28.741726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.989856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device babaa460-66be-4ca1-9659-3bae17a89681 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:29.044633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port babaa460-66be-4ca1-9659-3bae17a89681 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:29.045548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.160874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Deleting port 85846636-8c30-498f-912c-642f6567b04a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:29.161219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.210094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.259030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] For port 85846636-8c30-498f-912c-642f6567b04a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=85846636-8c30-498f-912c-642f6567b04a,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:29.259484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.282035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Calling delete_port for 85846636-8c30-498f-912c-642f6567b04a owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:29.380157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2984fd-0a9a-4114-a70b-e2bd520c0247 req-da947a66-504d-4aa0-a681-3d18a7a849e4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.382267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b2984fd-0a9a-4114-a70b-e2bd520c0247 req-da947a66-504d-4aa0-a681-3d18a7a849e4 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0621943 Nov 12 03:24:29.438359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b2984fd-0a9a-4114-a70b-e2bd520c0247 req-c1f43e72-d018-4374-a255-9a730c13539b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499005 Nov 12 03:24:29.523587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.565169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=85846636-8c30-498f-912c-642f6567b04a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:29.778264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bdd15-27fd-4ee5-87c0-ed6a42dcb76a req-1cc6e7c3-0f9b-4bae-96d8-11dc92e026e0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.785704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-151bdd15-27fd-4ee5-87c0-ed6a42dcb76a req-1cc6e7c3-0f9b-4bae-96d8-11dc92e026e0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 944 time: 0.1419187 Nov 12 03:24:29.881811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd85d-77fa-4210-86d9-029ed5f494b6 req-21421a1a-ac9e-450c-8d54-bcd5e03d6edf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.884920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-151bdd15-27fd-4ee5-87c0-ed6a42dcb76a req-e3ce5783-d62e-4b7d-94ac-35491e3ce153 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Nov 12 03:24:29.893894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-299bd85d-77fa-4210-86d9-029ed5f494b6 req-21421a1a-ac9e-450c-8d54-bcd5e03d6edf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0894284 Nov 12 03:24:29.901548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.955942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-299bd85d-77fa-4210-86d9-029ed5f494b6 req-f2605cfa-ec9d-4216-a1e0-a31476da705f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608640 Nov 12 03:24:30.116567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.124195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.130260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.136259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.137908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Router 10749dab-62ff-4d8a-a7f1-3ce03c61147c has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:30.142967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.150755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.156736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.158657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-d1b78d0c-3799-44ee-9690-41c8155f88e7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1115336 Nov 12 03:24:30.234888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00bea036-a263-4a62-ace7-827aeb8ae03d req-dc5b0cb6-aa57-497c-94df-382885f21c51 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697968 Nov 12 03:24:30.277951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:30.286551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb29b1a1-bb5b-4501-8288-b8f253e07a5a admin admin] 10.222.0.84 "PUT /v2.0/routers/10749dab-62ff-4d8a-a7f1-3ce03c61147c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6580403 Nov 12 03:24:30.286946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Sync routers for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:30.288163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44384) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:30.300959 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:30.301852 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.483328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.489952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.497042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.504057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.510448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.516580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.520027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:30.527419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:30.536342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.540319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-340aa016-ba02-43dc-9f70-b2dc10c0cb46 req-a8c59dce-8a00-4f00-97aa-75047267e51a tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1955349 Nov 12 03:24:30.547756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.611856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port ad2e1693-1315-4e02-9af0-44b0e84e8175 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:30.617673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ad2e1693-1315-4e02-9af0-44b0e84e8175 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:30.619753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.621252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ab599-8e4d-4add-90b6-8729d730b6ed req-9feaa303-a24c-495c-8c9b-4202374f0808 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.631069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c2ab599-8e4d-4add-90b6-8729d730b6ed req-9feaa303-a24c-495c-8c9b-4202374f0808 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0982356 Nov 12 03:24:30.690270 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c2ab599-8e4d-4add-90b6-8729d730b6ed req-d8ebc4a9-16ab-48f2-bb1b-dea48f9559bd tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589099 Nov 12 03:24:30.719236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.743840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.769904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:30.775172 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e2b59-97fa-44c5-b761-25a30fd8c7c1" -d '{"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:30.789782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '66674041-671f-4db5-9a68-31b98470b07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:29Z', 'revision_number': 5, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port': {'id': '66674041-671f-4db5-9a68-31b98470b07e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.791534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Deleting port 66674041-671f-4db5-9a68-31b98470b07e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:30.792394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.792515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.801616 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.826226 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Checking router: 10749dab-62ff-4d8a-a7f1-3ce03c61147c for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:30.838126 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Routers {'10749dab-62ff-4d8a-a7f1-3ce03c61147c'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:30.838993 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:30.850034 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b38582-0754-4247-a75d-015d324c3eb0 x-openstack-request-id: req-e8b38582-0754-4247-a75d-015d324c3eb0 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:30.850331 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:30.850584 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e8b38582-0754-4247-a75d-015d324c3eb0 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:30.850973 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'code': 200} Nov 12 03:24:30.878584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.979671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] For port 66674041-671f-4db5-9a68-31b98470b07e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66674041-671f-4db5-9a68-31b98470b07e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:30.980025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.991318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] Set router 10749dab-62ff-4d8a-a7f1-3ce03c61147c gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:31.004626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Calling delete_port for 66674041-671f-4db5-9a68-31b98470b07e owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:31.082291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9829c-a1fc-4c9c-988b-b54b9c5279a0 req-63ebca7e-9524-4862-b498-9805249062eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.084743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78c9829c-a1fc-4c9c-988b-b54b9c5279a0 req-63ebca7e-9524-4862-b498-9805249062eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 1097 time: 0.1617661 Nov 12 03:24:31.111249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e505-54dd-4b54-8c11-38d72ce21b0a req-6edc42bb-c49a-4a98-b2a4-2af7efd7e7eb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.118577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b65e505-54dd-4b54-8c11-38d72ce21b0a req-6edc42bb-c49a-4a98-b2a4-2af7efd7e7eb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0861413 Nov 12 03:24:31.130645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:30Z', 'revision_number': 6, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:31.175240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b65e505-54dd-4b54-8c11-38d72ce21b0a req-804e1ed0-4021-4c4a-b5e3-50be20133962 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553544 Nov 12 03:24:31.176313 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb23136-735b-40ff-b025-d6ec5f3ef421 None None] The sync data for ids ['10749dab-62ff-4d8a-a7f1-3ce03c61147c'] in n-d-615180-50 is: [{'id': '10749dab-62ff-4d8a-a7f1-3ce03c61147c', 'name': 'tempest-TestAggregatesBasicOps-1037780577-router', 'tenant_id': 'cb719412847a4045914ba23e2d628201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:04Z', 'updated_at': '2021-11-12T03:24:30Z', 'revision_number': 6, 'project_id': 'cb719412847a4045914ba23e2d628201', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:31.235018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78c9829c-a1fc-4c9c-988b-b54b9c5279a0 req-0350220b-07de-4763-8408-0d1246f64154 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421113 Nov 12 03:24:31.244218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513cb4d-2e07-4799-966f-a2ea418f7c32 req-db8468d7-8ff1-4759-b171-455cf997eef6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.245815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9513cb4d-2e07-4799-966f-a2ea418f7c32 req-db8468d7-8ff1-4759-b171-455cf997eef6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1349578 Nov 12 03:24:31.333831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9513cb4d-2e07-4799-966f-a2ea418f7c32 req-78a14562-1219-4a09-ba2d-174a4efd3faf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813756 Nov 12 03:24:31.334795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.363716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=66674041-671f-4db5-9a68-31b98470b07e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.383249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95e245-5547-46b9-a471-f8570c71f5fa None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:31.423935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.539173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.541495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.606118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.606832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10749dab-62ff-4d8a-a7f1-3ce03c61147c {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:31.614061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.618361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.618813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8487e205-e015-46fb-b11d-432268709e64 admin admin] 10.222.0.84 "DELETE /v2.0/routers/10749dab-62ff-4d8a-a7f1-3ce03c61147c HTTP/1.1" status: 204 len: 168 time: 1.3294349 Nov 12 03:24:31.674248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Deleting subnet 1e174809-9388-4568-ab7a-2da1888690fd {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:31.682001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.722297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.809749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07290af5-ce45-47cf-bb03-576876295760 req-90d0cdb7-2c9d-4bec-b1e2-82192e0ad50b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.819397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07290af5-ce45-47cf-bb03-576876295760 req-90d0cdb7-2c9d-4bec-b1e2-82192e0ad50b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0557518 Nov 12 03:24:31.829672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.891634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.919174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e174809-9388-4568-ab7a-2da1888690fd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.926903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.930462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-da4648b7-831c-460c-bce3-f15eea2ff2f0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1e174809-9388-4568-ab7a-2da1888690fd HTTP/1.1" status: 204 len: 168 time: 0.3106060 Nov 12 03:24:31.933980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44406) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.936396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5cf21-e35c-4c48-a11a-eb56e3ab777f None None] Network abc09a60-9217-46b3-a26b-3c0835497b55 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:32.030328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.097290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Deleting port 60630946-fe28-4796-b9a7-095dfe78fd66 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:32.097705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.140959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07290af5-ce45-47cf-bb03-576876295760 req-12c4ef6c-f957-4a78-b6f5-cff748c41d28 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203919 Nov 12 03:24:32.187873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] For port 60630946-fe28-4796-b9a7-095dfe78fd66, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=60630946-fe28-4796-b9a7-095dfe78fd66,segment=NetworkSegment(46e33c05-8154-4a93-aaa3-85e5dfbd4dd4),segment_id=46e33c05-8154-4a93-aaa3-85e5dfbd4dd4)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:32.188321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.212878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Calling delete_port for 60630946-fe28-4796-b9a7-095dfe78fd66 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:32.281043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] DHCP port deletion for abc09a60-9217-46b3-a26b-3c0835497b55 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:32.283311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ffb282b9-2fd6-464f-ab6f-21034527518d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.376717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.379668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Deleting port 60630946-fe28-4796-b9a7-095dfe78fd66 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:32.380235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.432819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921b481-bfdf-4b39-b7f6-d8ca8be45c1f req-aa985e82-2ee9-47e9-a175-82c087c9eed6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.444055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0921b481-bfdf-4b39-b7f6-d8ca8be45c1f req-aa985e82-2ee9-47e9-a175-82c087c9eed6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1344707 Nov 12 03:24:32.455837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=60630946-fe28-4796-b9a7-095dfe78fd66,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.464047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] No DVR routers for this DVR port 60630946-fe28-4796-b9a7-095dfe78fd66 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:32.586270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0921b481-bfdf-4b39-b7f6-d8ca8be45c1f req-696dfa14-1098-4347-ae07-948e875959b8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409497 Nov 12 03:24:32.643217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] For port 60630946-fe28-4796-b9a7-095dfe78fd66, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:32.644668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.686274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.696196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Calling delete_port for 60630946-fe28-4796-b9a7-095dfe78fd66 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:32.701810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Port 60630946-fe28-4796-b9a7-095dfe78fd66 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:24:32.707629 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.712090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fc59a-2fd0-421d-a8c2-df9d53f2b5fc req-b87b6bc0-dcc1-4bcc-a4ad-070f67d1d625 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.714305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-111fc59a-2fd0-421d-a8c2-df9d53f2b5fc req-b87b6bc0-dcc1-4bcc-a4ad-070f67d1d625 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0648792 Nov 12 03:24:32.718838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc09a60-9217-46b3-a26b-3c0835497b55']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:32.729806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4cdb7-5d14-40bb-9ffd-3386d41e71d7 req-2e377c38-d362-4440-ac32-932145995697 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.731455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bae4cdb7-5d14-40bb-9ffd-3386d41e71d7 req-2e377c38-d362-4440-ac32-932145995697 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1633825 Nov 12 03:24:32.743535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:32.743894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e33c05-8154-4a93-aaa3-85e5dfbd4dd4') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:32.755273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-3a9dbce4-023f-4452-9c34-adf6a8b4255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.756894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-3a9dbce4-023f-4452-9c34-adf6a8b4255d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1616285 Nov 12 03:24:32.764865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] Pushing event deleted for resources: {'Port': ['ID=60630946-fe28-4796-b9a7-095dfe78fd66,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.774696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf1716-4eb7-4943-b729-697935177bcd None None] No DVR routers for this DVR port 60630946-fe28-4796-b9a7-095dfe78fd66 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:32.791775 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.807383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-111fc59a-2fd0-421d-a8c2-df9d53f2b5fc req-9b000417-4c22-4c2d-8249-a782bcc5f980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864868 Nov 12 03:24:32.902288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.921086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:32.921501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:32.923284 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:32.938809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bae4cdb7-5d14-40bb-9ffd-3386d41e71d7 req-c3543cd3-93a7-4d7f-99c8-456ac373b611 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866937 Nov 12 03:24:32.999177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-9954778a-c025-4214-9d57-6dacf8913d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.002017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-9954778a-c025-4214-9d57-6dacf8913d7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.2194259 Nov 12 03:24:33.003867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 85846636-8c30-498f-912c-642f6567b04a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:33.019971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.034901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 85846636-8c30-498f-912c-642f6567b04a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:33.035358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 85846636-8c30-498f-912c-642f6567b04a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:33.035902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 60630946-fe28-4796-b9a7-095dfe78fd66 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:33.058397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.063058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 60630946-fe28-4796-b9a7-095dfe78fd66 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:33.063541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 60630946-fe28-4796-b9a7-095dfe78fd66 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:33.064083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66674041-671f-4db5-9a68-31b98470b07e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:33.064753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44432) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.065218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/abc09a60-9217-46b3-a26b-3c0835497b55 HTTP/1.1" status: 204 len: 168 time: 1.1293645 Nov 12 03:24:33.096034 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79096bc8-bb8e-4a55-9db5-d819c73dfdb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc09a60-9217-46b3-a26b-3c0835497b55,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.100178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 66674041-671f-4db5-9a68-31b98470b07e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:33.100178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66674041-671f-4db5-9a68-31b98470b07e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:33.136064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-8a16c6a8-d50d-4c5f-847b-3a4a1a66901f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.1265690 Nov 12 03:24:33.218266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-984f3eb0-3313-43f0-b818-0e4f8d420d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.219751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-984f3eb0-3313-43f0-b818-0e4f8d420d26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0730145 Nov 12 03:24:33.295931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-56c6595b-4adb-4be6-9081-55e8913846fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.297557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-56c6595b-4adb-4be6-9081-55e8913846fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643227 Nov 12 03:24:33.412121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-ccbcc603-4c8a-48b0-bf4b-b859011a23f1 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028874 Nov 12 03:24:33.453768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44442) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.522818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.540433 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6db30cc6-5a0e-4f07-af07-46c3d6268b77 req-846c8479-4a72-4fd8-ab9c-645bb57eff16 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171229 Nov 12 03:24:33.647238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.647722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.648195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.648653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.649111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.649564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.650025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.652033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-afab2b1b-53e3-4eb1-9cba-edec91928b35 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 0.1971815 Nov 12 03:24:33.803989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c644fb5-5d0e-4459-a054-c454dd291e55 req-bab82ea7-1274-4d9a-a5f7-d31eef37ddb7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.805517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c644fb5-5d0e-4459-a054-c454dd291e55 req-bab82ea7-1274-4d9a-a5f7-d31eef37ddb7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1481118 Nov 12 03:24:33.810786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-1a89949d-8227-4222-8409-c23c4677992e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&id=f2d22de3-05b6-438d-8034-b05979dc74cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501245 Nov 12 03:24:33.878163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c644fb5-5d0e-4459-a054-c454dd291e55 req-cd94a313-2907-433d-aa78-242802f1ca99 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653007 Nov 12 03:24:33.959041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Deleting port babaa460-66be-4ca1-9659-3bae17a89681 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:33.959041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.993067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969c903-c2d7-493f-8cbb-33ba436c8bd5 req-576f201c-a55d-47fc-acce-8e672b25f212 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.994669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f969c903-c2d7-493f-8cbb-33ba436c8bd5 req-576f201c-a55d-47fc-acce-8e672b25f212 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1115792 Nov 12 03:24:34.051485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f969c903-c2d7-493f-8cbb-33ba436c8bd5 req-531df6d1-00b3-497d-a42b-9052e99a9b2e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504005 Nov 12 03:24:34.104847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] For port babaa460-66be-4ca1-9659-3bae17a89681, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=babaa460-66be-4ca1-9659-3bae17a89681,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:34.105372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.123593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Calling delete_port for babaa460-66be-4ca1-9659-3bae17a89681 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:34.141017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e23ff4-34b5-4987-b6fa-e6f532ea328b req-6265637b-759f-49ae-9a65-b96bed57ac65 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.142560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20e23ff4-34b5-4987-b6fa-e6f532ea328b req-6265637b-759f-49ae-9a65-b96bed57ac65 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0974259 Nov 12 03:24:34.197349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635718a-c0e8-44ef-8159-87eba44527e7 req-82a78117-17d0-4fc4-948b-cc9a0876e4aa tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.201661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3635718a-c0e8-44ef-8159-87eba44527e7 req-82a78117-17d0-4fc4-948b-cc9a0876e4aa tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0568178 Nov 12 03:24:34.270398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3635718a-c0e8-44ef-8159-87eba44527e7 req-f4b0b846-2f18-46db-b461-b8c259b80b30 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624266 Nov 12 03:24:34.296181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20e23ff4-34b5-4987-b6fa-e6f532ea328b req-de1f4071-be80-40ef-aed0-02079e17551d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409988 Nov 12 03:24:34.444572 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.474666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=babaa460-66be-4ca1-9659-3bae17a89681,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.574729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348aa56-50bc-4d94-a690-a8f246d4e1d3 req-70ba1240-0a59-4405-9285-8fc7aca25bc3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.576936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5348aa56-50bc-4d94-a690-a8f246d4e1d3 req-70ba1240-0a59-4405-9285-8fc7aca25bc3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1057036 Nov 12 03:24:34.633997 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3742d3f1-f0ad-4f9a-8884-ebf7c7044027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.715713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5348aa56-50bc-4d94-a690-a8f246d4e1d3 req-3d1982f9-9c0d-4a0b-93c9-ff63f3d712a9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314900 Nov 12 03:24:34.740810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.827075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca2a37-51e1-45cb-9db1-1dea1e887034 req-9714798d-0cc3-4b92-a404-ffa2453de219 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.828852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fca2a37-51e1-45cb-9db1-1dea1e887034 req-9714798d-0cc3-4b92-a404-ffa2453de219 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0499630 Nov 12 03:24:34.884261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fca2a37-51e1-45cb-9db1-1dea1e887034 req-4e28ce3e-727e-4623-aa56-0fa83df70821 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Nov 12 03:24:34.990339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:35.136791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:35.149498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ae22566-b28d-438b-a836-840d4d3bb3ab admin admin] 10.222.0.84 "PUT /v2.0/routers/b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828748 Nov 12 03:24:35.153602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Sync routers for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:35.154872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44482) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.176722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:35.177938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:35.231908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa47b57-14a5-49f6-91c7-fbb3baf3801f req-f13e0b08-6292-4f85-a5c7-950f82ddee96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.256726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fa47b57-14a5-49f6-91c7-fbb3baf3801f req-f13e0b08-6292-4f85-a5c7-950f82ddee96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1082125 Nov 12 03:24:35.354456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:35.363632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7fa47b57-14a5-49f6-91c7-fbb3baf3801f req-6a5a5267-0f07-4b60-8de7-f5cfa36e550e tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021514 Nov 12 03:24:35.393618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.410936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1c59-df6f-406e-a841-1a9708da1874 req-184e4c68-e37f-4aa7-96f0-fa8b4057509a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.412540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-029e1c59-df6f-406e-a841-1a9708da1874 req-184e4c68-e37f-4aa7-96f0-fa8b4057509a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0916717 Nov 12 03:24:35.527839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd0ecc-0862-4662-bc1a-4532e5037c56 req-cbb87d9c-3c5a-4f84-9938-e5a36c15d3b4 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.533829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0fd0ecc-0862-4662-bc1a-4532e5037c56 req-cbb87d9c-3c5a-4f84-9938-e5a36c15d3b4 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0764611 Nov 12 03:24:35.537083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-029e1c59-df6f-406e-a841-1a9708da1874 req-f3859aa2-dc02-49f1-b802-182c6cc3723b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851128 Nov 12 03:24:35.609302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:34Z', 'revision_number': 5, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port': {'id': '7758b310-6091-4e36-ba15-f7b044e99ce4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:db:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:17Z', 'updated_at': '2021-11-12T03:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:35.617092 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0fd0ecc-0862-4662-bc1a-4532e5037c56 req-e0c4f9d9-3a7a-4aa0-9f25-4a11fc0e2b02 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763361 Nov 12 03:24:35.621803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.665245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Checking router: b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:35.679827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.681762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Routers {'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:35.682387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:35.728886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e64b1b-a71f-496a-bdae-565c9c760aa1 req-3ae90845-93df-4e44-9176-731073b6a7cb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.730492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53e64b1b-a71f-496a-bdae-565c9c760aa1 req-3ae90845-93df-4e44-9176-731073b6a7cb tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0715992 Nov 12 03:24:35.733223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Deleting port 7758b310-6091-4e36-ba15-f7b044e99ce4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:35.733633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.773447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] Set router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:35.828462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:35Z', 'revision_number': 6, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:35.845172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53e64b1b-a71f-496a-bdae-565c9c760aa1 req-29777eac-c99f-450a-a6ec-507ede689aef tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980322 Nov 12 03:24:35.864361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682190e-1f69-46dc-b993-c3fb040399d5 None None] The sync data for ids ['b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007'] in n-d-615180-50 is: [{'id': 'b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007', 'name': 'tempest-TestAggregatesBasicOps-1457130340-router', 'tenant_id': '7052fa4657874c8786ade0d2652a5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:16Z', 'updated_at': '2021-11-12T03:24:35Z', 'revision_number': 6, 'project_id': '7052fa4657874c8786ade0d2652a5393', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:35.864885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] For port 7758b310-6091-4e36-ba15-f7b044e99ce4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7758b310-6091-4e36-ba15-f7b044e99ce4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:35.865254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.883649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Calling delete_port for 7758b310-6091-4e36-ba15-f7b044e99ce4 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:35.979470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b53b5-68f0-41a1-bf24-b53480afc768 req-875e45af-b8d0-4bc4-9ed6-ac85d379fe96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.981024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df3b53b5-68f0-41a1-bf24-b53480afc768 req-875e45af-b8d0-4bc4-9ed6-ac85d379fe96 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0546470 Nov 12 03:24:36.036910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df3b53b5-68f0-41a1-bf24-b53480afc768 req-613b0e71-6576-4681-a060-3daeb7c9c20b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Nov 12 03:24:36.097512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.132098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863b67c-6b2f-4ce7-98f2-14e2ba17dc51 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:36.154374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7758b310-6091-4e36-ba15-f7b044e99ce4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.222637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.620604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.625679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.644776 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:36.680563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe208-9137-44d7-b402-8256d23f720a req-0cfd1707-0ae7-482b-a20c-273613b11cbc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.687641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba7fe208-9137-44d7-b402-8256d23f720a req-0cfd1707-0ae7-482b-a20c-273613b11cbc tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1230323 Nov 12 03:24:36.696199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.696849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:36.699388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31163f0-0354-4fca-ae5e-3c9feffe67e3 req-597da1c8-0b65-4834-a3eb-a13f92d2e9b2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.701701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e31163f0-0354-4fca-ae5e-3c9feffe67e3 req-597da1c8-0b65-4834-a3eb-a13f92d2e9b2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0680096 Nov 12 03:24:36.704776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.706122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e425c0bc-d79d-4aad-912e-b2b11cea6b98 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b6a87e57-ccbb-40ad-bad1-8aa8f6a4b007 HTTP/1.1" status: 204 len: 168 time: 1.5502403 Nov 12 03:24:36.710402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44510) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:36.760267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba7fe208-9137-44d7-b402-8256d23f720a req-31abfc09-d4ab-4227-a067-ce86b50a0c32 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703616 Nov 12 03:24:36.843704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Deleting subnet 3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:36.850240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e31163f0-0354-4fca-ae5e-3c9feffe67e3 req-f91d7cbf-b1d6-42d4-a61a-09feb63987f3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413050 Nov 12 03:24:36.850979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.889611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.906550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916854e8-1ed4-46fb-b89c-a2cea6772a28 req-ecd02c73-3242-4100-883c-d4899841cebf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.908419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-916854e8-1ed4-46fb-b89c-a2cea6772a28 req-ecd02c73-3242-4100-883c-d4899841cebf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0752850 Nov 12 03:24:36.974741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-916854e8-1ed4-46fb-b89c-a2cea6772a28 req-0f34b169-8bf1-4c00-bbce-ee4747a3fa93 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603919 Nov 12 03:24:36.986826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device babaa460-66be-4ca1-9659-3bae17a89681 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:37.006030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.016745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: babaa460-66be-4ca1-9659-3bae17a89681 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:37.016949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device babaa460-66be-4ca1-9659-3bae17a89681 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:37.018269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7758b310-6091-4e36-ba15-f7b044e99ce4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:37.044797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7758b310-6091-4e36-ba15-f7b044e99ce4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:37.045504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7758b310-6091-4e36-ba15-f7b044e99ce4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:37.083545 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.113904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.121133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.127588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3016ef9f-36a8-4e2d-89e3-44fa0cf9e42a HTTP/1.1" status: 204 len: 168 time: 0.4162483 Nov 12 03:24:37.130197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44514) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:37.147816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.148300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.148647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.148988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.149354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.149818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.150153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.150485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.150837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.151306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.151437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b636913a-5309-4f16-a9ea-045bb1115730 None None] Network 9032e8f6-6acd-4b73-8baf-da2acab4b251 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:37.151641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.151971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3204ae-eaca-4fc7-8600-69e82d72f6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:37.157417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.271041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.343648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Deleting port 7f11396e-36c2-4f91-9663-2d2104d47f93 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:37.344027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.387989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] DHCP port deletion for 9032e8f6-6acd-4b73-8baf-da2acab4b251 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:37.415128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] For port 7f11396e-36c2-4f91-9663-2d2104d47f93, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f11396e-36c2-4f91-9663-2d2104d47f93,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:37.415621 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.429433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Calling delete_port for 7f11396e-36c2-4f91-9663-2d2104d47f93 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:37.450235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Deleting port 7f11396e-36c2-4f91-9663-2d2104d47f93 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:37.450643 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.517943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.519858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] For port 7f11396e-36c2-4f91-9663-2d2104d47f93, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7f11396e-36c2-4f91-9663-2d2104d47f93,segment=NetworkSegment(c6491d64-480d-41ee-a108-a05393604f82),segment_id=c6491d64-480d-41ee-a108-a05393604f82)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:37.520515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.533815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Calling delete_port for 7f11396e-36c2-4f91-9663-2d2104d47f93 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:37.545952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] No DVR routers for this DVR port 7f11396e-36c2-4f91-9663-2d2104d47f93 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:37.547710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f11396e-36c2-4f91-9663-2d2104d47f93,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.623988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.624972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.647903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9032e8f6-6acd-4b73-8baf-da2acab4b251']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:37.654724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] No DVR routers for this DVR port 7f11396e-36c2-4f91-9663-2d2104d47f93 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:37.665423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e5a3-c8ce-4d26-b279-c2b4401b4748 None None] Pushing event deleted for resources: {'Port': ['ID=7f11396e-36c2-4f91-9663-2d2104d47f93,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.667263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6491d64-480d-41ee-a108-a05393604f82') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:37.667263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6491d64-480d-41ee-a108-a05393604f82') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:37.686683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.707728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.715884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:37.716821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:37.718591 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:37.806429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.824234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.830771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] 10.222.0.84 "DELETE /v2.0/networks/9032e8f6-6acd-4b73-8baf-da2acab4b251 HTTP/1.1" status: 204 len: 168 time: 0.6971633 Nov 12 03:24:37.865084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516ca81-fd1b-4668-b079-8f202598d96d admin admin] Pushing event deleted for resources: {'Network': ['ID=9032e8f6-6acd-4b73-8baf-da2acab4b251,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:37.927274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea177e1f-d7d7-45b9-88cc-2e200af528dc req-d4511bee-3ce4-45dc-a063-3118fdf5e102 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.928927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea177e1f-d7d7-45b9-88cc-2e200af528dc req-d4511bee-3ce4-45dc-a063-3118fdf5e102 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0617671 Nov 12 03:24:37.995603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea177e1f-d7d7-45b9-88cc-2e200af528dc req-0d2805af-7ba0-4f40-ad80-a0fb21de5cc1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563707 Nov 12 03:24:38.009036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513b57f-08fb-4e94-a7c2-bb5647d55e69 req-d6cee55e-ef5d-4f80-9a68-a204de231cae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.015524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7513b57f-08fb-4e94-a7c2-bb5647d55e69 req-d6cee55e-ef5d-4f80-9a68-a204de231cae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0689797 Nov 12 03:24:38.068275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7513b57f-08fb-4e94-a7c2-bb5647d55e69 req-eae4040e-482e-4a68-a043-5a1213a8eb67 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498471 Nov 12 03:24:38.114422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44532) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.140757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12881cf-4bc4-4fc4-a95e-ce8c6c0a65f4 req-ad73a5ff-43d4-47c7-8244-cf40f2184c54 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.142612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d12881cf-4bc4-4fc4-a95e-ce8c6c0a65f4 req-ad73a5ff-43d4-47c7-8244-cf40f2184c54 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0723007 Nov 12 03:24:38.178282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02ecb4c4-45d5-4b47-8988-c8c11103a5be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb719412847a4045914ba23e2d628201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624404 Nov 12 03:24:38.180647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44534) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.198810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.223072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d12881cf-4bc4-4fc4-a95e-ce8c6c0a65f4 req-c9487ec3-44b6-4d9b-b5fd-7d2ddd719be7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717700 Nov 12 03:24:38.267950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.335035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.407540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaec237-d89d-4293-b06a-a71123922cd6 req-bd6605a0-4d03-470f-b112-e8e2fee44e81 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.408974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bcaec237-d89d-4293-b06a-a71123922cd6 req-bd6605a0-4d03-470f-b112-e8e2fee44e81 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1249583 Nov 12 03:24:38.411307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-897bf2e7-97cb-4ad6-98fd-c565761250bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.412683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-897bf2e7-97cb-4ad6-98fd-c565761250bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0d1960752df4e1585ee4a4e32b78240&device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 1096 time: 0.1169684 Nov 12 03:24:38.472424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.475024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.479463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d99a597-ea1a-4d3f-ba7a-da9d5e819e6b HTTP/1.1" status: 204 len: 168 time: 0.2971599 Nov 12 03:24:38.531178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbad70-1f0c-43dc-ace5-0aa2eaa122f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d99a597-ea1a-4d3f-ba7a-da9d5e819e6b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.536964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:38.547688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bcaec237-d89d-4293-b06a-a71123922cd6 req-442a8fd9-440b-4a4a-90a8-dcbb36df8f94 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317606 Nov 12 03:24:38.584503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-5f954552-b5b1-4206-b1dc-24dff8ade946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.586115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-5f954552-b5b1-4206-b1dc-24dff8ade946 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 200 len: 913 time: 0.1621876 Nov 12 03:24:38.677928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:38.689733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-a7a23aa6-4009-4bf1-8462-bd33051fecd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 200 len: 999 time: 0.0905869 Nov 12 03:24:38.695362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:38.749575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-a4808a38-88bc-4b49-b35e-90ea19c873b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.750884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-a4808a38-88bc-4b49-b35e-90ea19c873b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 200 len: 851 time: 0.0494552 Nov 12 03:24:38.831502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-9e44d24a-5205-4fff-b701-7053fc3535eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.833178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-9e44d24a-5205-4fff-b701-7053fc3535eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd1c16f-b83e-40ce-9bf1-5082b124215a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704195 Nov 12 03:24:38.914482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.928534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:38.929840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44546) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:38.951916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:38.957570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:38.975396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-421860f4-b844-4123-9538-75bc5464e26d service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308043 Nov 12 03:24:38.995408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f11396e-36c2-4f91-9663-2d2104d47f93 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:39.003276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b9b51dce-8f91-4b8e-b970-89f645bea862 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7052fa4657874c8786ade0d2652a5393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702958 Nov 12 03:24:39.003778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44548) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:39.026342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7f11396e-36c2-4f91-9663-2d2104d47f93 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:39.026682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7f11396e-36c2-4f91-9663-2d2104d47f93 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:39.048711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.070305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.097079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c430304-fc09-4c06-ab7e-253d5bd9aa8d req-98f850aa-0f61-4441-9d12-007823476bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130755 Nov 12 03:24:39.105698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.116736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['bd6e601c-c74e-4fd5-828d-0c70a9051573'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:39.164852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.168883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.176453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85416ddc-e6e4-4535-b703-551fafafe9f1 HTTP/1.1" status: 204 len: 168 time: 0.1716256 Nov 12 03:24:39.195108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f2f72-2cd9-4a72-8b9f-bf27bf703a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85416ddc-e6e4-4535-b703-551fafafe9f1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:39.272888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f889ffb-ee6a-438b-8445-5aa4016b8fcc req-e56dec38-c5a7-4615-8c7b-5840496e1d36 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.288566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f889ffb-ee6a-438b-8445-5aa4016b8fcc req-e56dec38-c5a7-4615-8c7b-5840496e1d36 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0866725 Nov 12 03:24:39.358586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f889ffb-ee6a-438b-8445-5aa4016b8fcc req-25e3fee9-9821-4570-8d7c-7990011ddbfb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690212 Nov 12 03:24:39.444173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b59a50-53d0-4e25-85a2-5d1eb2d5fd1b req-371e886f-0454-40d1-93d8-d2753ef7b443 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.449289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b59a50-53d0-4e25-85a2-5d1eb2d5fd1b req-371e886f-0454-40d1-93d8-d2753ef7b443 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 944 time: 0.0870917 Nov 12 03:24:39.532003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b59a50-53d0-4e25-85a2-5d1eb2d5fd1b req-9e8a26a5-293c-4082-9de8-1114c2b51e54 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750666 Nov 12 03:24:39.699904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12de2e-b825-4fb4-8a77-53c92b0105b3 req-cbb96570-a874-496d-b63d-ebeadf62b743 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.701982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d12de2e-b825-4fb4-8a77-53c92b0105b3 req-cbb96570-a874-496d-b63d-ebeadf62b743 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0698547 Nov 12 03:24:39.783083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d12de2e-b825-4fb4-8a77-53c92b0105b3 req-77de97e1-6d91-4659-85a5-b82bd4474b7d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679178 Nov 12 03:24:40.220949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44618) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:40.361899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1590978281-network', 'tenant_id': '022a2676e53a4604a913e8f223a57e54'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:40.401399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Made reservation on behalf of 022a2676e53a4604a913e8f223a57e54 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:40.418084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.434046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.550325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:40.651412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ff9c-40d9-434f-991b-162ef1798fc3 req-ef7a9150-5452-40f8-871f-b89ebdc113b3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.653232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.662159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.663912 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4529ff9c-40d9-434f-991b-162ef1798fc3 req-ef7a9150-5452-40f8-871f-b89ebdc113b3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1947131 Nov 12 03:24:40.698215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port bd6e601c-c74e-4fd5-828d-0c70a9051573 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:40.698978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.746880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c3bc4-9cc3-48e2-8a31-f303d4da0b05,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.795467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:40.796321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4529ff9c-40d9-434f-991b-162ef1798fc3 req-d01f02d7-eef6-4322-a09e-3a1b1c4072e9 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246593 Nov 12 03:24:40.818970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.819363 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Added segment 5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3 of type vlan for network b7c8ae03-5488-4c83-a176-31b69550a6eb Nov 12 03:24:40.863352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162581-1f5f-47eb-a326-5bd40e042aee req-8ad9bc94-494f-4d90-859c-9688b15799d8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.864881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a162581-1f5f-47eb-a326-5bd40e042aee req-8ad9bc94-494f-4d90-859c-9688b15799d8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 944 time: 0.1300120 Nov 12 03:24:40.888685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.903400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.932188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:40.936111 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f218b230-e548-4c3c-a384-52ce597cb249" -d '{"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:40.949360 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a162581-1f5f-47eb-a326-5bd40e042aee req-cb197de5-8b75-44cc-900b-03c05aec9cb0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662949 Nov 12 03:24:40.955453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.958188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.961257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.974702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:40.980302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.056501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0cf6-64c4-445c-9444-6eeb92bae2d5 req-39b4ae43-6d9b-4e8e-898c-0826bbdcca8a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.064537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64ac0cf6-64c4-445c-9444-6eeb92bae2d5 req-39b4ae43-6d9b-4e8e-898c-0826bbdcca8a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.1109333 Nov 12 03:24:41.070564 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ffd229-4f6f-4185-ab48-e55f858584ef x-openstack-request-id: req-14ffd229-4f6f-4185-ab48-e55f858584ef {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:41.071129 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:41.071540 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-14ffd229-4f6f-4185-ab48-e55f858584ef {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:41.072123 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'code': 200} Nov 12 03:24:41.099472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:41.109322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8838875 Nov 12 03:24:41.110546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44634) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:41.115606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Request body: {'subnet': {'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1590978281-subnet', 'tenant_id': '022a2676e53a4604a913e8f223a57e54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:41.127396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f4975-1ca8-492b-a302-824021ac56e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c8ae03-5488-4c83-a176-31b69550a6eb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:41.152426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Made reservation on behalf of 022a2676e53a4604a913e8f223a57e54 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:41.154302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b7c8ae03-5488-4c83-a176-31b69550a6eb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:41.155749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.211921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64ac0cf6-64c4-445c-9444-6eeb92bae2d5 req-e4d6480c-943f-48fa-8910-e4865e858819 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379569 Nov 12 03:24:41.386477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6461fc-192f-454a-b5b9-3cca8eceb76d req-283398cc-9a1c-4787-87b8-5eca91ed8cbf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.396116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c6461fc-192f-454a-b5b9-3cca8eceb76d req-283398cc-9a1c-4787-87b8-5eca91ed8cbf tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0880916 Nov 12 03:24:41.413370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.479767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:41.488588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Checking segment: {'id': '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:41.489132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Network hostable DHCP agents. Network: b7c8ae03-5488-4c83-a176-31b69550a6eb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:41.490240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c6461fc-192f-454a-b5b9-3cca8eceb76d req-52ccd021-60fc-4c21-842a-f09878700bf8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929532 Nov 12 03:24:41.520663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Network b7c8ae03-5488-4c83-a176-31b69550a6eb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:41.545860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b7c8ae03-5488-4c83-a176-31b69550a6eb) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:41.556077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.557252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.564587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee615ac6-6032-4b5a-a059-39fffec8f95a None None] Network b7c8ae03-5488-4c83-a176-31b69550a6eb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:41.582057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77bd33a1-ba2e-4dc5-a940-cd9253213d1d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4703572 Nov 12 03:24:41.788208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abfe10-0a4b-48ce-a715-7d8df278134a None None] Network b7c8ae03-5488-4c83-a176-31b69550a6eb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:42.042599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2741-adb4-4c3c-89b7-464d919329ad req-c4b20182-cf54-491f-a4da-07c9f0116ef7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.044549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-babd2741-adb4-4c3c-89b7-464d919329ad req-c4b20182-cf54-491f-a4da-07c9f0116ef7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0987117 Nov 12 03:24:42.119932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-babd2741-adb4-4c3c-89b7-464d919329ad req-4227b30f-28bc-4e9f-84b4-fe4ffcd47914 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619681 Nov 12 03:24:42.236229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f5bc1-9d56-4f33-81be-dd627da13e4f req-b21a47f7-5b76-411c-b0a5-4439896b7ad0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.243440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e0f5bc1-9d56-4f33-81be-dd627da13e4f req-b21a47f7-5b76-411c-b0a5-4439896b7ad0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0714319 Nov 12 03:24:42.301677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e0f5bc1-9d56-4f33-81be-dd627da13e4f req-354c8b19-5d57-404c-89cb-48d75780ed4d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572865 Nov 12 03:24:42.509050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44688) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:42.516276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-209711547-network', 'tenant_id': 'f6ef6f9b3919485685b836409110438f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:42.560340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Made reservation on behalf of f6ef6f9b3919485685b836409110438f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:42.562746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.571976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.704218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.710873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.756292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe5950-c96e-472a-9e9d-35f558e63534,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:42.759552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:42.805977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.807343 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Added segment d38f966b-208a-4001-a4e9-32a53407c1ee of type vlan for network 08632725-7cfc-4a6b-aaa8-8d9549f64388 Nov 12 03:24:42.927636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.973561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.974683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.975378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:42.990436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-19a25142-5574-4ca4-bc76-90781adead86 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.993102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-19a25142-5574-4ca4-bc76-90781adead86 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=0000cb46-6fef-44e7-8b6c-e349602dd27f HTTP/1.1" status: 200 len: 944 time: 0.0809374 Nov 12 03:24:43.021031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5099576 Nov 12 03:24:43.044656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44714) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:43.109813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718014-0668-4dd5-8edf-ef9c8d496ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=08632725-7cfc-4a6b-aaa8-8d9549f64388,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:43.121791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 08632725-7cfc-4a6b-aaa8-8d9549f64388 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:43.346960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec407298-48e6-4f22-bf3e-e5e17ffe8877 req-e1342130-57f8-4716-a397-f5c70c7d12c8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.354971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec407298-48e6-4f22-bf3e-e5e17ffe8877 req-e1342130-57f8-4716-a397-f5c70c7d12c8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1042473 Nov 12 03:24:43.438423 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec407298-48e6-4f22-bf3e-e5e17ffe8877 req-8a4b0574-a234-417b-b6d6-0df8bd618b1c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825202 Nov 12 03:24:43.491961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Request body: {'subnet': {'network_id': '08632725-7cfc-4a6b-aaa8-8d9549f64388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-209711547-subnet', 'tenant_id': 'f6ef6f9b3919485685b836409110438f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:43.587571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Made reservation on behalf of f6ef6f9b3919485685b836409110438f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:43.591411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.607259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f70d9b-fdaa-45a9-9b06-c46eac734f12 req-4be2b9d2-d17d-4a37-9cc9-4998342ec8e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.617257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79f70d9b-fdaa-45a9-9b06-c46eac734f12 req-4be2b9d2-d17d-4a37-9cc9-4998342ec8e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.0950642 Nov 12 03:24:43.665154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port 8c347014-a3f0-415e-b237-4903265f41ab {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:43.665758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.701628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79f70d9b-fdaa-45a9-9b06-c46eac734f12 req-db06f1c5-7e9b-4652-b8df-55e94f640cdb tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793929 Nov 12 03:24:43.809449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port 8c347014-a3f0-415e-b237-4903265f41ab, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8c347014-a3f0-415e-b237-4903265f41ab,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:43.811122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.837589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for 8c347014-a3f0-415e-b237-4903265f41ab owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:44.081607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.181865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0805c08-a901-4390-a7f3-fdbe3db5b694,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.200028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Checking segment: {'id': 'd38f966b-208a-4001-a4e9-32a53407c1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '08632725-7cfc-4a6b-aaa8-8d9549f64388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:44.200471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Network hostable DHCP agents. Network: 08632725-7cfc-4a6b-aaa8-8d9549f64388, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:44.203863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.218004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:44.277103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:44.313881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=8c347014-a3f0-415e-b237-4903265f41ab,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.363706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] No DVR routers for this DVR port 8c347014-a3f0-415e-b237-4903265f41ab on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:44.367209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.370575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eeef420a-5188-4064-922f-2c6c197f84f4 req-bc6a082c-6c4b-4e24-b5f9-c4ee6e716809 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "DELETE /v2.0/ports/8c347014-a3f0-415e-b237-4903265f41ab HTTP/1.1" status: 204 len: 173 time: 1.3706913 Nov 12 03:24:44.371039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-deleted', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:44.373432 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862f14a-46b5-400a-b29e-55b399cc7d9f" -d '{"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-deleted", "tag": "8c347014-a3f0-415e-b237-4903265f41ab"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:44.383207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Network 08632725-7cfc-4a6b-aaa8-8d9549f64388 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:44.408894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 08632725-7cfc-4a6b-aaa8-8d9549f64388) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:44.413728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.414323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.436217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85428e98-c31d-47fd-80bd-9af8f980800f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3902307 Nov 12 03:24:44.446638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8446470-231e-4759-9e31-cb22d2bcf850 None None] Network 08632725-7cfc-4a6b-aaa8-8d9549f64388 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:44.505350 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055edb80-f1cb-4fa5-8107-ff5719228365 x-openstack-request-id: req-055edb80-f1cb-4fa5-8107-ff5719228365 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:44.505350 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0000cb46-6fef-44e7-8b6c-e349602dd27f", "name": "network-vif-deleted", "tag": "8c347014-a3f0-415e-b237-4903265f41ab", "status": "failed", "code": 422}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:44.505350 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-055edb80-f1cb-4fa5-8107-ff5719228365 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:44.505350 n-d-615180-50 neutron-server[102432]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0000cb46-6fef-44e7-8b6c-e349602dd27f', 'name': 'network-vif-deleted', 'tag': '8c347014-a3f0-415e-b237-4903265f41ab', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:24:44.790978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24bc4-a9a8-403c-9366-d1637bed9b2f req-92d5bb1a-61ce-42ae-bfb1-7c0e029da54f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.792762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fe24bc4-a9a8-403c-9366-d1637bed9b2f req-92d5bb1a-61ce-42ae-bfb1-7c0e029da54f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1163244 Nov 12 03:24:44.947648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fe24bc4-a9a8-403c-9366-d1637bed9b2f req-c2ea6b13-b84b-4dee-ac08-701ea5500afa tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477230 Nov 12 03:24:44.976084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f8c76-516e-4970-8d48-5ab6a68c21f9 None None] Network 08632725-7cfc-4a6b-aaa8-8d9549f64388 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:45.207502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a418-9d1d-43c8-af35-839f200029ea req-a1c2e84d-b0f8-4d2e-97dd-f5e80e60e5af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.217703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f865a418-9d1d-43c8-af35-839f200029ea req-a1c2e84d-b0f8-4d2e-97dd-f5e80e60e5af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1150558 Nov 12 03:24:45.284913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f865a418-9d1d-43c8-af35-839f200029ea req-6196387c-4df9-43a7-b87c-3eb9a5a3b51c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661471 Nov 12 03:24:45.551444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-faa5cf9c-a8e0-47f8-86e0-84e6e99d351e tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.553485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-faa5cf9c-a8e0-47f8-86e0-84e6e99d351e tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/networks?id=b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 200 len: 812 time: 0.1316330 Nov 12 03:24:45.580685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-e9d706f1-bcfd-48fc-89dc-cda700a9c348 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/quotas/022a2676e53a4604a913e8f223a57e54 HTTP/1.1" status: 200 len: 375 time: 0.0200388 Nov 12 03:24:45.644816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-498b53fe-eb2b-4a2a-b9de-234b76b17543 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=022a2676e53a4604a913e8f223a57e54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438621 Nov 12 03:24:45.734677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:45.749056 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-d8fdad77-14aa-4781-a935-6e3008e40f3a service neutron] 10.222.0.84 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029892 Nov 12 03:24:45.887380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-2997e27f-c4cf-4636-b088-e5e1b4c99883 service neutron] 10.222.0.84 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369672 Nov 12 03:24:45.933910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-874601a1-4977-43cb-9fb6-86158009bb54 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7317 time: 0.1979413 Nov 12 03:24:45.937195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44768) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:45.961152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'network': {'name': 'tempest-network-smoke--143412237', 'project_id': '2baa175256594fb49a0907fadef1ff91', 'port_security_enabled': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:46.051349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:46.055544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.101485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6379054-a53f-4e3e-a421-f1f35cdf8861 req-0d64136a-a509-4aa8-9856-50829a09c758 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.103135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6379054-a53f-4e3e-a421-f1f35cdf8861 req-0d64136a-a509-4aa8-9856-50829a09c758 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 908 time: 0.2490225 Nov 12 03:24:46.170137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:46.191432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.191794 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Added segment be4bc8b8-6b66-44fe-9517-5860d4495783 of type vlan for network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 Nov 12 03:24:46.266033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.292402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332b0a-33c5-40e3-ae52-5dc49feda2e3 req-25985604-c381-4be4-9e07-3831bb8170bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.302751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-02332b0a-33c5-40e3-ae52-5dc49feda2e3 req-25985604-c381-4be4-9e07-3831bb8170bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0909784 Nov 12 03:24:46.372599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51619116-a854-437b-894c-91c748177eac req-de2d7b11-777c-408d-8ef3-ca4982de27ec tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 210 time: 0.1015275 Nov 12 03:24:46.376009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.390970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.393149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.467554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-02332b0a-33c5-40e3-ae52-5dc49feda2e3 req-eecda1f6-b3f1-45b2-bb60-10fd0ad3fd58 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641324 Nov 12 03:24:46.610433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6717963 Nov 12 03:24:46.613247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:46.622584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'admin_state_up': True, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:46.661329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8958-f7ea-4b1d-a74a-4428053ce450 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Network': ['ID=8f8f473c-aaab-4ed6-81b8-c12c621073d0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:46.673532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:46.692391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.693501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.707315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2ee5d-a6e4-4f37-ba5f-d7fe0b32470c req-5857c353-309e-4f69-996e-b80bb774f751 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.709070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e2ee5d-a6e4-4f37-ba5f-d7fe0b32470c req-5857c353-309e-4f69-996e-b80bb774f751 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.2067723 Nov 12 03:24:46.826116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:46.852857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4e2ee5d-a6e4-4f37-ba5f-d7fe0b32470c req-be306bd0-d3c2-4500-b064-aabfdedeb5e0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323142 Nov 12 03:24:47.121354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.337780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-3d22a578-742a-4afc-9c82-a44ba2cbbde3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.339584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-3d22a578-742a-4afc-9c82-a44ba2cbbde3 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 908 time: 0.1730568 Nov 12 03:24:47.532568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c394-b9d9-4f6b-a505-2d41a01a2d7d req-36c3cc9a-8186-40d7-8df4-51dbaae9b78d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.539817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fc4c394-b9d9-4f6b-a505-2d41a01a2d7d req-36c3cc9a-8186-40d7-8df4-51dbaae9b78d tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 908 time: 0.2601898 Nov 12 03:24:47.546019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f089697d-b9fc-4d29-84f0-1b6cca5017af req-30bd689a-4993-45d3-a33c-d306fe14981f tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 210 time: 0.0641859 Nov 12 03:24:47.585199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port 2b5533b1-b58a-4634-8ad5-2aa046e0224b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:47.585550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.726057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a1f78-073e-49b2-a67e-c32046c67998 req-70678949-0b3c-43f9-b427-53d82500aaa6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.729356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-271a1f78-073e-49b2-a67e-c32046c67998 req-70678949-0b3c-43f9-b427-53d82500aaa6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0992596 Nov 12 03:24:47.802806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-271a1f78-073e-49b2-a67e-c32046c67998 req-4f5c39d0-1e08-460a-85d7-8cc926af0cc7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534804 Nov 12 03:24:47.850913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.881319 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.976685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port 2b5533b1-b58a-4634-8ad5-2aa046e0224b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=2b5533b1-b58a-4634-8ad5-2aa046e0224b,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:47.977104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.011996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for 2b5533b1-b58a-4634-8ad5-2aa046e0224b owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:48.061076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-1abd26e9-10c7-4a8b-85bb-0c321fc7285d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.065645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-1abd26e9-10c7-4a8b-85bb-0c321fc7285d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.32 "GET /v2.0/networks?id=b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 200 len: 812 time: 0.2474909 Nov 12 03:24:48.087161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Request body: {'port': {'device_id': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb', 'admin_state_up': True, 'tenant_id': '022a2676e53a4604a913e8f223a57e54'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:48.127063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a6b8-7d29-4c16-b930-ad9ef8dcb407 req-09c4f42e-93a9-45fe-943b-380abb40fbf1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.135150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e436a6b8-7d29-4c16-b930-ad9ef8dcb407 req-09c4f42e-93a9-45fe-943b-380abb40fbf1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1179855 Nov 12 03:24:48.325096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Made reservation on behalf of 022a2676e53a4604a913e8f223a57e54 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:48.330702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.351289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.25.2.142 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:48.379171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e436a6b8-7d29-4c16-b930-ad9ef8dcb407 req-f8f881a1-53e1-45a9-9935-753ab20d431f tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430902 Nov 12 03:24:48.431389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.491604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=2b5533b1-b58a-4634-8ad5-2aa046e0224b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.532326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Allocated IP 172.20.0.8 (b7c8ae03-5488-4c83-a176-31b69550a6eb/8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7/386eaaf1-9170-49d4-92f2-2427da9e30ce) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:48.545643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] No DVR routers for this DVR port 2b5533b1-b58a-4634-8ad5-2aa046e0224b on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:48.552312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.553630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06c9e1e1-a1ae-4f7e-9cf1-a440907390f2 req-afe6bf92-de33-48e6-b86f-a309b45bc6c5 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "DELETE /v2.0/ports/2b5533b1-b58a-4634-8ad5-2aa046e0224b HTTP/1.1" status: 204 len: 173 time: 1.1997318 Nov 12 03:24:48.554109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'name': 'network-vif-deleted', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:48.556624 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4e258-dac5-4d20-8dd2-e2a90567d50b" -d '{"events": [{"server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "name": "network-vif-deleted", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:48.608608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.677485 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d80bf5-8207-46dc-8faf-9ebf7b930af3 x-openstack-request-id: req-83d80bf5-8207-46dc-8faf-9ebf7b930af3 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:48.678304 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42af0c3-be41-40fe-9915-42bb67dd1b21", "name": "network-vif-deleted", "tag": "2b5533b1-b58a-4634-8ad5-2aa046e0224b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:48.678304 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-83d80bf5-8207-46dc-8faf-9ebf7b930af3 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:48.678515 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42af0c3-be41-40fe-9915-42bb67dd1b21', 'name': 'network-vif-deleted', 'tag': '2b5533b1-b58a-4634-8ad5-2aa046e0224b', 'status': 'completed', 'code': 200} Nov 12 03:24:48.688453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.767769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:48.771133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:48.782700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddef6750-ef84-4d51-9170-a90ade6a16b6 req-ccc7dba5-2c74-48f8-b648-84e8a88fd176 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 210 time: 0.0749943 Nov 12 03:24:48.788691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c5a79-493e-4f65-8239-27856e1e211d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:48.801999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:48.879619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bb6fa4e4-ea67-4e91-a8b2-0d2fedecbd54 None None] Provisioning complete for port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:48.880308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb6fa4e4-ea67-4e91-a8b2-0d2fedecbd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.910353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.935509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-977ac147-01ad-4932-b3b8-8c0648fba94c req-26c34a09-0c10-4843-a9cf-bc417b391b29 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e42af0c3-be41-40fe-9915-42bb67dd1b21 HTTP/1.1" status: 200 len: 210 time: 0.0645108 Nov 12 03:24:48.955651 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.968915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fa4e4-ea67-4e91-a8b2-0d2fedecbd54 None None] Port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:49.008190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.071080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Network b7c8ae03-5488-4c83-a176-31b69550a6eb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:49.101885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:49.104590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:49.112840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Pushing event updated for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.179848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae983705-904c-46ac-91b8-278178eb1a7c req-d7e48c50-ccb4-4984-8dbb-5b7415ed028e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.183327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ae983705-904c-46ac-91b8-278178eb1a7c req-d7e48c50-ccb4-4984-8dbb-5b7415ed028e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1413245 Nov 12 03:24:49.192606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.193245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.233253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-aa48a618-2008-4f28-8122-5301ad3a0e65 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503909 Nov 12 03:24:49.254987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Request body: {'port': {'device_id': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:49.289261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ae983705-904c-46ac-91b8-278178eb1a7c req-d5995579-76fc-4823-8ce3-62f03e675c91 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Nov 12 03:24:49.328815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.431796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.651637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4be93-2185-4c70-b728-3a89e274d7c7 req-ffc9a47a-17af-4fbc-856e-a143b691670a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.662067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eca4be93-2185-4c70-b728-3a89e274d7c7 req-ffc9a47a-17af-4fbc-856e-a143b691670a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1426358 Nov 12 03:24:49.701624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.884483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386eaaf1-9170-49d4-92f2-2427da9e30ce {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:49.896365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.921828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Transition to ACTIVE for port object 386eaaf1-9170-49d4-92f2-2427da9e30ce will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:49.939666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.942241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eca4be93-2185-4c70-b728-3a89e274d7c7 req-59f72bcd-72a6-429a-9a41-743daa3a13d6 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792215 Nov 12 03:24:50.046917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:24:50.192495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:50.205927 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Sync routers for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:50.239231 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:50.241427 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:50.244768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.253411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e122e569-b9ac-4b7d-8e50-b162f2900fb8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6359689 Nov 12 03:24:50.260774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:50.335773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Pushing event updated for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:50.364588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Attempting to bind port 386eaaf1-9170-49d4-92f2-2427da9e30ce on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:50.370900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Attempting to bind port 386eaaf1-9170-49d4-92f2-2427da9e30ce by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:50.371138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Attempting to bind port 386eaaf1-9170-49d4-92f2-2427da9e30ce on network b7c8ae03-5488-4c83-a176-31b69550a6eb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.408095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581b98-626c-4025-a61e-02f413f4f7e9 req-db49865d-74d8-491b-a170-a73e3e1c18f2 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.417996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e581b98-626c-4025-a61e-02f413f4f7e9 req-db49865d-74d8-491b-a170-a73e3e1c18f2 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 943 time: 0.4320641 Nov 12 03:24:50.420096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Port 386eaaf1-9170-49d4-92f2-2427da9e30ce on network b7c8ae03-5488-4c83-a176-31b69550a6eb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:50.420416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Attempting to bind port 386eaaf1-9170-49d4-92f2-2427da9e30ce on network b7c8ae03-5488-4c83-a176-31b69550a6eb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:50.456720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c39cc5-306a-4eea-a9ff-1b3e55cfd0f3 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.459570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f7c39cc5-306a-4eea-a9ff-1b3e55cfd0f3 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=2baa175256594fb49a0907fadef1ff91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1974449 Nov 12 03:24:50.463246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44842) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:50.468381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:50.468751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Checking segment: {'id': '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:50.469130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Bound using segment: {'id': '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:50.469586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Bound port: 386eaaf1-9170-49d4-92f2-2427da9e30ce, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:50.469951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.547355 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:50.927552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e581b98-626c-4025-a61e-02f413f4f7e9 req-ce32a8f4-14d1-4d4d-81ee-b98b22f69c33 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036776 Nov 12 03:24:50.941430 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:49Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:50.986309 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Checking router: 0fc803a0-77ff-4ecd-903c-2f53161c5a51 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:50.987305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Updating router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:51.026870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1788dc9-9fee-4965-a370-e77b77d6022d tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.031343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1788dc9-9fee-4965-a370-e77b77d6022d tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5640683 Nov 12 03:24:51.031954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44850) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.044228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:51.048835 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.051985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce,segment=NetworkSegment(5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3),segment_id=5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:51.087868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a06e6150-6083-4209-a9e3-ef05938f6f7d tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534704 Nov 12 03:24:51.088695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.107782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.199552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-efdf9538-9ae9-4747-afdc-ceeabf82d62d tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=2baa175256594fb49a0907fadef1ff91&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826645 Nov 12 03:24:51.201683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.205887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Pushing event updated for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.219489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.220453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.222016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-f9d6dd49-e3c3-4b1d-a6d1-d1c44e78f016 service neutron] 10.222.0.32 "PUT /v2.0/ports/386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 200 len: 1092 time: 1.9754913 Nov 12 03:24:51.222560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:51.225245 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125" -d '{"events": [{"name": "network-changed", "server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:51.346872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70184b-af5b-484d-985c-60bc84dfa6eb req-a3e1eb1b-465f-40aa-b373-b65abf008418 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.348669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb70184b-af5b-484d-985c-60bc84dfa6eb req-a3e1eb1b-465f-40aa-b373-b65abf008418 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.3011270 Nov 12 03:24:51.351456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 2b5533b1-b58a-4634-8ad5-2aa046e0224b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:51.375343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8b2c-d450-4d1a-972b-5947a2462cd6 req-f7da928a-dcba-4060-856a-eb55d25ab159 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.377384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5dd8b2c-d450-4d1a-972b-5947a2462cd6 req-f7da928a-dcba-4060-856a-eb55d25ab159 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.8117578 Nov 12 03:24:51.398718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 2b5533b1-b58a-4634-8ad5-2aa046e0224b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:51.402243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 2b5533b1-b58a-4634-8ad5-2aa046e0224b not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:51.428908 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.433158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-955c713e-72c5-4404-945e-4dc8ae8584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.435351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-955c713e-72c5-4404-945e-4dc8ae8584fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022a2676e53a4604a913e8f223a57e54&device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 1095 time: 0.1325688 Nov 12 03:24:51.437850 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.438934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb70184b-af5b-484d-985c-60bc84dfa6eb req-0f267b3b-8a27-4117-9f38-3a64c5cf75e1 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779243 Nov 12 03:24:51.440705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e9987-a69a-400a-9e70-0655f9702eb0 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.446183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7c9e9987-a69a-400a-9e70-0655f9702eb0 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371883 Nov 12 03:24:51.446793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44860) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.489064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902908a-6665-4927-9e01-40ac2ed6acb6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:51.499761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5dd8b2c-d450-4d1a-972b-5947a2462cd6 req-685b0c70-ee82-4665-bbc0-0ffa556d4843 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098287 Nov 12 03:24:51.517191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Attempting to bind port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:51.517747 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Attempting to bind port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:51.518516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Attempting to bind port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:51.527028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834b68a-11e6-4200-bad8-dcddbdf79f7a None None] Pushing event updated for resources: {'Port': ['ID=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.533844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.534702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7da9b11d-16d0-4645-8c2a-7f6a9301633b tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849364 Nov 12 03:24:51.537103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-33fb118a-9a66-425d-b392-b62c17516493 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 200 len: 217 time: 0.0894003 Nov 12 03:24:51.540996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112233577', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'project_id': '2baa175256594fb49a0907fadef1ff91', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:51.546083 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:51.546461 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:51.546862 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.549242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:51.549752 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Bound port: b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:51.550140 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.602955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-c9b67bd3-ddbc-49d8-8582-8eb0e73a3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.604926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-c9b67bd3-ddbc-49d8-8582-8eb0e73a3ec1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 HTTP/1.1" status: 200 len: 852 time: 0.0593269 Nov 12 03:24:51.636343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-930b9af2-4e03-43c0-b889-1c67d4eac9c6 None None] Provisioning complete for port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:51.636713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-930b9af2-4e03-43c0-b889-1c67d4eac9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.702073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-7b61f693-bba6-4b63-b129-b39220dcaa2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7c8ae03-5488-4c83-a176-31b69550a6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882854 Nov 12 03:24:51.727013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] For port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:51.732324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] For port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:51.740014 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.747768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-930b9af2-4e03-43c0-b889-1c67d4eac9c6 None None] Port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:51.790273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:51.795537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.799616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe67ffe7-e1c4-4630-b4ff-ea2c2cddd03f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:24:51.855577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-83f07b25-ecc1-43ac-ab43-18a535968c77 service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354804 Nov 12 03:24:51.876271 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:51.877174 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:51.904065 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8052d2-8d0f-4332-bcf0-796e48045419 x-openstack-request-id: req-9f8052d2-8d0f-4332-bcf0-796e48045419 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:51.909532 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:51.909963 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f8052d2-8d0f-4332-bcf0-796e48045419 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:51.910534 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce', 'status': 'completed', 'code': 200} Nov 12 03:24:51.915036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] Provisioning complete for port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:51.916265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.162173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d0242-b31d-4404-be4d-61d485dff778 req-8e870e19-ba41-4fa2-b068-37f2a18e6a42 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.173583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.174873 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834b68a-11e6-4200-bad8-dcddbdf79f7a None None] Pushing event updated for resources: {'Port': ['ID=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.178720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d7d0242-b31d-4404-be4d-61d485dff778 req-8e870e19-ba41-4fa2-b068-37f2a18e6a42 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.4912586 Nov 12 03:24:52.235381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] For port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:52.239907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.250052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-9647bbf1-2ca0-486f-aa39-5e2a889ee23a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.253814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-9647bbf1-2ca0-486f-aa39-5e2a889ee23a tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.39 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.3516395 Nov 12 03:24:52.273390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.361476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3617e-b8b6-455a-80c0-5ea20e5a0e6f None None] Pushing event updated for resources: {'Port': ['ID=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.375814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612df30-adc2-42b5-9ecd-eb5dbe555a56 req-c8ac2bfc-dfd9-4fac-97dd-b4b0aad33a1b tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.379170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3612df30-adc2-42b5-9ecd-eb5dbe555a56 req-c8ac2bfc-dfd9-4fac-97dd-b4b0aad33a1b tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 943 time: 0.1231115 Nov 12 03:24:52.407653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8bd3bd5-34e5-4fdd-b29a-d8d75d232855 req-df7c7119-7f21-41eb-9e26-3208bbdbfbbe service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870157 Nov 12 03:24:52.451991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3612df30-adc2-42b5-9ecd-eb5dbe555a56 req-8356bbc0-4ffa-4583-a013-b209983283ed tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Nov 12 03:24:52.486562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Subnet': ['ID=2aa8e24f-6664-4754-a7a8-c5080b63f739,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.494791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2d7d0242-b31d-4404-be4d-61d485dff778 req-aa783832-5e81-4114-a68f-188402b1f0f1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986779 Nov 12 03:24:52.535810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Checking segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:52.537047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network hostable DHCP agents. Network: 8f8f473c-aaab-4ed6-81b8-c12c621073d0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:52.628331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:52.638905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:52.654601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8f8f473c-aaab-4ed6-81b8-c12c621073d0) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:52.659076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.659690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.660021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-a16dd599-b408-4daf-bf4d-4432fd995eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.661769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-a16dd599-b408-4daf-bf4d-4432fd995eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022a2676e53a4604a913e8f223a57e54&device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 1095 time: 0.1659620 Nov 12 03:24:52.670256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a9662-f6be-47ee-b7c0-9a82937b78d9 None None] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:52.676517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080d61-095b-4df0-a83a-72032dce3130 req-90c46485-f787-45d4-bd15-30be68057397 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.678034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6080d61-095b-4df0-a83a-72032dce3130 req-90c46485-f787-45d4-bd15-30be68057397 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 945 time: 0.1286612 Nov 12 03:24:52.695715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9fa87b40-6b75-4a49-95f4-6184f489b769 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1580484 Nov 12 03:24:52.703364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 44876) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.748727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a5544-3206-4dfb-a32f-013395cba30a req-8e9d0db2-ad9a-4124-9baa-429e17cf79b8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.756197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-887a5544-3206-4dfb-a32f-013395cba30a req-8e9d0db2-ad9a-4124-9baa-429e17cf79b8 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1130552 Nov 12 03:24:52.870749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-887a5544-3206-4dfb-a32f-013395cba30a req-e0b366b8-3524-4571-b694-ee8dc819af6b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123841 Nov 12 03:24:52.871340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6080d61-095b-4df0-a83a-72032dce3130 req-b654d227-4b7d-4b67-aa75-18980c7f51ee tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764793 Nov 12 03:24:52.873353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'fixed_ips': [{'subnet_id': '2aa8e24f-6664-4754-a7a8-c5080b63f739'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:24:52.874600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.884154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:52.884777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.072191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-5a1e2db2-a7dd-4709-a660-21ca87870f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.073696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-5a1e2db2-a7dd-4709-a660-21ca87870f1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 200 len: 913 time: 0.3932118 Nov 12 03:24:53.165191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Allocated IP 172.20.0.18 (8f8f473c-aaab-4ed6-81b8-c12c621073d0/2aa8e24f-6664-4754-a7a8-c5080b63f739/023cdd97-d442-4420-9d4a-7bce1cde135a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:53.168729 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:49Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:53.181578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-8066ec04-bbbe-4318-9503-8a1d2e293b1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 200 len: 217 time: 0.0807421 Nov 12 03:24:53.226853 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df93cfe3-3d98-490a-a61d-23fb4ce9fa10 None None] The sync data for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 is: [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:49Z', 'revision_number': 3, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:53.258552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:53.258845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.298675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:53.309886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-2e25b2e9-c783-4578-94ac-365ab2db7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.311705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-2e25b2e9-c783-4578-94ac-365ab2db7fad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 HTTP/1.1" status: 200 len: 852 time: 0.1149216 Nov 12 03:24:53.407475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-c0b9dda2-4bc1-4e2a-beb4-888c459f0034 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7c8ae03-5488-4c83-a176-31b69550a6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849497 Nov 12 03:24:53.442851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.452997 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.517316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.539083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Pushing event updated for resources: {'Port': ['ID=023cdd97-d442-4420-9d4a-7bce1cde135a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.576484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:53.578351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:53.581164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:53.676126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Attempting to bind port 023cdd97-d442-4420-9d4a-7bce1cde135a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:53.680457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Attempting to bind port 023cdd97-d442-4420-9d4a-7bce1cde135a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:53.684905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Attempting to bind port 023cdd97-d442-4420-9d4a-7bce1cde135a on network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:53.700583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:53.701087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Checking segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:53.701553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.702103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Bound using segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:53.702868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Bound port: 023cdd97-d442-4420-9d4a-7bce1cde135a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:53.703353 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.807059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] For port 023cdd97-d442-4420-9d4a-7bce1cde135a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:53.807746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-ddd0e30b-5e05-4eac-90a3-a23236e81421 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.808444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a93330-273d-4153-99d0-841d8a7b4e32 req-733ed934-da67-42a6-bf93-a5a4f9f10b86 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.811694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] For port 023cdd97-d442-4420-9d4a-7bce1cde135a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=023cdd97-d442-4420-9d4a-7bce1cde135a,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:53.817310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.818273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4a93330-273d-4153-99d0-841d8a7b4e32 req-733ed934-da67-42a6-bf93-a5a4f9f10b86 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 943 time: 0.1705816 Nov 12 03:24:53.819732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-ddd0e30b-5e05-4eac-90a3-a23236e81421 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.4001002 Nov 12 03:24:53.830720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-6d6e2035-16f5-43ac-8aae-86173414971a service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140413 Nov 12 03:24:53.996113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1b6ee-607b-42d7-acda-b1f3cbacf4c0 None None] Pushing event updated for resources: {'Port': ['ID=023cdd97-d442-4420-9d4a-7bce1cde135a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.071723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d9c9c66e-1327-4ae9-a21a-67bc4442c754 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.2504766 Nov 12 03:24:54.105724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f3da37-a4f8-4ae6-a7dc-a65d07ae0125 req-67d947d8-cfdf-4582-a959-baa517bfdd4e service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389743 Nov 12 03:24:54.141221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4a93330-273d-4153-99d0-841d8a7b4e32 req-e73723eb-deb7-44cd-b8cd-c3571d4bd6ac tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217306 Nov 12 03:24:54.217763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.242872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:54.257814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:54.386034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:54.577692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-b684fd77-e13f-4fe7-b479-8ed9d3fa3641 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4987285 Nov 12 03:24:54.580106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] No DVR routers for this DVR port aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:54.594832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.601916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dabbf31-b10b-4b57-bb40-719b99a3564f req-e629e62c-bd59-48cf-9864-7e940d32774b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.39 "DELETE /v2.0/ports/aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 HTTP/1.1" status: 204 len: 173 time: 2.3218505 Nov 12 03:24:54.607064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'name': 'network-vif-deleted', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:54.612266 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4668875c-cd9b-434e-8ca3-f2d4eb7a5ac7" -d '{"events": [{"server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "name": "network-vif-deleted", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:54.684750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.20.0.17 (8f8f473c-aaab-4ed6-81b8-c12c621073d0/2aa8e24f-6664-4754-a7a8-c5080b63f739/7c5a58fb-29de-49cb-b03b-b8d9f4cbde75) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:54.716734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58854d8-417a-4274-b832-120e8ca48c92 req-a5d39c59-37ae-405e-a974-6c003773321a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.728080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a58854d8-417a-4274-b832-120e8ca48c92 req-a5d39c59-37ae-405e-a974-6c003773321a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1708400 Nov 12 03:24:54.877149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-222ad4ce-2c98-4597-b271-88d2a194a8dc service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735772 Nov 12 03:24:54.923440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a58854d8-417a-4274-b832-120e8ca48c92 req-84eb373d-cba1-411c-8574-9e76fe4f72cf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931617 Nov 12 03:24:55.054816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.157362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-852f306f-7765-48af-8f7b-58f724cb4696 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663996 Nov 12 03:24:55.193538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec512e08-69e9-4336-8b08-a8842268e24b req-b310bab3-0260-481a-95d0-fdb2dc770196 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=d55bf0da-51fd-4c3b-bbe9-021370bb06fe HTTP/1.1" status: 200 len: 210 time: 0.0671213 Nov 12 03:24:55.217696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.307573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:55.368989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 386eaaf1-9170-49d4-92f2-2427da9e30ce details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:55.424464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:55.454370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:55.516776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:55.521641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce,segment=NetworkSegment(5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3),segment_id=5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:55.544352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '386eaaf1-9170-49d4-92f2-2427da9e30ce', 'network_id': 'b7c8ae03-5488-4c83-a176-31b69550a6eb', 'port_id': '386eaaf1-9170-49d4-92f2-2427da9e30ce', 'mac_address': 'fa:16:3e:7e:b8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:55.618323 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f377388b-be1a-4d3b-a108-82c6e239bd6c x-openstack-request-id: req-f377388b-be1a-4d3b-a108-82c6e239bd6c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:55.618864 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55bf0da-51fd-4c3b-bbe9-021370bb06fe", "name": "network-vif-deleted", "tag": "aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:55.619200 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f377388b-be1a-4d3b-a108-82c6e239bd6c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:55.619738 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55bf0da-51fd-4c3b-bbe9-021370bb06fe', 'name': 'network-vif-deleted', 'tag': 'aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27', 'status': 'completed', 'code': 200} Nov 12 03:24:55.627923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.678877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:55.678877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.682425 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.704863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e020-5d79-4e5b-83dc-57a55b37aa6a req-69a5f374-3f40-499f-ac84-a6cab13c69c7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.736450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07c7e020-5d79-4e5b-83dc-57a55b37aa6a req-69a5f374-3f40-499f-ac84-a6cab13c69c7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.3662007 Nov 12 03:24:55.755430 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.792000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb63cf8-c8a9-411b-abc8-c1cdbf5b3b72 req-190aa592-4fe7-4e5f-93b7-7239a5f2d108 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.799915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fb63cf8-c8a9-411b-abc8-c1cdbf5b3b72 req-190aa592-4fe7-4e5f-93b7-7239a5f2d108 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 943 time: 0.1028600 Nov 12 03:24:55.917440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fb63cf8-c8a9-411b-abc8-c1cdbf5b3b72 req-befb7bac-5bab-4b42-a081-b7c5d8ce1de6 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143036 Nov 12 03:24:55.953148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07c7e020-5d79-4e5b-83dc-57a55b37aa6a req-506bf2e6-60a2-4753-8b76-e5644a9e8a24 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155495 Nov 12 03:24:56.107007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8c1aaa7-e415-4984-a403-04699657bd06 req-0aabbaf1-ab11-4de1-8cd3-9f27078d3ab7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0805380 Nov 12 03:24:56.153856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.156754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5859e-781c-4ea8-9e38-f923dfd07bdb None None] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:56.161891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386eaaf1-9170-49d4-92f2-2427da9e30ce {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:56.263330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d91ad-62cb-449b-9cd7-3fb1c08605fa req-a4401eca-e14a-4438-a29f-9b462b4a9499 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.265097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-707d91ad-62cb-449b-9cd7-3fb1c08605fa req-a4401eca-e14a-4438-a29f-9b462b4a9499 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1337101 Nov 12 03:24:56.268679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] Provisioning complete for port 023cdd97-d442-4420-9d4a-7bce1cde135a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:56.273058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.365562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce,segment=NetworkSegment(5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3),segment_id=5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.366226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-707d91ad-62cb-449b-9cd7-3fb1c08605fa req-cb7c8715-b463-419c-bad2-324142626bca tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893207 Nov 12 03:24:56.382304 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.475413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.601328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 023cdd97-d442-4420-9d4a-7bce1cde135a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:56.642266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.651026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:56.721005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0263dd1-af7f-431e-81c1-ca8d4be20095 req-8be19632-e08b-4a4e-a1ca-ec0bd9054bb7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.728726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0263dd1-af7f-431e-81c1-ca8d4be20095 req-8be19632-e08b-4a4e-a1ca-ec0bd9054bb7 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0661814 Nov 12 03:24:56.742587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:56.742587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device aa3eb50f-dde8-4ee2-ab0f-2afa0ba22c27 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:56.783564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['386eaaf1-9170-49d4-92f2-2427da9e30ce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:56.806986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0263dd1-af7f-431e-81c1-ca8d4be20095 req-3cf89a72-1278-48c7-a37f-c68dc5e7a6aa tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Nov 12 03:24:56.821848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] For port 023cdd97-d442-4420-9d4a-7bce1cde135a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=023cdd97-d442-4420-9d4a-7bce1cde135a,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.826900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 023cdd97-d442-4420-9d4a-7bce1cde135a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:56.827306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.836845 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.844154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.852939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.029356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.031543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488e09-767c-4fec-bcb3-003da020f6c0 None None] Pushing event updated for resources: {'Port': ['ID=023cdd97-d442-4420-9d4a-7bce1cde135a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.047572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.296869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-ed642a69-f6be-443c-bab3-d0659206264e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.298499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-ed642a69-f6be-443c-bab3-d0659206264e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.3810410 Nov 12 03:24:57.322698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f16f85-acac-444f-a396-aefc0ac34a79 req-b69dc5f7-d71e-4b71-9df8-d8cc22d9be9b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.324488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3f16f85-acac-444f-a396-aefc0ac34a79 req-b69dc5f7-d71e-4b71-9df8-d8cc22d9be9b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.2004266 Nov 12 03:24:57.329411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': '6f1593dd-2228-44b1-bf45-13f8af429540', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:57.343202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 023cdd97-d442-4420-9d4a-7bce1cde135a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:57.492278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 023cdd97-d442-4420-9d4a-7bce1cde135a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:57.493301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.544423 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3f16f85-acac-444f-a396-aefc0ac34a79 req-1c636c2d-98f7-40ce-b56e-1b4a855aacab tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901915 Nov 12 03:24:57.607348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0a680ec4-0242-4101-931a-b2e6449ed9dd None None] Provisioning complete for port 023cdd97-d442-4420-9d4a-7bce1cde135a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:57.611853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a680ec4-0242-4101-931a-b2e6449ed9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.625585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:57.633988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.707949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:57.712654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:57.732437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2080f636-9e9d-41d5-a3b6-58c0e23a1985 req-d71d190a-8890-4253-88c4-ff62bda99423 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0798488 Nov 12 03:24:57.783695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.887041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:57.907302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617e788-bf46-4806-acd7-cb803a0417fb req-638e5552-e79c-4985-84e9-8ebb7d5a81cf tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.909008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9617e788-bf46-4806-acd7-cb803a0417fb req-638e5552-e79c-4985-84e9-8ebb7d5a81cf tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 944 time: 0.4180646 Nov 12 03:24:58.103445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0a680ec4-0242-4101-931a-b2e6449ed9dd None None] Provisioning complete for port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:58.103838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a680ec4-0242-4101-931a-b2e6449ed9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.111799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-72f2b828-d713-47bc-ab3b-b15ba67a0583 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.114079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-72f2b828-d713-47bc-ab3b-b15ba67a0583 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.1706636 Nov 12 03:24:58.173569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf1c57-ecef-4b64-a877-2658b721923a req-5eba191b-1ebc-44c0-9eb0-c740d5b7187e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.181606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85bf1c57-ecef-4b64-a877-2658b721923a req-5eba191b-1ebc-44c0-9eb0-c740d5b7187e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.2745943 Nov 12 03:24:58.182728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0a680ec4-0242-4101-931a-b2e6449ed9dd None None] Port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:58.187130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.3 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/0e97df2b-c4b2-4760-b825-cd5aac308def) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:58.208232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9617e788-bf46-4806-acd7-cb803a0417fb req-634a09ab-3095-4a66-b98a-abbc1c18ef7d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872720 Nov 12 03:24:58.317400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-999917d3-bc2a-4ea8-a975-93a68e6a6791 None None] Provisioning complete for port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:58.317780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-999917d3-bc2a-4ea8-a975-93a68e6a6791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.331718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85bf1c57-ecef-4b64-a877-2658b721923a req-d8ce1d63-5f55-4bdb-b52d-03a9a4ef997d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491487 Nov 12 03:24:58.364406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:58.393328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-447e619a-8b72-44b7-88d2-8f96a5c387eb tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "PUT /v2.0/routers/0fc803a0-77ff-4ecd-903c-2f53161c5a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6888056 Nov 12 03:24:58.430709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Sync routers for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:58.435112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:58.438004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.452487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-999917d3-bc2a-4ea8-a975-93a68e6a6791 None None] Port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:24:58.454962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:58.455801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.569993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9818d-a39c-461c-9217-d5897c1c43b5 req-6266387e-8ce0-423f-abda-7a64c7505af8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:58.577874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96d9818d-a39c-461c-9217-d5897c1c43b5 req-6266387e-8ce0-423f-abda-7a64c7505af8 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=558f1a16-cea1-4adf-ad4c-0fa3ed28e315 HTTP/1.1" status: 200 len: 946 time: 0.0943444 Nov 12 03:24:58.656137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:58.704062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.727869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-96d9818d-a39c-461c-9217-d5897c1c43b5 req-cd41ccaa-9ba7-47c3-bb3e-8009fe047690 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=fbdea537-12f5-4aef-bb9b-88ef31d2db2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489954 Nov 12 03:24:58.852580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.862739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:58.863348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.892506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:58.948791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:56Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7c5a58fb-29de-49cb-b03b-b8d9f4cbde75', 'name': '', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:08:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:53Z', 'updated_at': '2021-11-12T03:24:56Z', 'revision_number': 2, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:59.024822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Checking router: 0fc803a0-77ff-4ecd-903c-2f53161c5a51 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:59.027437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Updating router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:24:59.087016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.112277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd8eb9-202a-4771-8245-9fe2dc3fb7d0 req-7daa937b-a04a-4835-a95d-4c26db4dc7bd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.115053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fd8eb9-202a-4771-8245-9fe2dc3fb7d0 req-7daa937b-a04a-4835-a95d-4c26db4dc7bd tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.4476826 Nov 12 03:24:59.261216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15fd8eb9-202a-4771-8245-9fe2dc3fb7d0 req-cafcc6c4-7eba-42fe-aaf4-75be3133ec30 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288755 Nov 12 03:24:59.269403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.316460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:59.372210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=3af69ee2-6dd3-41bf-b17f-e1f08d9400b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.404675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 386eaaf1-9170-49d4-92f2-2427da9e30ce up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:59.448837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.467884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:59.475743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:59.496507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] No DVR routers for this DVR port 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:59.506130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.515396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52b3b095-b8c9-4c03-bc87-32e8cbda0740 req-42df6618-3eb9-4c43-b1a2-d1eda15ed896 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "DELETE /v2.0/ports/3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 HTTP/1.1" status: 204 len: 173 time: 1.3896248 Nov 12 03:24:59.520117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:59.520523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'name': 'network-vif-deleted', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:59.527226 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014ee91e-3fe7-4584-8df9-28b7a33bc816" -d '{"events": [{"server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "name": "network-vif-deleted", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:59.584392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.657008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f877-e182-4403-9404-22fcfcec165b req-77899237-edf6-4b49-8d9c-94382d6b6246 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.662379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8837f877-e182-4403-9404-22fcfcec165b req-77899237-edf6-4b49-8d9c-94382d6b6246 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 931 time: 0.1903052 Nov 12 03:24:59.702152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.702802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.757906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-3c067b1c-7aa1-4849-a509-b848ba246b38 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.768119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-3c067b1c-7aa1-4849-a509-b848ba246b38 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/networks?id=8f8f473c-aaab-4ed6-81b8-c12c621073d0 HTTP/1.1" status: 200 len: 797 time: 0.8585882 Nov 12 03:24:59.798966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8837f877-e182-4403-9404-22fcfcec165b req-5f9b8bcc-9503-45db-86f4-6cbbad20ac0a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256392 Nov 12 03:24:59.807511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-33e04452-1074-4cc9-9196-ee2f6e31f44a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/quotas/2baa175256594fb49a0907fadef1ff91 HTTP/1.1" status: 200 len: 375 time: 0.0351646 Nov 12 03:24:59.841374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 386eaaf1-9170-49d4-92f2-2427da9e30ce completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:59.876817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 386eaaf1-9170-49d4-92f2-2427da9e30ce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:59.883067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e45a31b6-b324-4891-aa1c-c9ed4709076f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5573983 Nov 12 03:24:59.884132 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.907141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Request body: {'port': {'device_id': '6f1593dd-2228-44b1-bf45-13f8af429540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:59.964171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.978884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.000560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.041842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9a7d4-ee10-4226-855e-32c74231e853 req-88d00ee7-8aa4-4bf1-be02-838c66fbe107 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.049220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ee9a7d4-ee10-4226-855e-32c74231e853 req-88d00ee7-8aa4-4bf1-be02-838c66fbe107 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 944 time: 0.1002510 Nov 12 03:25:00.122886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.157346 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ee9a7d4-ee10-4226-855e-32c74231e853 req-4f6a7179-6e4a-4615-bafa-8f90eb225149 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Nov 12 03:25:00.256478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:00.281260 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbf3f3-0832-4f00-bb9b-3e63f62bde79" -d '{"events": [{"server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "name": "network-vif-plugged", "status": "completed", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:00.330211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87ea2b72-9263-455e-bb51-a58ac958a9ef None None] Provisioning complete for port 0e97df2b-c4b2-4760-b825-cd5aac308def triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:00.330649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87ea2b72-9263-455e-bb51-a58ac958a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.332138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-23506082-ab0b-4775-aa93-3e8d518ad1a6 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5237381 Nov 12 03:25:00.374577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2baa80-11e0-4ad7-ab44-46f37d47517e req-2058af77-071b-4352-b68f-9bdbb05cf385 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.381996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc2baa80-11e0-4ad7-ab44-46f37d47517e req-2058af77-071b-4352-b68f-9bdbb05cf385 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.1128969 Nov 12 03:25:00.405533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce,segment=NetworkSegment(5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3),segment_id=5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:00.436370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e97df2b-c4b2-4760-b825-cd5aac308def {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:00.440913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26659c-3f8a-4498-9611-53fe35bfdb47 None None] Pushing event updated for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.452466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.469327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc2baa80-11e0-4ad7-ab44-46f37d47517e req-bce12bbf-9111-4c76-b032-e8176bff2f83 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863552 Nov 12 03:25:00.489166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Transition to ACTIVE for port object 0e97df2b-c4b2-4760-b825-cd5aac308def will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:00.494941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.497495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.599994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.695845 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17231e73-f580-4d6b-8a6f-c0432c544e92 x-openstack-request-id: req-17231e73-f580-4d6b-8a6f-c0432c544e92 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:00.696408 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558f1a16-cea1-4adf-ad4c-0fa3ed28e315", "name": "network-vif-deleted", "tag": "3af69ee2-6dd3-41bf-b17f-e1f08d9400b0", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:00.696663 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17231e73-f580-4d6b-8a6f-c0432c544e92 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:00.697080 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558f1a16-cea1-4adf-ad4c-0fa3ed28e315', 'name': 'network-vif-deleted', 'tag': '3af69ee2-6dd3-41bf-b17f-e1f08d9400b0', 'status': 'completed', 'code': 200} Nov 12 03:25:00.883254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0888b7-ea79-4a69-a1bd-5b13175c4ddb req-530e7a0d-8865-48ac-a46a-1e9a69881802 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:00.891607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e0888b7-ea79-4a69-a1bd-5b13175c4ddb req-530e7a0d-8865-48ac-a46a-1e9a69881802 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0718586 Nov 12 03:25:00.929972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Attempting to bind port 0e97df2b-c4b2-4760-b825-cd5aac308def on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:00.930588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Attempting to bind port 0e97df2b-c4b2-4760-b825-cd5aac308def by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:00.930703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Attempting to bind port 0e97df2b-c4b2-4760-b825-cd5aac308def on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:00.950464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Port 0e97df2b-c4b2-4760-b825-cd5aac308def on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:00.950799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Attempting to bind port 0e97df2b-c4b2-4760-b825-cd5aac308def on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:00.967541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:00.967541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:00.967847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:00.968300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Bound port: 0e97df2b-c4b2-4760-b825-cd5aac308def, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:00.968851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.972917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e0888b7-ea79-4a69-a1bd-5b13175c4ddb req-e89c74ae-f97a-4de9-8d42-7851772338d5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799255 Nov 12 03:25:01.022129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87ea2b72-9263-455e-bb51-a58ac958a9ef None None] Port 0e97df2b-c4b2-4760-b825-cd5aac308def cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:01.032042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-7180b465-c27e-4eca-bc1a-bbcadfe1273c service neutron] 10.222.0.84 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513515 Nov 12 03:25:01.077986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Attempting to bind port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:01.078356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Attempting to bind port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:01.078764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Attempting to bind port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 on network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:01.087075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:01.102844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Checking segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:01.112216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.113135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Bound using segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:01.113668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Bound port: 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:01.114122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.131507 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7473da-e366-4712-a47b-a36fd48b7377 x-openstack-request-id: req-1f7473da-e366-4712-a47b-a36fd48b7377 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:01.131821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "name": "network-vif-plugged", "status": "completed", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:01.132041 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f7473da-e366-4712-a47b-a36fd48b7377 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:01.132435 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce', 'code': 200} Nov 12 03:25:01.167191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.210418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524983d-fb53-44e3-8f4e-4eff04b67c36 req-a740fd50-0c1b-4e86-90a8-0053b955c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.212361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5524983d-fb53-44e3-8f4e-4eff04b67c36 req-a740fd50-0c1b-4e86-90a8-0053b955c2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 1097 time: 0.0788293 Nov 12 03:25:01.285412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:01.294314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] For port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:01.300978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] For port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:01.305537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0e97df2b-c4b2-4760-b825-cd5aac308def,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:01.313076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.313565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.315730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5524983d-fb53-44e3-8f4e-4eff04b67c36 req-cc166d40-39c7-49e8-be68-26a8a48f7a35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949969 Nov 12 03:25:01.327261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] Provisioning complete for port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:01.328293 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.375470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.388116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-37c0412e-a529-40d1-b68e-e1ec5e0f7a9f service neutron] 10.222.0.84 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433504 Nov 12 03:25:01.389488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.390099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.391472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-d3460958-598e-4aa4-97e5-34283c21dac3 service neutron] 10.222.0.32 "PUT /v2.0/ports/0e97df2b-c4b2-4760-b825-cd5aac308def HTTP/1.1" status: 200 len: 1092 time: 1.4889460 Nov 12 03:25:01.391926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:01.394230 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae08bc3-2343-4031-a307-3ad670bfc00f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:01.430992 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:01.458044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:01.458324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3af69ee2-6dd3-41bf-b17f-e1f08d9400b0 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:01.685911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:01.691287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.734408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc689011-9f17-4696-b479-451f4ded4206 req-4389c5cf-7d5c-43f0-9a8a-0fab21057c2c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.754975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc689011-9f17-4696-b479-451f4ded4206 req-4389c5cf-7d5c-43f0-9a8a-0fab21057c2c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1339409 Nov 12 03:25:01.835082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab073f-799a-4473-9d6f-694a04ae4b79 req-fe7530b5-1619-441c-840b-42dd0fed019a tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.841529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc689011-9f17-4696-b479-451f4ded4206 req-db2277d5-2ce6-4758-8d07-4e273955daf4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828462 Nov 12 03:25:01.847828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9ab073f-799a-4473-9d6f-694a04ae4b79 req-fe7530b5-1619-441c-840b-42dd0fed019a tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1750486 Nov 12 03:25:01.882716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.910313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26659c-3f8a-4498-9611-53fe35bfdb47 None None] Pushing event updated for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.942217 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498df896-3896-476f-9171-c7463fef7aac x-openstack-request-id: req-498df896-3896-476f-9171-c7463fef7aac {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:01.942823 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:01.942823 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-498df896-3896-476f-9171-c7463fef7aac {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:01.943166 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def', 'status': 'completed', 'code': 200} Nov 12 03:25:01.974815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9ab073f-799a-4473-9d6f-694a04ae4b79 req-a75b51d8-a63c-43b7-97b6-a5a5e02e81a5 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259980 Nov 12 03:25:01.977495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-61b2d27f-93c1-4da3-b391-c4604d5f3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.980796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-61b2d27f-93c1-4da3-b391-c4604d5f3e66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 1095 time: 0.3862059 Nov 12 03:25:02.046415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c0a9-c592-4684-b8f8-c9895ec42960 req-9919e89e-3dc0-4b65-8f66-e8c30eb7b06b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.057210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d30c0a9-c592-4684-b8f8-c9895ec42960 req-9919e89e-3dc0-4b65-8f66-e8c30eb7b06b tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.0997078 Nov 12 03:25:02.109130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:02.125114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-119f0c5f-8f39-4885-bbc6-5d8500696b51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e97df2b-c4b2-4760-b825-cd5aac308def HTTP/1.1" status: 200 len: 217 time: 0.1314952 Nov 12 03:25:02.233829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d30c0a9-c592-4684-b8f8-c9895ec42960 req-e32a3597-ed6a-4bc0-81ef-621db7f87782 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725626 Nov 12 03:25:02.296375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] For port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:02.308207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-f4548169-230a-43c2-bdba-8db11b40cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.311854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-f4548169-230a-43c2-bdba-8db11b40cd6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1768365 Nov 12 03:25:02.321271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.340690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f121a796-f27b-4ccd-901e-127523fbeb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.405112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-359009de-189f-4324-b204-63d8e71ac360 req-37dc7ff1-5539-4fc8-a810-2c3a28673efa tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 210 time: 0.0774179 Nov 12 03:25:02.416939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00912126-49ad-42d7-b00a-499491de5c44 None None] Pushing event updated for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.527176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:56Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7c5a58fb-29de-49cb-b03b-b8d9f4cbde75', 'name': '', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:08:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:53Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.557541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db00b8-a990-49f8-bde1-54eeafd3c983 req-9f97c237-8716-45be-aa43-5d5bfa7b8803 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.566253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19db00b8-a990-49f8-bde1-54eeafd3c983 req-9f97c237-8716-45be-aa43-5d5bfa7b8803 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.4083776 Nov 12 03:25:02.582411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d2626-9e02-44ee-993a-cfa7d44539a7 None None] The sync data for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 is: [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:24:56Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7c5a58fb-29de-49cb-b03b-b8d9f4cbde75', 'name': '', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:08:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:53Z', 'updated_at': '2021-11-12T03:25:01Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:02.612810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-007e4656-d923-43a8-8323-f1ef2acee08f None None] Provisioning complete for port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:02.613544 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-007e4656-d923-43a8-8323-f1ef2acee08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.614608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e30d2f08-4bed-481c-857f-f5f3182d094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.616258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-e30d2f08-4bed-481c-857f-f5f3182d094b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2466373 Nov 12 03:25:02.818961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75fa4-5986-4997-adf1-e76f4a56ebfe req-77da838c-051d-4fd8-878a-ee1ef5eade7d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.828288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09a75fa4-5986-4997-adf1-e76f4a56ebfe req-77da838c-051d-4fd8-878a-ee1ef5eade7d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1232224 Nov 12 03:25:02.862987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-d14fdc62-fde8-4543-bfe3-dbfa701002ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.865773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-d14fdc62-fde8-4543-bfe3-dbfa701002ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1097 time: 0.4031382 Nov 12 03:25:02.867891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-be9e616d-5459-47c4-8a69-81f933ec8638 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296617 Nov 12 03:25:02.911754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19db00b8-a990-49f8-bde1-54eeafd3c983 req-12ccadad-4063-4330-89cb-d84dccf6ff7e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445618 Nov 12 03:25:02.932921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-09a75fa4-5986-4997-adf1-e76f4a56ebfe req-14e596d4-6490-4d85-906c-9abe8d890f48 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014926 Nov 12 03:25:03.148832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a9d4-e0b9-4b4c-bc0e-b88c242c0fe9 req-e57e9951-8e92-4f0f-a90f-8fa4bae7cccb tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.155550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a2f2057-a69e-47f5-8c8b-cca67e333654 req-9ef4b2bd-7b89-4061-86a1-a09338601ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559752 Nov 12 03:25:03.158012 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67c4a9d4-e0b9-4b4c-bc0e-b88c242c0fe9 req-e57e9951-8e92-4f0f-a90f-8fa4bae7cccb tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.0777261 Nov 12 03:25:03.165506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f269f-ee57-4ccb-8e05-720bb1c8e73b req-fb990cc6-6559-41fc-a47a-b964a1eb2681 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.167619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f04f269f-ee57-4ccb-8e05-720bb1c8e73b req-fb990cc6-6559-41fc-a47a-b964a1eb2681 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1388428 Nov 12 03:25:03.218222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-5d3fabe0-c7bd-477a-bb52-89378bcaa647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.219735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-5d3fabe0-c7bd-477a-bb52-89378bcaa647 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.3191042 Nov 12 03:25:03.294997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f04f269f-ee57-4ccb-8e05-720bb1c8e73b req-a9656fd4-e40a-4700-ab17-003cb21924fb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122642 Nov 12 03:25:03.394321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67c4a9d4-e0b9-4b4c-bc0e-b88c242c0fe9 req-eacc986e-69f5-44ab-99ef-bbd11ebb5f6f tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226858 Nov 12 03:25:03.399852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:03.432671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-cd3a4d29-c596-48e5-8b7d-f0f37ec6c3c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 1001 time: 0.1559906 Nov 12 03:25:03.435451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-6854d709-3538-4fba-b530-6c81b94d6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.438446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-6854d709-3538-4fba-b530-6c81b94d6c4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 1095 time: 0.2188792 Nov 12 03:25:03.510186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-94e843cb-badd-44a4-92e5-0b4000f91217 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.511879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-94e843cb-badd-44a4-92e5-0b4000f91217 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.2908297 Nov 12 03:25:03.565262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:03.566167 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.583749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-1c77fdcc-074a-48b7-9e8f-21252e19d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.585749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-1c77fdcc-074a-48b7-9e8f-21252e19d574 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1405776 Nov 12 03:25:03.726394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e011a66-0f2e-4bee-87e3-a60c4d7aaf95 req-114b01cb-af58-4c32-8cb6-f03ced239f5d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.735521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e011a66-0f2e-4bee-87e3-a60c4d7aaf95 req-114b01cb-af58-4c32-8cb6-f03ced239f5d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1752739 Nov 12 03:25:03.761254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed85059-5dcf-4d98-bfef-7a10ded6e00f req-74bfe98a-5028-4831-a1de-1b998b03b4da tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.767693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aed85059-5dcf-4d98-bfef-7a10ded6e00f req-74bfe98a-5028-4831-a1de-1b998b03b4da tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 944 time: 0.3302739 Nov 12 03:25:03.798484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-418f9245-280f-4eab-9f18-d09a5462b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.800787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-418f9245-280f-4eab-9f18-d09a5462b14d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.3551884 Nov 12 03:25:03.802891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-323d516f-ac04-4fe7-9b3e-707b14b42615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.804524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-323d516f-ac04-4fe7-9b3e-707b14b42615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095625 Nov 12 03:25:03.872051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-169fc19c-c66e-4c62-ae3f-7a83ea188664 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.873549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-169fc19c-c66e-4c62-ae3f-7a83ea188664 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.32 "GET /v2.0/networks?id=8f8f473c-aaab-4ed6-81b8-c12c621073d0 HTTP/1.1" status: 200 len: 797 time: 0.3155572 Nov 12 03:25:03.874849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-2edefc8b-3719-42ef-9a0a-b85da4825756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e97df2b-c4b2-4760-b825-cd5aac308def HTTP/1.1" status: 200 len: 217 time: 0.0609910 Nov 12 03:25:03.882726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:03.883182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.889759 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e011a66-0f2e-4bee-87e3-a60c4d7aaf95 req-f4df3414-1345-43a8-819c-b4701c71730a tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483257 Nov 12 03:25:03.916889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Request body: {'port': {'device_id': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'admin_state_up': True, 'tenant_id': '2baa175256594fb49a0907fadef1ff91'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:03.933588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aed85059-5dcf-4d98-bfef-7a10ded6e00f req-a29c8848-17ab-4b36-925f-05f996916bed tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6a583f4-54d3-465f-af3b-caba3d03d454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625500 Nov 12 03:25:04.063956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2796d31c-cd0d-4dcf-a2aa-4fe03b631a56 req-124a3e61-5a2a-45a1-87ed-969e761d24a8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 210 time: 0.0401483 Nov 12 03:25:04.077933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-e4c00cd4-e74d-4ab1-8a28-c24e602d834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.079460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-e4c00cd4-e74d-4ab1-8a28-c24e602d834e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1873305 Nov 12 03:25:04.177528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-ba328b75-84c8-44b5-b23d-638b397d482c service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547115 Nov 12 03:25:04.178224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-dd136bca-3c8a-4676-bc72-f2fc82fbdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.182524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-dd136bca-3c8a-4676-bc72-f2fc82fbdbe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935693 Nov 12 03:25:04.195607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] For port 957735ad-87bf-4157-b678-f01b2acb32a9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=957735ad-87bf-4157-b678-f01b2acb32a9,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:04.196133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.409653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Made reservation on behalf of 2baa175256594fb49a0907fadef1ff91 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:04.414689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.516117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be89fb9-3d6b-4696-8b5b-9d568ad4458b req-97f1ee3b-8976-4a89-98cf-4bd9c665acdd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.523769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0be89fb9-3d6b-4696-8b5b-9d568ad4458b req-97f1ee3b-8976-4a89-98cf-4bd9c665acdd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.2483752 Nov 12 03:25:04.539488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-1711f885-9c38-4a5e-99ab-c2e9f4a38f62 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410816 Nov 12 03:25:04.641752 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a091e317-d556-47b4-8ead-85c3c0f55ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.662358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dc141-4fdb-4b1b-845f-eac9258c7c1f req-60d714e1-e943-422c-8671-13aa318ab0d6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.667591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f27dc141-4fdb-4b1b-845f-eac9258c7c1f req-60d714e1-e943-422c-8671-13aa318ab0d6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.2574592 Nov 12 03:25:04.686623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:04.713153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73b65735-9fc1-4d9c-b7f8-9da066eaccf7 req-f4821cb4-b45b-4f4a-ada3-67dff5f37ddc service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205142 Nov 12 03:25:04.748904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.749418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.749886 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Floating IP d27a9f6e-6902-4d68-be52-4437f93daa08 disassociated. External IP: 172.25.2.186, port: 957735ad-87bf-4157-b678-f01b2acb32a9. Nov 12 03:25:04.750366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for 957735ad-87bf-4157-b678-f01b2acb32a9 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:04.796402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0be89fb9-3d6b-4696-8b5b-9d568ad4458b req-4c436739-ce8e-459c-813c-c81faac0178d tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715731 Nov 12 03:25:04.862625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Allocated IP 172.20.0.26 (8f8f473c-aaab-4ed6-81b8-c12c621073d0/2aa8e24f-6664-4754-a7a8-c5080b63f739/e9bcf100-1637-4dd3-b969-122b1e6a8e59) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:04.866878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f27dc141-4fdb-4b1b-845f-eac9258c7c1f req-77dc943f-02f1-407b-8e54-8b0514163659 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881976 Nov 12 03:25:04.914223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:04.936862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'port_id': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'mac_address': 'fa:16:3e:63:44:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4016b304-740b-443e-831f-1d7a8c2d9670', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:04.983661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.017266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.044530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad2e1693-1315-4e02-9af0-44b0e84e8175 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:05.071167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=957735ad-87bf-4157-b678-f01b2acb32a9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.080777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ae08bc3-2343-4031-a307-3ad670bfc00f req-5df01a50-d6c9-4d03-9b45-3b951e2fcc39 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884491 Nov 12 03:25:05.089368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:05.098644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.160738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b72c8-be9b-431c-bbe2-4c7b56677cbc req-1291cda9-f602-489f-8520-0d21a562f34a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.162725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-721b72c8-be9b-431c-bbe2-4c7b56677cbc req-1291cda9-f602-489f-8520-0d21a562f34a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.2474360 Nov 12 03:25:05.162889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.205457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36306c05-00f9-4bd4-843b-1e194a430484 req-51548550-df14-4d37-8d60-0ee9f51bc8ff tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.213408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36306c05-00f9-4bd4-843b-1e194a430484 req-51548550-df14-4d37-8d60-0ee9f51bc8ff tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1597881 Nov 12 03:25:05.222549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.273579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-721b72c8-be9b-431c-bbe2-4c7b56677cbc req-f91909de-e008-4f10-b76a-69cf0d454d50 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956156 Nov 12 03:25:05.276160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Router 6c166fa8-c856-4013-98d0-ff784ae0ee71 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:05.309296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36306c05-00f9-4bd4-843b-1e194a430484 req-291e33a6-9e0f-4d5f-85d1-87a26e89d406 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948632 Nov 12 03:25:05.332115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.389771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:05.394578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:05.437641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event updated for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.438419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ad2e1693-1315-4e02-9af0-44b0e84e8175'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:05.453321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:05.558249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.559115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.578351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a8220a3-966f-462a-be8f-f501b39a96db req-3ffb085f-1959-4192-a825-7939d3506836 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.0589216 Nov 12 03:25:05.603485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-206f802c-921a-48c8-aa72-3bca7dbcbd70 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7123773 Nov 12 03:25:05.639677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Request body: {'port': {'device_id': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:05.641047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.836227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.864863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a1d612e8-fc15-422a-b28b-72a2639c4003 None None] Provisioning complete for port e9bcf100-1637-4dd3-b969-122b1e6a8e59 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:05.866872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1d612e8-fc15-422a-b28b-72a2639c4003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.962564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a1d612e8-fc15-422a-b28b-72a2639c4003 None None] Port e9bcf100-1637-4dd3-b969-122b1e6a8e59 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:06.043669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:06.060560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d121a9-ec4a-41fd-b8af-a3522709b2c3 req-06895831-0142-474b-aacb-a1046599391e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.072599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67d121a9-ec4a-41fd-b8af-a3522709b2c3 req-06895831-0142-474b-aacb-a1046599391e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 895 time: 0.1298134 Nov 12 03:25:06.078255 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Sync routers for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:06.104884 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:06.105763 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.176437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] No DVR routers for this DVR port 957735ad-87bf-4157-b678-f01b2acb32a9 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:06.179375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.182993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-682f5de9-8cdd-4a2b-9d1c-94aaf85169aa req-3ea04773-f41b-415d-b9ab-0bab477df558 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.32 "DELETE /v2.0/ports/957735ad-87bf-4157-b678-f01b2acb32a9 HTTP/1.1" status: 204 len: 173 time: 2.6582782 Nov 12 03:25:06.183576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-deleted', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:06.186877 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f680f28-44f6-4adb-9e5b-62916b43ccdf" -d '{"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-deleted", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:06.326429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d268b-7075-4c1a-984a-988a1c4fbffd req-ed81d055-cd34-4793-b641-022d979e6455 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.328195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e46d268b-7075-4c1a-984a-988a1c4fbffd req-ed81d055-cd34-4793-b641-022d979e6455 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 944 time: 0.1262805 Nov 12 03:25:06.330322 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:06.395892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832fb9-2282-4697-b2bf-93a91284b07e req-f5ae7190-9b3c-4d5c-af70-6fbfc267edaf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.397978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7832fb9-2282-4697-b2bf-93a91284b07e req-f5ae7190-9b3c-4d5c-af70-6fbfc267edaf tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 945 time: 0.4347572 Nov 12 03:25:06.469370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e46d268b-7075-4c1a-984a-988a1c4fbffd req-7e1947af-a323-4b41-ade1-1b75ba5d0b6b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311939 Nov 12 03:25:06.517388 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfbddc-5c89-4e1b-aa2c-8242450ccf05 x-openstack-request-id: req-1bdfbddc-5c89-4e1b-aa2c-8242450ccf05 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:06.519007 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d49c01-69ba-48dd-ac36-8c6719f67ab8", "name": "network-vif-deleted", "tag": "957735ad-87bf-4157-b678-f01b2acb32a9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:06.519768 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1bdfbddc-5c89-4e1b-aa2c-8242450ccf05 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:06.520472 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d49c01-69ba-48dd-ac36-8c6719f67ab8', 'name': 'network-vif-deleted', 'tag': '957735ad-87bf-4157-b678-f01b2acb32a9', 'status': 'completed', 'code': 200} Nov 12 03:25:06.617892 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7832fb9-2282-4697-b2bf-93a91284b07e req-f0084848-b144-4945-a923-9ca1147107f7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050309 Nov 12 03:25:06.683843 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.686159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b6bba-e4ab-4525-9523-9688f43c6b8d req-782ae2fa-0d63-4e77-881a-6ce83b58c84f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.692209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:06.696739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b4b6bba-e4ab-4525-9523-9688f43c6b8d req-782ae2fa-0d63-4e77-881a-6ce83b58c84f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.0877049 Nov 12 03:25:06.777273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bcf100-1637-4dd3-b969-122b1e6a8e59 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:06.780980 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Checking router: 6c166fa8-c856-4013-98d0-ff784ae0ee71 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:06.792839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.797532 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:06.798362 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:06.819216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ad2e1693-1315-4e02-9af0-44b0e84e8175 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:06.821869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.863774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b4b6bba-e4ab-4525-9523-9688f43c6b8d req-da08eb6c-3cb0-4781-b268-062d018f5cff tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625040 Nov 12 03:25:06.907717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Transition to ACTIVE for port object e9bcf100-1637-4dd3-b969-122b1e6a8e59 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:06.937526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.008804 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:07.034314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.046414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0d33f-8556-4161-84b1-59d010ff73cf req-5d99e093-2ab5-4ba1-a977-9d646d227bab tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.073130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ad0d33f-8556-4161-84b1-59d010ff73cf req-5d99e093-2ab5-4ba1-a977-9d646d227bab tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.2831182 Nov 12 03:25:07.129420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:07.131784 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8ede2f-8f2c-4c2d-a5bf-5acf104f0479" -d '{"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:07.186586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:07.191164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.213372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.214191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:07.228893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2475644b-a674-44d4-ae8f-e2d0da20788f req-48cf9b96-2d37-4588-9cda-f78661eb4aff tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6d49c01-69ba-48dd-ac36-8c6719f67ab8 HTTP/1.1" status: 200 len: 210 time: 0.1211860 Nov 12 03:25:07.330718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.333402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.388905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:07.434900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 957735ad-87bf-4157-b678-f01b2acb32a9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:07.435533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 957735ad-87bf-4157-b678-f01b2acb32a9 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:07.442005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ad0d33f-8556-4161-84b1-59d010ff73cf req-0a04187d-9b79-4796-9259-d68f28b55b51 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626270 Nov 12 03:25:07.442980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f101b5-7ef3-4b7a-b267-e2cb4b8f245a req-dbb69422-9278-45f9-a0ad-fdd7c18f8385 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.459750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6f101b5-7ef3-4b7a-b267-e2cb4b8f245a req-dbb69422-9278-45f9-a0ad-fdd7c18f8385 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 907 time: 0.1116850 Nov 12 03:25:07.533612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Attempting to bind port e9bcf100-1637-4dd3-b969-122b1e6a8e59 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:07.534113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Attempting to bind port e9bcf100-1637-4dd3-b969-122b1e6a8e59 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:07.534783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Attempting to bind port e9bcf100-1637-4dd3-b969-122b1e6a8e59 on network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:07.544649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Port e9bcf100-1637-4dd3-b969-122b1e6a8e59 on network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:07.545450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Attempting to bind port e9bcf100-1637-4dd3-b969-122b1e6a8e59 on network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:07.550662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:07.564403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:07.564806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Checking segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:07.565151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Bound using segment: {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:07.565676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Bound port: e9bcf100-1637-4dd3-b969-122b1e6a8e59, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4bc8b8-6b66-44fe-9517-5860d4495783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:07.565964 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.573385 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad17a84c-a710-48d0-a549-a8fbcbdaa848 x-openstack-request-id: req-ad17a84c-a710-48d0-a549-a8fbcbdaa848 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:07.573907 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:07.574357 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ad17a84c-a710-48d0-a549-a8fbcbdaa848 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:07.580517 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'code': 200} Nov 12 03:25:07.634964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.635609 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400674bf-3ed8-4948-8936-03ed50c927ef None None] The sync data for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 is: [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:15:29Z', 'revision_number': 4, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a0ec01ce-744f-48a0-8671-9a9a27818373', 'name': '', 'network_id': '4dd1c16f-b83e-40ce-9bf1-5082b124215a', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'mac_address': 'fa:16:3e:78:93:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:25Z', 'updated_at': '2021-11-12T03:15:40Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'subnets': [{'id': '1310e7ea-7131-494d-916a-4c702ee48e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:07.719403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:07.726715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839172-0131-47c9-b31d-d1d134a65d56 req-d43880e1-a50a-4eaf-ac7d-cb19bd4c875a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.727901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.728741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99839172-0131-47c9-b31d-d1d134a65d56 req-d43880e1-a50a-4eaf-ac7d-cb19bd4c875a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1339343 Nov 12 03:25:07.789155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:07.794903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:07.801557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.807111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.863131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.863946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.868897 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] 10.222.0.32 "PUT /v2.0/ports/e9bcf100-1637-4dd3-b969-122b1e6a8e59 HTTP/1.1" status: 200 len: 1056 time: 2.2410519 Nov 12 03:25:07.869461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:07.873563 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:07.961093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99839172-0131-47c9-b31d-d1d134a65d56 req-14f5f666-0768-4f33-a262-d3a86082fa2a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222638 Nov 12 03:25:08.016995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36489265-094d-4ecf-b52c-226256137fe3 req-41d80d46-60c6-4c96-b720-a6171d7f1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.018747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36489265-094d-4ecf-b52c-226256137fe3 req-41d80d46-60c6-4c96-b720-a6171d7f1e32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 1097 time: 0.2729487 Nov 12 03:25:08.062670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1bdc1-3ec5-459a-ad4d-fc1b3372926c service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.120263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-8105bcf9-1155-43d1-93af-cc7223f2e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.123277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-8105bcf9-1155-43d1-93af-cc7223f2e8fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 1059 time: 0.1248810 Nov 12 03:25:08.133725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e772-93f5-4483-87c1-868ff260dce3 req-a1f4d4c0-937f-42c3-b0ab-f8c26e046ba3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.136039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcf1e772-93f5-4483-87c1-868ff260dce3 req-a1f4d4c0-937f-42c3-b0ab-f8c26e046ba3 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.2485547 Nov 12 03:25:08.201279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36489265-094d-4ecf-b52c-226256137fe3 req-100e45cc-2b08-4dd0-b1d1-383cb8da7fbf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736510 Nov 12 03:25:08.217179 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.217875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-887eddd5-4d88-4234-9a6b-6dfa7adbe0a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59 HTTP/1.1" status: 200 len: 217 time: 0.0744824 Nov 12 03:25:08.218012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-dbeb6439-b501-4b22-a62d-5e21b98ad2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.219309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094c1fe-09aa-4043-9f9a-a10a8274b800 None None] New status for floating IP d27a9f6e-6902-4d68-be52-4437f93daa08: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:08.219439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-dbeb6439-b501-4b22-a62d-5e21b98ad2a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022a2676e53a4604a913e8f223a57e54&device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 1097 time: 0.2505732 Nov 12 03:25:08.238758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebadb3-bfb2-4a32-a0d1-b2bf7737eb26 req-06832bc9-d27c-4007-9003-9e05b4836717 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.241527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7ebadb3-bfb2-4a32-a0d1-b2bf7737eb26 req-06832bc9-d27c-4007-9003-9e05b4836717 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1495624 Nov 12 03:25:08.342274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-1253ff35-0e48-4d87-b567-bd4224373ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.344062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-1253ff35-0e48-4d87-b567-bd4224373ec0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 200 len: 913 time: 0.1023788 Nov 12 03:25:08.374118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcf1e772-93f5-4483-87c1-868ff260dce3 req-995140f5-b487-4e5b-8c6f-ef6963ba30a5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227790 Nov 12 03:25:08.375846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-dbca67c0-f728-4100-a744-d5e1bb74a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.377672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-dbca67c0-f728-4100-a744-d5e1bb74a0e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2aa8e24f-6664-4754-a7a8-c5080b63f739 HTTP/1.1" status: 200 len: 838 time: 0.1373708 Nov 12 03:25:08.411842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-54788577-7735-49f7-bb89-14aaa0c1c148 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 200 len: 217 time: 0.0521381 Nov 12 03:25:08.438049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-923f061e-3e1e-4a63-b057-bc48e21683b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.439896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-923f061e-3e1e-4a63-b057-bc48e21683b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f8f473c-aaab-4ed6-81b8-c12c621073d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0518999 Nov 12 03:25:08.492869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7ebadb3-bfb2-4a32-a0d1-b2bf7737eb26 req-109e7e78-524f-4a11-a253-a317979e96b8 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477659 Nov 12 03:25:08.508539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-fa7f481c-facf-4b9f-882d-e2c97284955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.510008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-fa7f481c-facf-4b9f-882d-e2c97284955a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 HTTP/1.1" status: 200 len: 852 time: 0.0784025 Nov 12 03:25:08.594098 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7197360-83f8-4f5b-be8f-5abbc30931a6 x-openstack-request-id: req-b7197360-83f8-4f5b-be8f-5abbc30931a6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:08.594334 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:08.594444 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7197360-83f8-4f5b-be8f-5abbc30931a6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:08.594826 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59', 'status': 'completed', 'code': 200} Nov 12 03:25:08.616757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-89ad50e3-5658-4e50-a77d-72c88ac8e2db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7c8ae03-5488-4c83-a176-31b69550a6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957739 Nov 12 03:25:08.626360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071819b-7b3e-41a9-9005-29df91cd7d6f req-251ba514-6d0b-4292-9f05-cc5290a79844 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.627911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b071819b-7b3e-41a9-9005-29df91cd7d6f req-251ba514-6d0b-4292-9f05-cc5290a79844 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1136765 Nov 12 03:25:08.665237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-331eac0e-57ab-423f-9fd1-8c7b8768db6c service neutron] 10.222.0.32 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130275 Nov 12 03:25:08.759080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b071819b-7b3e-41a9-9005-29df91cd7d6f req-eebeefb9-c909-4e3d-a8a0-2ddf07416f93 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201446 Nov 12 03:25:08.775906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-9a1e893f-436f-4361-95ae-c28bab7ca63f service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498768 Nov 12 03:25:08.814087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-445c0648-1e00-43ee-8b23-151e84a76c13 req-141b7223-65d8-4467-95b6-aafb99b7c2fd service neutron] 10.222.0.32 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361551 Nov 12 03:25:08.941563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56458c79-e6f3-4e25-82b3-3cbf3612b9a7 req-aebafff8-c873-4c88-bf5a-192b22f74c89 service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533198 Nov 12 03:25:08.982457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58ff7-281a-4b4c-b9e5-2b34b6ccd850 req-d858773b-a066-4c41-a69e-9712941ed9c8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.984047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55f58ff7-281a-4b4c-b9e5-2b34b6ccd850 req-d858773b-a066-4c41-a69e-9712941ed9c8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 907 time: 0.1216218 Nov 12 03:25:09.001588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-256817cc-6364-4c9f-aab7-6550802c000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.003944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-256817cc-6364-4c9f-aab7-6550802c000c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 1059 time: 0.0827525 Nov 12 03:25:09.032015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.119194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.165692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.181489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-edf96ccf-df0b-41ef-b4d4-7b9d774fce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.182996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-edf96ccf-df0b-41ef-b4d4-7b9d774fce2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8f8f473c-aaab-4ed6-81b8-c12c621073d0 HTTP/1.1" status: 200 len: 898 time: 0.1715710 Nov 12 03:25:09.190707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdecae-dd6b-48eb-8bda-da02b60fe95f req-8749f949-d9a1-446a-bb5d-fbf4dc7b209a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.192206 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4bbdecae-dd6b-48eb-8bda-da02b60fe95f req-8749f949-d9a1-446a-bb5d-fbf4dc7b209a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.0687912 Nov 12 03:25:09.233684 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-6859088c-bbe0-4cd2-91d5-d1b6f17b8687 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59 HTTP/1.1" status: 200 len: 217 time: 0.0404739 Nov 12 03:25:09.248544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.257979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.260529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "DELETE /v2.0/security-groups/f6a583f4-54d3-465f-af3b-caba3d03d454 HTTP/1.1" status: 204 len: 168 time: 0.2274950 Nov 12 03:25:09.265077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.281548 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-ca293c39-96ad-4928-b2c5-54148a59e9f9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] show failed (client error): The resource could not be found. Nov 12 03:25:09.282989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca293c39-96ad-4928-b2c5-54148a59e9f9 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "GET /v2.0/security-groups/f6a583f4-54d3-465f-af3b-caba3d03d454 HTTP/1.1" status: 404 len: 347 time: 0.0164344 Nov 12 03:25:09.287975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45102) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.325205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-68e5c4d0-0db7-4719-b94c-47c6a767fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.326693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-68e5c4d0-0db7-4719-b94c-47c6a767fb95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2aa8e24f-6664-4754-a7a8-c5080b63f739 HTTP/1.1" status: 200 len: 838 time: 0.0771389 Nov 12 03:25:09.332583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e41f7b-eb4f-4443-a32f-ec8ea050cb93 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a583f4-54d3-465f-af3b-caba3d03d454,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.403855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4bbdecae-dd6b-48eb-8bda-da02b60fe95f req-746bfafe-5d71-4043-9a7a-00a221a84e02 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678329 Nov 12 03:25:09.447903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-62ffbe8d-bd9d-4678-b2af-d368d5b85234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.453828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-62ffbe8d-bd9d-4678-b2af-d368d5b85234 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8f8f473c-aaab-4ed6-81b8-c12c621073d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1036861 Nov 12 03:25:09.460450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Deleting port f90eff00-217a-4c70-8a74-218c76bc64f3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:09.460895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.580852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.581886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.584602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:09.591466 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337480e-9c90-4bf4-8561-04b3702c9dee" -d '{"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:09.604207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Calling delete_port for f90eff00-217a-4c70-8a74-218c76bc64f3 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:09.708981 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-82aba502-6186-45f8-95f1-547045864822 service neutron] 10.222.0.32 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496576 Nov 12 03:25:09.847499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0eb3-436f-4cc4-bb73-58d79b2d439a req-7b992dfe-aed6-4206-8b75-6a5c013ce593 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.849201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfae0eb3-436f-4cc4-bb73-58d79b2d439a req-7b992dfe-aed6-4206-8b75-6a5c013ce593 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1229382 Nov 12 03:25:09.887450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7736ee70-3fea-4c49-a5cc-e2bea65a0bd2 req-9426be72-69b2-49d6-9cf4-4c656aa3206f service neutron] 10.222.0.32 "GET /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700158 Nov 12 03:25:09.919980 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac9fb7-0f33-43a0-b67a-ea50154aadc8 x-openstack-request-id: req-c2ac9fb7-0f33-43a0-b67a-ea50154aadc8 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:09.920508 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-unplugged", "status": "failed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "code": 422}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:09.920912 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c2ac9fb7-0f33-43a0-b67a-ea50154aadc8 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:09.921674 n-d-615180-50 neutron-server[102434]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'code': 422} returned with failed status Nov 12 03:25:09.938322 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfae0eb3-436f-4cc4-bb73-58d79b2d439a req-ea271508-93e8-448f-aa72-dfee75268544 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786173 Nov 12 03:25:09.950359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.999372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Pushing event deleted for resources: {'Port': ['ID=f90eff00-217a-4c70-8a74-218c76bc64f3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.074591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57444b4f-0dba-4107-87e9-eb68d56ef3b6 req-cc84a732-fe49-487d-81fc-aded55301303 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.082792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57444b4f-0dba-4107-87e9-eb68d56ef3b6 req-cc84a732-fe49-487d-81fc-aded55301303 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.0728955 Nov 12 03:25:10.150319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.156742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.165773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47f28edf-4522-42a9-b224-91cfd0043980 tempest-ServerActionsTestJSON-2134778814 tempest-ServerActionsTestJSON-2134778814-project] 10.222.0.84 "DELETE /v2.0/floatingips/d27a9f6e-6902-4d68-be52-4437f93daa08 HTTP/1.1" status: 204 len: 168 time: 0.8727894 Nov 12 03:25:10.167634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:10.207939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57444b4f-0dba-4107-87e9-eb68d56ef3b6 req-c0d2d8b8-6a97-4281-93f2-7000bc70950b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235447 Nov 12 03:25:10.322354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b810a-da41-4f35-8a93-82cb60e4743e req-8d3b04af-6eb4-45e6-badd-5275541a7161 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.346303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b9b810a-da41-4f35-8a93-82cb60e4743e req-8d3b04af-6eb4-45e6-badd-5275541a7161 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 907 time: 0.1400270 Nov 12 03:25:10.401106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4284e2-eef4-4f03-b4d8-73c091c4822e req-3e2bdb24-97bd-4d99-9413-465a557dcfcd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.408845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d4284e2-eef4-4f03-b4d8-73c091c4822e req-3e2bdb24-97bd-4d99-9413-465a557dcfcd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1073313 Nov 12 03:25:10.499880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d4284e2-eef4-4f03-b4d8-73c091c4822e req-37c39e4c-f8c6-49d8-8b15-1a624d22b2e9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897603 Nov 12 03:25:10.656901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dee98-d79e-476f-a0a4-ed4118508947 req-d35ab1d6-2971-414d-99eb-5ca48e3991b0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.658377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-241dee98-d79e-476f-a0a4-ed4118508947 req-d35ab1d6-2971-414d-99eb-5ca48e3991b0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1613014 Nov 12 03:25:10.662215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-0fac375a-952d-4bbb-a725-da26d88821f5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1866078 Nov 12 03:25:10.692785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:10.695681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-78fa7f70-a8c6-44a7-8cdb-8a66c092e21a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:25:10.702716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-78fa7f70-a8c6-44a7-8cdb-8a66c092e21a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151796 Nov 12 03:25:10.792800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-241dee98-d79e-476f-a0a4-ed4118508947 req-6d218c18-51fb-4621-b6f4-09e2633bb5af tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245363 Nov 12 03:25:11.081674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1225286-6b37-46dc-9cde-96c94676ba36 req-1e2e6350-c8c4-4108-984b-8921226c3020 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.093470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1225286-6b37-46dc-9cde-96c94676ba36 req-1e2e6350-c8c4-4108-984b-8921226c3020 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1559198 Nov 12 03:25:11.141069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e074f9-32ff-4e97-9d4d-dd4364d39c5f req-328f1a1f-9a5b-45d7-8664-1e0ca8dad57d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.149716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73e074f9-32ff-4e97-9d4d-dd4364d39c5f req-328f1a1f-9a5b-45d7-8664-1e0ca8dad57d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1050494 Nov 12 03:25:11.212658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1225286-6b37-46dc-9cde-96c94676ba36 req-423d9dc7-45a1-4c89-ae3b-2db7174ecab7 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116755 Nov 12 03:25:11.228065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73e074f9-32ff-4e97-9d4d-dd4364d39c5f req-627faead-4bc1-497b-8a78-528c45be0aad tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Nov 12 03:25:11.390531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.435663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd1ef-f5f8-4012-b511-238c6bb4307d req-65fbeb3f-7a0d-4a6d-9edd-bf6d4f3869c6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.436333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9bcf100-1637-4dd3-b969-122b1e6a8e59 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:11.464993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-259dd1ef-f5f8-4012-b511-238c6bb4307d req-65fbeb3f-7a0d-4a6d-9edd-bf6d4f3869c6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.0959449 Nov 12 03:25:11.546705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-259dd1ef-f5f8-4012-b511-238c6bb4307d req-dd120e9c-2d45-4d4c-877a-e88762100ba3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752916 Nov 12 03:25:11.709563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:11.740463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59', 'network_id': '8f8f473c-aaab-4ed6-81b8-c12c621073d0', 'port_id': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59', 'mac_address': 'fa:16:3e:ba:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa8e24f-6664-4754-a7a8-c5080b63f739', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:11.755775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb04ee-7603-48c7-be99-6b89745511a9 req-55936f09-a3ac-4328-a1bb-a2cf0353786f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:11.757361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85eb04ee-7603-48c7-be99-6b89745511a9 req-55936f09-a3ac-4328-a1bb-a2cf0353786f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 907 time: 0.1169324 Nov 12 03:25:11.847376 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.873458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bcf100-1637-4dd3-b969-122b1e6a8e59 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:11.907126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:11.912004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.975630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.011057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfefe6-e8ac-4ef4-a55a-88f88684886b req-5d042813-f664-4f6e-ae58-d22528cf2674 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.013195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0bfefe6-e8ac-4ef4-a55a-88f88684886b req-5d042813-f664-4f6e-ae58-d22528cf2674 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1135085 Nov 12 03:25:12.044478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Deleting port a0ec01ce-744f-48a0-8671-9a9a27818373 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:12.044824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.047010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-89d53dbc-f567-4b66-b11e-3e794ac52e7c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.048782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-89d53dbc-f567-4b66-b11e-3e794ac52e7c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.1657405 Nov 12 03:25:12.071913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-eefde095-6d92-479a-8ff9-69b0a8e598d5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/quotas/976e1f6532b04f25963d1a8b03fa0ee9 HTTP/1.1" status: 200 len: 375 time: 0.0147772 Nov 12 03:25:12.136189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-28b9ed66-1015-4512-a25a-6038547d1830 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540349 Nov 12 03:25:12.195179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0bfefe6-e8ac-4ef4-a55a-88f88684886b req-6449bccf-3d78-468d-8e23-508046fdfb65 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754997 Nov 12 03:25:12.208058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-f35ccf83-9695-46bc-ac23-802423b4af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.209486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-f35ccf83-9695-46bc-ac23-802423b4af89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9&tenant_id=c6b30598883248b49e04a45ce30c0790 HTTP/1.1" status: 200 len: 1095 time: 0.1532724 Nov 12 03:25:12.234238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] For port a0ec01ce-744f-48a0-8671-9a9a27818373, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a0ec01ce-744f-48a0-8671-9a9a27818373,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:12.234393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.249128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-13d8a49c-6c72-4693-be1e-2edee0d69713 service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074989 Nov 12 03:25:12.257831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e9bcf100-1637-4dd3-b969-122b1e6a8e59'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:12.273105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Calling delete_port for a0ec01ce-744f-48a0-8671-9a9a27818373 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:12.351992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-e61d99d2-9230-482d-a807-4e27da1ba947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.353480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-e61d99d2-9230-482d-a807-4e27da1ba947 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b30598883248b49e04a45ce30c0790&device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1095 time: 0.1094170 Nov 12 03:25:12.372187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-3e945d98-b802-4f4c-b0a9-2b2fe57c18ed service neutron] 10.222.0.84 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216564 Nov 12 03:25:12.501099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc38f1a-2a8c-4cfa-a206-dfb080bd12fa req-8b42f332-f4d2-4ee5-a1e5-5869a8f5a0ba tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.502610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddc38f1a-2a8c-4cfa-a206-dfb080bd12fa req-8b42f332-f4d2-4ee5-a1e5-5869a8f5a0ba tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1719649 Nov 12 03:25:12.567578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-3e788dad-37ae-4ede-976d-b9ff57e10ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.569715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-3e788dad-37ae-4ede-976d-b9ff57e10ac9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 200 len: 917 time: 0.2005625 Nov 12 03:25:12.610944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-044f73aa-9a56-45d0-9a05-e648e80750e8 req-871826f7-0ad0-4344-9ef0-10d5e77272a6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 210 time: 0.0362341 Nov 12 03:25:12.636511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddc38f1a-2a8c-4cfa-a206-dfb080bd12fa req-c66bd5f5-b1c8-4e6e-853c-f2a0894ceb66 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239374 Nov 12 03:25:12.728937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792487da-940d-4f9c-aab8-f4c9f1deedbb req-d821365a-ee40-4d2c-9476-58bd4bfcaf2b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.730810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-792487da-940d-4f9c-aab8-f4c9f1deedbb req-d821365a-ee40-4d2c-9476-58bd4bfcaf2b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.0586033 Nov 12 03:25:12.803633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-792487da-940d-4f9c-aab8-f4c9f1deedbb req-d0acce22-3455-4e57-99cf-16ad26e6e60f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588186 Nov 12 03:25:13.001601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-ea380d70-9f9a-4a53-929c-987cd7ac150d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 200 len: 999 time: 0.4220679 Nov 12 03:25:13.098380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.117692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e6b36-a829-4d12-a036-4232c297f2e5 req-57dae279-9407-4894-a29e-02522c8350d4 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.119253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f3e6b36-a829-4d12-a036-4232c297f2e5 req-57dae279-9407-4894-a29e-02522c8350d4 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 908 time: 0.1410491 Nov 12 03:25:13.142443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-9f334116-054b-4829-a2a5-3043b8169f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.143924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-9f334116-054b-4829-a2a5-3043b8169f5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 200 len: 855 time: 0.1156659 Nov 12 03:25:13.153586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-9ae444ea-c6bc-4b0e-912f-9e1ad704b047 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.154962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-9ae444ea-c6bc-4b0e-912f-9e1ad704b047 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/ports?device_id=0da77c74-d773-43dc-8c13-5bb87921f19d HTTP/1.1" status: 200 len: 945 time: 0.1779313 Nov 12 03:25:13.155715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec01ce-744f-48a0-8671-9a9a27818373,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.211571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.211918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.212252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.212586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.212931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.213238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.213560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.213883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.214204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.214520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.214879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.215225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:13.326565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-3f03dfb0-3ac4-4eca-a451-c4a28540b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.328103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-3f03dfb0-3ac4-4eca-a451-c4a28540b23d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1b9a261-4516-40a8-99e6-94d1aeda2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689396 Nov 12 03:25:13.358543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9450368-6384-4dff-b820-354a27990f39 req-496f0017-3cf7-49f0-bc9c-f19549452b55 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.359963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9450368-6384-4dff-b820-354a27990f39 req-496f0017-3cf7-49f0-bc9c-f19549452b55 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0535927 Nov 12 03:25:13.415545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9450368-6384-4dff-b820-354a27990f39 req-ad0fab89-2a69-462d-983e-4529be2e6b0c tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469408 Nov 12 03:25:13.430066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9bcf100-1637-4dd3-b969-122b1e6a8e59 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:13.570200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Deleting port ad2e1693-1315-4e02-9af0-44b0e84e8175 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:13.570675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.650096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port e9bcf100-1637-4dd3-b969-122b1e6a8e59 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:13.650441 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:13.656025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e9bcf100-1637-4dd3-b969-122b1e6a8e59 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:13.656025 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.703318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.719917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-b3a3ecc8-2b1a-4fef-986d-a67b81805845 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581438 Nov 12 03:25:13.756685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-11e0e8a1-5196-41fa-b8e6-a0f5d07067e3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.758222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-11e0e8a1-5196-41fa-b8e6-a0f5d07067e3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 814 time: 0.2954555 Nov 12 03:25:13.759722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-894f4efa-38f1-40d9-b9c8-c535c739ecc6 req-e089479a-20c0-42cc-91e5-30cd60db33de tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 210 time: 0.0454547 Nov 12 03:25:13.827771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.854196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Request body: {'port': {'device_id': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'admin_state_up': True, 'tenant_id': '976e1f6532b04f25963d1a8b03fa0ee9'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:13.863780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:13.870615 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6198f8f-0aba-4393-b6a2-697452b4d6b3" -d '{"events": [{"server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:13.885574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.888876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb13ec8-b54d-439e-ab86-eb2660698e72 req-1bcbddaf-e8b2-44e5-8345-62dec78c9875 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.890699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fb13ec8-b54d-439e-ab86-eb2660698e72 req-1bcbddaf-e8b2-44e5-8345-62dec78c9875 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.0666380 Nov 12 03:25:13.892718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.955781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:13.964209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fb13ec8-b54d-439e-ab86-eb2660698e72 req-e81ea455-68da-4bf6-afb1-9abc99885dfe tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Nov 12 03:25:13.979912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] For port ad2e1693-1315-4e02-9af0-44b0e84e8175, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ad2e1693-1315-4e02-9af0-44b0e84e8175,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:13.980284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.073539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Calling delete_port for ad2e1693-1315-4e02-9af0-44b0e84e8175 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:14.075449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b5aef-a871-4e02-8318-2892780d78aa req-d16946f4-d43c-4c54-8eb0-f34dd2539654 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.083210 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-616b5aef-a871-4e02-8318-2892780d78aa req-d16946f4-d43c-4c54-8eb0-f34dd2539654 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.0570076 Nov 12 03:25:14.115960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.122677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.128707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.131811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-616b5aef-a871-4e02-8318-2892780d78aa req-08b2c843-1c18-4916-9c56-251734b1dc9f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477576 Nov 12 03:25:14.134843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.140788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.151257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.155064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.157432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-347b2aeb-e979-4ecc-b123-c04efdf2bbf1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.2989907 Nov 12 03:25:14.193286 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e6d2b-c2e6-4935-93d3-e43007f6f691 x-openstack-request-id: req-3d3e6d2b-c2e6-4935-93d3-e43007f6f691 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:14.193811 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:14.194237 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3d3e6d2b-c2e6-4935-93d3-e43007f6f691 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:14.194795 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59', 'code': 200} Nov 12 03:25:14.218667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81ba9cb1-1520-48c6-b9f9-098ead9d5438 req-8edb1898-468f-4df8-8587-fd63a9ccf0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901147 Nov 12 03:25:14.326676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666837f-42aa-46e9-8850-b20fb8b77d2c req-a6aee19a-8858-442f-822d-a297affc81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.328241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a666837f-42aa-46e9-8850-b20fb8b77d2c req-a6aee19a-8858-442f-822d-a297affc81c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 1061 time: 0.0476513 Nov 12 03:25:14.420995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ffa8fae-e779-447f-8496-66226129dcf7 req-31d973dc-c95e-4054-953d-d82ac95347c5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2414849 Nov 12 03:25:14.428395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.440152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ad2e1693-1315-4e02-9af0-44b0e84e8175'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:14.501174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Made reservation on behalf of 976e1f6532b04f25963d1a8b03fa0ee9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:14.505453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.511337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418b340-1cd5-46f3-a925-99d3b2449f17 req-a82bb97c-f48f-460e-9603-3b55a3d8a3c8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.514434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a418b340-1cd5-46f3-a925-99d3b2449f17 req-a82bb97c-f48f-460e-9603-3b55a3d8a3c8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.1078222 Nov 12 03:25:14.517795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event deleted for resources: {'Port': ['ID=ad2e1693-1315-4e02-9af0-44b0e84e8175,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.721148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0769f-dde8-4103-9799-f062638be6ae req-051b16ae-aa70-4299-ad6d-9dcb0f50e473 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.724033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c0769f-dde8-4103-9799-f062638be6ae req-051b16ae-aa70-4299-ad6d-9dcb0f50e473 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0906208 Nov 12 03:25:14.753053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] No DVR routers for this DVR port ad2e1693-1315-4e02-9af0-44b0e84e8175 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:14.755934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.761268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60d16a47-9dc6-4225-a6df-6ad651f63025 req-776321df-ee7a-4c0c-8761-6e6fd4afd17c tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "DELETE /v2.0/ports/ad2e1693-1315-4e02-9af0-44b0e84e8175 HTTP/1.1" status: 204 len: 173 time: 1.5899110 Nov 12 03:25:14.785455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-deleted', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:14.787758 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6363a2-20aa-45b3-9eb8-f4a332f6dd60" -d '{"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-deleted", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:14.795318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-d29c50a4-1cd5-4dec-af0e-bfdc7ca66b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.797153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-d29c50a4-1cd5-4dec-af0e-bfdc7ca66b7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=022a2676e53a4604a913e8f223a57e54&device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 1097 time: 0.1273141 Nov 12 03:25:14.870021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c0769f-dde8-4103-9799-f062638be6ae req-40cdf2a4-dd4e-413b-8aac-b88a48be70cb tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407919 Nov 12 03:25:14.920891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55cb2b-322b-486e-8e46-7d612b8a90a8 req-e40dd3c6-6ddd-4adb-b409-cb6f9c4bf2a8 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:14.936449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e55cb2b-322b-486e-8e46-7d612b8a90a8 req-e40dd3c6-6ddd-4adb-b409-cb6f9c4bf2a8 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.4150503 Nov 12 03:25:14.976453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Allocated IP 172.20.0.5 (ea6da682-2fa1-46fc-8940-c10ae722697b/4016b304-740b-443e-831f-1d7a8c2d9670/0092a23b-dd8a-46a2-957a-af737fc46f53) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:15.027705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Router 6c166fa8-c856-4013-98d0-ff784ae0ee71 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:15.120228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-98e71f6f-f5c1-4db1-a138-9f4ca49b3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.122869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-98e71f6f-f5c1-4db1-a138-9f4ca49b3293 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 200 len: 913 time: 0.2705483 Nov 12 03:25:15.123702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e55cb2b-322b-486e-8e46-7d612b8a90a8 req-cf39f815-4080-4802-928c-6cf09fd389a7 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862624 Nov 12 03:25:15.203722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-fd6e1a77-fe46-4842-99c6-24219c4d4cd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 200 len: 217 time: 0.0649695 Nov 12 03:25:15.225631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.239507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.247863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.254269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.260903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.267281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.273377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.275409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-500e7eea-51f9-4137-9756-b9d02c89de1b req-10a5a104-a920-4d59-a45a-52bbe0553a73 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.2505651 Nov 12 03:25:15.330003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-64537019-7f81-4e88-8f9f-819ca13afe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.331500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-64537019-7f81-4e88-8f9f-819ca13afe26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 HTTP/1.1" status: 200 len: 852 time: 0.0551233 Nov 12 03:25:15.375251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-1122d2ce-783b-4d7b-99b3-3af17756f6e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7c8ae03-5488-4c83-a176-31b69550a6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346334 Nov 12 03:25:15.554518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e0391-732d-4af3-806d-858a99dfddb5 req-63b5964d-3f01-46dc-ac4f-c086ed3d8971 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.565182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b6e0391-732d-4af3-806d-858a99dfddb5 req-63b5964d-3f01-46dc-ac4f-c086ed3d8971 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1603549 Nov 12 03:25:15.623414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-75f2880f-3ecf-46e2-91ab-48123e4363e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337954 Nov 12 03:25:15.678257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b6e0391-732d-4af3-806d-858a99dfddb5 req-b41613ab-7124-45d3-b334-efe492926489 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117465 Nov 12 03:25:15.954117 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4cae61-659d-4c39-9768-2cce8bce903f x-openstack-request-id: req-fc4cae61-659d-4c39-9768-2cce8bce903f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:15.954432 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da77c74-d773-43dc-8c13-5bb87921f19d", "name": "network-vif-deleted", "tag": "ad2e1693-1315-4e02-9af0-44b0e84e8175", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:15.954674 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fc4cae61-659d-4c39-9768-2cce8bce903f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:15.955077 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da77c74-d773-43dc-8c13-5bb87921f19d', 'name': 'network-vif-deleted', 'tag': 'ad2e1693-1315-4e02-9af0-44b0e84e8175', 'status': 'completed', 'code': 200} Nov 12 03:25:15.968497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc261e00-a022-47ff-85a4-1488b2edd336 req-2e47ca56-e58b-4860-8d79-69b4ebfd8489 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:15.970088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc261e00-a022-47ff-85a4-1488b2edd336 req-2e47ca56-e58b-4860-8d79-69b4ebfd8489 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.1381905 Nov 12 03:25:15.987125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bfd1ae8b-70aa-40e7-b8f0-54e813bde5df req-dc298a9a-a3b6-4ff2-ba2c-9fa9ad1cd638 service neutron] 10.222.0.32 "GET /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533285 Nov 12 03:25:16.144812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9021781-0a28-49fe-819a-d46222527e44 req-26ed0cd0-f607-4ead-969b-4507b9a77772 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 210 time: 0.1829057 Nov 12 03:25:16.170973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33678f-72c0-41aa-8cd4-196c7468eff4 req-5a60e3b0-c13c-4d9e-aae4-ccce8d6d7e76 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.183088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c33678f-72c0-41aa-8cd4-196c7468eff4 req-5a60e3b0-c13c-4d9e-aae4-ccce8d6d7e76 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0970416 Nov 12 03:25:16.295725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c33678f-72c0-41aa-8cd4-196c7468eff4 req-6d71510e-0cb7-4552-8d82-efd52ecdcd98 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034691 Nov 12 03:25:16.298942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:16.321579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Sync routers for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:16.327757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45254) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.329045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bfd5051c-8bde-43d3-8a8e-28747ecae6ac admin admin] 10.222.0.84 "PUT /v2.0/routers/6c166fa8-c856-4013-98d0-ff784ae0ee71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1616483 Nov 12 03:25:16.356214 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:16.357146 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:16.425043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.501585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:16.518623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a230f-e45c-4937-8326-3c8ba661fb21 req-c5491b76-8a79-4bda-9cdf-c8fb75939cfd tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.522680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-494a230f-e45c-4937-8326-3c8ba661fb21 req-c5491b76-8a79-4bda-9cdf-c8fb75939cfd tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.2207048 Nov 12 03:25:16.572480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.616427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2b655-b165-4f2b-abbe-1a940fc05d55 req-fb1df92e-0545-4291-bc75-efe5efadec69 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.638959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08f2b655-b165-4f2b-abbe-1a940fc05d55 req-fb1df92e-0545-4291-bc75-efe5efadec69 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.2026258 Nov 12 03:25:16.723710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:16.811700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: ad2e1693-1315-4e02-9af0-44b0e84e8175 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:16.812049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ad2e1693-1315-4e02-9af0-44b0e84e8175 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:16.815194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08f2b655-b165-4f2b-abbe-1a940fc05d55 req-0c7b6f96-b195-4a10-bff4-1632b61c9e41 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671624 Nov 12 03:25:16.821021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.854028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event updated for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.875205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Network ea6da682-2fa1-46fc-8940-c10ae722697b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:16.878750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:16.883568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:17.003043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.008078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.034778 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:25:12Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.055303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-efaf7a0c-a667-4572-89be-674ce8d37e8e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2463520 Nov 12 03:25:17.065102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282463-9004-41d7-affd-e5f2c5909862 req-dd5dc222-5b55-4ab6-b42c-d5f7949206fe tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.070987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4282463-9004-41d7-affd-e5f2c5909862 req-dd5dc222-5b55-4ab6-b42c-d5f7949206fe tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 1061 time: 0.3762774 Nov 12 03:25:17.089345 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Checking router: 6c166fa8-c856-4013-98d0-ff784ae0ee71 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:17.113955 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Routers {'6c166fa8-c856-4013-98d0-ff784ae0ee71'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:17.114607 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6c166fa8-c856-4013-98d0-ff784ae0ee71'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.383393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9c92a-6604-4e7e-b6f1-4c4f1877ecb4 req-cdf4731f-4cdb-47d6-bc24-a8938db8ee82 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.404062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9dc9c92a-6604-4e7e-b6f1-4c4f1877ecb4 req-cdf4731f-4cdb-47d6-bc24-a8938db8ee82 tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1136 time: 0.1213737 Nov 12 03:25:17.430394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.455842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e01151-8b95-4bdf-aafc-c0f7848917b7 req-57dc1a48-d375-4be6-875c-75459a424c41 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.466368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22e01151-8b95-4bdf-aafc-c0f7848917b7 req-57dc1a48-d375-4be6-875c-75459a424c41 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.5523582 Nov 12 03:25:17.533829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9dc9c92a-6604-4e7e-b6f1-4c4f1877ecb4 req-00caaacb-98a6-4c70-b26b-84970dd815ba tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1285369 Nov 12 03:25:17.557345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45278) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:17.599785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22e01151-8b95-4bdf-aafc-c0f7848917b7 req-474c511b-cc38-474b-9326-633e3c715ff4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307201 Nov 12 03:25:17.673572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Deleting port 633ffa5e-2f37-4dc8-829d-2c0337d8f425 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:17.674247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.700037 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] Set router 6c166fa8-c856-4013-98d0-ff784ae0ee71 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:17.701241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa99d7fc-1243-48b0-b9b0-92ad1e6f11ba tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.705739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aa99d7fc-1243-48b0-b9b0-92ad1e6f11ba tempest-TestSecurityGroupsBasicOps-542457957 tempest-TestSecurityGroupsBasicOps-542457957-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 1056 time: 0.1470606 Nov 12 03:25:17.812368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb78215-d77b-4902-a664-58af344af6fd req-c4e36442-60ce-4edd-9f01-f3c3ebbd15e5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.820064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cb78215-d77b-4902-a664-58af344af6fd req-c4e36442-60ce-4edd-9f01-f3c3ebbd15e5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 931 time: 0.0982533 Nov 12 03:25:17.880171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] For port 633ffa5e-2f37-4dc8-829d-2c0337d8f425, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=633ffa5e-2f37-4dc8-829d-2c0337d8f425,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:17.880601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.898774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Calling delete_port for 633ffa5e-2f37-4dc8-829d-2c0337d8f425 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:17.925349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5cb78215-d77b-4902-a664-58af344af6fd req-82217839-dc4e-48c3-a316-eae6fb506369 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Nov 12 03:25:18.053673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.131794 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:25:12Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.174856 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47b0adb-db98-4efc-aa2f-2b84a93ba624 None None] The sync data for ids ['6c166fa8-c856-4013-98d0-ff784ae0ee71'] in n-d-615180-50 is: [{'id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'name': 'tempest-ServerActionsTestJSON-2102792910-router', 'tenant_id': 'e0d1960752df4e1585ee4a4e32b78240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:11Z', 'updated_at': '2021-11-12T03:25:12Z', 'revision_number': 5, 'project_id': 'e0d1960752df4e1585ee4a4e32b78240', 'gw_port': {'id': '633ffa5e-2f37-4dc8-829d-2c0337d8f425', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c166fa8-c856-4013-98d0-ff784ae0ee71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:12Z', 'updated_at': '2021-11-12T03:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:18.225329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.226057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.226575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.227159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.227941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.228240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.228755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.239948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-6dddc576-82ba-4698-9056-acd5ee288fa0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.1839674 Nov 12 03:25:18.335390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efc18-a385-4f9f-97f1-814c2c510604 req-a78c9de4-96ed-41e9-9b53-e3d62b414e68 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.337119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909efc18-a385-4f9f-97f1-814c2c510604 req-a78c9de4-96ed-41e9-9b53-e3d62b414e68 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.2892981 Nov 12 03:25:18.349645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-04143003-6d0a-469e-aca4-2972628274a0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086059 Nov 12 03:25:18.451171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-909efc18-a385-4f9f-97f1-814c2c510604 req-96778c57-eaf0-4281-9ea2-a93570f54f33 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769475 Nov 12 03:25:18.452523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925c82-de5f-4236-9f00-2e196a72e561 req-9ad4137b-f203-442c-9e90-491d74f29faf tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.453395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.459546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c925c82-de5f-4236-9f00-2e196a72e561 req-9ad4137b-f203-442c-9e90-491d74f29faf tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1434386 Nov 12 03:25:18.522587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=633ffa5e-2f37-4dc8-829d-2c0337d8f425,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.561336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185d1a7-1038-42ca-8bce-c77d6660c65f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:18.621558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c925c82-de5f-4236-9f00-2e196a72e561 req-68e4e13c-52b3-460f-b797-aa8fde2e1a1f tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545343 Nov 12 03:25:18.714021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.851791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43630334-86bc-4390-92ba-364913c73973 req-e30ae231-2c62-4cdd-bd38-44279206763e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.858855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.862159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.864071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43630334-86bc-4390-92ba-364913c73973 req-e30ae231-2c62-4cdd-bd38-44279206763e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1223569 Nov 12 03:25:18.952086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.952817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c166fa8-c856-4013-98d0-ff784ae0ee71 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:18.962899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a271a1-31f6-46e0-aee9-90da1a90d72b req-3bdb04f7-4ce9-4cec-a21e-01393c780497 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.965010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7a271a1-31f6-46e0-aee9-90da1a90d72b req-3bdb04f7-4ce9-4cec-a21e-01393c780497 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.3737714 Nov 12 03:25:18.969619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.970763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f05eb99e-857a-47a8-8904-8b65d5e22a18 admin admin] 10.222.0.84 "DELETE /v2.0/routers/6c166fa8-c856-4013-98d0-ff784ae0ee71 HTTP/1.1" status: 204 len: 168 time: 2.6420081 Nov 12 03:25:18.974776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.027853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43630334-86bc-4390-92ba-364913c73973 req-488b3a69-cde9-43f6-af1e-123a85eb04a1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555884 Nov 12 03:25:19.034484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Deleting subnet 1310e7ea-7131-494d-916a-4c702ee48e1c {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:19.038721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.131823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.288111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd1c45-dd99-4e7e-a149-7b228018b3c3 req-e6291a00-0d82-4a34-aa07-6fc4f1f999c6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.301593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3edd1c45-dd99-4e7e-a149-7b228018b3c3 req-e6291a00-0d82-4a34-aa07-6fc4f1f999c6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 931 time: 0.1535950 Nov 12 03:25:19.348655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.436588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0ec01ce-744f-48a0-8671-9a9a27818373 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:19.455635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3edd1c45-dd99-4e7e-a149-7b228018b3c3 req-342d5a63-adfc-4a22-8029-b7ff9295f5c0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501575 Nov 12 03:25:19.485449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a0ec01ce-744f-48a0-8671-9a9a27818373 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:19.485449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a0ec01ce-744f-48a0-8671-9a9a27818373 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:19.561027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4755646-611a-48fa-b803-66ececa93683 req-3d165ffe-1cf9-4ed4-9554-257baa41b396 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.564929 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4755646-611a-48fa-b803-66ececa93683 req-3d165ffe-1cf9-4ed4-9554-257baa41b396 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1256814 Nov 12 03:25:19.569534 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.604824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c0ffe-5614-4332-95e0-110a32e301d8 None None] Network 4dd1c16f-b83e-40ce-9bf1-5082b124215a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:19.628625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0858b0-6c3c-47da-8fb6-8a57d145c767 req-ce3c721e-d04b-4f0f-b3bd-2817ba16f9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.630541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe0858b0-6c3c-47da-8fb6-8a57d145c767 req-ce3c721e-d04b-4f0f-b3bd-2817ba16f9b0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.0538280 Nov 12 03:25:19.666181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.684231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1310e7ea-7131-494d-916a-4c702ee48e1c HTTP/1.1" status: 204 len: 168 time: 0.6932142 Nov 12 03:25:19.687661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.713959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef622c-a0b7-41b7-817c-ca93194989a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1310e7ea-7131-494d-916a-4c702ee48e1c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.740358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe0858b0-6c3c-47da-8fb6-8a57d145c767 req-0ff0f013-7e48-4fa0-bc9e-7f14b01f12a8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029785 Nov 12 03:25:19.800501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4755646-611a-48fa-b803-66ececa93683 req-a4eeb95a-76c8-4c81-9ab8-c8747ed39831 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234609 Nov 12 03:25:19.833306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-6e4f494f-7110-49b2-81bf-c20c47b86998 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.835171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-6e4f494f-7110-49b2-81bf-c20c47b86998 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.1705909 Nov 12 03:25:19.840361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.938272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Deleting port e191e836-f1e4-4818-ab94-f5e78896aeb7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:19.938746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.991870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] DHCP port deletion for 4dd1c16f-b83e-40ce-9bf1-5082b124215a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:20.054307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Request body: {'port': {'device_id': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:20.103701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Deleting port e191e836-f1e4-4818-ab94-f5e78896aeb7 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:20.104112 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.148874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port e9bcf100-1637-4dd3-b969-122b1e6a8e59 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:20.149503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.261976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] For port e191e836-f1e4-4818-ab94-f5e78896aeb7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e191e836-f1e4-4818-ab94-f5e78896aeb7,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:20.262722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.277883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Calling delete_port for e191e836-f1e4-4818-ab94-f5e78896aeb7 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:20.304976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] For port e191e836-f1e4-4818-ab94-f5e78896aeb7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e191e836-f1e4-4818-ab94-f5e78896aeb7,segment=NetworkSegment(d43af6d3-f68c-492e-bcd5-6f66286111a6),segment_id=d43af6d3-f68c-492e-bcd5-6f66286111a6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:20.305346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.353303 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.389622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Calling delete_port for e191e836-f1e4-4818-ab94-f5e78896aeb7 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:20.390536 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.424238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port e9bcf100-1637-4dd3-b969-122b1e6a8e59, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9bcf100-1637-4dd3-b969-122b1e6a8e59,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:20.424607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.439190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] Pushing event deleted for resources: {'Port': ['ID=e191e836-f1e4-4818-ab94-f5e78896aeb7,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.441676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a3700-d823-43fd-bfb3-de0556c43340 None None] No DVR routers for this DVR port e191e836-f1e4-4818-ab94-f5e78896aeb7 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:20.474434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for e9bcf100-1637-4dd3-b969-122b1e6a8e59 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:20.521705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4cc71-63fd-4696-93b4-9a8cf578c1ad req-c88aa2cb-032f-4896-9556-2a5fb9fe5b2a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.523264 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-afe4cc71-63fd-4696-93b4-9a8cf578c1ad req-c88aa2cb-032f-4896-9556-2a5fb9fe5b2a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1511436 Nov 12 03:25:20.696489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.724429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce25bd-bcc9-49e1-a5ba-7d188b4b5079 req-bbe3395b-06ad-431d-bae6-dad3e9434911 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.734769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-afe4cc71-63fd-4696-93b4-9a8cf578c1ad req-c42d205b-a512-4bf1-8b99-19b1d498fbbb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011690 Nov 12 03:25:20.735463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbce25bd-bcc9-49e1-a5ba-7d188b4b5079 req-bbe3395b-06ad-431d-bae6-dad3e9434911 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=ce1be5d2-9f66-470d-81cf-cbf6185c49b8 HTTP/1.1" status: 200 len: 909 time: 0.5127199 Nov 12 03:25:20.757403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] No DVR routers for this DVR port e191e836-f1e4-4818-ab94-f5e78896aeb7 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:20.897945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Pushing event deleted for resources: {'Port': ['ID=e191e836-f1e4-4818-ab94-f5e78896aeb7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.014337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673f40a-63d4-433f-96a0-603899ce4c8c req-c68575b7-8c55-42ff-841d-583ab0b2ec2e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.016576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1673f40a-63d4-433f-96a0-603899ce4c8c req-c68575b7-8c55-42ff-841d-583ab0b2ec2e tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 931 time: 0.1477270 Nov 12 03:25:21.017977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.064158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=e9bcf100-1637-4dd3-b969-122b1e6a8e59,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.117339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-3fa04e47-a3a3-4ddb-aafb-7a0b00357771 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4067822 Nov 12 03:25:21.141406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.155503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] No DVR routers for this DVR port e9bcf100-1637-4dd3-b969-122b1e6a8e59 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:21.158943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.166913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c48a91a9-86e3-44c1-abc1-31f92830dd79 req-79d40013-f76d-4edc-87f1-c0bac22e6ea8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.32 "DELETE /v2.0/ports/e9bcf100-1637-4dd3-b969-122b1e6a8e59 HTTP/1.1" status: 204 len: 173 time: 1.3239129 Nov 12 03:25:21.167811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'name': 'network-vif-deleted', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:21.171172 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987a93e-8efc-42c9-8ade-16188790471b" -d '{"events": [{"server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "name": "network-vif-deleted", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:21.221152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd1c16f-b83e-40ce-9bf1-5082b124215a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.286568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43af6d3-f68c-492e-bcd5-6f66286111a6') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.291587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43af6d3-f68c-492e-bcd5-6f66286111a6') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.349574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b03e3-d81b-4f98-a7c8-b5688fee5d14 req-775e87dc-50c3-4cf6-a20c-d7e3063a4dc0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.380485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b47b03e3-d81b-4f98-a7c8-b5688fee5d14 req-775e87dc-50c3-4cf6-a20c-d7e3063a4dc0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.4491560 Nov 12 03:25:21.405071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1673f40a-63d4-433f-96a0-603899ce4c8c req-5e935ef2-939d-4ff2-88e1-5020618f9e8f tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762336 Nov 12 03:25:21.416870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e191e836-f1e4-4818-ab94-f5e78896aeb7 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:21.474099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-9780795d-2549-4a54-a932-bf2ae3a6efa9 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.480691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.486566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-9780795d-2549-4a54-a932-bf2ae3a6efa9 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.32 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.2225435 Nov 12 03:25:21.496998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b47b03e3-d81b-4f98-a7c8-b5688fee5d14 req-3c96d55a-5472-4fcf-a0eb-75df6d7e3eb9 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106362 Nov 12 03:25:21.508221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e191e836-f1e4-4818-ab94-f5e78896aeb7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:21.508700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e191e836-f1e4-4818-ab94-f5e78896aeb7 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:21.509248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 633ffa5e-2f37-4dc8-829d-2c0337d8f425 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:21.563216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.570713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 633ffa5e-2f37-4dc8-829d-2c0337d8f425 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:21.572050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 633ffa5e-2f37-4dc8-829d-2c0337d8f425 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:21.609485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:21.615886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:21.622009 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:21.636006 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29a02db-aeed-4eda-9243-2d7f13e74bcb x-openstack-request-id: req-d29a02db-aeed-4eda-9243-2d7f13e74bcb {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:21.636294 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1be5d2-9f66-470d-81cf-cbf6185c49b8", "name": "network-vif-deleted", "tag": "e9bcf100-1637-4dd3-b969-122b1e6a8e59", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:21.636574 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d29a02db-aeed-4eda-9243-2d7f13e74bcb {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:21.636977 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1be5d2-9f66-470d-81cf-cbf6185c49b8', 'name': 'network-vif-deleted', 'tag': 'e9bcf100-1637-4dd3-b969-122b1e6a8e59', 'status': 'completed', 'code': 200} Nov 12 03:25:21.715389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Deleting port 386eaaf1-9170-49d4-92f2-2427da9e30ce {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:21.715735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.795258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d55ec-e818-4d58-a31b-d7b301e4c5f0 req-98901eff-8721-40aa-a52a-ec3016dccd6c tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.797177 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c87d55ec-e818-4d58-a31b-d7b301e4c5f0 req-98901eff-8721-40aa-a52a-ec3016dccd6c tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 945 time: 0.1641419 Nov 12 03:25:21.818247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.850073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.860479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4dd1c16f-b83e-40ce-9bf1-5082b124215a HTTP/1.1" status: 204 len: 168 time: 2.1715019 Nov 12 03:25:21.940931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb6072-86c1-44d5-a0c1-329431d33785 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd1c16f-b83e-40ce-9bf1-5082b124215a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.058075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] For port 386eaaf1-9170-49d4-92f2-2427da9e30ce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=386eaaf1-9170-49d4-92f2-2427da9e30ce,segment=NetworkSegment(5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3),segment_id=5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:22.058808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.104687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c87d55ec-e818-4d58-a31b-d7b301e4c5f0 req-63e43c59-1b0b-4927-99c8-14d231f0ad01 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/security-groups?id=968c3bc4-9cc3-48e2-8a31-f303d4da0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915752 Nov 12 03:25:22.110923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0092a23b-dd8a-46a2-957a-af737fc46f53 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:22.120212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Calling delete_port for 386eaaf1-9170-49d4-92f2-2427da9e30ce owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:22.145786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.193416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49145-9897-47b1-8c94-140f3606baa2 req-2f4cd197-4272-482f-81cc-0fa47f536dfd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.214110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69b49145-9897-47b1-8c94-140f3606baa2 req-2f4cd197-4272-482f-81cc-0fa47f536dfd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.2927110 Nov 12 03:25:22.241085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Transition to ACTIVE for port object 0092a23b-dd8a-46a2-957a-af737fc46f53 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:22.244965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.253462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.270143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.446517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69b49145-9897-47b1-8c94-140f3606baa2 req-0dd1f110-aa78-4c8f-a317-85bf4e35567a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268362 Nov 12 03:25:22.501466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a3c0b15f-4ed0-4ddd-9b58-3a4456b365ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e0d1960752df4e1585ee4a4e32b78240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538993 Nov 12 03:25:22.529801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.713488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.733722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['386eaaf1-9170-49d4-92f2-2427da9e30ce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:22.760155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.789836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.794307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54282875-d576-474b-9730-dc75f2ca2983 req-1cb082f7-6aec-453f-b260-c6dfb09b32e0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.795953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54282875-d576-474b-9730-dc75f2ca2983 req-1cb082f7-6aec-453f-b260-c6dfb09b32e0 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 943 time: 0.1887541 Nov 12 03:25:22.820006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.822049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Pushing event deleted for resources: {'Port': ['ID=386eaaf1-9170-49d4-92f2-2427da9e30ce,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.900420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Attempting to bind port 0092a23b-dd8a-46a2-957a-af737fc46f53 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:22.902304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Attempting to bind port 0092a23b-dd8a-46a2-957a-af737fc46f53 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:22.902908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Attempting to bind port 0092a23b-dd8a-46a2-957a-af737fc46f53 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:22.921276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Port 0092a23b-dd8a-46a2-957a-af737fc46f53 on network ea6da682-2fa1-46fc-8940-c10ae722697b not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:22.921613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Attempting to bind port 0092a23b-dd8a-46a2-957a-af737fc46f53 on network ea6da682-2fa1-46fc-8940-c10ae722697b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:22.934936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.941909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.946471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fbdea537-12f5-4aef-bb9b-88ef31d2db2e HTTP/1.1" status: 204 len: 168 time: 0.2919729 Nov 12 03:25:22.947411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:22.947784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Checking segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:22.949254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Bound using segment: {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:22.950569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Bound port: 0092a23b-dd8a-46a2-957a-af737fc46f53, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823b0f5a-85ad-4e76-b604-ae9d91b299b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:22.951694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.011961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b9185-1cef-4c71-b126-c54869fa3483 req-83204f40-d040-4d89-96ac-bff8fc68265a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.026010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a79b9185-1cef-4c71-b126-c54869fa3483 req-83204f40-d040-4d89-96ac-bff8fc68265a tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.3253844 Nov 12 03:25:23.069143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6d3a9-4e56-459e-a83c-915f54570d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdea537-12f5-4aef-bb9b-88ef31d2db2e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.312054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.312536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.313009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.313486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.314056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.315237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.315647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.317787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-47a9c834-e71e-4c72-b2db-b88929d7586e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.2445433 Nov 12 03:25:23.324704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a79b9185-1cef-4c71-b126-c54869fa3483 req-42fd8567-0ad9-4b37-a858-d4270efcb0a8 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957819 Nov 12 03:25:23.326127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:23.330570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0092a23b-dd8a-46a2-957a-af737fc46f53,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:23.342588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.421809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] No DVR routers for this DVR port 386eaaf1-9170-49d4-92f2-2427da9e30ce on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:23.425269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.429460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a05b94bb-c4e3-42bc-8e5d-888d9e1daa20 req-cd718cc1-1e03-46e8-8b75-f69617c0138d tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.32 "DELETE /v2.0/ports/386eaaf1-9170-49d4-92f2-2427da9e30ce HTTP/1.1" status: 204 len: 173 time: 1.9297073 Nov 12 03:25:23.430272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.431176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.434430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] 10.222.0.39 "PUT /v2.0/ports/0092a23b-dd8a-46a2-957a-af737fc46f53 HTTP/1.1" status: 200 len: 1092 time: 3.3934743 Nov 12 03:25:23.435112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:23.438420 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3deb89-6ee6-44d3-84ed-2e521a759948" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:23.502952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9bcf100-1637-4dd3-b969-122b1e6a8e59 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:23.528349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: e9bcf100-1637-4dd3-b969-122b1e6a8e59 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:23.529046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9bcf100-1637-4dd3-b969-122b1e6a8e59 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:23.529717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 386eaaf1-9170-49d4-92f2-2427da9e30ce no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:23.553816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 386eaaf1-9170-49d4-92f2-2427da9e30ce {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:23.555414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 386eaaf1-9170-49d4-92f2-2427da9e30ce not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:23.561827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54282875-d576-474b-9730-dc75f2ca2983 req-870f3510-0dc3-4ac9-9a52-05a2b027c499 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457845 Nov 12 03:25:23.573345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072af3d-2a77-4e08-819a-b6427a42afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.689249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'name': 'network-vif-deleted', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:23.695596 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc32816-ec21-4763-a0d3-975e192dd59d" -d '{"events": [{"server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "name": "network-vif-deleted", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:23.723042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32f5ce22-2793-485c-b1bd-e1b19cbb4f18 req-de846472-e45d-49aa-b42e-37d209537244 tempest-TestServerAdvancedOps-1408703044 tempest-TestServerAdvancedOps-1408703044-project] 10.222.0.84 "GET /v2.0/ports?device_id=55407b47-e77a-45f0-a1d0-dfa797220c6e HTTP/1.1" status: 200 len: 210 time: 0.1723766 Nov 12 03:25:23.734160 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f17cb2f-39c3-4301-a9e6-46625110d3a7 x-openstack-request-id: req-5f17cb2f-39c3-4301-a9e6-46625110d3a7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:23.734594 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:23.734862 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5f17cb2f-39c3-4301-a9e6-46625110d3a7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:23.735294 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53', 'status': 'completed', 'code': 200} Nov 12 03:25:23.769041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-4f679e10-3c57-4005-9f4e-e740074cae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.771026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-4f679e10-3c57-4005-9f4e-e740074cae81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 1095 time: 0.1493144 Nov 12 03:25:23.795451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-57a522d5-bf05-4c16-b826-a44ec713738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.795955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-57a522d5-bf05-4c16-b826-a44ec713738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.796489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-57a522d5-bf05-4c16-b826-a44ec713738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.799067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-57a522d5-bf05-4c16-b826-a44ec713738d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 2293 time: 0.4170308 Nov 12 03:25:23.856628 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.858131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-9382c742-8419-4135-9e75-d16c41e0ec31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0092a23b-dd8a-46a2-957a-af737fc46f53 HTTP/1.1" status: 200 len: 217 time: 0.0735075 Nov 12 03:25:24.023014 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eaeb8c-6af3-40c4-97e4-428cff4f9fb4 x-openstack-request-id: req-55eaeb8c-6af3-40c4-97e4-428cff4f9fb4 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:24.045503 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55407b47-e77a-45f0-a1d0-dfa797220c6e", "name": "network-vif-deleted", "tag": "386eaaf1-9170-49d4-92f2-2427da9e30ce", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:24.046792 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-55eaeb8c-6af3-40c4-97e4-428cff4f9fb4 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:24.046792 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55407b47-e77a-45f0-a1d0-dfa797220c6e', 'name': 'network-vif-deleted', 'tag': '386eaaf1-9170-49d4-92f2-2427da9e30ce', 'status': 'completed', 'code': 200} Nov 12 03:25:24.048193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-7f6c9d4c-8ef7-4423-9ca3-0b9bd8da8ca3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1002 time: 0.2013373 Nov 12 03:25:24.266065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ef7d2-028a-4a68-a254-a7456260ddc1 req-b665793d-0f16-49cd-a785-f079ec801fc9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.284863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a24ef7d2-028a-4a68-a254-a7456260ddc1 req-b665793d-0f16-49cd-a785-f079ec801fc9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.2345147 Nov 12 03:25:24.523949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a24ef7d2-028a-4a68-a254-a7456260ddc1 req-2478545b-74e6-4eed-a647-7bade56b4e23 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355044 Nov 12 03:25:24.610343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121a53-d659-4804-9721-3a8abf5e2375 req-a791f2d1-16d8-43fb-a9f1-a9d733ce7e8e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.618284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec121a53-d659-4804-9721-3a8abf5e2375 req-a791f2d1-16d8-43fb-a9f1-a9d733ce7e8e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1170750 Nov 12 03:25:24.707712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.769012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec121a53-d659-4804-9721-3a8abf5e2375 req-4909a2fe-226f-44ba-adf6-bc973ef69f67 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421599 Nov 12 03:25:24.891266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45384) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:24.910140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-network', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:24.969763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Deleting subnet 8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:24.981085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.035822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4541f-e1e9-43d0-9575-bbd8f0ffcdc1 req-b8fd24d3-cf30-46e0-9558-6ade94182846 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.040008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Made reservation on behalf of f3639f00e0094fc5a83caaa34bb684c5 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:25.051178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ab4541f-e1e9-43d0-9575-bbd8f0ffcdc1 req-b8fd24d3-cf30-46e0-9558-6ade94182846 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 943 time: 0.3053694 Nov 12 03:25:25.057157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.072525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.076504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.127633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ab4541f-e1e9-43d0-9575-bbd8f0ffcdc1 req-11ac7d89-8948-4545-aaef-dd27cd698990 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754881 Nov 12 03:25:25.144110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:25.144508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.190954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.242594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.249267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.289718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:25.301356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:25.302229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.304510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a502c6-0c9e-4034-a628-74d42e9e1b95,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.312334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.312684 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Added segment cc1887e8-9288-41fd-9b48-4ed00be8837a of type vlan for network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 Nov 12 03:25:25.323716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.338578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:25.358235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.362081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7 HTTP/1.1" status: 204 len: 168 time: 0.4687088 Nov 12 03:25:25.384700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0894b-5494-44b8-990b-90fd32f77710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa75fd8-2e0b-40c2-b21a-1eaa3fcb00f7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.387657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45388) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.425772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.484856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.497736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.499008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.499685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.579738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.623434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=7c5a58fb-29de-49cb-b03b-b8d9f4cbde75,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.641702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9275644 Nov 12 03:25:25.644464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4543a1-c524-46ae-b8a5-67345b4fba08 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb8d0e7-aaad-468e-b74b-4172aa7d4763,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.655067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:25.668646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45392) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.681114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Request body: {'subnet': {'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-subnet', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.702386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.822490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c8ae03-5488-4c83-a176-31b69550a6eb']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:25.842353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:25.842353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3d5c45-6ba3-4f2b-9b9e-d1d152e0aab3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:25.859948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41003f4-04fe-4fef-b30b-e9c22500d4e4 req-9c9a937a-efd5-444b-989f-dc3a7fefece3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.864647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a41003f4-04fe-4fef-b30b-e9c22500d4e4 req-9c9a937a-efd5-444b-989f-dc3a7fefece3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.2084606 Nov 12 03:25:25.864647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Made reservation on behalf of f3639f00e0094fc5a83caaa34bb684c5 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:25.866829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.871388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.924964 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.952506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.977535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:25.977535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:25.981249 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:26.044541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a41003f4-04fe-4fef-b30b-e9c22500d4e4 req-bec0bbbf-87c5-4f8a-a6d6-e9a566caadb7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621180 Nov 12 03:25:26.066891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.075310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.082112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b7c8ae03-5488-4c83-a176-31b69550a6eb HTTP/1.1" status: 204 len: 168 time: 0.6911447 Nov 12 03:25:26.085914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45396) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.102524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78743996-8c6f-4507-a14c-07627b889f70 req-d96f05ea-9879-4da0-9e8a-f52ee3ebb924 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.104085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78743996-8c6f-4507-a14c-07627b889f70 req-d96f05ea-9879-4da0-9e8a-f52ee3ebb924 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.1563485 Nov 12 03:25:26.104385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed9839-af74-468b-a2a9-8f6c3802cf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c8ae03-5488-4c83-a176-31b69550a6eb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.181521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Deleting subnet f0805c08-a901-4390-a7f3-fdbe3db5b694 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:26.189643 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.206765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78743996-8c6f-4507-a14c-07627b889f70 req-2da605c9-3663-4691-ab39-35891f7c12b1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914145 Nov 12 03:25:26.275527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:26.390202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:26.395603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f128c742-b97c-421b-91bf-adf14e65b6d2 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "PUT /v2.0/routers/0fc803a0-77ff-4ecd-903c-2f53161c5a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1410291 Nov 12 03:25:26.398270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45400) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.404935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Sync routers for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:26.414284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:26.414907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:26.452862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting subnet 2aa8e24f-6664-4754-a7a8-c5080b63f739 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:26.456301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.501677 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.526185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:26.553335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.590111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.601818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.646070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35ef5d-b73f-44a9-ae91-a736a640c541 req-d15136b2-5b17-4ef0-ad3e-0a18f8a5a2bf tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.646999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c35ef5d-b73f-44a9-ae91-a736a640c541 req-d15136b2-5b17-4ef0-ad3e-0a18f8a5a2bf tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 943 time: 0.1650233 Nov 12 03:25:26.670614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.670868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af704530-649e-4d87-8441-922813fc6a76,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.697334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa8e24f-6664-4754-a7a8-c5080b63f739,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.700969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.704898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.708198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45aad537-71cd-49e2-a8f0-3a8b4f11d096 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/subnets/2aa8e24f-6664-4754-a7a8-c5080b63f739 HTTP/1.1" status: 204 len: 168 time: 0.3089609 Nov 12 03:25:26.710721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.714815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c1e30d-e666-4c0e-80e5-940b1eae8906 None None] Network 8f8f473c-aaab-4ed6-81b8-c12c621073d0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:26.731563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:26.810054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Checking router: 0fc803a0-77ff-4ecd-903c-2f53161c5a51 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:26.828586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.829179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03908-36af-4f89-a479-50f64662fa63 req-0c98bfbc-88a5-4be6-84db-1df303853c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.830654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-0c98bfbc-88a5-4be6-84db-1df303853c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.1829681 Nov 12 03:25:26.839014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-2cb0f01d-e1bf-40c4-9671-cbc5e5e78a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.840484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-2cb0f01d-e1bf-40c4-9671-cbc5e5e78a4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1884346 Nov 12 03:25:26.841090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Routers {'0fc803a0-77ff-4ecd-903c-2f53161c5a51'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:26.841916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:26.881569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c35ef5d-b73f-44a9-ae91-a736a640c541 req-c925ba88-5576-4bbe-a3a8-2fc14c7b9147 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139626 Nov 12 03:25:26.907828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Checking segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:26.908198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Network hostable DHCP agents. Network: 3eb8d0e7-aaad-468e-b74b-4172aa7d4763, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:26.913318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-ec1e61f6-aa6d-4dca-9ec6-2222dcdcc936 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668564 Nov 12 03:25:26.917102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.965808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0805c08-a901-4390-a7f3-fdbe3db5b694,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.981386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.987533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eca9716b-7b14-4668-86c2-25c613ef8e81 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f0805c08-a901-4390-a7f3-fdbe3db5b694 HTTP/1.1" status: 204 len: 168 time: 0.8917344 Nov 12 03:25:26.988913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] Set router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:26.997773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45404) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:27.149684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-eea21cdf-e4f9-471a-9141-7d7b0ad1cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.151685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-eea21cdf-e4f9-471a-9141-7d7b0ad1cd0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2907751 Nov 12 03:25:27.155162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.158912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] DHCP port deletion for 8f8f473c-aaab-4ed6-81b8-c12c621073d0 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:27.216741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:27.251803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-ec9fcd12-f562-4743-a4fc-c1a12703ddf6 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242829 Nov 12 03:25:27.296935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.323075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3eb8d0e7-aaad-468e-b74b-4172aa7d4763) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:27.349489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c58f3b1-7e85-49c3-83e6-9e6b04cca194 None None] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:27.361724 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.367559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdee3a-ae18-44f6-9b21-4e99988d8316 None None] The sync data for ids ['0fc803a0-77ff-4ecd-903c-2f53161c5a51'] in n-d-615180-50 is: [{'id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'name': 'tempest-TestSecurityGroupsBasicOps-router-114979965', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:24:46Z', 'updated_at': '2021-11-12T03:25:25Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': 'b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc803a0-77ff-4ecd-903c-2f53161c5a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:24:47Z', 'updated_at': '2021-11-12T03:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:27.384688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Deleting port 023cdd97-d442-4420-9d4a-7bce1cde135a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:27.385065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.389539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923e487-7dcc-40ba-9633-f0c20e13053a req-533dab6a-e3d3-4214-bddd-30a854b72ee7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.391281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9923e487-7dcc-40ba-9633-f0c20e13053a req-533dab6a-e3d3-4214-bddd-30a854b72ee7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1644030 Nov 12 03:25:27.469350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.469915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.476457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9923e487-7dcc-40ba-9633-f0c20e13053a req-9faf697e-1175-48f5-8254-e459da488c4b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615823 Nov 12 03:25:27.481310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:27.481732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.496582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-fe35a112-07f0-4e99-a554-994469334bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858658 Nov 12 03:25:27.512824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] For port 023cdd97-d442-4420-9d4a-7bce1cde135a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=023cdd97-d442-4420-9d4a-7bce1cde135a,segment=NetworkSegment(be4bc8b8-6b66-44fe-9517-5860d4495783),segment_id=be4bc8b8-6b66-44fe-9517-5860d4495783)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:27.513273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.535304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Calling delete_port for 023cdd97-d442-4420-9d4a-7bce1cde135a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:27.554504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df255ac4-08d9-404f-a953-bcc25e2fb299 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8820767 Nov 12 03:25:27.555341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:27.561907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:27.612072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.613235 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.617537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:27.617970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.632157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23a03908-36af-4f89-a479-50f64662fa63 req-58fa30c4-f5cb-4169-8ef0-e422edb81af7 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717461 Nov 12 03:25:27.640842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc928e2-2dcd-4de5-b063-afd97335241d None None] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:27.641623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.648177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:27.671581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108a8f7-cbda-40f3-88a8-d8174b03cb4e req-c7edd2fc-8b44-4051-9b38-bf74fa98f9ea tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.673009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a108a8f7-cbda-40f3-88a8-d8174b03cb4e req-c7edd2fc-8b44-4051-9b38-bf74fa98f9ea tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 943 time: 0.2290194 Nov 12 03:25:27.684575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08632725-7cfc-4a6b-aaa8-8d9549f64388']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.717952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38f966b-208a-4001-a4e9-32a53407c1ee') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.718305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38f966b-208a-4001-a4e9-32a53407c1ee') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.733912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 023cdd97-d442-4420-9d4a-7bce1cde135a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:27.741332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.783220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.784811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.786529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-97112e2c-3f50-43dd-a583-1c9713f10213 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733767 Nov 12 03:25:27.850423 n-d-615180-50 neutron-server[102434]: INFO neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No ports have port_id starting with 023cdd97-d442-4420-9d4a-7bce1cde135a Nov 12 03:25:27.852255 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.855417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.865392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-d74c1909-9c90-474e-9f77-fe20ba81fcd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.0604985 Nov 12 03:25:27.873730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:27.874144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:27.876511 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:27.960913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a108a8f7-cbda-40f3-88a8-d8174b03cb4e req-6f23fe33-5e56-4200-bc8e-8eff9ee05aea tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659917 Nov 12 03:25:27.975925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-0a90c420-11aa-47e7-98df-40ef2af87826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.978534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-0a90c420-11aa-47e7-98df-40ef2af87826 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 1095 time: 0.2514205 Nov 12 03:25:27.979537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.049162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.065990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.070222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] 10.222.0.84 "DELETE /v2.0/networks/08632725-7cfc-4a6b-aaa8-8d9549f64388 HTTP/1.1" status: 204 len: 168 time: 1.0699365 Nov 12 03:25:28.072251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-72dbdf86-9538-448f-8582-fe1eae10a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.074405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-72dbdf86-9538-448f-8582-fe1eae10a6c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1812096 Nov 12 03:25:28.106906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Pushing event deleted for resources: {'Port': ['ID=023cdd97-d442-4420-9d4a-7bce1cde135a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.115276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] No DVR routers for this DVR port 023cdd97-d442-4420-9d4a-7bce1cde135a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:28.117987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.118596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.119125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.119649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.120205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.121259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.121735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.122368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.122866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.123386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.123883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.124366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64deff67-c6a0-4406-82a7-a6e74ce62988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:28.154912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bd1a6-1a3a-4da7-b70b-362d29909d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=08632725-7cfc-4a6b-aaa8-8d9549f64388,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.160689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.183665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9443c9-087e-4a66-9754-7e1606cea910 req-ed92facf-1ffb-45dd-bcb8-f797b0416269 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.185119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe9443c9-087e-4a66-9754-7e1606cea910 req-ed92facf-1ffb-45dd-bcb8-f797b0416269 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 943 time: 0.1511512 Nov 12 03:25:28.207503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.219305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-c7b2a504-a498-40b7-b351-3e77d34b0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.220915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-c7b2a504-a498-40b7-b351-3e77d34b0938 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0999713 Nov 12 03:25:28.222357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-f44240dc-428b-4d57-b0d7-4c1c4a2bd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.225368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-f44240dc-428b-4d57-b0d7-4c1c4a2bd476 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 200 len: 915 time: 0.2327902 Nov 12 03:25:28.228692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc0ef7-fd2c-483a-894e-a9adc9b78b18 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:28.299539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.303875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-c0caf641-75dc-4637-bdd1-86b2505b303b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0092a23b-dd8a-46a2-957a-af737fc46f53 HTTP/1.1" status: 200 len: 217 time: 0.0679774 Nov 12 03:25:28.337292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe9443c9-087e-4a66-9754-7e1606cea910 req-202792ba-9dbc-43de-9862-464d950c8642 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330538 Nov 12 03:25:28.344284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.394321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-322c4130-7334-406e-b79d-4740f8c45b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.395734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-322c4130-7334-406e-b79d-4740f8c45b37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 200 len: 854 time: 0.0656323 Nov 12 03:25:28.400883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-e1905d10-f33e-427b-b382-9bd9f95e997f service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663547 Nov 12 03:25:28.453597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-e07dc64c-f0ad-4986-8c9f-e0d5e841421f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea6da682-2fa1-46fc-8940-c10ae722697b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438449 Nov 12 03:25:28.456124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f805a95-e1ef-4ba7-ba5e-fd5959081409 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=022a2676e53a4604a913e8f223a57e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548719 Nov 12 03:25:28.458011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.459293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45418) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.461725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.585465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.586027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Fanout notify agent at l3_agent the message router_deleted on router 0fc803a0-77ff-4ecd-903c-2f53161c5a51 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:28.594478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.595646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ed3feaff-7c60-4dff-8f78-08c68a05b0af tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/routers/0fc803a0-77ff-4ecd-903c-2f53161c5a51 HTTP/1.1" status: 204 len: 168 time: 1.8836460 Nov 12 03:25:28.598180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45422) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:28.638537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.648615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-aed7acdf-fd59-4953-ba9f-c6c4381624c6 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377660 Nov 12 03:25:28.687982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.711992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.712312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.721852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-7646a08a-245c-48ce-bcff-4ad4de6d8012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.0648501 Nov 12 03:25:28.737492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ec26-1883-4cbd-b6d5-b606e134d12c req-33c76388-a2d6-40b4-8f52-c33457ca1886 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.743659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2650ec26-1883-4cbd-b6d5-b606e134d12c req-33c76388-a2d6-40b4-8f52-c33457ca1886 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1618741 Nov 12 03:25:28.747720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-05e296f7-ebb5-4504-a617-9c457f49901b service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793410 Nov 12 03:25:28.748855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:28.804075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.852879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:28.868028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'port_id': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'mac_address': 'fa:16:3e:cc:ea:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:28.892031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.907273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.910707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Allocated IP 172.25.2.178 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f1ef466f-261d-42f2-a337-b2579060f71f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:28.920936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:28.929019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8f473c-aaab-4ed6-81b8-c12c621073d0']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.941679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:28.942227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4bc8b8-6b66-44fe-9517-5860d4495783') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.942517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4bc8b8-6b66-44fe-9517-5860d4495783') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.946879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.948449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6e60c5bc-908d-4e8b-a025-d7b998c26786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.950981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6e60c5bc-908d-4e8b-a025-d7b998c26786 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1835115 Nov 12 03:25:28.959694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2650ec26-1883-4cbd-b6d5-b606e134d12c req-0c452e17-365b-40a4-b348-9e94d2404242 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106414 Nov 12 03:25:28.966782 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.006474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.014411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.027342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:29.027825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:29.031334 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:29.035387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6398af4e-9c02-45a1-94e5-c5e1ffa325c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.036502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6398af4e-9c02-45a1-94e5-c5e1ffa325c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756028 Nov 12 03:25:29.039540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed3deb89-6ee6-44d3-84ed-2e521a759948 req-e6766a7a-8f33-4e4b-97c9-8ed99c02c604 service neutron] 10.222.0.39 "GET /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707767 Nov 12 03:25:29.040370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.043709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.047392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/968c3bc4-9cc3-48e2-8a31-f303d4da0b05 HTTP/1.1" status: 204 len: 168 time: 0.5847216 Nov 12 03:25:29.065917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bec663-0202-4c60-b2ca-c8a543b9ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c3bc4-9cc3-48e2-8a31-f303d4da0b05,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.145231 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.149806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.182317 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.185643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/networks/8f8f473c-aaab-4ed6-81b8-c12c621073d0 HTTP/1.1" status: 204 len: 168 time: 0.5865309 Nov 12 03:25:29.188352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45428) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.199476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778d8c-75f6-4d6f-8625-193af91474a5 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Network': ['ID=8f8f473c-aaab-4ed6-81b8-c12c621073d0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.232834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['bd6e601c-c74e-4fd5-828d-0c70a9051573'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:29.237161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518db1e6-191b-4c0f-9fe5-53ae7c061cdc req-ae05066e-848d-4a8b-acde-0618837d83bd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.244305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-518db1e6-191b-4c0f-9fe5-53ae7c061cdc req-ae05066e-848d-4a8b-acde-0618837d83bd tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 944 time: 0.1023011 Nov 12 03:25:29.267585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-9fcde3a5-616c-4050-88d5-121fb3b80316 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177069 Nov 12 03:25:29.278511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.310945 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.343531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-518db1e6-191b-4c0f-9fe5-53ae7c061cdc req-805cc011-9ea1-4b55-b4b3-8aa6785ded28 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918283 Nov 12 03:25:29.352860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:29.366565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Pushing event updated for resources: {'Port': ['ID=f1ef466f-261d-42f2-a337-b2579060f71f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.370326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:29.373323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:29.389133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcae15-8062-4863-aaf4-3091e2f9b57c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:29.411309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:29.465199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:29.465834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7c5a58fb-29de-49cb-b03b-b8d9f4cbde75 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:29.467465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:29.497316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:29.497666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b2cd858b-fb35-4ea9-a731-5c5acd0e8d0c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:29.554710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0802e41f-7fd2-4a5c-a93e-4795622de49f None None] Provisioning complete for port f1ef466f-261d-42f2-a337-b2579060f71f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:29.555379 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0802e41f-7fd2-4a5c-a93e-4795622de49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.605580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0802e41f-7fd2-4a5c-a93e-4795622de49f None None] Port f1ef466f-261d-42f2-a337-b2579060f71f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:29.626762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45434) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.712530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1bb9d12e-04f2-4084-9ea1-e2da1c24232b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f6ef6f9b3919485685b836409110438f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844781 Nov 12 03:25:29.715022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:29.723571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.852315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.867664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf980885-4613-4fbc-94f4-904f2d419d44 req-fb00bc41-8186-4b22-a2cd-ab04098dbae2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.869154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf980885-4613-4fbc-94f4-904f2d419d44 req-fb00bc41-8186-4b22-a2cd-ab04098dbae2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 943 time: 0.1436481 Nov 12 03:25:29.888408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-c2f93c6a-ac68-477a-8307-6c5c9fff9140 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078582 Nov 12 03:25:29.914284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.948660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-896a9ef1-4275-4d28-a3fe-a910c90acd0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.0498669 Nov 12 03:25:29.974876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port a5b26e99-7117-47b5-8bf8-f164d829e604 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:29.975134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.001293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.001790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf980885-4613-4fbc-94f4-904f2d419d44 req-9b685f24-a2ac-417b-945d-eca2a0282114 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238358 Nov 12 03:25:30.064346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-377222c3-7ba5-423e-a450-48dc1d32f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.065887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-377222c3-7ba5-423e-a450-48dc1d32f654 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1034725 Nov 12 03:25:30.071138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.074002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.077564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/08fe5950-c96e-472a-9e9d-35f558e63534 HTTP/1.1" status: 204 len: 168 time: 0.3590913 Nov 12 03:25:30.114442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf360a-1888-4737-ae78-0c1690e4e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe5950-c96e-472a-9e9d-35f558e63534,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.127320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.127745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.148119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for a5b26e99-7117-47b5-8bf8-f164d829e604 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:30.164753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-dcaab53c-acd1-4444-8cf9-5449c547a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.166383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-dcaab53c-acd1-4444-8cf9-5449c547a3fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925217 Nov 12 03:25:30.366820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-5cf7c95f-c6d2-41b5-b388-2397be899808 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608205 Nov 12 03:25:30.481351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac58592-e9a2-4fe4-a7d5-9142aaee1bce req-c8a5ef11-9221-4b5a-95b6-f6d0b8977a9d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.483218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ac58592-e9a2-4fe4-a7d5-9142aaee1bce req-c8a5ef11-9221-4b5a-95b6-f6d0b8977a9d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.4168923 Nov 12 03:25:30.548000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-279dd8e5-80f1-414d-97b4-2daa55de7962 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702709 Nov 12 03:25:30.552054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.558966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ac58592-e9a2-4fe4-a7d5-9142aaee1bce req-dbcf06f7-0883-47fb-abba-489c83fc8805 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649378 Nov 12 03:25:30.564512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Router f54dc009-b979-4355-baf3-197292b504c0 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:30.570076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628a41-a8df-4325-be4f-4da4b74b64de req-45469356-c514-4f81-a96b-47c4c08732d7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.571635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a628a41-a8df-4325-be4f-4da4b74b64de req-45469356-c514-4f81-a96b-47c4c08732d7 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 944 time: 0.1015904 Nov 12 03:25:30.626969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=a5b26e99-7117-47b5-8bf8-f164d829e604,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.635880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-9a8e22e1-9a52-4146-811e-67931ef732be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.0781319 Nov 12 03:25:30.673629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:30.683919 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Sync routers for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:30.692294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.695745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84679d8e-eb94-493e-8fcd-e095379d562c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1370678 Nov 12 03:25:30.696153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.696359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:30.697861 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:30.758394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6efe198d-f27e-48c7-9a6e-58db71a01016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.759925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6efe198d-f27e-48c7-9a6e-58db71a01016 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.0985360 Nov 12 03:25:30.763768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0092a23b-dd8a-46a2-957a-af737fc46f53 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:30.767510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:30.771278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a628a41-a8df-4325-be4f-4da4b74b64de req-756963e5-dc95-4a64-918c-a7b5931203be tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476941 Nov 12 03:25:30.791628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.792195 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Floating IP d0e20ec4-9c9b-44cc-86c6-b1f07977988a disassociated (deleted). External IP: 172.25.2.13, port: 5a4bfe4e-f1f1-4228-a6c1-856795190d74. Nov 12 03:25:30.834078 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:30.915409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-c7ff4abb-fa29-4928-8713-5da3b19c0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.917772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-c7ff4abb-fa29-4928-8713-5da3b19c0ddb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1416655 Nov 12 03:25:30.919772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port bd6e601c-c74e-4fd5-828d-0c70a9051573 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:30.920368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.964502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0092a23b-dd8a-46a2-957a-af737fc46f53,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:30.984119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '0092a23b-dd8a-46a2-957a-af737fc46f53', 'network_id': 'ea6da682-2fa1-46fc-8940-c10ae722697b', 'port_id': '0092a23b-dd8a-46a2-957a-af737fc46f53', 'mac_address': 'fa:16:3e:28:d8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4016b304-740b-443e-831f-1d7a8c2d9670', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:31.041249 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 3, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.074766 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Checking router: f54dc009-b979-4355-baf3-197292b504c0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:31.075445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Updating router f54dc009-b979-4355-baf3-197292b504c0 port f1ef466f-261d-42f2-a337-b2579060f71f binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:31.081467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.084361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.103872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-6e096799-4f70-435d-8dae-cdce9bce58ed service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753783 Nov 12 03:25:31.107762 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.122779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0092a23b-dd8a-46a2-957a-af737fc46f53 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:31.133065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:31.135556 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920305fb-19d6-4bc1-9d0f-a65baa1a075b" -d '{"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:31.163777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:31.169658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0092a23b-dd8a-46a2-957a-af737fc46f53,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:31.172121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.180878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.220046 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02c3ce8-6b15-43e5-bff2-f9f295d30173 x-openstack-request-id: req-d02c3ce8-6b15-43e5-bff2-f9f295d30173 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:31.220428 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:31.220619 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d02c3ce8-6b15-43e5-bff2-f9f295d30173 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:31.221007 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'code': 200} Nov 12 03:25:31.230560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:31.272377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.312741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae81dd-67fe-40bb-b680-e2ed080e77d2 req-1282410d-6eee-48a0-ad54-aa97fe30d1fc tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.316188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-24b51d8d-6516-440b-b0ab-c3c94efb7fcd service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009614 Nov 12 03:25:31.321438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64ae81dd-67fe-40bb-b680-e2ed080e77d2 req-1282410d-6eee-48a0-ad54-aa97fe30d1fc tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 944 time: 0.1808662 Nov 12 03:25:31.377332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.403839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.408297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-992fa6e5-5e24-4869-850b-0a12c1e9a9a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.0583441 Nov 12 03:25:31.423639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64ae81dd-67fe-40bb-b680-e2ed080e77d2 req-eae04e1f-53bc-4b28-a2cf-51c391af2830 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012716 Nov 12 03:25:31.473258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0092a23b-dd8a-46a2-957a-af737fc46f53'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:31.475159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:31.485790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.516523 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.521770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-310c7bed-cd56-45fe-95c5-fbd7a72da826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.522392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Sync routers for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:31.523651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-310c7bed-cd56-45fe-95c5-fbd7a72da826 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0962718 Nov 12 03:25:31.525600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb123e85-3792-4d30-8ad3-ace28d253754 req-4a22bb6b-cf4e-4462-b073-10c27075d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.525909 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.527791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb123e85-3792-4d30-8ad3-ace28d253754 req-4a22bb6b-cf4e-4462-b073-10c27075d9ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 1098 time: 0.1303766 Nov 12 03:25:31.534188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4f5f292f-f3ef-424b-a5bf-ab23a1cea86f tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/floatingips/d0e20ec4-9c9b-44cc-86c6-b1f07977988a HTTP/1.1" status: 204 len: 168 time: 2.3444910 Nov 12 03:25:31.534920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:31.547319 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7b670-21d4-4f8f-9f6f-6a86af51a261" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:31.557450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.558354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.603527 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Pushing event updated for resources: {'Port': ['ID=f1ef466f-261d-42f2-a337-b2579060f71f,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.614873 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.615355 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.615712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.616051 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.616389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.616728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.617482 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.617482 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.617686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.618006 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.618328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.618650 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:31.637949 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Attempting to bind port f1ef466f-261d-42f2-a337-b2579060f71f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:31.638336 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Attempting to bind port f1ef466f-261d-42f2-a337-b2579060f71f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:31.638707 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Attempting to bind port f1ef466f-261d-42f2-a337-b2579060f71f on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:31.641544 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824c036-8854-4f98-a478-78e53a588fcd x-openstack-request-id: req-0824c036-8854-4f98-a478-78e53a588fcd {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:31.641847 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:31.642115 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0824c036-8854-4f98-a478-78e53a588fcd {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:31.642678 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'status': 'completed', 'code': 200} Nov 12 03:25:31.645724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:31.647310 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:31.647310 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.647310 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:31.647622 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Bound port: f1ef466f-261d-42f2-a337-b2579060f71f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:31.647838 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.652855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00239185-fba3-4153-8ef5-1640752ca906 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:31.725339 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] For port f1ef466f-261d-42f2-a337-b2579060f71f, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:31.743240 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] For port f1ef466f-261d-42f2-a337-b2579060f71f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1ef466f-261d-42f2-a337-b2579060f71f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:31.760072 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.787158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] Provisioning complete for port f1ef466f-261d-42f2-a337-b2579060f71f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.787749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.795536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-feff83ee-e79a-4b85-beb3-5ecef90667f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.798181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-feff83ee-e79a-4b85-beb3-5ecef90667f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2438903 Nov 12 03:25:31.801926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-12ee4a3f-597c-4e6a-990a-4d4e6b66b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.808039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-12ee4a3f-597c-4e6a-990a-4d4e6b66b06a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2baa175256594fb49a0907fadef1ff91&device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 1136 time: 0.1634319 Nov 12 03:25:31.813830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb123e85-3792-4d30-8ad3-ace28d253754 req-9bc6f4fd-325b-43f0-ba8d-8eac9e34029f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582636 Nov 12 03:25:31.836645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:31.842109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Allocated IP 172.20.0.1 (3eb8d0e7-aaad-468e-b74b-4172aa7d4763/af704530-649e-4d87-8441-922813fc6a76/7b77f96d-570f-46bc-991f-6f17b0ebb289) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:31.884739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b2641-1881-476c-bc82-efdf02add213 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:31.901266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d42e-cd87-4b23-bbeb-ab826c11622a req-63a65826-e083-4de4-aec0-42ff409e3dde tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.903496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a573d42e-cd87-4b23-bbeb-ab826c11622a req-63a65826-e083-4de4-aec0-42ff409e3dde tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1846042 Nov 12 03:25:31.930784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:31.932264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:31.939575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-c959ac58-9df6-457e-82ab-de47fdbd85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.941187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-c959ac58-9df6-457e-82ab-de47fdbd85ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 200 len: 897 time: 0.1186931 Nov 12 03:25:32.007929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc668a-9bea-4e3c-9a74-9445b8925679 None None] Pushing event updated for resources: {'Port': ['ID=f1ef466f-261d-42f2-a337-b2579060f71f,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.023838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a573d42e-cd87-4b23-bbeb-ab826c11622a req-4efa1966-f9d0-4af2-a6cc-d00e3a29981a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018052 Nov 12 03:25:32.048013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.097202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27924-d0ef-44d3-b062-0345eb746d32 req-91188767-0681-414e-90ad-727a4882977b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.099546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5c27924-d0ef-44d3-b062-0345eb746d32 req-91188767-0681-414e-90ad-727a4882977b tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.1573317 Nov 12 03:25:32.104938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-887f734d-2228-4e41-bb8e-8a8f44a8267f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 200 len: 217 time: 0.0597689 Nov 12 03:25:32.134979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.142539 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.144859 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:32.177964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] For port f1ef466f-261d-42f2-a337-b2579060f71f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1ef466f-261d-42f2-a337-b2579060f71f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:32.193650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.214837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:32.217853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5c27924-d0ef-44d3-b062-0345eb746d32 req-0ba4c793-97a7-462f-a472-7b5acaf0b343 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103599 Nov 12 03:25:32.229954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-a9033ed6-313d-4eff-bc2a-71e47a0d98c4 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201822 Nov 12 03:25:32.241394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:32.246875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:32.253877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:32.275294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Pushing event updated for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.300027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a061ce-b0ef-41c7-af2c-a9b6fb56fce2 req-143068a2-b453-487c-8321-3a63dd0bf433 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.302287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Checking router: dc0500d0-6164-4a1a-8e23-6cf2b9beed3b for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:32.309584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83a061ce-b0ef-41c7-af2c-a9b6fb56fce2 req-143068a2-b453-487c-8321-3a63dd0bf433 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.1621430 Nov 12 03:25:32.313283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa7f9c-e7da-492c-a84f-11ba1cec5d07 None None] Pushing event updated for resources: {'Port': ['ID=f1ef466f-261d-42f2-a337-b2579060f71f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.317175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:32.317822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:32.324206 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-071a9ab0-79fa-46a2-b801-2d4e55736918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.335052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-caf199d1-f583-4740-a448-74b78bc483c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.337004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-caf199d1-f583-4740-a448-74b78bc483c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89832910-ea4f-4ede-9fe7-9464d88c1383 HTTP/1.1" status: 200 len: 834 time: 0.2201517 Nov 12 03:25:32.340971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-2f5d9d8f-0560-417e-ba34-20e66c42926b service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012390 Nov 12 03:25:32.341170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.388748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-33dcf988-754e-48f1-af5d-3ada384dfcab None None] Provisioning complete for port f1ef466f-261d-42f2-a337-b2579060f71f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:32.389075 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-33dcf988-754e-48f1-af5d-3ada384dfcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.457740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83a061ce-b0ef-41c7-af2c-a9b6fb56fce2 req-3a517be3-3b8d-44e4-ae66-15ebe71754cf tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1466801 Nov 12 03:25:32.492698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:32.529071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 3, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:32.561769 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9368ffb0-af38-4e08-8c94-8148d8bb799a None None] The sync data for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 is: [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 3, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:32.600119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.769464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-9eb4f3eb-516c-47af-8359-aa69b3feb1d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.3783126 Nov 12 03:25:32.799025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.806518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.838063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-9f9f85a3-b1d1-49fa-a122-10a00832f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.840135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-9f9f85a3-b1d1-49fa-a122-10a00832f4ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.0616038 Nov 12 03:25:32.888777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-3903c4fd-6ffa-4cd0-a3b1-1609bf29fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.900264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-3903c4fd-6ffa-4cd0-a3b1-1609bf29fed7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d6b853a-7718-4f88-90cc-a1d8c8ecb390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5382588 Nov 12 03:25:32.938882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30eda-c5eb-4393-b14f-de194a339774 req-1835d129-b396-4e54-ae69-3ba630474aae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.940593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4a30eda-c5eb-4393-b14f-de194a339774 req-1835d129-b396-4e54-ae69-3ba630474aae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 944 time: 0.1903040 Nov 12 03:25:32.969822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:33.017266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6fa12-1b16-4a00-8168-7105eb7f497b None None] The sync data for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 is: [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:50Z', 'revision_number': 4, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '48b23366-e90e-4f78-ac2e-1c888e645900', 'name': '', 'network_id': '4d6b853a-7718-4f88-90cc-a1d8c8ecb390', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'mac_address': 'fa:16:3e:e0:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:49Z', 'updated_at': '2021-11-12T03:23:54Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'subnets': [{'id': '89832910-ea4f-4ede-9fe7-9464d88c1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:33.044420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.047340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Pushing event updated for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.079047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-5062a971-ed83-4e13-a414-ed5a09203dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.080597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-5062a971-ed83-4e13-a414-ed5a09203dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2288229 Nov 12 03:25:33.175337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4a30eda-c5eb-4393-b14f-de194a339774 req-1cfd2761-3257-494c-ba64-4bac7e89a987 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129974 Nov 12 03:25:33.237640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a183f-207d-4d3d-95c3-929093a4225c req-df9b6b8e-e9ea-4cd1-848d-801905cd28ec tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.247740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-b1dab408-9989-4b3c-821f-a4d9447a2e48 service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475966 Nov 12 03:25:33.257773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e3a183f-207d-4d3d-95c3-929093a4225c req-df9b6b8e-e9ea-4cd1-848d-801905cd28ec tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 943 time: 0.1012278 Nov 12 03:25:33.363168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:33.373549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:33.381981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-d1ff3511-c1e7-4fbb-b39d-8dfb37ade290 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678421 Nov 12 03:25:33.392837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e3a183f-207d-4d3d-95c3-929093a4225c req-3eac10ce-6bf8-431f-8a1c-093b8e5a4bdd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336086 Nov 12 03:25:33.423187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1ef466f-261d-42f2-a337-b2579060f71f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:33.511698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0e97df2b-c4b2-4760-b825-cd5aac308def details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:33.543743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f1ef466f-261d-42f2-a337-b2579060f71f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:33.547555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.641058 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0aab4-5537-496a-9bf1-d851f0904e60 None None] New status for floating IP d0e20ec4-9c9b-44cc-86c6-b1f07977988a: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:33.710004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b41cea-e7f4-4f9b-bb5c-581dbfd91f27 req-00bf203f-dd5d-41d1-aeec-c26f5352af45 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.712168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1b41cea-e7f4-4f9b-bb5c-581dbfd91f27 req-00bf203f-dd5d-41d1-aeec-c26f5352af45 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.3045022 Nov 12 03:25:33.805425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f102d3-b3b2-4804-8ebc-754ac345e21f req-8474f4c7-ee84-478d-8913-8b18b6ca0eac tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.812816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12f102d3-b3b2-4804-8ebc-754ac345e21f req-8474f4c7-ee84-478d-8913-8b18b6ca0eac tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.1648123 Nov 12 03:25:33.829070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-d8c9d0b0-0c71-437b-a8c9-5e1935b4676e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.830505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-d8c9d0b0-0c71-437b-a8c9-5e1935b4676e tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c13c76-97ec-48ad-b86c-eaa6122eee08 HTTP/1.1" status: 200 len: 984 time: 0.3296182 Nov 12 03:25:33.835059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0e97df2b-c4b2-4760-b825-cd5aac308def,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:33.847633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Router f54dc009-b979-4355-baf3-197292b504c0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:33.849630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '0e97df2b-c4b2-4760-b825-cd5aac308def', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': '0e97df2b-c4b2-4760-b825-cd5aac308def', 'mac_address': 'fa:16:3e:67:8d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:33.895724 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.929197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e97df2b-c4b2-4760-b825-cd5aac308def {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:33.943460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12f102d3-b3b2-4804-8ebc-754ac345e21f req-cac18ef7-a29f-4ef0-b20a-5889f41a42f0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "GET /v2.0/security-groups?id=761c9e4d-3f88-4957-abff-53f358520c84&id=15c9444a-3d4e-4711-b7a3-f56751f087f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1296513 Nov 12 03:25:33.971798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0e97df2b-c4b2-4760-b825-cd5aac308def,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:33.972564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aef7b670-21d4-4f8f-9f6f-6a86af51a261 req-0954139c-16c1-4265-a747-1dda04c6e3a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7112808 Nov 12 03:25:33.977235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1b41cea-e7f4-4f9b-bb5c-581dbfd91f27 req-d4d65a85-3ddd-4d3b-aa03-d6d66c942ad5 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514699 Nov 12 03:25:33.980012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26c1b9e-99b7-429a-b15f-e18ee1453063 req-8996290d-6213-41c3-9518-a65b2712e591 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704238 Nov 12 03:25:33.993761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.023118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:34.023118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.068666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.127681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port 5a4bfe4e-f1f1-4228-a6c1-856795190d74, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=5a4bfe4e-f1f1-4228-a6c1-856795190d74,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.128571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.145114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for 5a4bfe4e-f1f1-4228-a6c1-856795190d74 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:34.168846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:34.181731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-88fbb66d-6ec1-4961-8302-aa94b8958d21 admin admin] 10.222.0.84 "PUT /v2.0/routers/f54dc009-b979-4355-baf3-197292b504c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4843550 Nov 12 03:25:34.299707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.312120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0300ff-4841-417c-b50c-321a6203a1e6 req-fc6d3e51-2a37-499e-a336-e2732fb281ae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.313693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa0300ff-4841-417c-b50c-321a6203a1e6 req-fc6d3e51-2a37-499e-a336-e2732fb281ae tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 944 time: 0.0563855 Nov 12 03:25:34.329145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=5a4bfe4e-f1f1-4228-a6c1-856795190d74,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.341606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0e97df2b-c4b2-4760-b825-cd5aac308def'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:34.388254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aa0300ff-4841-417c-b50c-321a6203a1e6 req-5906fba0-e60c-478c-99fc-326b8ed597f4 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 Nov 12 03:25:34.395881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] No DVR routers for this DVR port 5a4bfe4e-f1f1-4228-a6c1-856795190d74 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:34.398688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.402296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51299fef-0688-4fb1-be8e-25e211c33b45 req-8d3e084a-bfee-42c7-9ce2-5acfee1ec720 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.39 "DELETE /v2.0/ports/5a4bfe4e-f1f1-4228-a6c1-856795190d74 HTTP/1.1" status: 204 len: 173 time: 0.5416837 Nov 12 03:25:34.402754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'name': 'network-vif-deleted', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:34.405163 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa3511-5d17-4931-a633-224d81cb22d4" -d '{"events": [{"server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "name": "network-vif-deleted", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:34.458165 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc851a-2e34-4c4f-9377-df68f83b453f x-openstack-request-id: req-3acc851a-2e34-4c4f-9377-df68f83b453f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:34.458342 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c13c76-97ec-48ad-b86c-eaa6122eee08", "name": "network-vif-deleted", "tag": "5a4bfe4e-f1f1-4228-a6c1-856795190d74", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:34.458605 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3acc851a-2e34-4c4f-9377-df68f83b453f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:34.459008 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c13c76-97ec-48ad-b86c-eaa6122eee08', 'name': 'network-vif-deleted', 'tag': '5a4bfe4e-f1f1-4228-a6c1-856795190d74', 'status': 'completed', 'code': 200} Nov 12 03:25:34.577249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19735-61ab-4b44-a7b9-8ed5da75c6cd req-32416724-d827-4da4-a69a-af08f757f8ab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.579780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-def19735-61ab-4b44-a7b9-8ed5da75c6cd req-32416724-d827-4da4-a69a-af08f757f8ab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 944 time: 0.0632756 Nov 12 03:25:34.631833 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7fe53717-d969-494e-8079-d1c6df2d1447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.652632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-def19735-61ab-4b44-a7b9-8ed5da75c6cd req-bd796f83-ced3-46ce-ae94-9833dcc0196d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676010 Nov 12 03:25:34.722893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-1a08a944-f11a-4a75-a024-cb512f33a2ec tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.724727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-1a08a944-f11a-4a75-a024-cb512f33a2ec tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 819 time: 0.1281021 Nov 12 03:25:34.744224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-c2f60077-5f69-4105-8703-744c60ccbed3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/quotas/f3639f00e0094fc5a83caaa34bb684c5 HTTP/1.1" status: 200 len: 375 time: 0.0103772 Nov 12 03:25:34.780988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0092a23b-dd8a-46a2-957a-af737fc46f53 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:34.825695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-66b295fe-398a-4097-844c-6d472c4bafab tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745873 Nov 12 03:25:34.843228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 0092a23b-dd8a-46a2-957a-af737fc46f53 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:34.848373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 0092a23b-dd8a-46a2-957a-af737fc46f53 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.848870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.967734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-3aa55924-9d00-455f-aba1-f65dda7fb54b service neutron] 10.222.0.84 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334100 Nov 12 03:25:34.970499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Sync routers for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:34.978508 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.985829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:34.986463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.006242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.060448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:35.061408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-0fddd9d1-3074-46cb-bdaa-edbb02d98808 service neutron] 10.222.0.84 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927715 Nov 12 03:25:35.067437 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bca8a2-c784-4a26-b44e-a1fa94b24d58" -d '{"events": [{"server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "name": "network-vif-plugged", "status": "completed", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:35.069449 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.094466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0092a23b-dd8a-46a2-957a-af737fc46f53,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:35.101496 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.132027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.189758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb81d-fe0e-4034-bd21-18f5ced5dfd3 req-169d3821-355d-4b05-83f3-85b0933ed4f0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.191439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb7bb81d-fe0e-4034-bd21-18f5ced5dfd3 req-169d3821-355d-4b05-83f3-85b0933ed4f0 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.1026495 Nov 12 03:25:35.199147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:35.216051 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.228457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.228920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.230106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/security-groups/761c9e4d-3f88-4957-abff-53f358520c84 HTTP/1.1" status: 204 len: 168 time: 0.2228377 Nov 12 03:25:35.234061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.276201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0fa6a-06c6-4cbc-8812-b5adb21ec138 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c9e4d-3f88-4957-abff-53f358520c84,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.320657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb7bb81d-fe0e-4034-bd21-18f5ced5dfd3 req-9efd1b5a-f341-432f-bfb1-f4abfbe9ba90 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218612 Nov 12 03:25:35.326302 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf822bc0-9edb-4172-8995-860bdeaad761 x-openstack-request-id: req-cf822bc0-9edb-4172-8995-860bdeaad761 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:35.326609 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "name": "network-vif-plugged", "status": "completed", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:35.326865 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cf822bc0-9edb-4172-8995-860bdeaad761 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:35.327360 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53', 'code': 200} Nov 12 03:25:35.381289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8860f8f2-5f39-4dfb-a1d2-738be65d7d05 req-04a929bb-488c-4e0a-89d2-e04bb1efa288 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 210 time: 0.0711980 Nov 12 03:25:35.383311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.421166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.431437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de6472-bd22-4ffc-b24d-3302473867d9 req-ab5c9488-6f1f-4f3f-ab68-7609aa0c3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.433605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03de6472-bd22-4ffc-b24d-3302473867d9 req-ab5c9488-6f1f-4f3f-ab68-7609aa0c3ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 1097 time: 0.1136749 Nov 12 03:25:35.511314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0e97df2b-c4b2-4760-b825-cd5aac308def up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:35.525295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-03de6472-bd22-4ffc-b24d-3302473867d9 req-eeb9a089-5502-4adb-95e9-b453610ac93f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Nov 12 03:25:35.535175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a71cc-8e6a-4dcd-b392-eccb1d7855f8 req-71219713-37ce-4d9d-a465-090d9f04732b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.536772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ef5a71cc-8e6a-4dcd-b392-eccb1d7855f8 req-71219713-37ce-4d9d-a465-090d9f04732b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.0713820 Nov 12 03:25:35.542790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.546707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.547925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/security-groups/15c9444a-3d4e-4711-b7a3-f56751f087f4 HTTP/1.1" status: 204 len: 168 time: 0.3117478 Nov 12 03:25:35.558542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:35.566447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb5cfb-8051-41b3-90d4-29ce219897d8 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9444a-3d4e-4711-b7a3-f56751f087f4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:35.637481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.641483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 0e97df2b-c4b2-4760-b825-cd5aac308def completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:35.648657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 0e97df2b-c4b2-4760-b825-cd5aac308def triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:35.649125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.693784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7b77f96d-570f-46bc-991f-6f17b0ebb289', 'name': '', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'mac_address': 'fa:16:3e:7c:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'af704530-649e-4d87-8441-922813fc6a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 2, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'subnets': [{'id': 'af704530-649e-4d87-8441-922813fc6a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:35.702400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-722cc0a2-ef71-439c-8228-fc2c558b4e58 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.703930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-722cc0a2-ef71-439c-8228-fc2c558b4e58 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 819 time: 0.1386530 Nov 12 03:25:35.723043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Checking router: f54dc009-b979-4355-baf3-197292b504c0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:35.723439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Updating router f54dc009-b979-4355-baf3-197292b504c0 port 7b77f96d-570f-46bc-991f-6f17b0ebb289 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:35.725301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-f3827077-0a20-4007-8941-51d60a7f28f0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/quotas/f3639f00e0094fc5a83caaa34bb684c5 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Nov 12 03:25:35.760266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.796237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-dd73b85d-ca7c-4fcb-afdf-26b380205123 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631914 Nov 12 03:25:35.804451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ef5a71cc-8e6a-4dcd-b392-eccb1d7855f8 req-0a9789d1-1670-4800-87f3-74b2d2424e0d tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581015 Nov 12 03:25:35.851362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.946658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-50bf6ebc-e626-48e7-844a-94caee54da48 service neutron] 10.222.0.84 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494880 Nov 12 03:25:35.959884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0e97df2b-c4b2-4760-b825-cd5aac308def,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:35.968451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.045739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44bfd-1724-4520-b929-fde1c2483a2a req-2d86da63-361f-4937-855a-18e272832ecc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.051695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7b44bfd-1724-4520-b929-fde1c2483a2a req-2d86da63-361f-4937-855a-18e272832ecc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.1249945 Nov 12 03:25:36.071177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.079300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-17d722c3-6803-4ab4-b3c4-9d0ede071a5c service neutron] 10.222.0.84 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278932 Nov 12 03:25:36.171925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b7b44bfd-1724-4520-b929-fde1c2483a2a req-c3959852-f8c0-4d7c-9d56-bb4b44a49d94 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174259 Nov 12 03:25:36.197846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.202798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.209608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.270655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-baba70b3-fb20-4dd9-84aa-6e13217e73fa req-e9102707-a71a-4b92-808a-a839e8f7e01b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 210 time: 0.0414054 Nov 12 03:25:36.290687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf151fd-56f4-49f2-843b-c60c2098db80 None None] Pushing event updated for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.329425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Attempting to bind port 7b77f96d-570f-46bc-991f-6f17b0ebb289 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:36.329782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Attempting to bind port 7b77f96d-570f-46bc-991f-6f17b0ebb289 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:36.330149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Attempting to bind port 7b77f96d-570f-46bc-991f-6f17b0ebb289 on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:36.335212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:36.335585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Checking segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:36.335982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.336638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Bound using segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:36.337102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Bound port: 7b77f96d-570f-46bc-991f-6f17b0ebb289, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:36.337478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.402936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] For port 7b77f96d-570f-46bc-991f-6f17b0ebb289, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:36.407001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] For port 7b77f96d-570f-46bc-991f-6f17b0ebb289, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7b77f96d-570f-46bc-991f-6f17b0ebb289,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:36.411677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.465834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:36.466493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.605987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:36.608528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf151fd-56f4-49f2-843b-c60c2098db80 None None] Pushing event updated for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.859138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-9c146c7d-d4c6-4ac5-bc61-07636c2d5396 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.860767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-9c146c7d-d4c6-4ac5-bc61-07636c2d5396 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 819 time: 0.1699572 Nov 12 03:25:36.876451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Request body: {'port': {'device_id': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'admin_state_up': True, 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.894052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7b77f96d-570f-46bc-991f-6f17b0ebb289', 'name': '', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'mac_address': 'fa:16:3e:7c:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'af704530-649e-4d87-8441-922813fc6a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'subnets': [{'id': 'af704530-649e-4d87-8441-922813fc6a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:36.928138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0556967e-4c87-48c4-a102-db3cc6243579 None None] The sync data for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 is: [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7b77f96d-570f-46bc-991f-6f17b0ebb289', 'name': '', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'mac_address': 'fa:16:3e:7c:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'af704530-649e-4d87-8441-922813fc6a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:31Z', 'updated_at': '2021-11-12T03:25:36Z', 'revision_number': 4, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'subnets': [{'id': 'af704530-649e-4d87-8441-922813fc6a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:36.975533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port 48b23366-e90e-4f78-ac2e-1c888e645900 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:36.975533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.072678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8bdcb-96b7-45df-9f7e-69c5ad1385e1 req-ae911bf3-57bb-4c1b-9f29-5a70a4598eac tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.074258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffa8bdcb-96b7-45df-9f7e-69c5ad1385e1 req-ae911bf3-57bb-4c1b-9f29-5a70a4598eac tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.1801901 Nov 12 03:25:37.133864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.169751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port 48b23366-e90e-4f78-ac2e-1c888e645900, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=48b23366-e90e-4f78-ac2e-1c888e645900,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:37.170118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.187085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Made reservation on behalf of f3639f00e0094fc5a83caaa34bb684c5 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:37.190920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.199656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for 48b23366-e90e-4f78-ac2e-1c888e645900 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:37.219057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffa8bdcb-96b7-45df-9f7e-69c5ad1385e1 req-6784ae42-a0db-4779-bdec-3f60d6cf0e83 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340630 Nov 12 03:25:37.329495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:37.332397 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9566c-5c56-4de6-ab21-9cce1327ac0d" -d '{"events": [{"server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "name": "network-vif-plugged", "status": "completed", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:37.440205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7b77f96d-570f-46bc-991f-6f17b0ebb289 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:37.489740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1357e6-c40f-4bc8-a304-2274046ee9c6 req-d459b2f9-a0d3-49b5-93e0-6e0f84772386 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.498433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be1357e6-c40f-4bc8-a304-2274046ee9c6 req-d459b2f9-a0d3-49b5-93e0-6e0f84772386 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.1662252 Nov 12 03:25:37.504654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7b77f96d-570f-46bc-991f-6f17b0ebb289 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:37.505342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.545625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8753f72-3fef-4154-85eb-a92e1487bf10 req-159933b4-e0e3-4688-92a7-804d54f4a2ac tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.553713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8753f72-3fef-4154-85eb-a92e1487bf10 req-159933b4-e0e3-4688-92a7-804d54f4a2ac tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.2025573 Nov 12 03:25:37.575009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-4e7f47e0-0de8-4069-a17d-930a51184150 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.576975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-4e7f47e0-0de8-4069-a17d-930a51184150 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.39 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 819 time: 0.2340033 Nov 12 03:25:37.593648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be1357e6-c40f-4bc8-a304-2274046ee9c6 req-e56a92c4-de89-4943-9f56-9ed77fd5d5cf tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939057 Nov 12 03:25:37.598883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Request body: {'port': {'device_id': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'admin_state_up': True, 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:37.638323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.691295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Allocated IP 172.20.0.12 (3eb8d0e7-aaad-468e-b74b-4172aa7d4763/af704530-649e-4d87-8441-922813fc6a76/6957836d-79ac-434e-adcd-e4129c9d00df) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:37.696706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7b77f96d-570f-46bc-991f-6f17b0ebb289, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7b77f96d-570f-46bc-991f-6f17b0ebb289,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:37.705829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.717697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.762904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbba26d5-cfad-43b3-8314-08b5485ced41 req-cdb1ac9e-a65b-48bb-aa94-e725a2e9a9bc tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 210 time: 0.0607917 Nov 12 03:25:37.766096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.787658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8753f72-3fef-4154-85eb-a92e1487bf10 req-babbb3ae-b34c-498e-af2b-4fc3486868e2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328596 Nov 12 03:25:37.793176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=48b23366-e90e-4f78-ac2e-1c888e645900,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.843202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Made reservation on behalf of f3639f00e0094fc5a83caaa34bb684c5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:37.850119 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.857188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.857545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.857892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.858234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.859399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.859399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.859399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.860116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.860116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.860273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.860544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.860870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:37.902090 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9498b5-4618-475b-a233-33a24d009110 x-openstack-request-id: req-6b9498b5-4618-475b-a233-33a24d009110 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:37.902317 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "name": "network-vif-plugged", "status": "completed", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:37.902533 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b9498b5-4618-475b-a233-33a24d009110 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:37.902936 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def', 'code': 200} Nov 12 03:25:38.097794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36c08d-d78a-4bd8-9975-d69b00fd947b req-fb8bbabe-8d63-4da7-a05a-d4e2344578ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.099355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee36c08d-d78a-4bd8-9975-d69b00fd947b req-fb8bbabe-8d63-4da7-a05a-d4e2344578ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 1097 time: 0.1172764 Nov 12 03:25:38.152827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.157267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.183862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08f0ca-9557-4163-aa50-b951664197df req-9de1c7ab-c873-4167-b011-7afad7eb6b41 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.188698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce08f0ca-9557-4163-aa50-b951664197df req-9de1c7ab-c873-4167-b011-7afad7eb6b41 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Nov 12 03:25:38.198083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.227275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee36c08d-d78a-4bd8-9975-d69b00fd947b req-1413b2f4-443f-4b7e-a4bc-a8614c244aa0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113753 Nov 12 03:25:38.282749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce08f0ca-9557-4163-aa50-b951664197df req-a6d1e53f-cb15-4462-856a-660165c68fe2 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863683 Nov 12 03:25:38.288583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.343593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:38.345484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Allocated IP 172.20.0.8 (3eb8d0e7-aaad-468e-b74b-4172aa7d4763/af704530-649e-4d87-8441-922813fc6a76/a30d6d90-eab0-46c7-828a-990ed2d89446) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:38.348344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:38.355196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:38.467418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Pushing event updated for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.490490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.491181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.523873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.546534 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-332655f0-b12f-49f1-a987-475ad7057780 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6751649 Nov 12 03:25:38.554370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4f61-2de7-462a-b17e-06feb438b561 req-66ca971b-2732-4419-b018-7723ff9596c6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.555867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9dc4f61-2de7-462a-b17e-06feb438b561 req-66ca971b-2732-4419-b018-7723ff9596c6 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.1779623 Nov 12 03:25:38.563486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Request body: {'port': {'device_id': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:38.564628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.607661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:38.615246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:38.617801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:38.644607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Pushing event updated for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.658142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:38.679769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.687690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9dc4f61-2de7-462a-b17e-06feb438b561 req-72b89096-75d7-4d4d-9646-8c96a25ef571 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211884 Nov 12 03:25:38.709335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.710164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.731309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-68e52b79-f7a6-4e06-9cf3-c41758dd7771 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1364403 Nov 12 03:25:38.746400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c229a92-6d6b-4001-941c-377eafbec378 req-63cff606-5b18-4413-a18b-948fa57a6fdd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.747381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c229a92-6d6b-4001-941c-377eafbec378 req-63cff606-5b18-4413-a18b-948fa57a6fdd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.0848489 Nov 12 03:25:38.752345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Request body: {'port': {'device_id': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:38.796668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5a4bfe4e-f1f1-4228-a6c1-856795190d74 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:38.817740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 5a4bfe4e-f1f1-4228-a6c1-856795190d74 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:38.818202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 5a4bfe4e-f1f1-4228-a6c1-856795190d74 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:38.835816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.887520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c229a92-6d6b-4001-941c-377eafbec378 req-3bf1ac12-5000-43b9-a1c0-22a3a8347d8b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037505 Nov 12 03:25:38.971052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:38.981588 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Sync routers for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:38.991389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:38.992226 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.005802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e5b5aaa8-df67-4c4f-8f53-e11ab674bce0 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "PUT /v2.0/routers/dc0500d0-6164-4a1a-8e23-6cf2b9beed3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4436369 Nov 12 03:25:39.007970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.028407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f8d5e-1f13-40e1-99ed-07e1bc79dce8 req-26d735fa-4f5e-4948-9ec9-c5abf3c4dc82 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.029398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a6f8d5e-1f13-40e1-99ed-07e1bc79dce8 req-26d735fa-4f5e-4948-9ec9-c5abf3c4dc82 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 931 time: 0.1449232 Nov 12 03:25:39.043742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac29b0f-efac-4e0a-95b5-0b3bbde1ce25 req-f346ef63-2123-49e3-8876-33fd6feb2b28 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.050861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ac29b0f-efac-4e0a-95b5-0b3bbde1ce25 req-f346ef63-2123-49e3-8876-33fd6feb2b28 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.0851080 Nov 12 03:25:39.098509 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:39.103159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ac29b0f-efac-4e0a-95b5-0b3bbde1ce25 req-b6374577-401c-46fd-8783-9230e3a7b59a tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Nov 12 03:25:39.126519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting subnet 89832910-ea4f-4ede-9fe7-9464d88c1383 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:39.135062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.282878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d079ca-b312-4cae-9740-8b8e13087f7f req-c08b0811-9f09-4a42-ba07-8196828e9fc5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.301179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8d079ca-b312-4cae-9740-8b8e13087f7f req-c08b0811-9f09-4a42-ba07-8196828e9fc5 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.1080754 Nov 12 03:25:39.370717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8d079ca-b312-4cae-9740-8b8e13087f7f req-88592564-75d9-4086-8a8e-6ae4df37a78b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631082 Nov 12 03:25:39.418845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:25:37Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.433583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7b77f96d-570f-46bc-991f-6f17b0ebb289 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:39.454894 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Checking router: dc0500d0-6164-4a1a-8e23-6cf2b9beed3b for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:39.465111 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Routers {'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:39.465993 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:25:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.469520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a6f8d5e-1f13-40e1-99ed-07e1bc79dce8 req-4e14dbf7-eee7-408a-b110-698c72685fb4 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185891 Nov 12 03:25:39.507825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.525408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7b77f96d-570f-46bc-991f-6f17b0ebb289 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:39.529091 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.588097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6957836d-79ac-434e-adcd-e4129c9d00df {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:39.601371 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] Set router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:39.601614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.644922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Transition to ACTIVE for port object 6957836d-79ac-434e-adcd-e4129c9d00df will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:39.661987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.701037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.758536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Pushing event updated for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.858117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.900012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Subnet': ['ID=89832910-ea4f-4ede-9fe7-9464d88c1383,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.902220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Attempting to bind port 6957836d-79ac-434e-adcd-e4129c9d00df on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:39.902692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Attempting to bind port 6957836d-79ac-434e-adcd-e4129c9d00df by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:39.903025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Attempting to bind port 6957836d-79ac-434e-adcd-e4129c9d00df on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.909303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.911812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d048d077-9144-4f4f-b4a6-f9a79ecdaed9 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/subnets/89832910-ea4f-4ede-9fe7-9464d88c1383 HTTP/1.1" status: 204 len: 168 time: 0.9013767 Nov 12 03:25:39.914471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Port 6957836d-79ac-434e-adcd-e4129c9d00df on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:39.914737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Attempting to bind port 6957836d-79ac-434e-adcd-e4129c9d00df on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.916616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45612) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.918095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680753dc-54dd-49de-bb9b-fd09fb404868 None None] Network 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:39.925612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdce4d-e6a5-4c17-964f-854c3d5c1602 req-08051de8-a138-426d-9e10-956af434a973 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.934832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75fdce4d-e6a5-4c17-964f-854c3d5c1602 req-08051de8-a138-426d-9e10-956af434a973 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.1015346 Nov 12 03:25:39.965284 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:25:37Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:39.988076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:39.988656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Checking segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:39.988831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Bound using segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:39.989424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Bound port: 6957836d-79ac-434e-adcd-e4129c9d00df, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:39.989846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.013256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d6d90-eab0-46c7-828a-990ed2d89446 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:40.019855 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db224c5-4e3c-403b-a9a9-a63aaed1172c None None] The sync data for ids ['dc0500d0-6164-4a1a-8e23-6cf2b9beed3b'] in n-d-615180-50 is: [{'id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-806887288', 'tenant_id': '2baa175256594fb49a0907fadef1ff91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:25:37Z', 'revision_number': 5, 'project_id': '2baa175256594fb49a0907fadef1ff91', 'gw_port': {'id': '1fd8a95d-a9b3-4df1-bb1a-12f7993709d8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0500d0-6164-4a1a-8e23-6cf2b9beed3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:44Z', 'updated_at': '2021-11-12T03:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:40.028265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.058179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75fdce4d-e6a5-4c17-964f-854c3d5c1602 req-784f5e5e-68fe-4bd3-90e4-20e9a4ee8941 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199944 Nov 12 03:25:40.063326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Transition to ACTIVE for port object a30d6d90-eab0-46c7-828a-990ed2d89446 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:40.073993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.130625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.168234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36f0f-07fb-4528-96d8-9a8bead76eb8 req-dd1dbd18-8ff9-4ad8-a0fe-0b2fadacbae9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.169638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9d36f0f-07fb-4528-96d8-9a8bead76eb8 req-dd1dbd18-8ff9-4ad8-a0fe-0b2fadacbae9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.1828284 Nov 12 03:25:40.170699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:40.180746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6957836d-79ac-434e-adcd-e4129c9d00df,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:40.193747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.206276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Attempting to bind port a30d6d90-eab0-46c7-828a-990ed2d89446 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:40.206657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Attempting to bind port a30d6d90-eab0-46c7-828a-990ed2d89446 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:40.206990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Attempting to bind port a30d6d90-eab0-46c7-828a-990ed2d89446 on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.211639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Port a30d6d90-eab0-46c7-828a-990ed2d89446 on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:40.211980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Attempting to bind port a30d6d90-eab0-46c7-828a-990ed2d89446 on network 3eb8d0e7-aaad-468e-b74b-4172aa7d4763 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:40.216845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:40.217183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Checking segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:40.217571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Bound using segment: {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:40.217998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Bound port: a30d6d90-eab0-46c7-828a-990ed2d89446, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1887e8-9288-41fd-9b48-4ed00be8837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:40.218356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.244334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.245013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.247131 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] 10.222.0.32 "PUT /v2.0/ports/6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 1093 time: 1.6901786 Nov 12 03:25:40.249528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.294815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:40.298154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a30d6d90-eab0-46c7-828a-990ed2d89446,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:40.299123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:40.301900 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:40.303578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.339767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.340400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.341796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a30d6d90-eab0-46c7-828a-990ed2d89446 HTTP/1.1" status: 200 len: 1092 time: 1.5935168 Nov 12 03:25:40.342237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:40.344595 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce9380-e789-40bf-83ea-be1b66b592fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:40.365591 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74e1bd-f387-4441-b019-7173f28a7122 x-openstack-request-id: req-9b74e1bd-f387-4441-b019-7173f28a7122 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.365927 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.366125 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b74e1bd-f387-4441-b019-7173f28a7122 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.367064 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df', 'status': 'completed', 'code': 200} Nov 12 03:25:40.371525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf78a0e-1222-4291-8918-85cb0ea32fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.403234 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a8c9b2-f6fd-40db-89d1-a98d5027bff2 x-openstack-request-id: req-61a8c9b2-f6fd-40db-89d1-a98d5027bff2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.403532 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.403783 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-61a8c9b2-f6fd-40db-89d1-a98d5027bff2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.404172 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446', 'status': 'completed', 'code': 200} Nov 12 03:25:40.440618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-a10e4827-79d2-4a26-bdad-9d1a8c4cda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.442311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-a10e4827-79d2-4a26-bdad-9d1a8c4cda4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 1095 time: 0.0560272 Nov 12 03:25:40.443008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] DHCP port deletion for 4d6b853a-7718-4f88-90cc-a1d8c8ecb390 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:40.445440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9d36f0f-07fb-4528-96d8-9a8bead76eb8 req-6f6d064d-07ae-43f7-a126-9bd7ce9d4f94 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670233 Nov 12 03:25:40.459038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9abfc-9a90-4473-a443-d35499019a9c service neutron] Pushing event updated for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.481480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-27f1dd12-c76c-438e-b353-698ab97cef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.483185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-27f1dd12-c76c-438e-b353-698ab97cef63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1096 time: 0.1891232 Nov 12 03:25:40.490799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.502361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-9ac6fb60-91a6-4061-8b07-012906783c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a30d6d90-eab0-46c7-828a-990ed2d89446 HTTP/1.1" status: 200 len: 217 time: 0.0487642 Nov 12 03:25:40.531006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Deleting port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:40.531686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.571040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-77cc5d85-f575-4305-b221-f4f7bb66541e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0722592 Nov 12 03:25:40.604315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-943be734-a66e-45f3-948a-67ff37d01f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.606610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-943be734-a66e-45f3-948a-67ff37d01f52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.0972409 Nov 12 03:25:40.624436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] For port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,segment=NetworkSegment(24429208-d967-4552-95bb-803377955147),segment_id=24429208-d967-4552-95bb-803377955147)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:40.625105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.640039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Calling delete_port for 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:40.655392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8c0c3-027a-4500-a1c4-f01e71997c7c req-e40b3075-d922-411d-bb81-fde3adced0ba tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.664141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce8c0c3-027a-4500-a1c4-f01e71997c7c req-e40b3075-d922-411d-bb81-fde3adced0ba tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.1084223 Nov 12 03:25:40.668340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-266fb054-b250-400d-9b1a-71fa9720e898 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535276 Nov 12 03:25:40.694008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-ec40eaf2-afa9-40cd-b79e-887060c85fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.695647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-ec40eaf2-afa9-40cd-b79e-887060c85fb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.1003437 Nov 12 03:25:40.714771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66513-3ac3-4365-861e-2f1ef4c5ed75 req-3c112897-9001-41f8-aa32-e94b851c7d77 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.716276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97c66513-3ac3-4365-861e-2f1ef4c5ed75 req-3c112897-9001-41f8-aa32-e94b851c7d77 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 943 time: 0.1194034 Nov 12 03:25:40.731713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.749657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-9e5c47ba-6bea-4945-af9f-fc5c561cd59c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469947 Nov 12 03:25:40.755494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] Pushing event deleted for resources: {'Port': ['ID=5c44a8f8-6efe-4c53-80a0-1ce0f286f095,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.761813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81343012-629b-464a-b0b8-e8e1c11a0181 None None] No DVR routers for this DVR port 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:40.784733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Deleting port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:40.785516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.795683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cce8c0c3-027a-4500-a1c4-f01e71997c7c req-1d4bb817-18d8-491c-8a73-68bd3e80e333 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305962 Nov 12 03:25:40.820953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-93a0a53b-1c81-4723-a7e9-08faa9ddfdbd service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447527 Nov 12 03:25:40.934788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97c66513-3ac3-4365-861e-2f1ef4c5ed75 req-cc098483-f47c-416a-9029-16c4b20cae59 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067392 Nov 12 03:25:40.950249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85e54a18-bf41-43f9-a626-2bdcb1efc43a req-6689928e-0f80-4b51-a87c-fd5c21028d95 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207461 Nov 12 03:25:40.968313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77001709-f01e-45ea-a4ad-c288b43cfe66 req-5aea02a3-be06-448f-ae4d-553000d45370 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.970068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-77001709-f01e-45ea-a4ad-c288b43cfe66 req-5aea02a3-be06-448f-ae4d-553000d45370 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.0826175 Nov 12 03:25:40.970655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] For port 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:40.971031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.981627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-6f88d2b5-fae5-4500-bcaa-e3ed8b404f19 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231610 Nov 12 03:25:40.992350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Calling delete_port for 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:41.039277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-77001709-f01e-45ea-a4ad-c288b43cfe66 req-6ec10a7e-a12a-4960-9228-a90df5b93f62 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616682 Nov 12 03:25:41.101721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-1f087c2a-c6ce-436c-a34f-69553d399ad3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.103252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-1f087c2a-c6ce-436c-a34f-69553d399ad3 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.0921481 Nov 12 03:25:41.106395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-f74863bb-c744-4813-9ccb-c1add173767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.107590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-f74863bb-c744-4813-9ccb-c1add173767e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 1095 time: 0.0976663 Nov 12 03:25:41.140408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f37918a-e200-4c0b-8e52-89b8b87ac386 req-33227f33-9036-4bdf-a52c-ba9160464427 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493294 Nov 12 03:25:41.274384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacc548-38e0-4efb-a193-c2e537808ab2 req-b5d2c604-5e6c-4054-ad01-f956af67ffb4 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.276100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcacc548-38e0-4efb-a193-c2e537808ab2 req-b5d2c604-5e6c-4054-ad01-f956af67ffb4 tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 945 time: 0.1050150 Nov 12 03:25:41.335946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:41.356029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-90eaad93-7553-4378-9322-479e5d13575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.357585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-90eaad93-7553-4378-9322-479e5d13575f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1096 time: 0.1705880 Nov 12 03:25:41.375751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:41.376367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5c44a8f8-6efe-4c53-80a0-1ce0f286f095 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:41.377484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 48b23366-e90e-4f78-ac2e-1c888e645900 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:41.402420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 48b23366-e90e-4f78-ac2e-1c888e645900 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:41.403078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 48b23366-e90e-4f78-ac2e-1c888e645900 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:41.415463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcacc548-38e0-4efb-a193-c2e537808ab2 req-9f42fbf8-578a-4972-bb82-ff7634ea3c3b tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/security-groups?id=451bbe24-13a8-4007-9a46-09bb9442edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277249 Nov 12 03:25:41.446026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.487172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Port': ['ID=1fd8a95d-a9b3-4df1-bb1a-12f7993709d8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:41.503789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989664c0-ac39-4a11-8833-f97311032f72 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:41.559399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-fa88cd0f-a858-490f-b9ca-d3416a61ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.560983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-fa88cd0f-a858-490f-b9ca-d3416a61ffd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.1925492 Nov 12 03:25:41.581889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.612776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-3656bc80-5dd8-43bb-9a38-dc76346c0296 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0421934 Nov 12 03:25:41.616960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-acd263d4-e95b-4da3-8dc0-b1d3c029f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.618437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-acd263d4-e95b-4da3-8dc0-b1d3c029f961 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.5030432 Nov 12 03:25:41.637937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acffe3-5b45-4142-bd07-251852c0b199 req-b9f4ef86-4a56-4926-b098-32e213802d4e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.639451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6acffe3-5b45-4142-bd07-251852c0b199 req-b9f4ef86-4a56-4926-b098-32e213802d4e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.0875456 Nov 12 03:25:41.684109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-7bcf77b8-d4a0-4459-9500-6a73489ca779 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a30d6d90-eab0-46c7-828a-990ed2d89446 HTTP/1.1" status: 200 len: 217 time: 0.0542293 Nov 12 03:25:41.695494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Deleting port 0092a23b-dd8a-46a2-957a-af737fc46f53 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:41.695834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.732433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.735999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.779683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-26628788-05ee-4f9e-b195-dab8b2ce77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.781246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-26628788-05ee-4f9e-b195-dab8b2ce77f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.1401873 Nov 12 03:25:41.800242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.800700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Fanout notify agent at l3_agent the message router_deleted on router dc0500d0-6164-4a1a-8e23-6cf2b9beed3b {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:41.807828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.808929 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-30ad0c5d-0b4b-4f21-b474-ff15c68ae14a tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/routers/dc0500d0-6164-4a1a-8e23-6cf2b9beed3b HTTP/1.1" status: 204 len: 168 time: 1.8908417 Nov 12 03:25:41.814208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45632) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:41.815882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-9de33014-fdfa-463f-a71b-f7f7cccfe08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.817375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-9de33014-fdfa-463f-a71b-f7f7cccfe08c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.1162238 Nov 12 03:25:41.823606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6acffe3-5b45-4142-bd07-251852c0b199 req-9a43eeb0-cfb5-4a45-b4a2-2f8e25f14f3c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762874 Nov 12 03:25:41.825380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-e8f9bc0f-dee5-40c1-ae42-3b7a68d9f242 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344698 Nov 12 03:25:41.896833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-6d1d4bfa-b3cc-48c8-80d9-7a79971629bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635829 Nov 12 03:25:41.934776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-164e091e-b0cd-4385-889a-24f2f1ded3d3 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988393 Nov 12 03:25:42.032258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] For port 0092a23b-dd8a-46a2-957a-af737fc46f53, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0092a23b-dd8a-46a2-957a-af737fc46f53,segment=NetworkSegment(823b0f5a-85ad-4e76-b604-ae9d91b299b1),segment_id=823b0f5a-85ad-4e76-b604-ae9d91b299b1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.032868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.039564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.060546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Calling delete_port for 0092a23b-dd8a-46a2-957a-af737fc46f53 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:42.067922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e92cdc25-025f-4308-b4a2-7d757e8bc7d4 req-c1c0eab5-4db3-41ed-85a7-d3429b468d40 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257384 Nov 12 03:25:42.084436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e28e-41dd-46f1-8f05-eb40a4f7c2c6 req-6d660e67-7fad-482d-a2f5-0e3cb99a5807 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.085926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1e2e28e-41dd-46f1-8f05-eb40a4f7c2c6 req-6d660e67-7fad-482d-a2f5-0e3cb99a5807 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 943 time: 0.0760307 Nov 12 03:25:42.135300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1e2e28e-41dd-46f1-8f05-eb40a4f7c2c6 req-1ceccc85-8b53-46b2-b57b-846f8a053fa6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Nov 12 03:25:42.148460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-fc9842fc-a425-4ae0-b27d-88096c98e311 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149980 Nov 12 03:25:42.266600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.305920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6b853a-7718-4f88-90cc-a1d8c8ecb390']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.322884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24429208-d967-4552-95bb-803377955147') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.323246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24429208-d967-4552-95bb-803377955147') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.342974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.378423 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddce9380-e789-40bf-83ea-be1b66b592fe req-a047b599-a135-483a-bfcb-5d6be9bc6639 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156351 Nov 12 03:25:42.389707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.402666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:42.403071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:42.406018 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:42.424045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.434925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0092a23b-dd8a-46a2-957a-af737fc46f53'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:42.490122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Pushing event deleted for resources: {'Port': ['ID=0092a23b-dd8a-46a2-957a-af737fc46f53,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.500693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.531850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.533653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] 10.222.0.84 "DELETE /v2.0/networks/4d6b853a-7718-4f88-90cc-a1d8c8ecb390 HTTP/1.1" status: 204 len: 168 time: 0.7153578 Nov 12 03:25:42.552599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-80d4d525-8981-4c51-adca-bdec97e8ec87 req-c29b67a9-043e-4bd5-9335-773cb6da04dc tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f2de6d9-beed-4d71-b2df-3e02641e3434 HTTP/1.1" status: 200 len: 210 time: 0.0556941 Nov 12 03:25:42.577803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb82de-26bb-4d3b-8c32-f3a234959212 tempest-TestSecurityGroupsBasicOps-127183423 tempest-TestSecurityGroupsBasicOps-127183423-project] Pushing event deleted for resources: {'Network': ['ID=4d6b853a-7718-4f88-90cc-a1d8c8ecb390,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.579284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] No DVR routers for this DVR port 0092a23b-dd8a-46a2-957a-af737fc46f53 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:42.581777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.584993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2f9059b-86ef-4017-84a6-770dcfd4bbc3 req-90ed45a7-ec62-4bb9-9159-2c1038e1b6bb tempest-ServerDiskConfigTestJSON-65044867 tempest-ServerDiskConfigTestJSON-65044867-project] 10.222.0.39 "DELETE /v2.0/ports/0092a23b-dd8a-46a2-957a-af737fc46f53 HTTP/1.1" status: 204 len: 173 time: 1.4707403 Nov 12 03:25:42.585432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'name': 'network-vif-deleted', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:42.588096 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd72a5-b56a-493b-b0ab-f238169ea707" -d '{"events": [{"server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "name": "network-vif-deleted", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:42.634064 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988cc7f7-ef1c-447c-a032-639486f543c9 x-openstack-request-id: req-988cc7f7-ef1c-447c-a032-639486f543c9 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:42.634351 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2de6d9-beed-4d71-b2df-3e02641e3434", "name": "network-vif-deleted", "tag": "0092a23b-dd8a-46a2-957a-af737fc46f53", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:42.634605 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-988cc7f7-ef1c-447c-a032-639486f543c9 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:42.635015 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2de6d9-beed-4d71-b2df-3e02641e3434', 'name': 'network-vif-deleted', 'tag': '0092a23b-dd8a-46a2-957a-af737fc46f53', 'status': 'completed', 'code': 200} Nov 12 03:25:42.810617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a30d6d90-eab0-46c7-828a-990ed2d89446 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:42.842299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:42.915710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a30d6d90-eab0-46c7-828a-990ed2d89446,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.928620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a30d6d90-eab0-46c7-828a-990ed2d89446', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'port_id': 'a30d6d90-eab0-46c7-828a-990ed2d89446', 'mac_address': 'fa:16:3e:4f:b1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af704530-649e-4d87-8441-922813fc6a76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:42.953994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf14cd-4300-48e9-befc-be6dd8184c64 req-2fb79af9-133d-4b49-add4-c884922310db tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.955874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-debf14cd-4300-48e9-befc-be6dd8184c64 req-2fb79af9-133d-4b49-add4-c884922310db tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.0585423 Nov 12 03:25:42.970254 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.985513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d6d90-eab0-46c7-828a-990ed2d89446 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:43.009736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a30d6d90-eab0-46c7-828a-990ed2d89446,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.014330 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.036306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec43f3f4-9bc2-4488-8d75-a6e57e58d625 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2baa175256594fb49a0907fadef1ff91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1905837 Nov 12 03:25:43.036853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45652) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.049511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-debf14cd-4300-48e9-befc-be6dd8184c64 req-d51f7f18-9ed9-4066-bad3-bee234677ec9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738847 Nov 12 03:25:43.082727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-44ad4bfc-798e-43ae-b1c4-98176f09ef23 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.084133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-44ad4bfc-798e-43ae-b1c4-98176f09ef23 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 945 time: 0.1002462 Nov 12 03:25:43.086795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.148011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.198686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.272182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port 0e97df2b-c4b2-4760-b825-cd5aac308def {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:43.272521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.301480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a30d6d90-eab0-46c7-828a-990ed2d89446'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:43.303745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:43.313460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b67d5-16eb-4ca8-acb4-78c5cb391cc5 req-f9d6a960-c964-4fc9-9800-83313e8d2a0d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.314972 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d60b67d5-16eb-4ca8-acb4-78c5cb391cc5 req-f9d6a960-c964-4fc9-9800-83313e8d2a0d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 944 time: 0.1036460 Nov 12 03:25:43.344621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:43.344970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fd8a95d-a9b3-4df1-bb1a-12f7993709d8 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:43.358205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.360790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.363140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03fd6d54-4fff-48fa-94ae-80b1345ca6de HTTP/1.1" status: 204 len: 168 time: 0.3240511 Nov 12 03:25:43.392178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42125d60-7fb0-437c-bff5-efefc44d94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fd6d54-4fff-48fa-94ae-80b1345ca6de,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.435591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d60b67d5-16eb-4ca8-acb4-78c5cb391cc5 req-c4258a78-04c4-4ba9-82b0-c29c93c5aa6c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891001 Nov 12 03:25:43.437432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port 0e97df2b-c4b2-4760-b825-cd5aac308def, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0e97df2b-c4b2-4760-b825-cd5aac308def,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.437806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.457965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for 0e97df2b-c4b2-4760-b825-cd5aac308def owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:43.555722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6957836d-79ac-434e-adcd-e4129c9d00df details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:43.600983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.637990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=0e97df2b-c4b2-4760-b825-cd5aac308def,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.640038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0e97df2b-c4b2-4760-b825-cd5aac308def'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:43.674981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45664) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.697595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac5b-445b-4ed5-acba-b69094b7d9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.706220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port 0e97df2b-c4b2-4760-b825-cd5aac308def on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:43.718026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.723379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ab73f28-05c0-4716-9fbb-391bcc29efb4 req-23362265-abf4-4a86-a307-5a0491c82206 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "DELETE /v2.0/ports/0e97df2b-c4b2-4760-b825-cd5aac308def HTTP/1.1" status: 204 len: 173 time: 0.6291733 Nov 12 03:25:43.724207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'name': 'network-vif-deleted', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:43.726390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6957836d-79ac-434e-adcd-e4129c9d00df,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.727860 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e87be-9655-482b-9cd6-c54b163651a0" -d '{"events": [{"server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "name": "network-vif-deleted", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:43.740954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6957836d-79ac-434e-adcd-e4129c9d00df', 'network_id': '3eb8d0e7-aaad-468e-b74b-4172aa7d4763', 'port_id': '6957836d-79ac-434e-adcd-e4129c9d00df', 'mac_address': 'fa:16:3e:ce:cb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af704530-649e-4d87-8441-922813fc6a76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:43.803496 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a00939-db12-42fb-8531-041390bc042c x-openstack-request-id: req-19a00939-db12-42fb-8531-041390bc042c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:43.803794 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1593dd-2228-44b1-bf45-13f8af429540", "name": "network-vif-deleted", "tag": "0e97df2b-c4b2-4760-b825-cd5aac308def", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:43.804071 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19a00939-db12-42fb-8531-041390bc042c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:43.804478 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1593dd-2228-44b1-bf45-13f8af429540', 'name': 'network-vif-deleted', 'tag': '0e97df2b-c4b2-4760-b825-cd5aac308def', 'status': 'completed', 'code': 200} Nov 12 03:25:43.848472 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.858463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45674) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.876530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac5b-445b-4ed5-acba-b69094b7d9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.881749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b45ac5b-445b-4ed5-acba-b69094b7d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.883589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6957836d-79ac-434e-adcd-e4129c9d00df {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:43.929314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Deleting subnet 4016b304-740b-443e-831f-1d7a8c2d9670 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:43.934950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b45ac5b-445b-4ed5-acba-b69094b7d9be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f8623ddcb5a43ebb13e6733cfd2431c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558587 Nov 12 03:25:43.934950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45ac5b-445b-4ed5-acba-b69094b7d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68312b1d-62de-41eb-81fa-f2986051adfd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.935702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45676) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.937777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.942192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6957836d-79ac-434e-adcd-e4129c9d00df,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:43.947434 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.998981 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.999289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.056875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.058753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.105850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.254665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6957836d-79ac-434e-adcd-e4129c9d00df'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:44.413823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c30e036-8604-4e08-8058-11d89f1ca664 req-dc74e6f0-6368-42e6-b141-b49954092a6d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.2959955 Nov 12 03:25:44.436197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.459685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4016b304-740b-443e-831f-1d7a8c2d9670,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.471056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.477021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c8059889-7c86-4a1c-8c17-4617015664d2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4016b304-740b-443e-831f-1d7a8c2d9670 HTTP/1.1" status: 204 len: 168 time: 0.6151311 Nov 12 03:25:44.477021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.477562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45682) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.478436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.482090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/68312b1d-62de-41eb-81fa-f2986051adfd HTTP/1.1" status: 204 len: 168 time: 0.5455322 Nov 12 03:25:44.501990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd470-cd48-4745-88d2-db1849484c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68312b1d-62de-41eb-81fa-f2986051adfd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.611496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.634807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38cc3d-1b55-4e5f-8434-35b224d59c93 req-a4317f6b-ccdf-4ee0-b86f-7bdd0c2d804d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.643069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a38cc3d-1b55-4e5f-8434-35b224d59c93 req-a4317f6b-ccdf-4ee0-b86f-7bdd0c2d804d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 944 time: 0.0806456 Nov 12 03:25:44.754018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.780776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a38cc3d-1b55-4e5f-8434-35b224d59c93 req-b79e4bc1-103e-43ff-81d6-b092769ec25f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367092 Nov 12 03:25:44.795776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6da682-2fa1-46fc-8940-c10ae722697b']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.811923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b0f5a-85ad-4e76-b604-ae9d91b299b1') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.812224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b0f5a-85ad-4e76-b604-ae9d91b299b1') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.814189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a30d6d90-eab0-46c7-828a-990ed2d89446 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:44.823048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.840789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.848899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:44.849962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:44.851756 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:44.874583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.875892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a30d6d90-eab0-46c7-828a-990ed2d89446 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:44.881216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a30d6d90-eab0-46c7-828a-990ed2d89446 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:44.881900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.920365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.929299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4df9665a-1a25-4d20-9712-cd8305199eee admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c0663386eeb4b43b18a07ff6f6c1e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512536 Nov 12 03:25:44.930159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45690) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.933348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.946073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] 10.222.0.84 "DELETE /v2.0/networks/ea6da682-2fa1-46fc-8940-c10ae722697b HTTP/1.1" status: 204 len: 168 time: 0.4673934 Nov 12 03:25:44.960662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e9c9-4c89-4e43-ad63-30c91299eb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6da682-2fa1-46fc-8940-c10ae722697b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.989757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.006709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.016736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:45.019057 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfeaee2-d840-4ef1-a9de-b0d94a970fa9" -d '{"events": [{"server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "name": "network-vif-plugged", "status": "completed", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:45.034365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a30d6d90-eab0-46c7-828a-990ed2d89446,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:45.040164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.041320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0092a23b-dd8a-46a2-957a-af737fc46f53 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:45.059747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.109706 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e4851-8e80-4f29-90f3-673dc247737c x-openstack-request-id: req-2a2e4851-8e80-4f29-90f3-673dc247737c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:45.111389 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "name": "network-vif-plugged", "status": "completed", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:45.112541 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a2e4851-8e80-4f29-90f3-673dc247737c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:45.113184 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446', 'code': 200} Nov 12 03:25:45.127851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.132519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.134082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c9dd3675-71e3-47f3-ae73-031dfafa842f HTTP/1.1" status: 204 len: 168 time: 0.2034559 Nov 12 03:25:45.147081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 0092a23b-dd8a-46a2-957a-af737fc46f53 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:45.147460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0092a23b-dd8a-46a2-957a-af737fc46f53 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:45.176618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.180307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf5b79-d0ea-4ef3-ac8a-7eee58b01a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dd3675-71e3-47f3-ae73-031dfafa842f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.185277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45698) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:45.231906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c8b6-f838-4bcd-bcc3-37bb3a994d91 req-2a539828-747f-4d7d-80a7-b8711e0b3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.233965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dca9c8b6-f838-4bcd-bcc3-37bb3a994d91 req-2a539828-747f-4d7d-80a7-b8711e0b3524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 1097 time: 0.0907948 Nov 12 03:25:45.247305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-222f7bd1-0510-4464-a904-bca63f608843 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=976e1f6532b04f25963d1a8b03fa0ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603571 Nov 12 03:25:45.249833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45700) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:45.309175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.311447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dca9c8b6-f838-4bcd-bcc3-37bb3a994d91 req-dc173aa7-0b9d-46db-86d8-8f0843a43908 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 Nov 12 03:25:45.334955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.390064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.393148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.396623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/451bbe24-13a8-4007-9a46-09bb9442edfd HTTP/1.1" status: 204 len: 168 time: 0.1434267 Nov 12 03:25:45.419911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383218-ae12-4b7d-ab4d-a4c4d4c34c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451bbe24-13a8-4007-9a46-09bb9442edfd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.534336 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ef6dcd0-f3c0-43a4-ae05-747a08f770fa req-fd7c587b-9506-4d27-a0f9-d352732fc062 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0334849 Nov 12 03:25:45.572369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6957836d-79ac-434e-adcd-e4129c9d00df up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:45.642554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6957836d-79ac-434e-adcd-e4129c9d00df completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:45.656262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6957836d-79ac-434e-adcd-e4129c9d00df triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:45.656640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.772827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.874413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6957836d-79ac-434e-adcd-e4129c9d00df,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:45.880015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:45.931913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.962025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17939-6d26-4524-8d11-64d657555660 req-cb2a34a4-8cd2-4c6f-bcb5-95eebb25a98c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.964372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eed17939-6d26-4524-8d11-64d657555660 req-cb2a34a4-8cd2-4c6f-bcb5-95eebb25a98c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0582230 Nov 12 03:25:46.018090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eed17939-6d26-4524-8d11-64d657555660 req-1f76cf48-de1f-437b-9a91-55eb8878621e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Nov 12 03:25:46.291525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45726) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.403235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-636693295-network', 'tenant_id': 'eb08c7daf0d6422c907543b5d703221b'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.423745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Made reservation on behalf of eb08c7daf0d6422c907543b5d703221b for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:46.426201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.436846 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.533240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.538191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.575162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:46.585718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fe7c6-b6cb-412d-9b98-913505e31e46,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.592179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.592906 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Added segment fac4af7a-b12e-4b78-9c33-73746956df52 of type vlan for network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee Nov 12 03:25:46.678508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aab895e-e428-4d9e-a5d5-eab307d3b9ec req-d7948e7f-7dd8-4d36-b8e5-4ef00ab44163 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0358965 Nov 12 03:25:46.680100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.706586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.707660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.708260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.772652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4798727 Nov 12 03:25:46.775596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45732) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.780673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Request body: {'subnet': {'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-636693295-subnet', 'tenant_id': 'eb08c7daf0d6422c907543b5d703221b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:46.790273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbba677-da41-4cb0-b06b-14c4318102b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ffd3674-0dc4-45af-85fb-c69e65efd8ee,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.805187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:46.810932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Made reservation on behalf of eb08c7daf0d6422c907543b5d703221b for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:46.813488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.009246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.081842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11527773-1364-430d-bb92-d06cc653ae4a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:47.098228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Checking segment: {'id': 'fac4af7a-b12e-4b78-9c33-73746956df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:47.098595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Network hostable DHCP agents. Network: 8ffd3674-0dc4-45af-85fb-c69e65efd8ee, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:47.114046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:47.116688 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd483b31-5f85-43c0-add6-2d1821271c00" -d '{"events": [{"server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "name": "network-vif-plugged", "status": "completed", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:47.123660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:47.135439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8ffd3674-0dc4-45af-85fb-c69e65efd8ee) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:47.143932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.144728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d4442-006b-4eea-908d-7152ce6845c8 None None] Network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:47.146660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:47.178298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-36c46706-ab8b-48fd-96ce-c4aad5339a13 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4015224 Nov 12 03:25:47.192257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0598f7-fb65-453d-b6bc-5b3bd09dda7e req-e4e9daf8-961f-44ff-b7e5-315906926c69 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.201802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b0598f7-fb65-453d-b6bc-5b3bd09dda7e req-e4e9daf8-961f-44ff-b7e5-315906926c69 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0980630 Nov 12 03:25:47.215753 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffcd249-7276-4539-9afc-859fadb20850 x-openstack-request-id: req-8ffcd249-7276-4539-9afc-859fadb20850 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:47.218462 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "name": "network-vif-plugged", "status": "completed", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:47.218879 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8ffcd249-7276-4539-9afc-859fadb20850 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:47.220236 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df', 'code': 200} Nov 12 03:25:47.313435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b0598f7-fb65-453d-b6bc-5b3bd09dda7e req-fd62d9df-7ead-4081-8fde-24343ceaf8f3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097162 Nov 12 03:25:47.364816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5aeb-a670-43cf-812a-eec2f819714c req-1f77214d-6190-4b88-b98c-3c826e0c33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.366305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-603f5aeb-a670-43cf-812a-eec2f819714c req-1f77214d-6190-4b88-b98c-3c826e0c33d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0765901 Nov 12 03:25:47.417565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9a430-df09-43a1-908f-46cfece5a943 None None] Network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:47.458874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-603f5aeb-a670-43cf-812a-eec2f819714c req-d3e5efb7-f44f-4104-a380-2ac7219e4f76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768676 Nov 12 03:25:47.576657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0e97df2b-c4b2-4760-b825-cd5aac308def no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:47.664506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 0e97df2b-c4b2-4760-b825-cd5aac308def {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:47.664854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0e97df2b-c4b2-4760-b825-cd5aac308def not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:47.724758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-8fa0472e-bf94-421b-8a9a-dcae28290d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.726364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-8fa0472e-bf94-421b-8a9a-dcae28290d95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 1097 time: 0.1045127 Nov 12 03:25:47.743087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f682a5-a331-4aa7-a90d-2153dede4add req-84f8aae3-7cd9-4642-9ba2-0f94d656ae31 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.745384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33f682a5-a331-4aa7-a90d-2153dede4add req-84f8aae3-7cd9-4642-9ba2-0f94d656ae31 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0758886 Nov 12 03:25:47.851610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d34291ce-b966-48f5-8d8f-cbad0aa5f222 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.853105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d34291ce-b966-48f5-8d8f-cbad0aa5f222 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/networks?id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee HTTP/1.1" status: 200 len: 813 time: 0.1144474 Nov 12 03:25:47.855676 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33f682a5-a331-4aa7-a90d-2153dede4add req-a34d732b-b1d3-4907-9de9-c3799105d799 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026070 Nov 12 03:25:47.888036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-b0cf7f7b-1aaf-42b9-8e33-f4b97573ab6a tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/quotas/eb08c7daf0d6422c907543b5d703221b HTTP/1.1" status: 200 len: 375 time: 0.0250843 Nov 12 03:25:47.888902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-616e6b91-a3fc-4c6c-a042-1a7ae7f2bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.890706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-616e6b91-a3fc-4c6c-a042-1a7ae7f2bf18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.1560490 Nov 12 03:25:47.924065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-53479813-d2fd-4239-a2da-16336472c9d5 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=eb08c7daf0d6422c907543b5d703221b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328898 Nov 12 03:25:47.948909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-8aee5cde-167e-42a1-a7dd-068269ed037a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a30d6d90-eab0-46c7-828a-990ed2d89446 HTTP/1.1" status: 200 len: 217 time: 0.0514565 Nov 12 03:25:47.973817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12c12263-b79f-41a1-b449-ae40dfbadd3c req-d4b3f9c4-1edf-4a41-bba9-a161cfe8ab74 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0316620 Nov 12 03:25:48.024652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-ffa10d46-daa0-41e2-8474-8f9bcf01a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.026425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-ffa10d46-daa0-41e2-8474-8f9bcf01a1ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.0584459 Nov 12 03:25:48.031625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-cd9c7f96-9235-40e5-a1e9-cf7cfbd079a8 service neutron] 10.222.0.84 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001661 Nov 12 03:25:48.060026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-466fb966-b66c-4996-a18d-402b63f7e6d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260441 Nov 12 03:25:48.128899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-fce2548b-4df1-4ee6-8074-17855545dc6a service neutron] 10.222.0.84 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912459 Nov 12 03:25:48.154123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-01887543-d8d1-4cbd-9924-b11f14ed11be service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Nov 12 03:25:48.261369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c3d6855-422b-4dab-ab9f-1c1c065813b3 req-dbf80b05-6550-4904-a711-9e26008f8e27 service neutron] 10.222.0.39 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005602 Nov 12 03:25:48.295737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ddc8c6f-86ce-4973-ac1c-00e102306255 req-0b45bc8f-1870-4e8c-a188-30c89c326a8e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 210 time: 0.0325444 Nov 12 03:25:48.996084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b08832-496f-420f-b4e2-5ad7f9f179ee req-ce8d385f-ed3e-4d49-82d6-77a90064625b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.997879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89b08832-496f-420f-b4e2-5ad7f9f179ee req-ce8d385f-ed3e-4d49-82d6-77a90064625b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0757432 Nov 12 03:25:49.052685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89b08832-496f-420f-b4e2-5ad7f9f179ee req-232afe61-5879-4b20-be74-1fbd9f5ab295 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Nov 12 03:25:49.104934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-002eab3f-e4cd-4487-94c5-bf2397b81b15 req-4c050ab6-0b4b-44b7-8c6a-46c5d3cafac3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f1593dd-2228-44b1-bf45-13f8af429540 HTTP/1.1" status: 200 len: 210 time: 0.0370622 Nov 12 03:25:49.263879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-230075fb-b7a5-4b11-9235-360721e1b7bd tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.265019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-230075fb-b7a5-4b11-9235-360721e1b7bd tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.39 "GET /v2.0/networks?id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee HTTP/1.1" status: 200 len: 813 time: 0.1122167 Nov 12 03:25:49.278355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Request body: {'port': {'device_id': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee', 'admin_state_up': True, 'tenant_id': 'eb08c7daf0d6422c907543b5d703221b'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:49.414837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Made reservation on behalf of eb08c7daf0d6422c907543b5d703221b for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:49.420432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.422541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a310227b-905e-4f24-931d-4d35b9ae33fd req-e4aac5e9-dd52-4590-8aeb-a4c984a0fa6d tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 210 time: 0.0457010 Nov 12 03:25:49.551177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Allocated IP 172.20.0.4 (8ffd3674-0dc4-45af-85fb-c69e65efd8ee/11527773-1364-430d-bb92-d06cc653ae4a/80ea74b0-8e4c-4a46-8a0d-94252b5167c7) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:49.697106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.731707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.773440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:49.783905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:49.787941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:49.795166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Pushing event updated for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.848085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.848704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.864958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-d9995876-3d4c-4c21-8e2b-e6145e61c46e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912967 Nov 12 03:25:49.877604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Request body: {'port': {'device_id': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:49.930911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.220020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4372-b158-434f-b7bd-e7af25b1bfad req-879a6e2e-332e-47af-8cbc-2a85133c3d96 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.220020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-866d4372-b158-434f-b7bd-e7af25b1bfad req-879a6e2e-332e-47af-8cbc-2a85133c3d96 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0857813 Nov 12 03:25:50.262643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:50.277113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.300757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-866d4372-b158-434f-b7bd-e7af25b1bfad req-c88516a8-6790-461b-a330-83333efd638b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Nov 12 03:25:50.301658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Transition to ACTIVE for port object 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:50.307734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.362609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Pushing event updated for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.429250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Attempting to bind port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:50.429585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Attempting to bind port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'fac4af7a-b12e-4b78-9c33-73746956df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:50.429912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Attempting to bind port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 on network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:50.434946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 on network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:50.435483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Attempting to bind port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 on network 8ffd3674-0dc4-45af-85fb-c69e65efd8ee {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:50.440836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:50.440836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Checking segment: {'id': 'fac4af7a-b12e-4b78-9c33-73746956df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:50.441133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Bound using segment: {'id': 'fac4af7a-b12e-4b78-9c33-73746956df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:50.441509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Bound port: 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac4af7a-b12e-4b78-9c33-73746956df52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:50.441870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.511816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:50.515379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,segment=NetworkSegment(fac4af7a-b12e-4b78-9c33-73746956df52),segment_id=fac4af7a-b12e-4b78-9c33-73746956df52)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:50.520667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.534377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59f98-d7c3-4932-892b-6f5cf52eb119 req-bb2dde82-9f3f-4f7c-9d51-189b56b0893f tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.541687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5a59f98-d7c3-4932-892b-6f5cf52eb119 req-bb2dde82-9f3f-4f7c-9d51-189b56b0893f tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 943 time: 0.0574574 Nov 12 03:25:50.554336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.555130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.556596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] 10.222.0.39 "PUT /v2.0/ports/80ea74b0-8e4c-4a46-8a0d-94252b5167c7 HTTP/1.1" status: 200 len: 1092 time: 0.6831577 Nov 12 03:25:50.557152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:50.559519 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40599b84-8d54-4493-8aae-4c8fcc2874b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:50.591052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5daac-12a0-42d9-bc48-3aca1c44905c service neutron] Pushing event updated for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.601592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5a59f98-d7c3-4932-892b-6f5cf52eb119 req-01cf81ed-7c7b-4465-a606-6163254bf139 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548613 Nov 12 03:25:50.640451 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:50.643425 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c1f214-0e26-4bb3-905d-7a8b42add9b3 x-openstack-request-id: req-53c1f214-0e26-4bb3-905d-7a8b42add9b3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:50.643718 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:50.643965 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-53c1f214-0e26-4bb3-905d-7a8b42add9b3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:50.644354 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7', 'status': 'completed', 'code': 200} Nov 12 03:25:50.660197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-a58114d1-d028-434a-8067-f9232f0f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.661759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-a58114d1-d028-434a-8067-f9232f0f6bea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb08c7daf0d6422c907543b5d703221b&device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 1095 time: 0.0450408 Nov 12 03:25:50.708138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-c744c9e5-a783-4802-bed7-b1c075db2aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7 HTTP/1.1" status: 200 len: 217 time: 0.0374482 Nov 12 03:25:50.760080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-eb785cf0-f0f4-488b-a465-304fcd4da663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.762084 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-eb785cf0-f0f4-488b-a465-304fcd4da663 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=11527773-1364-430d-bb92-d06cc653ae4a HTTP/1.1" status: 200 len: 853 time: 0.0469947 Nov 12 03:25:50.794566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-00085e09-a2c5-4f3a-bc07-e826ab606c05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253992 Nov 12 03:25:50.888273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-b4b3a3de-9c31-48eb-ad10-b01cb25325d1 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Nov 12 03:25:50.977415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3de91a58-5417-42a7-ad3e-81cbc2035887 req-16fd4e2b-4826-47d9-acf7-eda8c9c68376 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823109 Nov 12 03:25:51.070117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-271bf322-b82a-482c-98fa-0a5af488e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.071759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-271bf322-b82a-482c-98fa-0a5af488e82f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb08c7daf0d6422c907543b5d703221b&device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 1095 time: 0.0484583 Nov 12 03:25:51.167160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-07f1a02d-9ede-4cc5-925b-a3774db7db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.168633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-07f1a02d-9ede-4cc5-925b-a3774db7db88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee HTTP/1.1" status: 200 len: 914 time: 0.0873432 Nov 12 03:25:51.217928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-e88b6274-f1a0-4d91-b7a7-88aaacefe508 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7 HTTP/1.1" status: 200 len: 217 time: 0.0386617 Nov 12 03:25:51.280966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-64b7b0ce-f57f-4ee4-8ed1-6b57c37403c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.283027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-64b7b0ce-f57f-4ee4-8ed1-6b57c37403c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=11527773-1364-430d-bb92-d06cc653ae4a HTTP/1.1" status: 200 len: 853 time: 0.0558150 Nov 12 03:25:51.321187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-fbbab3fc-2052-4d56-a2b4-5de3cf32957d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260334 Nov 12 03:25:51.423300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-cfb91344-1b09-42df-bff2-442d2a433d98 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888717 Nov 12 03:25:51.425358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad7150-2009-4f84-9143-6317bb8810a4 req-e0e5c0cd-9f7d-4121-ad8f-52637c48d567 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.426994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56ad7150-2009-4f84-9143-6317bb8810a4 req-e0e5c0cd-9f7d-4121-ad8f-52637c48d567 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0558786 Nov 12 03:25:51.478159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56ad7150-2009-4f84-9143-6317bb8810a4 req-dd88546e-251f-4e60-b71e-741471a39263 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 Nov 12 03:25:51.820641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a7f67-5947-419f-af6c-7f81c18612a0 req-407a76b6-5b15-4063-828e-81a4da653eb0 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.822107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-811a7f67-5947-419f-af6c-7f81c18612a0 req-407a76b6-5b15-4063-828e-81a4da653eb0 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 943 time: 0.0947769 Nov 12 03:25:51.843438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40599b84-8d54-4493-8aae-4c8fcc2874b3 req-5d80a373-1917-4275-8c5b-3e2630853685 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126208 Nov 12 03:25:51.881767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-811a7f67-5947-419f-af6c-7f81c18612a0 req-f006319a-b028-446c-af08-3557e9aafd4b tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503025 Nov 12 03:25:52.599352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32467-72ba-482c-a6ff-046274f58788 req-abdcd667-90e8-4b7c-99f7-ad8d7aa68a48 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.601050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bff32467-72ba-482c-a6ff-046274f58788 req-abdcd667-90e8-4b7c-99f7-ad8d7aa68a48 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Nov 12 03:25:52.657863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bff32467-72ba-482c-a6ff-046274f58788 req-71cf9df4-5b43-44f6-be72-a05b85230ef9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Nov 12 03:25:52.846894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:52.942164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,segment=NetworkSegment(fac4af7a-b12e-4b78-9c33-73746956df52),segment_id=fac4af7a-b12e-4b78-9c33-73746956df52)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:52.954729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7', 'network_id': '8ffd3674-0dc4-45af-85fb-c69e65efd8ee', 'port_id': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7', 'mac_address': 'fa:16:3e:4b:f5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11527773-1364-430d-bb92-d06cc653ae4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:52.999794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.012927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:53.014782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecde81-80bd-41f0-9ca6-c0d778b0fe96 req-79091c05-01b1-42fa-94f2-0fef9e39e354 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.016454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52ecde81-80bd-41f0-9ca6-c0d778b0fe96 req-79091c05-01b1-42fa-94f2-0fef9e39e354 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 943 time: 0.0568902 Nov 12 03:25:53.038723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,segment=NetworkSegment(fac4af7a-b12e-4b78-9c33-73746956df52),segment_id=fac4af7a-b12e-4b78-9c33-73746956df52)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:53.046098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.102048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.104746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52ecde81-80bd-41f0-9ca6-c0d778b0fe96 req-908660df-a307-490a-bc5e-9aab9ba0c680 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 Nov 12 03:25:53.352440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['80ea74b0-8e4c-4a46-8a0d-94252b5167c7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:53.784103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9812dbe-09e9-4e74-b2a0-f3e40395971e req-93205059-69ed-42c3-8368-e4fbc92d361b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.785758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9812dbe-09e9-4e74-b2a0-f3e40395971e req-93205059-69ed-42c3-8368-e4fbc92d361b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Nov 12 03:25:53.839246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9812dbe-09e9-4e74-b2a0-f3e40395971e req-a8397682-b3a8-4b37-9a35-d6b59b6f61f5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465231 Nov 12 03:25:54.220636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ecd4f-9b68-479d-9a58-ee817a030943 req-dc982482-7b99-4d28-a286-b532e49f8aed tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.222048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e7ecd4f-9b68-479d-9a58-ee817a030943 req-dc982482-7b99-4d28-a286-b532e49f8aed tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 944 time: 0.0485747 Nov 12 03:25:54.272277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e7ecd4f-9b68-479d-9a58-ee817a030943 req-5d8dd4af-c4ff-4bdc-991f-1f69fa132e41 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Nov 12 03:25:54.861106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:54.919785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:54.924318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:54.924909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.965473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4eb52-d7d9-4d5b-8de0-0854766bccbc req-ecfd574a-0a15-4771-9864-0d6cceccdd6f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.967658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-42f4eb52-d7d9-4d5b-8de0-0854766bccbc req-ecfd574a-0a15-4771-9864-0d6cceccdd6f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0533426 Nov 12 03:25:55.006970 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.019254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-42f4eb52-d7d9-4d5b-8de0-0854766bccbc req-9a2e6692-eacf-4006-b04c-492c2b29719f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Nov 12 03:25:55.031784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:55.034031 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8169ae6-e23a-4a8b-a7fe-ab8a34e5397f" -d '{"events": [{"server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "name": "network-vif-plugged", "status": "completed", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:55.047076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,segment=NetworkSegment(fac4af7a-b12e-4b78-9c33-73746956df52),segment_id=fac4af7a-b12e-4b78-9c33-73746956df52)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:55.051561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.077771 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab501e7-be5b-407c-b908-861371657d37 x-openstack-request-id: req-aab501e7-be5b-407c-b908-861371657d37 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:55.078064 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "name": "network-vif-plugged", "status": "completed", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:55.078319 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aab501e7-be5b-407c-b908-861371657d37 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:55.078705 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7', 'code': 200} Nov 12 03:25:55.107435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.176629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1955c-332a-486d-ab79-72e20ac17258 req-86579ed2-d682-4dfb-a276-f754fa311084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.178268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ba1955c-332a-486d-ab79-72e20ac17258 req-86579ed2-d682-4dfb-a276-f754fa311084 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 1097 time: 0.0440614 Nov 12 03:25:55.227313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ba1955c-332a-486d-ab79-72e20ac17258 req-b2d44675-5e1e-4ad8-9b1c-59659dbbc10f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Nov 12 03:25:55.385691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b838794-8408-477e-a760-ffe08480ebb7 req-291c8d5e-31d2-4595-8a4c-9522442a1902 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.387205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b838794-8408-477e-a760-ffe08480ebb7 req-291c8d5e-31d2-4595-8a4c-9522442a1902 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Nov 12 03:25:55.434919 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b838794-8408-477e-a760-ffe08480ebb7 req-78c7ef8c-aaac-433d-8d2c-b99de81f0ad5 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Nov 12 03:25:56.137214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596100a0-7658-4634-8e8d-f7b2d7f874fe req-40a9c8d5-4f47-4f48-81ba-c96ce3e7d698 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.138789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596100a0-7658-4634-8e8d-f7b2d7f874fe req-40a9c8d5-4f47-4f48-81ba-c96ce3e7d698 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Nov 12 03:25:56.186425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596100a0-7658-4634-8e8d-f7b2d7f874fe req-7a62d19c-e453-492c-964d-1d72396f2fc4 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Nov 12 03:25:56.559914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3e4a-d314-465b-ae6f-ff7ba4e40636 req-d3bfbb05-0c20-40ae-9ba4-66e7c589887b tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.561483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a05b3e4a-d314-465b-ae6f-ff7ba4e40636 req-d3bfbb05-0c20-40ae-9ba4-66e7c589887b tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0573459 Nov 12 03:25:56.610474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a05b3e4a-d314-465b-ae6f-ff7ba4e40636 req-96c7252f-48c1-4c48-ac9b-53af9adcbf08 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 Nov 12 03:25:56.930745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb976-07e0-4210-bcb2-cdf998f98e67 req-7c3487d6-cc72-4322-9697-4c01c64a775e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.932320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c8bb976-07e0-4210-bcb2-cdf998f98e67 req-7c3487d6-cc72-4322-9697-4c01c64a775e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0869007 Nov 12 03:25:56.934291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-d174806a-1511-4b9e-9e27-9062f6914b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.935689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-d174806a-1511-4b9e-9e27-9062f6914b36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb08c7daf0d6422c907543b5d703221b&device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 1097 time: 0.0599790 Nov 12 03:25:57.044785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c8bb976-07e0-4210-bcb2-cdf998f98e67 req-19d72135-015a-4ec2-a886-c84d3f460147 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Nov 12 03:25:57.085247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-07a98781-cb56-479d-bc45-98bacc3ea2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.087441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-07a98781-cb56-479d-bc45-98bacc3ea2a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee HTTP/1.1" status: 200 len: 914 time: 0.1394274 Nov 12 03:25:57.139578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-a11c48e7-529a-48b7-a1c1-cea84495a8cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7 HTTP/1.1" status: 200 len: 217 time: 0.0390027 Nov 12 03:25:57.199445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-6fd1f7b3-4551-4921-83e9-251f86cdc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.201110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-6fd1f7b3-4551-4921-83e9-251f86cdc952 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=11527773-1364-430d-bb92-d06cc653ae4a HTTP/1.1" status: 200 len: 853 time: 0.0544407 Nov 12 03:25:57.248766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-825546e0-22e2-408b-b92b-433229b1fccb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ffd3674-0dc4-45af-85fb-c69e65efd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381298 Nov 12 03:25:57.331176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5473d01-1599-4b0c-aa63-09d60475e5c2 req-3c0568ac-ec79-49ac-ae5c-83fa2bb76f1f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.339422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5473d01-1599-4b0c-aa63-09d60475e5c2 req-3c0568ac-ec79-49ac-ae5c-83fa2bb76f1f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0707862 Nov 12 03:25:57.385313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-e7d62219-e255-4b8a-9761-006684ec6cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203470 Nov 12 03:25:57.391003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5473d01-1599-4b0c-aa63-09d60475e5c2 req-d685d905-c3ff-4ef6-b75d-c89376376fb8 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Nov 12 03:25:57.509509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6cba16fd-e4d1-4763-83da-16dd2dae9940 req-69786d64-bbdd-4d6f-a525-0432e077f282 service neutron] 10.222.0.39 "GET /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131880 Nov 12 03:25:57.731240 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.176001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51937665-f92d-4401-8560-a1cc31ef8678 req-0b646d8b-7df6-4fb0-84f9-730e6bccb73a tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.177925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51937665-f92d-4401-8560-a1cc31ef8678 req-0b646d8b-7df6-4fb0-84f9-730e6bccb73a tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0582647 Nov 12 03:25:58.241013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51937665-f92d-4401-8560-a1cc31ef8678 req-0ab85830-1948-4519-bae3-f534ec8c3e85 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Nov 12 03:25:58.510107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d00823-e809-431a-8bdc-2bd519961a0a req-5af8d88c-9d2b-4d6f-bab5-b6a9a1ab88eb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.517614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01d00823-e809-431a-8bdc-2bd519961a0a req-5af8d88c-9d2b-4d6f-bab5-b6a9a1ab88eb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0568228 Nov 12 03:25:58.563857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0a97-9525-478e-9c50-d321e3eb0e95 req-d2823917-be73-46f9-bfc1-04ba9d0ded5b tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.567119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a64b0a97-9525-478e-9c50-d321e3eb0e95 req-d2823917-be73-46f9-bfc1-04ba9d0ded5b tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0587733 Nov 12 03:25:58.571881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-01d00823-e809-431a-8bdc-2bd519961a0a req-d96d94c3-22e5-4201-b06b-e81a51fa6488 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Nov 12 03:25:58.623766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a64b0a97-9525-478e-9c50-d321e3eb0e95 req-d6cd5995-9c29-4d70-ae3a-42644b0274d0 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Nov 12 03:25:59.226169 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.692120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc7a9a-9a0a-49b4-b11d-52c9434ce664 req-d3d77027-df89-46b7-8708-3887afd480b0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.693689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fbc7a9a-9a0a-49b4-b11d-52c9434ce664 req-d3d77027-df89-46b7-8708-3887afd480b0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0581684 Nov 12 03:25:59.743994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fbc7a9a-9a0a-49b4-b11d-52c9434ce664 req-6c76e1bb-1094-4d38-bd4f-cb5539ed3f40 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Nov 12 03:25:59.749911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c8532-687b-4d53-8c73-c92608d05b1b req-621d6863-cfb2-4704-a0c8-da1fa12c4e45 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.751550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e6c8532-687b-4d53-8c73-c92608d05b1b req-621d6863-cfb2-4704-a0c8-da1fa12c4e45 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Nov 12 03:25:59.802915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e6c8532-687b-4d53-8c73-c92608d05b1b req-67561d9a-3967-4859-a6d4-0d3a68947e5e tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/security-groups?id=de3fe7c6-b6cb-412d-9b98-913505e31e46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Nov 12 03:26:00.178575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1749852-bd0e-40ce-a8de-23023268856d req-e2b6173b-f5c6-4652-80a7-0b4ee3a2c3b9 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.180210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1749852-bd0e-40ce-a8de-23023268856d req-e2b6173b-f5c6-4652-80a7-0b4ee3a2c3b9 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Nov 12 03:26:00.283253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Deleting port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:00.283748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.374873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] For port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,segment=NetworkSegment(fac4af7a-b12e-4b78-9c33-73746956df52),segment_id=fac4af7a-b12e-4b78-9c33-73746956df52)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:00.375299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.393239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Calling delete_port for 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:00.529069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.546902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['80ea74b0-8e4c-4a46-8a0d-94252b5167c7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:00.557896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Pushing event deleted for resources: {'Port': ['ID=80ea74b0-8e4c-4a46-8a0d-94252b5167c7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.608103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] No DVR routers for this DVR port 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:00.611488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.614832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1749852-bd0e-40ce-a8de-23023268856d req-de55eda7-f4d7-45f5-9a6b-d1ff38f2e610 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.39 "DELETE /v2.0/ports/80ea74b0-8e4c-4a46-8a0d-94252b5167c7 HTTP/1.1" status: 204 len: 173 time: 0.4280584 Nov 12 03:26:00.615291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'name': 'network-vif-deleted', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:00.617573 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec19d1e-b249-4a9c-85dc-579bd168eb7b" -d '{"events": [{"server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "name": "network-vif-deleted", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:00.661446 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab401f-b943-4d6c-b82e-93789e97f993 x-openstack-request-id: req-f1ab401f-b943-4d6c-b82e-93789e97f993 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:00.661743 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0658c3b-355b-4d4b-84aa-7a8ff7065816", "name": "network-vif-deleted", "tag": "80ea74b0-8e4c-4a46-8a0d-94252b5167c7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:00.661996 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f1ab401f-b943-4d6c-b82e-93789e97f993 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:00.662429 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0658c3b-355b-4d4b-84aa-7a8ff7065816', 'name': 'network-vif-deleted', 'tag': '80ea74b0-8e4c-4a46-8a0d-94252b5167c7', 'status': 'completed', 'code': 200} Nov 12 03:26:00.869820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68877de4-127d-4b51-b5c3-066530358d18 req-83f685e2-c28c-4185-a852-3dad44740218 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.871426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68877de4-127d-4b51-b5c3-066530358d18 req-83f685e2-c28c-4185-a852-3dad44740218 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0552242 Nov 12 03:26:00.917075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc0f5aff-5b0b-4043-93d9-e1ca2fe9d6f6 req-4d585d1a-ff49-44e3-9c03-3f09995d9232 tempest-InstanceActionsTestJSON-1862765865 tempest-InstanceActionsTestJSON-1862765865-project] 10.222.0.84 "GET /v2.0/ports?device_id=c0658c3b-355b-4d4b-84aa-7a8ff7065816 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Nov 12 03:26:00.923981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68877de4-127d-4b51-b5c3-066530358d18 req-2a9980ca-1513-4c6a-8119-cc1a3712b44c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466986 Nov 12 03:26:01.981836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45954) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.059615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Deleting subnet 11527773-1364-430d-bb92-d06cc653ae4a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:02.065305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.103504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313d208-517d-45a4-89fb-38ce420d9497 req-8dbda6d7-d9f3-4f9b-839d-7d939a724baf tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.105056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e313d208-517d-45a4-89fb-38ce420d9497 req-8dbda6d7-d9f3-4f9b-839d-7d939a724baf tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0952473 Nov 12 03:26:02.124299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.191054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e313d208-517d-45a4-89fb-38ce420d9497 req-551efe38-7e80-4348-8156-73c36e85676f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794361 Nov 12 03:26:02.192036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.250380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.266461 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2fb5df40-6e36-4339-a6a1-1a3fee96f2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.276940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11527773-1364-430d-bb92-d06cc653ae4a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.283009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.286814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62e6f43a-52f1-4b55-ae73-44697dea5651 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/11527773-1364-430d-bb92-d06cc653ae4a HTTP/1.1" status: 204 len: 168 time: 0.3030856 Nov 12 03:26:02.289427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.370649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.454779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.476007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffd3674-0dc4-45af-85fb-c69e65efd8ee']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:02.485541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac4af7a-b12e-4b78-9c33-73746956df52') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:02.486238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac4af7a-b12e-4b78-9c33-73746956df52') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:02.496525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.511031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.517612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:02.518005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:02.519710 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:02.575223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.579787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.583829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8ffd3674-0dc4-45af-85fb-c69e65efd8ee HTTP/1.1" status: 204 len: 168 time: 0.2934251 Nov 12 03:26:02.598300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8f0d6-b945-45e8-87db-958a6972f522 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ffd3674-0dc4-45af-85fb-c69e65efd8ee,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.705872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.748805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a65e607e-dd96-47d0-b93e-d5e4045f334d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=eb08c7daf0d6422c907543b5d703221b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415010 Nov 12 03:26:02.750935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45964) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.805911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.829205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.876047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.878559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.882148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de3fe7c6-b6cb-412d-9b98-913505e31e46 HTTP/1.1" status: 204 len: 168 time: 0.1278963 Nov 12 03:26:02.889764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d8f7-57f9-4466-9ea1-7910a6ed295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fe7c6-b6cb-412d-9b98-913505e31e46,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.322207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd7bae-3578-4eee-9021-1b64540513f4 req-ec578b40-e8bb-43ff-804f-bbf296d178e3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.323888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9dd7bae-3578-4eee-9021-1b64540513f4 req-ec578b40-e8bb-43ff-804f-bbf296d178e3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0614524 Nov 12 03:26:03.389612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9dd7bae-3578-4eee-9021-1b64540513f4 req-6872f0ae-5dff-419c-bfd6-153d7428c78a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596955 Nov 12 03:26:03.611714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45992) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.710237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1805479185-network', 'tenant_id': 'a3a1e4d6a53f4a0aa94e7aa903215faa'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:03.733261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Made reservation on behalf of a3a1e4d6a53f4a0aa94e7aa903215faa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:03.736055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.746319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.821923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.826205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.851300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:03.860635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da74967-b7d8-4b54-ab6a-0c640c9112d6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.894366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.895522 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Added segment 8c187f7d-782f-4eb9-9e34-6c66b104f2c1 of type vlan for network e8feb151-8cff-470c-ab55-d64e907f505f Nov 12 03:26:03.937542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.969732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.970705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.971301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.029522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4166861 Nov 12 03:26:04.032517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45996) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.036624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b8136-be33-45ad-8554-082e27a455e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8feb151-8cff-470c-ab55-d64e907f505f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.038761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Request body: {'subnet': {'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1805479185-subnet', 'tenant_id': 'a3a1e4d6a53f4a0aa94e7aa903215faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.046349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e8feb151-8cff-470c-ab55-d64e907f505f details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:04.067249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Made reservation on behalf of a3a1e4d6a53f4a0aa94e7aa903215faa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.070723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.256611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.313504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627ecf37-c9e8-4e77-beab-8ed22e667c3c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.324295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Checking segment: {'id': '8c187f7d-782f-4eb9-9e34-6c66b104f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:04.324912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Network hostable DHCP agents. Network: e8feb151-8cff-470c-ab55-d64e907f505f, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:04.344682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Network e8feb151-8cff-470c-ab55-d64e907f505f is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:04.354399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e8feb151-8cff-470c-ab55-d64e907f505f) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:04.359406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.360303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.363229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa9b07-c25a-40a0-8846-b162fcf61f0b None None] Network e8feb151-8cff-470c-ab55-d64e907f505f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:04.377805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9d77440c-8acd-48a8-b9f4-117e786519c0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3438728 Nov 12 03:26:04.526586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a51ea9-926e-4271-9e59-c7b683c2b442 None None] Network e8feb151-8cff-470c-ab55-d64e907f505f requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:04.552195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e9c06-970d-492f-977e-4a3107926d7c req-20d29db9-2fb6-49bc-9f33-82731f80a926 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.553754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff3e9c06-970d-492f-977e-4a3107926d7c req-20d29db9-2fb6-49bc-9f33-82731f80a926 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0772135 Nov 12 03:26:04.619233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff3e9c06-970d-492f-977e-4a3107926d7c req-8b77328a-492a-4947-bde6-3c4642605ae9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589609 Nov 12 03:26:04.633700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a367db26-5176-4480-9232-cc1b9f1c0053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.872262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-ebfbbbf0-30e3-4db5-84aa-9a19dc027e25 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.873786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-ebfbbbf0-30e3-4db5-84aa-9a19dc027e25 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/networks?id=e8feb151-8cff-470c-ab55-d64e907f505f HTTP/1.1" status: 200 len: 821 time: 0.1073246 Nov 12 03:26:04.889889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-7f605f26-02ce-4d44-9aa4-98123bf8d2c5 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/quotas/a3a1e4d6a53f4a0aa94e7aa903215faa HTTP/1.1" status: 200 len: 375 time: 0.0102251 Nov 12 03:26:04.890655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:04.916683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:04.917177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 80ea74b0-8e4c-4a46-8a0d-94252b5167c7 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:04.931560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-a8b7b09d-0f18-4afb-b7d3-ff9a5b8ffad0 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a3a1e4d6a53f4a0aa94e7aa903215faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348442 Nov 12 03:26:05.076148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-49a1a196-f179-4d72-90e5-c246098b4b0c service neutron] 10.222.0.84 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369908 Nov 12 03:26:05.211804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-4b68c748-ec58-4588-85b0-cb52a91b3cc0 service neutron] 10.222.0.84 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295786 Nov 12 03:26:05.379886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8af5aeeb-ae62-43e2-924d-129d22500099 req-db41e7bc-5752-4112-9ccf-09455ae8b89f tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 210 time: 0.0329525 Nov 12 03:26:05.612223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.756358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367af633-d990-4cf7-b99c-4adca2f3fc1f req-9335c984-974b-45d3-b1d7-e9813420caa5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.757888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-367af633-d990-4cf7-b99c-4adca2f3fc1f req-9335c984-974b-45d3-b1d7-e9813420caa5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0541940 Nov 12 03:26:05.816552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-367af633-d990-4cf7-b99c-4adca2f3fc1f req-26db2271-d9cf-4eb3-a465-5dc76c7e558e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510345 Nov 12 03:26:06.438894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-d2349993-ef2c-421f-ad83-b4866f13efdd tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.440857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-d2349993-ef2c-421f-ad83-b4866f13efdd tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.32 "GET /v2.0/networks?id=e8feb151-8cff-470c-ab55-d64e907f505f HTTP/1.1" status: 200 len: 821 time: 0.1234970 Nov 12 03:26:06.455115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Request body: {'port': {'device_id': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f', 'admin_state_up': True, 'tenant_id': 'a3a1e4d6a53f4a0aa94e7aa903215faa'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:06.490010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0f6a4d3c-62e4-400b-8eb0-39cb95f8d080 req-c4498417-49f3-467e-95b4-cb4afdb190f7 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 210 time: 0.0268970 Nov 12 03:26:06.583318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Made reservation on behalf of a3a1e4d6a53f4a0aa94e7aa903215faa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:06.587189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.727082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Allocated IP 172.20.0.3 (e8feb151-8cff-470c-ab55-d64e907f505f/627ecf37-c9e8-4e77-beab-8ed22e667c3c/a20e1934-2982-4c6d-b632-cdac3a16bca4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:06.912830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.970085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4374c65-8a1b-448e-bf0c-deffa0775ed9 req-de9650db-950e-47be-a66c-51cded5d12e2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:06.971616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f4374c65-8a1b-448e-bf0c-deffa0775ed9 req-de9650db-950e-47be-a66c-51cded5d12e2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0733099 Nov 12 03:26:06.985124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.045758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Network e8feb151-8cff-470c-ab55-d64e907f505f is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:07.058379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:07.066428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:07.070899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Pushing event updated for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.098920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f4374c65-8a1b-448e-bf0c-deffa0775ed9 req-d2bd63b8-6e72-495b-b7e3-df4e2b3ca0b3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212809 Nov 12 03:26:07.127324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.127975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.133430 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.144151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-878c3393-17df-4973-9961-1a456dee1d4d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6932795 Nov 12 03:26:07.158618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Request body: {'port': {'device_id': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:07.214835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.486060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20e1934-2982-4c6d-b632-cdac3a16bca4 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:07.494027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.506554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Transition to ACTIVE for port object a20e1934-2982-4c6d-b632-cdac3a16bca4 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:07.510407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.565833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Pushing event updated for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.623228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7412394-49a2-4d8e-89e5-4f473646923e req-5cb18cdb-9868-4fd6-b2da-e9d01511c04f tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.625409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7412394-49a2-4d8e-89e5-4f473646923e req-5cb18cdb-9868-4fd6-b2da-e9d01511c04f tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 943 time: 0.0564220 Nov 12 03:26:07.638492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Attempting to bind port a20e1934-2982-4c6d-b632-cdac3a16bca4 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:07.638838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Attempting to bind port a20e1934-2982-4c6d-b632-cdac3a16bca4 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '8c187f7d-782f-4eb9-9e34-6c66b104f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:07.639192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Attempting to bind port a20e1934-2982-4c6d-b632-cdac3a16bca4 on network e8feb151-8cff-470c-ab55-d64e907f505f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:07.645929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Port a20e1934-2982-4c6d-b632-cdac3a16bca4 on network e8feb151-8cff-470c-ab55-d64e907f505f not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:07.646267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Attempting to bind port a20e1934-2982-4c6d-b632-cdac3a16bca4 on network e8feb151-8cff-470c-ab55-d64e907f505f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:07.653157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:07.653578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Checking segment: {'id': '8c187f7d-782f-4eb9-9e34-6c66b104f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:07.653862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Bound using segment: {'id': '8c187f7d-782f-4eb9-9e34-6c66b104f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:07.654291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Bound port: a20e1934-2982-4c6d-b632-cdac3a16bca4, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c187f7d-782f-4eb9-9e34-6c66b104f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:07.654646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.677273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7412394-49a2-4d8e-89e5-4f473646923e req-1b21c3ac-aae7-45c8-a0c2-959a3abb5bd1 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Nov 12 03:26:07.722290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:07.725626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4,segment=NetworkSegment(8c187f7d-782f-4eb9-9e34-6c66b104f2c1),segment_id=8c187f7d-782f-4eb9-9e34-6c66b104f2c1)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:07.729710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.765900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.766416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.767856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] 10.222.0.32 "PUT /v2.0/ports/a20e1934-2982-4c6d-b632-cdac3a16bca4 HTTP/1.1" status: 200 len: 1092 time: 0.6136806 Nov 12 03:26:07.768302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:07.772658 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5471ca-2713-415f-a75c-127ce1fc209e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:07.793453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fcbd9-4c85-4053-bbe4-7db33f84b8da service neutron] Pushing event updated for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.815462 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f476ef0-8bfc-4d4f-bd29-6f7a6f028eb0 x-openstack-request-id: req-9f476ef0-8bfc-4d4f-bd29-6f7a6f028eb0 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:07.815767 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:07.816024 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f476ef0-8bfc-4d4f-bd29-6f7a6f028eb0 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:07.816437 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4', 'status': 'completed', 'code': 200} Nov 12 03:26:07.866839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-cf06cb3e-9805-49d6-b79b-b8461dfc26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.868421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-cf06cb3e-9805-49d6-b79b-b8461dfc26c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3a1e4d6a53f4a0aa94e7aa903215faa&device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 1095 time: 0.0426552 Nov 12 03:26:07.916268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-70a5a09c-8d63-4cd7-a7c1-cde327660b0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4 HTTP/1.1" status: 200 len: 217 time: 0.0354502 Nov 12 03:26:07.969187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fb81a-14ea-4189-9033-91a5750f336b req-be4238af-f23b-4ef2-be25-8f8a3cb62f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.970645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-be4238af-f23b-4ef2-be25-8f8a3cb62f40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=627ecf37-c9e8-4e77-beab-8ed22e667c3c HTTP/1.1" status: 200 len: 861 time: 0.0478575 Nov 12 03:26:08.002881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-18dbae75-f440-4224-97a1-b3fe068de801 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8feb151-8cff-470c-ab55-d64e907f505f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249767 Nov 12 03:26:08.092973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-b741312f-7337-4ba9-9035-b6a682c63bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Nov 12 03:26:08.187281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.207259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618fb81a-14ea-4189-9033-91a5750f336b req-a88737ce-2683-45a9-90de-ba279be81e20 service neutron] 10.222.0.32 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067781 Nov 12 03:26:08.242527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c2040-8096-46ba-a678-6ed6eafb4995 req-85b3a8e3-beaf-4fe4-ad8a-72aab5d8eca3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.244789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-678c2040-8096-46ba-a678-6ed6eafb4995 req-85b3a8e3-beaf-4fe4-ad8a-72aab5d8eca3 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0534284 Nov 12 03:26:08.296286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-5593cfd8-8c00-4e5c-a3f6-b27101408944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.297812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-5593cfd8-8c00-4e5c-a3f6-b27101408944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a3a1e4d6a53f4a0aa94e7aa903215faa&device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 1095 time: 0.0430920 Nov 12 03:26:08.304639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-678c2040-8096-46ba-a678-6ed6eafb4995 req-bbe35027-f851-4e02-bfcf-a9cc40fde7c4 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Nov 12 03:26:08.395763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-276ca834-bc70-45d4-85f7-d962f618d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.397151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-276ca834-bc70-45d4-85f7-d962f618d1c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8feb151-8cff-470c-ab55-d64e907f505f HTTP/1.1" status: 200 len: 922 time: 0.0912883 Nov 12 03:26:08.439646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-096db1d6-3371-4b59-af9d-df523f61d8ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4 HTTP/1.1" status: 200 len: 217 time: 0.0349517 Nov 12 03:26:08.495376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-7f0009fa-7bc1-469f-874a-02ed8f51f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.496798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-7f0009fa-7bc1-469f-874a-02ed8f51f6d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=627ecf37-c9e8-4e77-beab-8ed22e667c3c HTTP/1.1" status: 200 len: 861 time: 0.0473557 Nov 12 03:26:08.531737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-40f22fcc-bd3a-4da6-ac37-d58581ada533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8feb151-8cff-470c-ab55-d64e907f505f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261641 Nov 12 03:26:08.624591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-3bd7d04a-69a5-4170-81a0-7587a430c554 service neutron] 10.222.0.32 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837665 Nov 12 03:26:08.727277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5471ca-2713-415f-a75c-127ce1fc209e req-cce5a4e9-07ca-4b72-a857-424fc4b7dce1 service neutron] 10.222.0.32 "GET /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942843 Nov 12 03:26:08.821696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40986a46-7562-42cc-ba0d-63ed1e22bd29 req-a1a98d18-9800-43b7-820c-30f889440462 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.830153 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40986a46-7562-42cc-ba0d-63ed1e22bd29 req-a1a98d18-9800-43b7-820c-30f889440462 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 943 time: 0.0610890 Nov 12 03:26:08.882231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40986a46-7562-42cc-ba0d-63ed1e22bd29 req-a6497655-e6dd-4eb8-91c7-22378c43f9ee tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510497 Nov 12 03:26:08.945352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253f00-a585-4a81-9b47-94e831fefb96 req-1067d0e4-e60e-4cd0-b742-d01a4d3b43db tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.947056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b253f00-a585-4a81-9b47-94e831fefb96 req-1067d0e4-e60e-4cd0-b742-d01a4d3b43db tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.0513167 Nov 12 03:26:08.998461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b253f00-a585-4a81-9b47-94e831fefb96 req-c5987698-70ff-4f22-b25e-ee4445d89df4 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Nov 12 03:26:09.420272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b38e9-b6db-44ab-93ea-19e310166a4b req-3fdead2e-e125-4da9-a173-b9af8b071751 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.421822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c54b38e9-b6db-44ab-93ea-19e310166a4b req-3fdead2e-e125-4da9-a173-b9af8b071751 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Nov 12 03:26:09.473493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c54b38e9-b6db-44ab-93ea-19e310166a4b req-0209f0f6-822a-4679-a4e9-8f2b53fe68da tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Nov 12 03:26:09.997594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa7b26-29c7-47e7-8c53-07af30581d35 req-17ea4302-fe95-4c01-ba06-31a06755f209 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.999111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfa7b26-29c7-47e7-8c53-07af30581d35 req-17ea4302-fe95-4c01-ba06-31a06755f209 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 943 time: 0.0484531 Nov 12 03:26:10.061276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cfa7b26-29c7-47e7-8c53-07af30581d35 req-c7089a3d-ef55-4881-958b-66e44a435286 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Nov 12 03:26:10.134697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b1afe-1d75-47d5-8fc0-2ff03a824e93 req-4c0a959c-c069-4a91-aeba-0ace0f938460 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.136902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd9b1afe-1d75-47d5-8fc0-2ff03a824e93 req-4c0a959c-c069-4a91-aeba-0ace0f938460 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Nov 12 03:26:10.186218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd9b1afe-1d75-47d5-8fc0-2ff03a824e93 req-4141f78e-0aed-46a5-97d1-1e0238bddd19 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups?id=97349e3b-f938-4fdb-8c06-a545c6dad581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433691 Nov 12 03:26:10.327835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dac11-0527-4c78-a371-7e92c792a1ee req-9da550df-a8c7-43c4-8b53-13dca10229ef tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.329285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-120dac11-0527-4c78-a371-7e92c792a1ee req-9da550df-a8c7-43c4-8b53-13dca10229ef tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 946 time: 0.0530155 Nov 12 03:26:10.424581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Deleting port bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:10.424973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.516182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] For port bd6e601c-c74e-4fd5-828d-0c70a9051573, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=bd6e601c-c74e-4fd5-828d-0c70a9051573,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:10.516541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.663823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aa8a3-e24f-45e0-9f2b-c495b1c4827a req-6f8c0578-631b-4ec3-bcd9-17d63a1cf6e4 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.665290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb7aa8a3-e24f-45e0-9f2b-c495b1c4827a req-6f8c0578-631b-4ec3-bcd9-17d63a1cf6e4 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.1035640 Nov 12 03:26:10.774883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb7aa8a3-e24f-45e0-9f2b-c495b1c4827a req-9f57ef42-46c7-4b3b-8275-f8945ea9d70c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003845 Nov 12 03:26:10.777367 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.777637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.777960 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Floating IP 9dd8e738-8865-4f8a-9fd9-91bac2351eaa disassociated. External IP: 172.25.2.158, port: bd6e601c-c74e-4fd5-828d-0c70a9051573. Nov 12 03:26:10.778784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Calling delete_port for bd6e601c-c74e-4fd5-828d-0c70a9051573 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:10.911321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.939543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'Port': ['ID=bd6e601c-c74e-4fd5-828d-0c70a9051573,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.057616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:11.172264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:11.173399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c85ad-4c95-4041-a571-171137d344bf req-fadc5447-45d0-470d-a538-939e0cbfc27d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.180928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b8c85ad-4c95-4041-a571-171137d344bf req-fadc5447-45d0-470d-a538-939e0cbfc27d tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 943 time: 0.0582132 Nov 12 03:26:11.189492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:11.201052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:11.201926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:11.251692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b8c85ad-4c95-4041-a571-171137d344bf req-e6f8c274-2cf6-4c4d-80b8-b8b2ce3aeb24 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694401 Nov 12 03:26:11.258091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] No DVR routers for this DVR port bd6e601c-c74e-4fd5-828d-0c70a9051573 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:11.263141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.267401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-120dac11-0527-4c78-a371-7e92c792a1ee req-6e5167c4-c9c2-48fd-ba80-af86bfc05530 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.39 "DELETE /v2.0/ports/bd6e601c-c74e-4fd5-828d-0c70a9051573 HTTP/1.1" status: 204 len: 173 time: 0.9296441 Nov 12 03:26:11.267890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-deleted', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:11.270545 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204a1db-6bc4-435d-8f58-59a57f910eec" -d '{"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-deleted", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:11.342820 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443170e8-f174-4204-a72b-5502475191da x-openstack-request-id: req-443170e8-f174-4204-a72b-5502475191da {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:11.347118 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16869657-e83f-4566-898a-a0ddc520acd9", "name": "network-vif-deleted", "tag": "bd6e601c-c74e-4fd5-828d-0c70a9051573", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:11.347118 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-443170e8-f174-4204-a72b-5502475191da {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:11.350652 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16869657-e83f-4566-898a-a0ddc520acd9', 'name': 'network-vif-deleted', 'tag': 'bd6e601c-c74e-4fd5-828d-0c70a9051573', 'status': 'completed', 'code': 200} Nov 12 03:26:11.423593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:11.465236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a28a8c3-14a0-484a-b321-470698ab869c req-79b534ef-2be5-439d-8935-66aababec19e tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/ports?device_id=16869657-e83f-4566-898a-a0ddc520acd9 HTTP/1.1" status: 200 len: 210 time: 0.0735495 Nov 12 03:26:11.619998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a20e1934-2982-4c6d-b632-cdac3a16bca4 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:11.957453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653e52a-a95c-482b-8c1a-72d4a19ed159 req-3c4c8353-ebb0-4c66-87fb-203e97056839 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.958648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a653e52a-a95c-482b-8c1a-72d4a19ed159 req-3c4c8353-ebb0-4c66-87fb-203e97056839 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0851805 Nov 12 03:26:11.986008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4,segment=NetworkSegment(8c187f7d-782f-4eb9-9e34-6c66b104f2c1),segment_id=8c187f7d-782f-4eb9-9e34-6c66b104f2c1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:12.008349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'a20e1934-2982-4c6d-b632-cdac3a16bca4', 'network_id': 'e8feb151-8cff-470c-ab55-d64e907f505f', 'port_id': 'a20e1934-2982-4c6d-b632-cdac3a16bca4', 'mac_address': 'fa:16:3e:26:2c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627ecf37-c9e8-4e77-beab-8ed22e667c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:12.022287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a653e52a-a95c-482b-8c1a-72d4a19ed159 req-2d8dc350-1148-42bd-93ca-d62865c45bdb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564716 Nov 12 03:26:12.058561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.091964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.094056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:12.112975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20e1934-2982-4c6d-b632-cdac3a16bca4 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:12.120808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:12.121464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.179967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4,segment=NetworkSegment(8c187f7d-782f-4eb9-9e34-6c66b104f2c1),segment_id=8c187f7d-782f-4eb9-9e34-6c66b104f2c1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:12.186078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.281373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:12.297155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:12.373676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19b436-3338-4d58-b717-00c1a19c64a0 req-8a34f465-e7e1-4035-85ee-e81a123c91af tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:12.375250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a19b436-3338-4d58-b717-00c1a19c64a0 req-8a34f465-e7e1-4035-85ee-e81a123c91af tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 944 time: 0.0497937 Nov 12 03:26:12.425523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a19b436-3338-4d58-b717-00c1a19c64a0 req-e3d7d5fb-8409-4cf0-b7b7-0e33aeca19e7 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Nov 12 03:26:12.509732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:12.539155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09805a31-2f2a-4b25-8c02-5d2d59074b09 None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:17:26Z', 'revision_number': 4, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7fb5825a-c3d6-4364-987d-eb9e2bf2639a', 'name': '', 'network_id': 'd1b9a261-4516-40a8-99e6-94d1aeda2bd4', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'mac_address': 'fa:16:3e:1a:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:23Z', 'updated_at': '2021-11-12T03:17:33Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'subnets': [{'id': '1cb70913-dbac-49d2-a0ae-5dba603d78d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:12.573098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['a20e1934-2982-4c6d-b632-cdac3a16bca4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:12.574422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46116) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.641907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.669904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.731657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.734669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.739373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.743688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "DELETE /v2.0/security-groups/97349e3b-f938-4fdb-8c06-a545c6dad581 HTTP/1.1" status: 204 len: 168 time: 0.1661680 Nov 12 03:26:12.754561 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b635f898-719f-4520-8aea-fda082e231f1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] show failed (client error): The resource could not be found. Nov 12 03:26:12.754835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed754f-65e4-44f1-a776-a8ad12baa1af tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97349e3b-f938-4fdb-8c06-a545c6dad581,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:12.758874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:12.759865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b635f898-719f-4520-8aea-fda082e231f1 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "GET /v2.0/security-groups/97349e3b-f938-4fdb-8c06-a545c6dad581 HTTP/1.1" status: 404 len: 347 time: 0.0193810 Nov 12 03:26:12.868584 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e37e879-791b-4b60-8f21-aac18e5c7cab None None] New status for floating IP 9dd8e738-8865-4f8a-9fd9-91bac2351eaa: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:12.942636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Deleting port 738e9fee-2534-4226-ad92-80aa597d13c8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:12.943425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.046029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.046455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.059642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Calling delete_port for 738e9fee-2534-4226-ad92-80aa597d13c8 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:13.174331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f176fb-5514-4443-a234-8c3a2bf45a80 req-41b360d4-7602-4580-883a-82947f5731ce tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.175844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69f176fb-5514-4443-a234-8c3a2bf45a80 req-41b360d4-7602-4580-883a-82947f5731ce tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0698690 Nov 12 03:26:13.251529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69f176fb-5514-4443-a234-8c3a2bf45a80 req-5afa2e9f-450d-4732-9b89-1fc91c07b14a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659640 Nov 12 03:26:13.269582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.303828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Pushing event deleted for resources: {'Port': ['ID=738e9fee-2534-4226-ad92-80aa597d13c8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.359487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.362285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.363445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7b315506-0644-4043-9ace-0a3a72b4ca14 tempest-AttachVolumeShelveTestJSON-1152727009 tempest-AttachVolumeShelveTestJSON-1152727009-project] 10.222.0.84 "DELETE /v2.0/floatingips/9dd8e738-8865-4f8a-9fd9-91bac2351eaa HTTP/1.1" status: 204 len: 168 time: 0.5954762 Nov 12 03:26:13.553957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d08b4-b4fd-4854-9dec-412a9881aa3f req-908caf3d-67a5-4c68-8d53-247ca1408d8b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.557068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d30d08b4-b4fd-4854-9dec-412a9881aa3f req-908caf3d-67a5-4c68-8d53-247ca1408d8b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 944 time: 0.0513737 Nov 12 03:26:13.614292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d30d08b4-b4fd-4854-9dec-412a9881aa3f req-9862e01e-b720-4f80-aa21-4490ac4b5232 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Nov 12 03:26:13.633799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a20e1934-2982-4c6d-b632-cdac3a16bca4 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:13.682216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port a20e1934-2982-4c6d-b632-cdac3a16bca4 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:13.686422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port a20e1934-2982-4c6d-b632-cdac3a16bca4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:13.686816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.776466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.800255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:13.803056 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb41c5-cae7-49b1-b844-71043b75efa5" -d '{"events": [{"server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "name": "network-vif-plugged", "status": "completed", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:13.817921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4,segment=NetworkSegment(8c187f7d-782f-4eb9-9e34-6c66b104f2c1),segment_id=8c187f7d-782f-4eb9-9e34-6c66b104f2c1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:13.822084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.847326 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef406d-0080-4928-8a5d-c0450db31bd6 x-openstack-request-id: req-56ef406d-0080-4928-8a5d-c0450db31bd6 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:13.847662 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "name": "network-vif-plugged", "status": "completed", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:13.847988 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56ef406d-0080-4928-8a5d-c0450db31bd6 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:13.848382 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4', 'code': 200} Nov 12 03:26:13.880483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.954815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de7c7-dae4-465b-aafe-9ed8d7d3ba3d req-0a5b6465-031e-466f-ace5-dd8ebf6e3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.956356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c19de7c7-dae4-465b-aafe-9ed8d7d3ba3d req-0a5b6465-031e-466f-ace5-dd8ebf6e3353 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 1097 time: 0.0426624 Nov 12 03:26:14.007321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c19de7c7-dae4-465b-aafe-9ed8d7d3ba3d req-3ff17ea3-e8f6-4ac8-b71f-833358a85109 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Nov 12 03:26:14.358524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-aecf7eca-df2c-469c-84f0-76bac3875204 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.361350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-aecf7eca-df2c-469c-84f0-76bac3875204 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1060894 Nov 12 03:26:14.373292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974024-2375-4386-b705-0a4cce294297 req-5d4e70c3-249b-444a-b289-88ef527f3ca5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.374993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46974024-2375-4386-b705-0a4cce294297 req-5d4e70c3-249b-444a-b289-88ef527f3ca5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0523810 Nov 12 03:26:14.375565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-82905bf3-a8a7-43e0-b719-8935137a062b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.0097008 Nov 12 03:26:14.424642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-46974024-2375-4386-b705-0a4cce294297 req-3ae52640-7870-4324-ac26-d66ea4364ad9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Nov 12 03:26:14.433638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-7384390a-04dc-42e0-9080-1b7558f423dc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465956 Nov 12 03:26:14.551599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-3d63bef8-bc56-4a01-a3c0-a7791b30f528 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923843 Nov 12 03:26:14.646998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-4e8c805b-a216-4f00-8595-a319ebe4a835 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879447 Nov 12 03:26:14.735726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4162a-f0ad-4a8e-99a7-32fb76b54da9 req-d59867e4-7d16-4295-9dca-411a4af9b655 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.737476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53a4162a-f0ad-4a8e-99a7-32fb76b54da9 req-d59867e4-7d16-4295-9dca-411a4af9b655 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 945 time: 0.0537045 Nov 12 03:26:14.793703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53a4162a-f0ad-4a8e-99a7-32fb76b54da9 req-f967569b-9f9d-4363-b200-19b176038244 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Nov 12 03:26:14.919606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:14.947337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: bd6e601c-c74e-4fd5-828d-0c70a9051573 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:14.948149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device bd6e601c-c74e-4fd5-828d-0c70a9051573 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:14.960576 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d47f0c04-4546-463d-84b0-38924a436f34 req-1f754120-69c3-43c4-ab88-d2e018abdb8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0348053 Nov 12 03:26:15.563983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7d334-7e33-41b9-a9a5-ebc0e9583d36 req-946875bf-bdf1-4f5c-bc5e-a8ffb8acd95a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.565510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19d7d334-7e33-41b9-a9a5-ebc0e9583d36 req-946875bf-bdf1-4f5c-bc5e-a8ffb8acd95a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0509553 Nov 12 03:26:15.627888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19d7d334-7e33-41b9-a9a5-ebc0e9583d36 req-a4341251-cdb4-4da2-a54c-3ab2e4ac7a7e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541027 Nov 12 03:26:15.997608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-12503c67-8600-4383-8674-e307b23b8048 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.999481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-12503c67-8600-4383-8674-e307b23b8048 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1991282 Nov 12 03:26:16.012093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b1dda-dba4-49e6-91e1-0c9c832955ee req-fe2a771d-4438-4843-badb-870dcff9ec6e tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.019475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e0b1dda-dba4-49e6-91e1-0c9c832955ee req-fe2a771d-4438-4843-badb-870dcff9ec6e tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 945 time: 0.1178901 Nov 12 03:26:16.026253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:16.078516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-8236d8b3-3a81-45a0-971f-d864cc70b77d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1109862 Nov 12 03:26:16.139729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56913b85-32ed-4385-8d2a-3a072ec1d176 req-db147335-e5a2-4170-a39f-015f8e8e1d93 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0763414 Nov 12 03:26:16.205509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.206296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.206922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.207566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.208186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.208800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.209423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.212247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-480c16f6-6e26-46bf-b005-098f629caa33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 6509 time: 0.0710015 Nov 12 03:26:16.432678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6caa9a51-b6e5-4039-9d7d-7f7fe7382972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.433947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6caa9a51-b6e5-4039-9d7d-7f7fe7382972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.434618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6caa9a51-b6e5-4039-9d7d-7f7fe7382972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.436581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6caa9a51-b6e5-4039-9d7d-7f7fe7382972 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9f5eee0-ed74-4378-a491-93a88f240b80&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=69e2c078-f15d-44f8-b11f-e9d515aff275&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 200 len: 2298 time: 0.1965988 Nov 12 03:26:16.560258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-4cc41a83-fa87-4982-b327-af396b5c96aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 200 len: 1000 time: 0.1142359 Nov 12 03:26:16.646761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:16.650951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.661894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-a2334612-f1a7-4335-996c-171c3e21466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.665174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-a2334612-f1a7-4335-996c-171c3e21466b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 200 len: 856 time: 0.0938811 Nov 12 03:26:16.684179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e0b1dda-dba4-49e6-91e1-0c9c832955ee req-10576851-f9e0-4da1-99bd-a2f926d6fed8 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466522 Nov 12 03:26:16.748782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6c9fcba6-fee4-430b-8259-9d1562640636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.762797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6c9fcba6-fee4-430b-8259-9d1562640636 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9f5eee0-ed74-4378-a491-93a88f240b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772913 Nov 12 03:26:17.018890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.9 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:17.298982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.349917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.432696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-d0543f7b-2a27-45e8-90d1-b171869ffa72 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728804 Nov 12 03:26:17.452709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:17.484011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.486676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:17.502527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:17.550806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-fe112cf5-010d-443b-8e7e-c0dd7d581449 service neutron] 10.222.0.32 "GET /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056263 Nov 12 03:26:17.565473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d21c3-5b88-45d3-8e1e-f6af8dbf2e9e req-460ff933-4c85-4a07-b712-d4e07d2f7589 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.567898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.568357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.568806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.569250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.569687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.570411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.571006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.571541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.572520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.572945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.573307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d9d21c3-5b88-45d3-8e1e-f6af8dbf2e9e req-460ff933-4c85-4a07-b712-d4e07d2f7589 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.7899141 Nov 12 03:26:17.573426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.573861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:17.637491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d9d21c3-5b88-45d3-8e1e-f6af8dbf2e9e req-ca6fcd3c-a8c7-4072-9183-1d2f495ddd0d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Nov 12 03:26:17.645898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554bd33-1464-41b9-ba81-fadf444250e6 req-4b1166bb-ac2d-430e-936d-077212e8bdbe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.655193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6554bd33-1464-41b9-ba81-fadf444250e6 req-4b1166bb-ac2d-430e-936d-077212e8bdbe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 931 time: 0.1993177 Nov 12 03:26:17.716674 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-543741f8-4052-43fc-b20e-a7ae993fc733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 217 time: 0.1412761 Nov 12 03:26:17.735551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.737976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.756965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6554bd33-1464-41b9-ba81-fadf444250e6 req-c525151c-9bd2-4ab2-9a1e-d26b9bd73641 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995057 Nov 12 03:26:17.787303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-20f7452e-5e1b-4b5f-a8a0-233a912fa6c9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7665710 Nov 12 03:26:17.799884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Request body: {'port': {'device_id': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:17.830898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-46abca60-6772-4969-8c5f-beb1aef7f955 None None] Provisioning complete for port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:17.831507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46abca60-6772-4969-8c5f-beb1aef7f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.834550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-30983065-a2ad-4af8-82b0-bd3b6e283fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.836823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-30983065-a2ad-4af8-82b0-bd3b6e283fc7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.1100266 Nov 12 03:26:17.857639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56ba5-69ab-414e-9603-b10f33801abf req-43d3c82a-5bad-455d-aabe-1beae56333a1 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.864300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.865457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eeb56ba5-69ab-414e-9603-b10f33801abf req-43d3c82a-5bad-455d-aabe-1beae56333a1 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 945 time: 0.0936685 Nov 12 03:26:17.866949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-46abca60-6772-4969-8c5f-beb1aef7f955 None None] Port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:17.970799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-3913bf4a-8bae-492b-b630-019c1ce2f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.972505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-3913bf4a-8bae-492b-b630-019c1ce2f75e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247427 Nov 12 03:26:17.992607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eeb56ba5-69ab-414e-9603-b10f33801abf req-b8d98df3-cb72-45fa-baf6-826aea362b8c tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257675 Nov 12 03:26:18.126237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-e918f8f2-8d5f-410b-a169-dc8cc94558e1 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Nov 12 03:26:18.204725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:18.216801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.234413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Transition to ACTIVE for port object c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:18.240047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.255658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-26252955-2a17-4191-862e-60a71856745d service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183755 Nov 12 03:26:18.313452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-7f77df34-4f83-4c34-86b1-b84fbc4f1c6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 217 time: 0.0493877 Nov 12 03:26:18.349775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Pushing event updated for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.392289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-313004ec-c532-4870-814a-ce7d74f3030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.393797 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-313004ec-c532-4870-814a-ce7d74f3030c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0706546 Nov 12 03:26:18.447303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Attempting to bind port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:18.447649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Attempting to bind port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:18.447988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Attempting to bind port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:18.456190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:18.456521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Attempting to bind port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:18.468738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:18.469087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:18.469481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:18.469924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Bound port: c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:18.470286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.480333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-2176350d-a161-4221-b9f9-29c7524ee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.490374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-2176350d-a161-4221-b9f9-29c7524ee82a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827298 Nov 12 03:26:18.569446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:18.574223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:18.580601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.620096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.620718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.627047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] 10.222.0.39 "PUT /v2.0/ports/c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 HTTP/1.1" status: 200 len: 1092 time: 0.8268075 Nov 12 03:26:18.627269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-13bf74e6-9df4-4086-870f-748f7ea8fd43 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263387 Nov 12 03:26:18.627774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:18.630118 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:18.691173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe673-2692-451d-88af-e07b0ff9fc76 service neutron] Pushing event updated for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.773455 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d7dbed-f559-42c9-8a62-46505f801e55 x-openstack-request-id: req-e7d7dbed-f559-42c9-8a62-46505f801e55 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:18.773655 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:18.773898 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e7d7dbed-f559-42c9-8a62-46505f801e55 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:18.781810 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5', 'status': 'completed', 'code': 200} Nov 12 03:26:18.820835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-2c63a4fc-01df-4ba7-b55a-c6d2926eb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.822603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-2c63a4fc-01df-4ba7-b55a-c6d2926eb170 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 1095 time: 0.1194251 Nov 12 03:26:18.869554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-71644189-be0e-4729-8812-853298336e75 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326581 Nov 12 03:26:18.905763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-b290170d-6efd-439d-b57f-ec73be76e60a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 HTTP/1.1" status: 200 len: 217 time: 0.0735538 Nov 12 03:26:18.932065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6250bece-0e67-4df7-8a76-768042eba40f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 200 len: 217 time: 0.0517333 Nov 12 03:26:18.949252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46b5a7-36ff-48f2-ac32-0e28819a8954 req-62e16133-1a8d-4114-9ce5-6c27619a206c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.951030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc46b5a7-36ff-48f2-ac32-0e28819a8954 req-62e16133-1a8d-4114-9ce5-6c27619a206c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.1700275 Nov 12 03:26:19.023671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6d362394-bf3d-492e-ac56-1c15286f534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.025549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-6d362394-bf3d-492e-ac56-1c15286f534e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0735009 Nov 12 03:26:19.095268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc46b5a7-36ff-48f2-ac32-0e28819a8954 req-90cf44ef-b825-491c-9438-65c8fc052ea6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343949 Nov 12 03:26:19.113121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f930f-0166-49df-afb8-cfa6fc7c6f51 req-e3df2e4b-22bd-4890-81b7-1079bfb2ece8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.114908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a90f930f-0166-49df-afb8-cfa6fc7c6f51 req-e3df2e4b-22bd-4890-81b7-1079bfb2ece8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.2081234 Nov 12 03:26:19.118640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-510c134a-d060-45dc-820c-52ce1e22e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.122449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-510c134a-d060-45dc-820c-52ce1e22e261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0860264 Nov 12 03:26:19.125818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dec44b-8a99-462a-abda-a92791a3881a req-a0ff4133-a160-48cc-a055-f277153cd4ba tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.127325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88dec44b-8a99-462a-abda-a92791a3881a req-a0ff4133-a160-48cc-a055-f277153cd4ba tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 945 time: 0.1617231 Nov 12 03:26:19.148279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-c8a432a3-08db-4099-9412-471a8eb25e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.149825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-c8a432a3-08db-4099-9412-471a8eb25e3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1364598 Nov 12 03:26:19.256368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-7ab13afe-3c97-4f10-85ce-d97bbe80d346 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192536 Nov 12 03:26:19.284279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a90f930f-0166-49df-afb8-cfa6fc7c6f51 req-287e2e94-a85e-44e1-9e2e-2a1a39a4ba8b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557746 Nov 12 03:26:19.377949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-84508d2d-80fa-4716-9a4c-8c31ab41e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.379570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-84508d2d-80fa-4716-9a4c-8c31ab41e674 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180593 Nov 12 03:26:19.411119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-cdf22cf0-3826-48ed-b56f-6d459c11d09f service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218252 Nov 12 03:26:19.460072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-3da1fb5c-2bf0-4c40-923f-e793f03d9b8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 200 len: 217 time: 0.0408006 Nov 12 03:26:19.470375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8bf64-c268-4364-ac97-9c69acb16b5b req-0bf859aa-4b04-4c33-8c9e-3c80fe8f2065 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.472123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18e8bf64-c268-4364-ac97-9c69acb16b5b req-0bf859aa-4b04-4c33-8c9e-3c80fe8f2065 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 945 time: 0.2147045 Nov 12 03:26:19.504937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5698-7d7c-4a1b-a29a-a017a9fc3e5e req-2aae1395-806f-49f8-82b2-df2d13579b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.506443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e70f5698-7d7c-4a1b-a29a-a017a9fc3e5e req-2aae1395-806f-49f8-82b2-df2d13579b1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 1097 time: 0.1253262 Nov 12 03:26:19.514890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Deleting port a20e1934-2982-4c6d-b632-cdac3a16bca4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:19.515242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.560482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-fc97d54c-6930-4ded-8080-5f565bc23caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.561324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-fc97d54c-6930-4ded-8080-5f565bc23caa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 200 len: 797 time: 0.0882313 Nov 12 03:26:19.569994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18e8bf64-c268-4364-ac97-9c69acb16b5b req-5d51e8a3-2fe2-413b-a214-f4856dfc8b90 tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/security-groups?id=8da74967-b7d8-4b54-ab6a-0c640c9112d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Nov 12 03:26:19.621873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-c8788a2e-5635-4ca9-8c11-44b690767b64 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107759 Nov 12 03:26:19.629505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-664f80fd-3886-4a50-b0e7-1eadbd44e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.631216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-664f80fd-3886-4a50-b0e7-1eadbd44e34b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69e2c078-f15d-44f8-b11f-e9d515aff275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597990 Nov 12 03:26:19.660599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e70f5698-7d7c-4a1b-a29a-a017a9fc3e5e req-3a4640cf-11e4-48f2-b016-7c4db54166b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423414 Nov 12 03:26:19.741472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] For port a20e1934-2982-4c6d-b632-cdac3a16bca4, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a20e1934-2982-4c6d-b632-cdac3a16bca4,segment=NetworkSegment(8c187f7d-782f-4eb9-9e34-6c66b104f2c1),segment_id=8c187f7d-782f-4eb9-9e34-6c66b104f2c1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:19.741864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.761725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Calling delete_port for a20e1934-2982-4c6d-b632-cdac3a16bca4 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:19.776800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-fcccd964-37ce-421c-9a6a-518070765020 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324878 Nov 12 03:26:19.778082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d42c4acf-82ec-4138-a763-7faab425b6fe req-afd8e13c-7f94-42e8-a9d5-fc50f13a5b6c service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473930 Nov 12 03:26:19.910789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-a378254e-8819-4627-b6f7-ed591ec44483 service neutron] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197877 Nov 12 03:26:19.972351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.980926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-cb7d1169-883c-439f-8029-0dd99659ae81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 200 len: 217 time: 0.0634792 Nov 12 03:26:19.984923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['a20e1934-2982-4c6d-b632-cdac3a16bca4'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:20.009522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Pushing event deleted for resources: {'Port': ['ID=a20e1934-2982-4c6d-b632-cdac3a16bca4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.013282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-7c66c95d-9322-424a-9efe-b901d8e38b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.015483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-7c66c95d-9322-424a-9efe-b901d8e38b40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 1095 time: 0.1025369 Nov 12 03:26:20.087995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-f791abf2-b9ec-4ddd-a19a-7975db8ca1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.090269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-f791abf2-b9ec-4ddd-a19a-7975db8ca1a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.0950410 Nov 12 03:26:20.127578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] No DVR routers for this DVR port a20e1934-2982-4c6d-b632-cdac3a16bca4 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:20.131626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.136063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88dec44b-8a99-462a-abda-a92791a3881a req-ef3a85c1-e204-44d8-820f-a0811c5dad2b tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.32 "DELETE /v2.0/ports/a20e1934-2982-4c6d-b632-cdac3a16bca4 HTTP/1.1" status: 204 len: 173 time: 0.9964812 Nov 12 03:26:20.171592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-f48ecdb4-0249-4732-8124-ef3f3cc4c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.173406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-f48ecdb4-0249-4732-8124-ef3f3cc4c4c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1450558 Nov 12 03:26:20.194037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:20.234772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-90085833-b8b8-4283-addd-f613dd5aaebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.236619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-90085833-b8b8-4283-addd-f613dd5aaebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359127 Nov 12 03:26:20.286835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-6d28be66-a50a-424c-9fed-71fb0cb82b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 HTTP/1.1" status: 200 len: 217 time: 0.1030965 Nov 12 03:26:20.494324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-aa3b643a-38ab-46a0-81a6-95d6eb5f662d service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474215 Nov 12 03:26:20.503550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5c9cf-7461-458a-bbfd-f8cc09964eec req-d34f03b0-6192-4516-8311-e7386443f23b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.512499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdd5c9cf-7461-458a-bbfd-f8cc09964eec req-d34f03b0-6192-4516-8311-e7386443f23b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.1029577 Nov 12 03:26:20.596944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-13bf4a25-57c8-4598-8527-781e2b45e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.599260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-13bf4a25-57c8-4598-8527-781e2b45e0a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.2904727 Nov 12 03:26:20.626903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-b7f55138-e71d-469e-9fb4-872a5922bdd5 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090975 Nov 12 03:26:20.660153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51304a1e-65ce-46cb-bd0f-b5da9afa6474 req-b744a89e-2272-4981-8b7c-9f9415f339f6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.662148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51304a1e-65ce-46cb-bd0f-b5da9afa6474 req-b744a89e-2272-4981-8b7c-9f9415f339f6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.3904285 Nov 12 03:26:20.712387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-7f4507e3-c049-4994-8fe9-a7575bdb057c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 200 len: 217 time: 0.0665331 Nov 12 03:26:20.755379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-a2221c44-34bc-47ee-a1f3-6897a7834f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.768481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-a2221c44-34bc-47ee-a1f3-6897a7834f2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384008 Nov 12 03:26:20.789766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'name': 'network-vif-deleted', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:20.802318 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f1c74-2935-4412-a13a-a59732c946f8" -d '{"events": [{"server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "name": "network-vif-deleted", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:20.807581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-0c5edcee-d3f5-43f6-9b77-8893e2b9b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.809071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-0c5edcee-d3f5-43f6-9b77-8893e2b9b8dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 200 len: 797 time: 0.0760963 Nov 12 03:26:20.865025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdd5c9cf-7461-458a-bbfd-f8cc09964eec req-23798678-1710-416b-9790-593b21f6d84b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474925 Nov 12 03:26:20.883955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51304a1e-65ce-46cb-bd0f-b5da9afa6474 req-804c9ee8-feaa-4211-b865-2fce059cf75c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885583 Nov 12 03:26:20.977502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-8246cdd4-f72a-405a-bb48-2af6515f3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.979380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-8246cdd4-f72a-405a-bb48-2af6515f3f93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b95ed60-cee0-4103-b0f4-23f2f31f69b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130209 Nov 12 03:26:20.986158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-46850245-d818-4145-8020-7d66840867a0 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971123 Nov 12 03:26:20.990583 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97871121-4636-4f19-83c5-74f141585b42 x-openstack-request-id: req-97871121-4636-4f19-83c5-74f141585b42 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:20.990931 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3baaf7-9b16-4ca2-92c7-ffcd82185818", "name": "network-vif-deleted", "tag": "a20e1934-2982-4c6d-b632-cdac3a16bca4", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:20.991258 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97871121-4636-4f19-83c5-74f141585b42 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:20.991706 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3baaf7-9b16-4ca2-92c7-ffcd82185818', 'name': 'network-vif-deleted', 'tag': 'a20e1934-2982-4c6d-b632-cdac3a16bca4', 'status': 'completed', 'code': 200} Nov 12 03:26:21.129965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27aa20dc-83c4-4ee7-bb5a-959e66f269c6 req-65508b47-1edf-41a3-a71b-8926049d7b09 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342866 Nov 12 03:26:21.151890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4562eb9a-2c6e-4bef-bf7e-1630d79365d4 req-f53dc942-1ec2-405f-93a7-59edb06211fe tempest-ServerMetadataNegativeTestJSON-900206747 tempest-ServerMetadataNegativeTestJSON-900206747-project] 10.222.0.84 "GET /v2.0/ports?device_id=1b3baaf7-9b16-4ca2-92c7-ffcd82185818 HTTP/1.1" status: 200 len: 210 time: 0.1432855 Nov 12 03:26:21.228528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-38e6f1d5-c45d-4bc2-b6f0-fb3ef90156fe service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399209 Nov 12 03:26:21.350921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.391335 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffc4df3b-8e5d-482b-ade3-ca61e8a5f1ec req-d57b2bbc-8ba6-4867-8abb-dea346094ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559260 Nov 12 03:26:21.626348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Deleting port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:21.626693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.709311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] For port 7fb5825a-c3d6-4364-987d-eb9e2bf2639a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.709683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.726495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Calling delete_port for 7fb5825a-c3d6-4364-987d-eb9e2bf2639a owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:22.026386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cceca2-92c5-4d7e-8a46-5d9e77cffc7b req-fd75f817-c84c-46ac-87e0-4dd020783f1c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.028126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11cceca2-92c5-4d7e-8a46-5d9e77cffc7b req-fd75f817-c84c-46ac-87e0-4dd020783f1c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0528843 Nov 12 03:26:22.079676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11cceca2-92c5-4d7e-8a46-5d9e77cffc7b req-692563b2-ba80-414a-b56a-d054f9707cbd tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Nov 12 03:26:22.171347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13676c-8443-489d-ab8a-eb8cdcba6466 req-abbd758f-5784-4b95-84da-5073272112cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.172882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a13676c-8443-489d-ab8a-eb8cdcba6466 req-abbd758f-5784-4b95-84da-5073272112cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0685513 Nov 12 03:26:22.218105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d27de-c112-4ab9-b044-78fdfe20798a req-bd4014cf-e89e-4217-a5a5-ab24d242caef tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.219969 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0d27de-c112-4ab9-b044-78fdfe20798a req-bd4014cf-e89e-4217-a5a5-ab24d242caef tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0702782 Nov 12 03:26:22.261186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a13676c-8443-489d-ab8a-eb8cdcba6466 req-b2192990-904e-4dd7-ad40-34de602ddf26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815673 Nov 12 03:26:22.281836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.284514 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e0d27de-c112-4ab9-b044-78fdfe20798a req-049e7d02-56d5-45dc-9952-090a1927271a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Nov 12 03:26:22.319184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46258) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:22.327916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb5825a-c3d6-4364-987d-eb9e2bf2639a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.393269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Deleting subnet 627ecf37-c9e8-4e77-beab-8ed22e667c3c {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:22.396277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.434356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.500017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.529672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.594196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.658257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627ecf37-c9e8-4e77-beab-8ed22e667c3c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.661741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.666578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a1a5182-8b52-4bdd-8aa0-c8b1dfe06aa3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/627ecf37-c9e8-4e77-beab-8ed22e667c3c HTTP/1.1" status: 204 len: 168 time: 0.3462198 Nov 12 03:26:22.670108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:22.689663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e1839-a14c-417e-881e-19a1601824a3 req-4d74e82d-7d50-4fa2-b521-b4075a0b3504 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.692717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-289e1839-a14c-417e-881e-19a1601824a3 req-4d74e82d-7d50-4fa2-b521-b4075a0b3504 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1175849 Nov 12 03:26:22.754436 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-289e1839-a14c-417e-881e-19a1601824a3 req-f300c7a3-17d4-49ca-9a8d-59ae5b1ea55a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534086 Nov 12 03:26:22.816075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.868017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:22.927149 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.979858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8feb151-8cff-470c-ab55-d64e907f505f']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:22.999932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c187f7d-782f-4eb9-9e34-6c66b104f2c1') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.000232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c187f7d-782f-4eb9-9e34-6c66b104f2c1') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.035636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.057894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.067685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:23.068086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:23.069725 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:23.078803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:23.089226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Sync routers for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:23.089693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-92fc6312-d2e7-4cc6-bdc8-ddf80a5dcb58 admin admin] 10.222.0.84 "PUT /v2.0/routers/693b60f5-29ec-4aff-8ae6-9dbd22a1e76a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8939109 Nov 12 03:26:23.092074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46266) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.100178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:23.100883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.130959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.138945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.142358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e8feb151-8cff-470c-ab55-d64e907f505f HTTP/1.1" status: 204 len: 168 time: 0.4712903 Nov 12 03:26:23.159643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442db4cd-f6c6-4c09-b3a0-b48914a5c021 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8feb151-8cff-470c-ab55-d64e907f505f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.206550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.229908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:23.302168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46272) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.338327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.387697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c6b18a40-9d84-42fd-9ce8-e8278b55ce71 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3a1e4d6a53f4a0aa94e7aa903215faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842409 Nov 12 03:26:23.390225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.437986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419617-b217-4bff-b7ee-ecf3d0bdb2b9 req-4cdbbe96-e6f3-4933-8087-f11a4f61f82b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.439875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a8419617-b217-4bff-b7ee-ecf3d0bdb2b9 req-4cdbbe96-e6f3-4933-8087-f11a4f61f82b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0509441 Nov 12 03:26:23.444820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:26:22Z', 'revision_number': 5, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port': {'id': 'd9c3f4bc-3851-4c9b-b25e-7df6518080e4', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:17:18Z', 'updated_at': '2021-11-12T03:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.450180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Deleting port d9c3f4bc-3851-4c9b-b25e-7df6518080e4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:23.450525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.466547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.478534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Checking router: 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:23.487302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Routers {'693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:23.487932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.493498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a8419617-b217-4bff-b7ee-ecf3d0bdb2b9 req-aaaf2ed0-d6c0-42cc-82fd-6b10b7a74466 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Nov 12 03:26:23.526160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.569945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] Set router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:23.578507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] For port d9c3f4bc-3851-4c9b-b25e-7df6518080e4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:23.578886 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.592939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Calling delete_port for d9c3f4bc-3851-4c9b-b25e-7df6518080e4 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:23.607962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.610535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.611726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8da74967-b7d8-4b54-ab6a-0c640c9112d6 HTTP/1.1" status: 204 len: 168 time: 0.2195175 Nov 12 03:26:23.625208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:26:23Z', 'revision_number': 6, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.651579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7d27e-58e8-4390-89d8-a2dfc0932336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da74967-b7d8-4b54-ab6a-0c640c9112d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.655570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6359580-ea8b-4bd7-b6ec-5eb352235aa8 None None] The sync data for ids ['693b60f5-29ec-4aff-8ae6-9dbd22a1e76a'] in n-d-615180-50 is: [{'id': '693b60f5-29ec-4aff-8ae6-9dbd22a1e76a', 'name': 'tempest-AttachVolumeShelveTestJSON-995344491-router', 'tenant_id': 'c6b30598883248b49e04a45ce30c0790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:17:15Z', 'updated_at': '2021-11-12T03:26:23Z', 'revision_number': 6, 'project_id': 'c6b30598883248b49e04a45ce30c0790', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:23.695784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a20e1934-2982-4c6d-b632-cdac3a16bca4 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:23.727789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: a20e1934-2982-4c6d-b632-cdac3a16bca4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:23.728143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a20e1934-2982-4c6d-b632-cdac3a16bca4 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:23.789608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.816114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c3f4bc-3851-4c9b-b25e-7df6518080e4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:23.832595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840a4cf-6f6e-4b37-9d90-fcb4bdb83d01 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:23.916123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.989655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c4d41-44a6-40e5-b0b8-aa22a0868256 req-533da056-b164-46e3-a0a9-4fa0b0acd618 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.992553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f8c4d41-44a6-40e5-b0b8-aa22a0868256 req-533da056-b164-46e3-a0a9-4fa0b0acd618 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1200140 Nov 12 03:26:24.040090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.043738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.363625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46298) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:24.376059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.376562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693b60f5-29ec-4aff-8ae6-9dbd22a1e76a {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:24.380912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.384949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4b29241c-55af-4913-804d-0dc53d3d07ea admin admin] 10.222.0.84 "DELETE /v2.0/routers/693b60f5-29ec-4aff-8ae6-9dbd22a1e76a HTTP/1.1" status: 204 len: 168 time: 1.2888229 Nov 12 03:26:24.386016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46302) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:24.386235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f8c4d41-44a6-40e5-b0b8-aa22a0868256 req-58e0eefd-ad86-4504-9535-ec6dc8d0646e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674958 Nov 12 03:26:24.432115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Deleting subnet 1cb70913-dbac-49d2-a0ae-5dba603d78d5 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:24.436364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.486458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.511670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-901515191-network', 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:24.564496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:24.566467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.631676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.675542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.684848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27809fca-48c9-485c-be1c-97b9fb0cfaa1 req-139a0f32-486e-4ceb-ac0c-da261090f899 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.686467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27809fca-48c9-485c-be1c-97b9fb0cfaa1 req-139a0f32-486e-4ceb-ac0c-da261090f899 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0571733 Nov 12 03:26:24.742084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3aa3-758b-46a5-b615-bebd2f718dfa req-7144543f-f93d-4f4d-81ba-461f83aa9ae7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.744368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-384e3aa3-758b-46a5-b615-bebd2f718dfa req-7144543f-f93d-4f4d-81ba-461f83aa9ae7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.1524663 Nov 12 03:26:24.746955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27809fca-48c9-485c-be1c-97b9fb0cfaa1 req-70b26928-e471-4ebb-9fcc-841d3532978d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Nov 12 03:26:24.826728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.869767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb70913-dbac-49d2-a0ae-5dba603d78d5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.879915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-384e3aa3-758b-46a5-b615-bebd2f718dfa req-1d150da6-9c98-49df-bd04-7157040a61fe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180997 Nov 12 03:26:24.887150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.892032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc424e22-9427-4df2-a118-1779383703bf None None] Network d1b9a261-4516-40a8-99e6-94d1aeda2bd4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:24.893556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:24.893981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9dcba698-f208-4959-8f86-dc4f27ef17b8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1cb70913-dbac-49d2-a0ae-5dba603d78d5 HTTP/1.1" status: 204 len: 168 time: 0.5068126 Nov 12 03:26:24.902674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.909071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.942397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:24.950062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06bf76-cd30-454d-a71e-8bef581f7692,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.957198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.957581 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Added segment 34936363-ca95-4afe-8308-c7318b45540b of type vlan for network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 Nov 12 03:26:24.969849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.002722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.029312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.030981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.031768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.036979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Deleting port aeb88afe-3652-4610-9164-e01df7d819ca {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:25.037238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.097985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7304583 Nov 12 03:26:25.099154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.106161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Request body: {'subnet': {'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-901515191-subnet', 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:25.108123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] DHCP port deletion for d1b9a261-4516-40a8-99e6-94d1aeda2bd4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:25.108999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] For port aeb88afe-3652-4610-9164-e01df7d819ca, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aeb88afe-3652-4610-9164-e01df7d819ca,segment=NetworkSegment(e949f22b-9e72-4f8a-b5ce-1ed0a80c3144),segment_id=e949f22b-9e72-4f8a-b5ce-1ed0a80c3144)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:25.109366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.116361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91280-bdb7-4d5d-98c4-69e06846f10b admin admin] Pushing event updated for resources: {'Network': ['ID=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.127302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Calling delete_port for aeb88afe-3652-4610-9164-e01df7d819ca owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:25.133291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:25.139552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:25.142493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.221013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.228457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Deleting port aeb88afe-3652-4610-9164-e01df7d819ca {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:25.229702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.252003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] No DVR routers for this DVR port aeb88afe-3652-4610-9164-e01df7d819ca on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:25.257036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb88afe-3652-4610-9164-e01df7d819ca,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.302659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] For port aeb88afe-3652-4610-9164-e01df7d819ca, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:25.303063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.316426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Calling delete_port for aeb88afe-3652-4610-9164-e01df7d819ca owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:25.319144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Port aeb88afe-3652-4610-9164-e01df7d819ca was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:26:25.320890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.340597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.351539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.357647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] No DVR routers for this DVR port aeb88afe-3652-4610-9164-e01df7d819ca on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:25.361386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aef71f-fba4-46b3-8493-ee56b6880592 None None] Pushing event deleted for resources: {'Port': ['ID=aeb88afe-3652-4610-9164-e01df7d819ca,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.382584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b9a261-4516-40a8-99e6-94d1aeda2bd4']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:25.394137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:25.394337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e949f22b-9e72-4f8a-b5ce-1ed0a80c3144') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:25.403051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd462fbe-f64b-4d5f-85c4-b059b88c5376,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.406654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.409977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aeb88afe-3652-4610-9164-e01df7d819ca no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:25.419485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:25.419849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Network hostable DHCP agents. Network: 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:25.421954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.428839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:25.429553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:25.431620 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:25.438598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:25.439380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: aeb88afe-3652-4610-9164-e01df7d819ca {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:25.439911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aeb88afe-3652-4610-9164-e01df7d819ca not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:25.440370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7fb5825a-c3d6-4364-987d-eb9e2bf2639a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:25.448238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:25.453349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.454216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.467014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e33c43-1558-403b-9302-03cabd9ce739 None None] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:25.469310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7fb5825a-c3d6-4364-987d-eb9e2bf2639a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:25.469648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7fb5825a-c3d6-4364-987d-eb9e2bf2639a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:25.470052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d9c3f4bc-3851-4c9b-b25e-7df6518080e4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:25.481071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-121bb298-d742-4eb4-b9b9-792280f3a94a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3716819 Nov 12 03:26:25.502554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.507327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d9c3f4bc-3851-4c9b-b25e-7df6518080e4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:25.507675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d9c3f4bc-3851-4c9b-b25e-7df6518080e4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:25.508432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.512127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d1b9a261-4516-40a8-99e6-94d1aeda2bd4 HTTP/1.1" status: 204 len: 168 time: 0.6168807 Nov 12 03:26:25.525081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afc65-d52a-492d-9f3c-bcb3fa056772 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b9a261-4516-40a8-99e6-94d1aeda2bd4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.619252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79ad3e-e0e6-44b9-bc20-5df71f7f974a None None] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:25.654865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46322) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.702243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-789bfe96-d7ec-4465-bf85-98182e6af929 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6b30598883248b49e04a45ce30c0790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460267 Nov 12 03:26:25.704769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.762597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.788899 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.846223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.849442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.850610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1489053e-e1ea-4dc1-83c1-efdf41a6a8ef HTTP/1.1" status: 204 len: 168 time: 0.1448627 Nov 12 03:26:25.859337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6d3ba-f2f3-4fa9-b47f-061862b78df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1489053e-e1ea-4dc1-83c1-efdf41a6a8ef,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.882937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751509-f5b3-4861-a9e4-6ef8f8ef5335 req-faf8a832-d332-45de-95cb-62ab50f659a0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.885194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc751509-f5b3-4861-a9e4-6ef8f8ef5335 req-faf8a832-d332-45de-95cb-62ab50f659a0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0642960 Nov 12 03:26:25.936367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cc751509-f5b3-4861-a9e4-6ef8f8ef5335 req-9ada6ba2-5686-4d22-bbf6-70d4b47b9dc5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Nov 12 03:26:26.082512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-81f8f593-d9eb-4851-b660-0f996930e6de tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.083408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-81f8f593-d9eb-4851-b660-0f996930e6de tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.1313119 Nov 12 03:26:26.092976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e43ccc-e545-4efd-8268-c29eaa391dc4 req-32d39cbe-e95f-46a6-b984-8a49b92dab69 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.094619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b2e43ccc-e545-4efd-8268-c29eaa391dc4 req-32d39cbe-e95f-46a6-b984-8a49b92dab69 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0642440 Nov 12 03:26:26.100971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-12045707-e3fb-426b-ba18-bb536350bcc2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0097873 Nov 12 03:26:26.140453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-510b13e4-0718-4a7e-9cc4-e2206d9acf8a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317168 Nov 12 03:26:26.157058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b2e43ccc-e545-4efd-8268-c29eaa391dc4 req-2ece03d2-1c4b-474e-aeb9-6f330bac612f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517268 Nov 12 03:26:26.251316 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ad49d00d-6402-4af1-a0b3-ee74ef829c1b service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031826 Nov 12 03:26:26.362522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-f0348931-d926-4ff7-9c97-1607bf4d8cd9 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042414 Nov 12 03:26:26.551542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a92318d0-937e-4726-9b0c-f972d54a74a0 req-bc93e38f-ab62-4d3f-b570-4809e6a37b82 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 210 time: 0.0444992 Nov 12 03:26:27.284071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d06ec4-4502-4db4-94eb-ac729ac541fd req-95e4c8b3-6a64-4ece-b4ca-97778fdc434a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.285564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95d06ec4-4502-4db4-94eb-ac729ac541fd req-95e4c8b3-6a64-4ece-b4ca-97778fdc434a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0534730 Nov 12 03:26:27.338889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95d06ec4-4502-4db4-94eb-ac729ac541fd req-b65c30fc-e06d-4910-afd8-428df4ccbd11 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Nov 12 03:26:27.638165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-5c18361a-3ae6-477a-ba08-20be1179f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.639866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-5c18361a-3ae6-477a-ba08-20be1179f2ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0612957 Nov 12 03:26:27.648284 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:27.657037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f51e5ea8-0073-4177-a992-043a99525b62 req-73462587-2bcf-4dd4-9e3c-5a1966afb369 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 210 time: 0.0347924 Nov 12 03:26:27.730756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.733017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-bde038eb-4be9-421c-aa24-2f803766c35b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.734942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-bde038eb-4be9-421c-aa24-2f803766c35b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2532258 Nov 12 03:26:27.744100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124dbbb-7ea0-4ffa-a90b-68649e841baa req-4fe27b77-31f7-4dc9-98a3-edb6eb969f9d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.745644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c124dbbb-7ea0-4ffa-a90b-68649e841baa req-4fe27b77-31f7-4dc9-98a3-edb6eb969f9d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1335013 Nov 12 03:26:27.750882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:27.760898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-dd47229a-a738-4703-8fbe-b9e99518f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.762377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-dd47229a-a738-4703-8fbe-b9e99518f06d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.1077595 Nov 12 03:26:27.809325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-1fb5f418-b74f-407a-a9ba-481fc9393a4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0368187 Nov 12 03:26:27.867714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-562ef3db-8e63-4b38-bcaa-83c3ed10c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.869124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c124dbbb-7ea0-4ffa-a90b-68649e841baa req-ef4cbfb2-8ffc-4dfe-b595-68405fc7ded5 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127038 Nov 12 03:26:27.869755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-562ef3db-8e63-4b38-bcaa-83c3ed10c48b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.0535872 Nov 12 03:26:27.903974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:27.907577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.916678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-d757e597-b22a-4adf-8258-1c3d867c88f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374603 Nov 12 03:26:28.021963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-285135ec-e5ed-40dd-951d-76637c3f5608 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981808 Nov 12 03:26:28.045905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.2 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/67bff185-01f8-46ab-868c-e3c959cf1cd7) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:28.127006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81a86c7e-a5b0-48ec-a0ca-dfd98c620d83 req-ecd3f074-3c4c-4e6f-90e8-7752a8484caf service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976598 Nov 12 03:26:28.231316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.272131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.328379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:28.329547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.332206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:28.334317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:28.383869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.384491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.404120 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-ca48a1d5-4e19-4d30-842a-fc15039734a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573639 Nov 12 03:26:28.420700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Request body: {'port': {'device_id': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:28.471908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78750d-d64f-4a37-b2eb-764399ce5958 req-f2670805-2e67-4766-85f5-7e362a74cc40 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.473618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd78750d-d64f-4a37-b2eb-764399ce5958 req-f2670805-2e67-4766-85f5-7e362a74cc40 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0571239 Nov 12 03:26:28.481975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.528022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd78750d-d64f-4a37-b2eb-764399ce5958 req-3f6288ef-3e18-45a2-9f8e-879adf34a5a5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Nov 12 03:26:28.617487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46454) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:28.735861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fee566aa-7d82-4006-ac08-38d3b1c160d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.795390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bff185-01f8-46ab-868c-e3c959cf1cd7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:28.805577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.814267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fee566aa-7d82-4006-ac08-38d3b1c160d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.818307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fee566aa-7d82-4006-ac08-38d3b1c160d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.829683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498342a0-15f2-4cc5-86b0-994767e8b58a req-d3e418ac-b0c9-4c3c-b97c-3c765d1e4b1f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.831245 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-498342a0-15f2-4cc5-86b0-994767e8b58a req-d3e418ac-b0c9-4c3c-b97c-3c765d1e4b1f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 931 time: 0.0914373 Nov 12 03:26:28.833763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Transition to ACTIVE for port object 67bff185-01f8-46ab-868c-e3c959cf1cd7 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:28.840430 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.858135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fee566aa-7d82-4006-ac08-38d3b1c160d6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57699f80aefa4d6589c75fe7281ae268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395329 Nov 12 03:26:28.859291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee566aa-7d82-4006-ac08-38d3b1c160d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be12674-b1d7-408b-88e6-46edb60a7e51,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.861552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46460) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:28.914921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.925918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Pushing event updated for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.936239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.940648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-498342a0-15f2-4cc5-86b0-994767e8b58a req-9b5dddd0-0693-48b4-afc8-72df68957ac9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020541 Nov 12 03:26:29.006252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Attempting to bind port 67bff185-01f8-46ab-868c-e3c959cf1cd7 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:29.006588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Attempting to bind port 67bff185-01f8-46ab-868c-e3c959cf1cd7 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:29.006929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Attempting to bind port 67bff185-01f8-46ab-868c-e3c959cf1cd7 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:29.012164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Port 67bff185-01f8-46ab-868c-e3c959cf1cd7 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:29.012520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Attempting to bind port 67bff185-01f8-46ab-868c-e3c959cf1cd7 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:29.012665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828608f-4781-47d3-870e-0b6f4ba948cf req-4a513ef5-e3f5-4367-b006-12f9eee57f0b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.014181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5828608f-4781-47d3-870e-0b6f4ba948cf req-4a513ef5-e3f5-4367-b006-12f9eee57f0b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0619326 Nov 12 03:26:29.017721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:29.018250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:29.018661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:29.019196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Bound port: 67bff185-01f8-46ab-868c-e3c959cf1cd7, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:29.019575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.029679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.032426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.033505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7be12674-b1d7-408b-88e6-46edb60a7e51 HTTP/1.1" status: 204 len: 168 time: 0.1710563 Nov 12 03:26:29.051409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2c308-e5d8-4896-a457-1b5563732200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be12674-b1d7-408b-88e6-46edb60a7e51,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.090878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5828608f-4781-47d3-870e-0b6f4ba948cf req-e0714795-e28e-4365-8790-3c1318bb4e8a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662143 Nov 12 03:26:29.096535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:29.100832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:29.106663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.143073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.144026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.145443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] 10.222.0.32 "PUT /v2.0/ports/67bff185-01f8-46ab-868c-e3c959cf1cd7 HTTP/1.1" status: 200 len: 1092 time: 0.7302203 Nov 12 03:26:29.147805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:29.151464 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:29.182944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42cfdb-da52-47a7-9321-440fa19d4347 service neutron] Pushing event updated for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.230211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.234379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-4e3e428c-6187-48df-9b66-cc4c01a8b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.236192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-4e3e428c-6187-48df-9b66-cc4c01a8b970 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 1095 time: 0.0474081 Nov 12 03:26:29.282735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-0c38d61d-1896-48e8-8746-426533161331 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7 HTTP/1.1" status: 200 len: 217 time: 0.0376730 Nov 12 03:26:29.335595 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a47947-aed3-42a7-8c12-7b73a46d2854 x-openstack-request-id: req-71a47947-aed3-42a7-8c12-7b73a46d2854 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:29.336479 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:29.336479 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-71a47947-aed3-42a7-8c12-7b73a46d2854 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:29.336790 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7', 'status': 'completed', 'code': 200} Nov 12 03:26:29.344763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-e2fc2cef-033e-49b8-9fbe-5c584bf19bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.346256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-e2fc2cef-033e-49b8-9fbe-5c584bf19bf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0570934 Nov 12 03:26:29.352185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.374041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-962be7d0-ff2c-4d57-a752-dd07bcb0bfb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.390764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-96786855-779d-4965-aaba-7c6f319bf39a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311203 Nov 12 03:26:29.516766 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-903ac45a-622f-4e1b-a392-80b4e7b311df service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183405 Nov 12 03:26:29.561350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-962be7d0-ff2c-4d57-a752-dd07bcb0bfb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.591271 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-962be7d0-ff2c-4d57-a752-dd07bcb0bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.639600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-962be7d0-ff2c-4d57-a752-dd07bcb0bfb3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e13b93e50134cdeb04c5c8b41abe3b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839949 Nov 12 03:26:29.641954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46476) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.644923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb54536-e5e0-41d7-833f-9066f1ccde78 req-509ba47a-3c91-4aac-b75b-361801895e17 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.646448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bb54536-e5e0-41d7-833f-9066f1ccde78 req-509ba47a-3c91-4aac-b75b-361801895e17 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0485730 Nov 12 03:26:29.652103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962be7d0-ff2c-4d57-a752-dd07bcb0bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b685a6e-8d83-4920-a5b8-fc3ea2a39215,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.680707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19a989c8-e41a-4855-9588-028f0a04d2eb req-9a66fdb0-3148-418e-8363-81bc981e6c7c service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537440 Nov 12 03:26:29.703441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bb54536-e5e0-41d7-833f-9066f1ccde78 req-ca528f6b-1c76-455e-8fdc-3992c33440d2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502191 Nov 12 03:26:29.709839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.746710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.798689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-de727baf-72f6-42f2-a952-871faa3bd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.800250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-de727baf-72f6-42f2-a952-871faa3bd993 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 1095 time: 0.0666583 Nov 12 03:26:29.838829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.841351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.842457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2b685a6e-8d83-4920-a5b8-fc3ea2a39215 HTTP/1.1" status: 204 len: 168 time: 0.1988049 Nov 12 03:26:29.877359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71992e-6db6-4892-bf2f-776ef4ccf43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b685a6e-8d83-4920-a5b8-fc3ea2a39215,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.913261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-fd1f9cd1-119c-4630-ae00-ee581e7692fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.914821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-fd1f9cd1-119c-4630-ae00-ee581e7692fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.1064191 Nov 12 03:26:29.956290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-d853274e-125c-4bae-8b2f-5278d10635a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7 HTTP/1.1" status: 200 len: 217 time: 0.0343642 Nov 12 03:26:30.012823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-a19740f1-dbb9-4567-aa33-0399deef2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.014311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-a19740f1-dbb9-4567-aa33-0399deef2949 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0499668 Nov 12 03:26:30.073143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-d1d528b4-9e90-477b-9a62-b2ebb918b9c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505676 Nov 12 03:26:30.152997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b06224-178e-4859-92b3-d0b09f622322 req-081d7cb1-8879-4ead-9e64-42c35938ca13 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.154513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8b06224-178e-4859-92b3-d0b09f622322 req-081d7cb1-8879-4ead-9e64-42c35938ca13 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 943 time: 0.1235590 Nov 12 03:26:30.209507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cc084-700e-4ab3-8080-4728941ee636 req-0eb43822-4aee-4748-af66-7b13c96368ad tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.217029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc5cc084-700e-4ab3-8080-4728941ee636 req-0eb43822-4aee-4748-af66-7b13c96368ad tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0639262 Nov 12 03:26:30.229316 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-8e0ad173-82c5-4d48-a58f-8dc515160653 service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486781 Nov 12 03:26:30.234591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8b06224-178e-4859-92b3-d0b09f622322 req-ca3ea75c-f013-4a60-835d-77fecfc0e051 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 Nov 12 03:26:30.275601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc5cc084-700e-4ab3-8080-4728941ee636 req-9cc2e495-9d5c-4c9d-a5b7-220b00897ce2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578358 Nov 12 03:26:30.340039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f9b2a6e-b836-4f42-87b8-27e90c05aca3 req-d73c8f73-f28c-444f-9f0f-8e9756c54040 service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028688 Nov 12 03:26:30.823948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798ffcb-965a-479c-bee6-a90fad8b7dd4 req-a81658f6-58d4-41ea-8288-0af2a2274c74 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.825493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8798ffcb-965a-479c-bee6-a90fad8b7dd4 req-a81658f6-58d4-41ea-8288-0af2a2274c74 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 943 time: 0.0530305 Nov 12 03:26:30.874112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8798ffcb-965a-479c-bee6-a90fad8b7dd4 req-28d30734-62ed-4ae9-89a4-dadf34bb4ae6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Nov 12 03:26:31.033510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:31.131850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.143196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5', 'mac_address': 'fa:16:3e:3a:8d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:31.184944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.195326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:31.219059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.223233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.275522 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.282996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.283374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.283721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.284061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.284399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.284794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.285063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.285493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.285896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.286306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.286795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.287450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:31.370651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a48a13-c148-4ff3-a1d2-de953122b914 req-ee8d2baf-0de8-48a9-b15b-7b3ba0535d7f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.372297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0a48a13-c148-4ff3-a1d2-de953122b914 req-ee8d2baf-0de8-48a9-b15b-7b3ba0535d7f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 943 time: 0.0527525 Nov 12 03:26:31.413317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8788de0-9a39-41f3-a2f3-5d74ca4daef8 req-9d387cf9-9e9b-4fb3-a169-f37a813a4e09 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.414893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8788de0-9a39-41f3-a2f3-5d74ca4daef8 req-9d387cf9-9e9b-4fb3-a169-f37a813a4e09 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0605824 Nov 12 03:26:31.434421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0a48a13-c148-4ff3-a1d2-de953122b914 req-25049365-7476-43de-a79a-075c98c59dcf tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560107 Nov 12 03:26:31.467087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8788de0-9a39-41f3-a2f3-5d74ca4daef8 req-cee2ef73-1d7d-49a5-8823-ba517c2b073c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Nov 12 03:26:31.628299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:31.725662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 67bff185-01f8-46ab-868c-e3c959cf1cd7 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:31.861398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.873386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '67bff185-01f8-46ab-868c-e3c959cf1cd7', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': '67bff185-01f8-46ab-868c-e3c959cf1cd7', 'mac_address': 'fa:16:3e:69:7b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:31.911171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.927149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bff185-01f8-46ab-868c-e3c959cf1cd7 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:31.951526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.955973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.996922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a39624-5309-42eb-b251-f403ecca067e req-9e012775-21fa-48aa-aced-11cbd8efb7da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.998585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5a39624-5309-42eb-b251-f403ecca067e req-9e012775-21fa-48aa-aced-11cbd8efb7da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 944 time: 0.0569401 Nov 12 03:26:32.013544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.046906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5a39624-5309-42eb-b251-f403ecca067e req-f6f7825d-b719-4560-bd85-5b3aa1d61766 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Nov 12 03:26:32.084732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46556) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:32.201273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230963bd-745c-4662-8e96-337956b77aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.267494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c9db701c-19fb-4741-b2c5-dc9d40f382d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.272923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:32.278436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230963bd-745c-4662-8e96-337956b77aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.282293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230963bd-745c-4662-8e96-337956b77aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.326408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46560) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:32.326702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-230963bd-745c-4662-8e96-337956b77aeb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba51dc93fb66459d993adf35a40091ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405367 Nov 12 03:26:32.327225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230963bd-745c-4662-8e96-337956b77aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3be456-4d0f-44a2-a972-80fdc0eae0d9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.383203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.404846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.451586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.454098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.455410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/df3be456-4d0f-44a2-a972-80fdc0eae0d9 HTTP/1.1" status: 204 len: 168 time: 0.1276269 Nov 12 03:26:32.464708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5243125-7b9e-4933-90e2-56690d0f0630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3be456-4d0f-44a2-a972-80fdc0eae0d9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.615206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4b30f-8a46-44fe-a706-b9bff4018bf8 req-79baa0b2-4f04-4428-9268-5fbc7519dba9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.616752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1f4b30f-8a46-44fe-a706-b9bff4018bf8 req-79baa0b2-4f04-4428-9268-5fbc7519dba9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0577548 Nov 12 03:26:32.621951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486c583-6e0b-49a1-b9cd-50f1390dec8e req-b49bcecd-b9cf-497f-9c0b-7295ed71a8da tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.627562 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5486c583-6e0b-49a1-b9cd-50f1390dec8e req-b49bcecd-b9cf-497f-9c0b-7295ed71a8da tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 944 time: 0.0837703 Nov 12 03:26:32.668573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1f4b30f-8a46-44fe-a706-b9bff4018bf8 req-d92e8726-97be-41c0-9fea-34f19a7fd500 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Nov 12 03:26:32.679133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5486c583-6e0b-49a1-b9cd-50f1390dec8e req-7cff9c29-3233-4148-9d50-55626e90f24b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Nov 12 03:26:32.778191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:32.791273 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78fbcebf-15f3-48e3-95a2-b091966fc0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.862756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78fbcebf-15f3-48e3-95a2-b091966fc0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.866229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78fbcebf-15f3-48e3-95a2-b091966fc0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.904493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78fbcebf-15f3-48e3-95a2-b091966fc0ce admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=53c9152864a74502bdf27cfe05a944a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252291 Nov 12 03:26:32.905613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbcebf-15f3-48e3-95a2-b091966fc0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a258cd-d5fe-4dcb-a5c6-967b19f3f388,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.907202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46572) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:32.954249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.976249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.021834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.024876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.026056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/05a258cd-d5fe-4dcb-a5c6-967b19f3f388 HTTP/1.1" status: 204 len: 168 time: 0.1177900 Nov 12 03:26:33.033547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb21f-91de-415f-a8a7-296b333170d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a258cd-d5fe-4dcb-a5c6-967b19f3f388,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.046963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:33.100581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:33.105591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.106091 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.169831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd310c06-4338-4998-b627-839257da4b63 req-adddee0f-6c59-42fa-a01c-d52a435871aa tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.175702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd310c06-4338-4998-b627-839257da4b63 req-adddee0f-6c59-42fa-a01c-d52a435871aa tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 944 time: 0.0572584 Nov 12 03:26:33.190068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.221030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:33.223495 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36b5034-d0e5-4d88-b44e-7582fccf9545" -d '{"events": [{"server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "name": "network-vif-plugged", "status": "completed", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:33.236712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd310c06-4338-4998-b627-839257da4b63 req-96b91880-e83b-4f9d-a705-c5948f0fb477 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Nov 12 03:26:33.246095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:33.250966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.274705 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fdc707-371c-4105-b493-1b9c22b1cbda x-openstack-request-id: req-85fdc707-371c-4105-b493-1b9c22b1cbda {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:33.275321 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "name": "network-vif-plugged", "status": "completed", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:33.275321 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-85fdc707-371c-4105-b493-1b9c22b1cbda {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:33.275781 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5', 'code': 200} Nov 12 03:26:33.309326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.367797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab747e-8f35-4b9b-8a5b-4a552490c09c req-560851f9-512a-4173-9ecf-b749d553e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.369341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32ab747e-8f35-4b9b-8a5b-4a552490c09c req-560851f9-512a-4173-9ecf-b749d553e0f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 1097 time: 0.0408251 Nov 12 03:26:33.415613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32ab747e-8f35-4b9b-8a5b-4a552490c09c req-5dd945b0-3d6d-4440-ad95-bc582614902b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 Nov 12 03:26:33.732647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 67bff185-01f8-46ab-868c-e3c959cf1cd7 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:33.807055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe7792-ac2e-4786-ab48-42d31a32f66f req-e639a3eb-ac6f-4a52-9c69-58d3051ee836 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.808305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 67bff185-01f8-46ab-868c-e3c959cf1cd7 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:33.809100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fe7792-ac2e-4786-ab48-42d31a32f66f req-e639a3eb-ac6f-4a52-9c69-58d3051ee836 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0650506 Nov 12 03:26:33.816267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143800-283e-40d0-8819-b2d5675a78ee req-fbbbb92b-c2df-40c6-a67d-950b7de5de83 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.816799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 67bff185-01f8-46ab-868c-e3c959cf1cd7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.816799 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.818682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98143800-283e-40d0-8819-b2d5675a78ee req-fbbbb92b-c2df-40c6-a67d-950b7de5de83 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 944 time: 0.0685704 Nov 12 03:26:33.890982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59fe7792-ac2e-4786-ab48-42d31a32f66f req-31e1cc88-d011-4694-8976-1195ba285013 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710971 Nov 12 03:26:33.900923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98143800-283e-40d0-8819-b2d5675a78ee req-5173b11c-c6f4-4ec6-b7d6-ba69c3560d20 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 Nov 12 03:26:33.912102 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.944830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:33.949060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.995606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.350262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b8708-d028-4d76-b590-7bd1250cce73 req-b497d94b-983a-4040-9318-d45083ad49e7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.351918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-759b8708-d028-4d76-b590-7bd1250cce73 req-b497d94b-983a-4040-9318-d45083ad49e7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.0559523 Nov 12 03:26:34.402644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-759b8708-d028-4d76-b590-7bd1250cce73 req-c14c433a-497d-4159-9998-d6774fe57e40 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Nov 12 03:26:34.629896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bdba183f-a1d9-4b81-941a-5e3a333b08df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.013131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff14b32-3dcb-4912-97ab-bfee656f249d req-2ff05f7d-867e-4496-a39c-819dcae5d6ba tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.015651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ff14b32-3dcb-4912-97ab-bfee656f249d req-2ff05f7d-867e-4496-a39c-819dcae5d6ba tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0597353 Nov 12 03:26:35.031317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30bf0b-2117-4ac1-bc93-fa470a499e7d req-759c40b9-460a-4432-a33b-c761d7cc4531 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.033348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d30bf0b-2117-4ac1-bc93-fa470a499e7d req-759c40b9-460a-4432-a33b-c761d7cc4531 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.0558095 Nov 12 03:26:35.066898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ff14b32-3dcb-4912-97ab-bfee656f249d req-8728da8b-d7e4-4f51-a45e-6ae6f366eb79 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Nov 12 03:26:35.087041 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d30bf0b-2117-4ac1-bc93-fa470a499e7d req-9df2d6c9-5d58-4435-8a92-6a6b17654868 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Nov 12 03:26:35.277364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:35.279806 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf4adf-8e99-4c25-9b30-2e6bbc8cd123" -d '{"events": [{"server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "name": "network-vif-plugged", "status": "completed", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:35.314958 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f951b-87ac-42a6-9ed0-3859ec018189 x-openstack-request-id: req-c53f951b-87ac-42a6-9ed0-3859ec018189 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:35.315321 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "name": "network-vif-plugged", "status": "completed", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:35.315579 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c53f951b-87ac-42a6-9ed0-3859ec018189 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:35.315985 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7', 'code': 200} Nov 12 03:26:35.420854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ce9e-68c3-4a4a-a1bd-6abd62dcfe92 req-f664278a-e097-4f65-89ed-e8c5113cec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.422345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c075ce9e-68c3-4a4a-a1bd-6abd62dcfe92 req-f664278a-e097-4f65-89ed-e8c5113cec1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 1097 time: 0.0442848 Nov 12 03:26:35.474755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c075ce9e-68c3-4a4a-a1bd-6abd62dcfe92 req-28772039-1e34-47da-a3cc-9ce23b05c571 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Nov 12 03:26:35.519472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368547-c328-46a3-bbca-4577cb973fce req-3f520b5d-4121-4fe7-9273-7fcc862a80ae tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.521037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75368547-c328-46a3-bbca-4577cb973fce req-3f520b5d-4121-4fe7-9273-7fcc862a80ae tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.0505009 Nov 12 03:26:35.575621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75368547-c328-46a3-bbca-4577cb973fce req-ff615132-721f-4d43-afaf-47033a876f45 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Nov 12 03:26:35.616222 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.702316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9116-cdb7-49b6-b429-b3afa7b00c9f req-e7772da7-c9f5-409c-8bf5-8a3409b3d7c8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.703977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7eef9116-cdb7-49b6-b429-b3afa7b00c9f req-e7772da7-c9f5-409c-8bf5-8a3409b3d7c8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Nov 12 03:26:35.753996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7eef9116-cdb7-49b6-b429-b3afa7b00c9f req-f17bcbde-0e3f-4a44-a11a-5af1db0769fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Nov 12 03:26:36.123908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.129993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.137252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.142835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.148824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.154897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.161127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.163125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2779803e-d1a4-4de9-ab29-d22378c703df req-13576f5d-0dbe-408a-80d2-7459aa9cdc19 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1021569 Nov 12 03:26:36.228841 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2779803e-d1a4-4de9-ab29-d22378c703df req-33dedb7b-e79d-4cc5-bdea-0eb1223c3657 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588653 Nov 12 03:26:36.387679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad9b42-3c42-4d92-b712-63bb01d384b2 req-92823556-b5ff-4752-b962-cc370b59824d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.389571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cad9b42-3c42-4d92-b712-63bb01d384b2 req-92823556-b5ff-4752-b962-cc370b59824d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0829153 Nov 12 03:26:36.448226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cad9b42-3c42-4d92-b712-63bb01d384b2 req-6a5c7340-aa4c-4058-b1d0-8742c2181aba tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521414 Nov 12 03:26:36.593224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee364e-2cf2-40e5-a0e4-d29371c94ac9 req-8f9d1c69-e62b-4787-b1a0-f14fec798136 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.595050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80ee364e-2cf2-40e5-a0e4-d29371c94ac9 req-8f9d1c69-e62b-4787-b1a0-f14fec798136 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.0647845 Nov 12 03:26:36.655964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80ee364e-2cf2-40e5-a0e4-d29371c94ac9 req-387fdfa3-d5f3-417e-b6a6-2d34e6964bc9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534029 Nov 12 03:26:37.133042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.408384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.414350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.421364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.432194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.438315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.444383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.451239 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.453395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-08895962-60c3-4cfb-88d3-9f4479594c1f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.1608305 Nov 12 03:26:37.510207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-f4ec0755-888a-47df-9951-dbf385a731e8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.512296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-f4ec0755-888a-47df-9951-dbf385a731e8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0508068 Nov 12 03:26:37.539618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.545682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.552605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.559836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.566124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.573111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.579480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.581643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-78b6c7c4-25f8-4e48-b562-2955dc797672 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 5445 time: 0.2381351 Nov 12 03:26:37.585625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e9acf-d9a8-4e39-899f-ac853a01391b req-6198c110-cc5a-4022-beee-7f41712f5e6b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.589206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e49e9acf-d9a8-4e39-899f-ac853a01391b req-6198c110-cc5a-4022-beee-7f41712f5e6b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0606110 Nov 12 03:26:37.666913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e49e9acf-d9a8-4e39-899f-ac853a01391b req-d0f6bf05-a3eb-4367-b071-19078d12b2a1 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666516 Nov 12 03:26:37.707179 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fd99c68-a8b3-4199-ad28-3b8b23883c1c req-fdd21589-d1d6-4e0f-911d-758c3fc02fa4 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=f2d22de3-05b6-438d-8034-b05979dc74cf&id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129198 Nov 12 03:26:37.765681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-91b98619-b0c7-455f-8563-d0131a58e058 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2483511 Nov 12 03:26:37.806527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:37.904784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f96ef-7513-4862-b8d8-e67c672b040c req-94251e54-9506-4ef1-a058-ca6587fdf71f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.906993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-658f96ef-7513-4862-b8d8-e67c672b040c req-94251e54-9506-4ef1-a058-ca6587fdf71f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.1608088 Nov 12 03:26:37.918979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.965967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-658f96ef-7513-4862-b8d8-e67c672b040c req-a4c11a33-8dca-4863-b011-69bd91261ee1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Nov 12 03:26:38.090540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:38.137036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] For port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:38.184335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] device_id is not set on port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:38.184553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.212855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.226405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.599390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.620275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] No DVR routers for this DVR port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:38.650240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.651013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.651578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.651912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.652246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.652574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.652898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.653353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.653680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.654006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.654329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.654679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:38.689538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-b6a2b20b-03c3-4a29-8dba-49d1bacae113 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.691367 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-b6a2b20b-03c3-4a29-8dba-49d1bacae113 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.5127196 Nov 12 03:26:38.698066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] In _notify_port_updated(), no bound segment for port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:38.699241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.700004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.701465 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-d45eb6f1-203f-410a-8c02-b0db2d39e2f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 200 len: 1032 time: 0.9279871 Nov 12 03:26:38.760265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-f6815393-4c6a-4fe9-88e7-33346952c372 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.761802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-f6815393-4c6a-4fe9-88e7-33346952c372 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "GET /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0509574 Nov 12 03:26:38.763912 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-4f940ee9-4791-42e1-98ed-7ae6bb9fa4db tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0613747 Nov 12 03:26:38.778170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:38.802745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-c73c6101-3ffe-452c-a3ca-b6ccf5784012 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.811958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-c73c6101-3ffe-452c-a3ca-b6ccf5784012 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1599965 Nov 12 03:26:38.826987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-adeaeb3f-7a1c-4af0-966c-a3d3061cb1eb None None] Provisioning complete for port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:38.827871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adeaeb3f-7a1c-4af0-966c-a3d3061cb1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.828673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-c008a632-0839-47c6-891a-82ac7666de70 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.0160439 Nov 12 03:26:38.870186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-adeaeb3f-7a1c-4af0-966c-a3d3061cb1eb None None] Port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:38.885559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-7a9b192c-b0b1-4949-aa4c-449aef8eb12f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540073 Nov 12 03:26:38.904896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-1ec0818d-eae3-4820-bfc0-1d6c5c668a43 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220367 Nov 12 03:26:38.909928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.987652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-9993e5e6-b1da-438f-beaa-abf57ae61073 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927491 Nov 12 03:26:39.068937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-e54f95ce-22d1-4b76-935a-c9dd04234788 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501610 Nov 12 03:26:39.084153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-ec17ab0c-48f4-41d6-9808-4a0d86d555f6 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916605 Nov 12 03:26:39.253972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=17d0ea28-8382-48d1-a93a-48e59eb534fd,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:39.262251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5d13-45b7-43b7-a40a-406f043140a6 req-15a3a6c6-86c9-4dea-9e02-cefcc86082e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.264337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-352f5d13-45b7-43b7-a40a-406f043140a6 req-15a3a6c6-86c9-4dea-9e02-cefcc86082e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0493648 Nov 12 03:26:39.285641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ba50a0c-6d1f-4003-8191-80f9d1164800 req-ad81eeea-460f-44ef-89e7-58ea8cc3f08e service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834466 Nov 12 03:26:39.316229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] For port 17d0ea28-8382-48d1-a93a-48e59eb534fd, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:39.341090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-352f5d13-45b7-43b7-a40a-406f043140a6 req-24b74b11-66ad-46dc-ba71-0e14baa990a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669987 Nov 12 03:26:39.359855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] device_id is not set on port 17d0ea28-8382-48d1-a93a-48e59eb534fd yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:39.373389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.379581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.446549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] No DVR routers for this DVR port 17d0ea28-8382-48d1-a93a-48e59eb534fd on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:39.469622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34cfe-6030-4626-b9b6-09d3d56cd542 req-9be763bb-cacb-489b-ab7e-3c8fdd0d142d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.494533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-47f34cfe-6030-4626-b9b6-09d3d56cd542 req-9be763bb-cacb-489b-ab7e-3c8fdd0d142d tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1202512 Nov 12 03:26:39.513681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] In _notify_port_updated(), no bound segment for port 17d0ea28-8382-48d1-a93a-48e59eb534fd on network 69e2c078-f15d-44f8-b11f-e9d515aff275 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:39.514716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.515333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.516702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] 10.222.0.32 "PUT /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 200 len: 1033 time: 0.7472715 Nov 12 03:26:39.597675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-47f34cfe-6030-4626-b9b6-09d3d56cd542 req-3c05fa59-1afb-4989-8ba2-b18517087e89 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022315 Nov 12 03:26:39.638937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7b814-0962-4d66-8164-eea2563cd3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.693318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.711680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.721394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.728433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.737036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.746211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34e69fae-3065-474c-85a3-f527b3fac23a req-b37b2446-a998-43ea-a9e4-a012475f83f1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 3886 time: 0.1961439 Nov 12 03:26:39.755854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-942a3e3d-8784-4241-8bd5-06e70bc9730b req-82990043-83f2-4334-9423-cd5c25e5d3f9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0699289 Nov 12 03:26:39.788316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 17d0ea28-8382-48d1-a93a-48e59eb534fd no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:39.881777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 17d0ea28-8382-48d1-a93a-48e59eb534fd not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:39.882872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:39.904207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34e69fae-3065-474c-85a3-f527b3fac23a req-e32cba39-2baa-49d7-8230-f3bb938ace90 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569901 Nov 12 03:26:39.908259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 25b87332-4eca-4646-9737-19a0f8f4cf9c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:39.908609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.969072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:39.969518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 46304e2a-c15f-4614-ae93-ee5c3dbdee16 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:40.071395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-30c580ac-623c-482e-95e4-cbf4c02aee97 None None] Provisioning complete for port 17d0ea28-8382-48d1-a93a-48e59eb534fd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:40.071766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-30c580ac-623c-482e-95e4-cbf4c02aee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.112695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port 25b87332-4eca-4646-9737-19a0f8f4cf9c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=25b87332-4eca-4646-9737-19a0f8f4cf9c,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.112971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.142214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 25b87332-4eca-4646-9737-19a0f8f4cf9c owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:40.149138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-30c580ac-623c-482e-95e4-cbf4c02aee97 None None] Port 17d0ea28-8382-48d1-a93a-48e59eb534fd cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:40.168178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.275167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.278892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:40.281322 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ff70c-61d3-4066-afa3-71c2ea9535bb" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:40.285363 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.286282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 98c077c4-2fa4-44f6-908c-c2e84ba3d02d no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:40.374199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.407951 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87137d-337d-4212-8813-ee9f38d462e2 x-openstack-request-id: req-7e87137d-337d-4212-8813-ee9f38d462e2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:40.408638 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:40.409118 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e87137d-337d-4212-8813-ee9f38d462e2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:40.409738 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'code': 200} Nov 12 03:26:40.414654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.433144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.519048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.541136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=25b87332-4eca-4646-9737-19a0f8f4cf9c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.544063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.554151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6dc2f20f-00b6-400f-9e2c-71ff131e244b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:40.594936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port 25b87332-4eca-4646-9737-19a0f8f4cf9c on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:40.600227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.606650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-945f6be2-116c-4c12-84e4-fe6f512c7c9d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "DELETE /v2.0/ports/25b87332-4eca-4646-9737-19a0f8f4cf9c HTTP/1.1" status: 204 len: 173 time: 1.0061369 Nov 12 03:26:40.607685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:40.611958 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c94cd-e835-4a0c-993e-13a4a28db80e" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:40.655308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.693335 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f30406-e0ee-4632-8783-eda50eb4533e x-openstack-request-id: req-e1f30406-e0ee-4632-8783-eda50eb4533e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:40.693941 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "25b87332-4eca-4646-9737-19a0f8f4cf9c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:40.694457 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e1f30406-e0ee-4632-8783-eda50eb4533e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:40.695067 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '25b87332-4eca-4646-9737-19a0f8f4cf9c', 'status': 'completed', 'code': 200} Nov 12 03:26:40.732003 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.794254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.799131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.802253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:40.823533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37b210-dffd-47c6-a4b6-e444b0e292a4 req-892f161a-1507-4898-a3f2-fa795b3af963 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.826174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a37b210-dffd-47c6-a4b6-e444b0e292a4 req-892f161a-1507-4898-a3f2-fa795b3af963 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0779953 Nov 12 03:26:40.862890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-b1fb322e-c2ad-498e-9b7b-fb6a3e0b7c30 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.880888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-b1fb322e-c2ad-498e-9b7b-fb6a3e0b7c30 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2610438 Nov 12 03:26:40.897845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:40.898176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.911066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.944324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a37b210-dffd-47c6-a4b6-e444b0e292a4 req-d5e48e75-fdc7-43b4-88e0-359350463c51 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Nov 12 03:26:40.950175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-24b42158-4413-4dc7-a843-aa37c6c86038 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0683205 Nov 12 03:26:41.038041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.131803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:41.132317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-cd406440-cd3d-42f4-b23a-6ed6118df9aa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811879 Nov 12 03:26:41.138550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.141152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 25b87332-4eca-4646-9737-19a0f8f4cf9c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:41.200105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 25b87332-4eca-4646-9737-19a0f8f4cf9c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:41.200456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 25b87332-4eca-4646-9737-19a0f8f4cf9c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:41.257836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba2608ae-3728-4138-8957-85a22cdb52e9 req-78c12c0b-109e-41f0-b423-5dee94a5508a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.1144915 Nov 12 03:26:41.275201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.290195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:41.290867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.337840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a466e58e-97bb-467b-992d-523038363ea0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.340898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a466e58e-97bb-467b-992d-523038363ea0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.3336999 Nov 12 03:26:41.360637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:41.442222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-162e7280-6ec0-4c8c-aeb1-716cd0824a73 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088226 Nov 12 03:26:41.701894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-313a267e-7e20-4b21-9d47-71c83772260c service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587779 Nov 12 03:26:41.726680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.727758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.728096 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Floating IP 012954b1-01ab-4834-9918-394a0515460e disassociated. External IP: 172.25.2.3, port: 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b. Nov 12 03:26:41.728431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:41.892600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-99ab4083-22f3-4f0e-b58f-de65e4247135 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.899318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-99ab4083-22f3-4f0e-b58f-de65e4247135 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.905923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-99ab4083-22f3-4f0e-b58f-de65e4247135 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.913809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-99ab4083-22f3-4f0e-b58f-de65e4247135 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.921974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-99ab4083-22f3-4f0e-b58f-de65e4247135 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 3144 time: 0.5273285 Nov 12 03:26:41.939461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.994464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.079999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-12ec723b-aaea-49d3-92c1-aea1504cee05 req-4dd03de7-8e7c-4c63-a5d9-0fdcc9ff0603 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569521 Nov 12 03:26:42.125234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:42.144096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.148491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.150942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f7e12d0-4176-4daa-b134-7986a23fa644 req-91aa25ac-f983-426f-bcba-35a039ea68e6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 210 time: 0.0666473 Nov 12 03:26:42.241675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:42.330127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.6 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/815ea4c0-c5b5-43ed-8111-c5bdd63c4f52) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:42.411417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:42.420849 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbcaa0-2501-4346-bfa3-b359121e45d9" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:42.548060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02da6772-defb-4844-a98d-9fad569a4060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.559231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32f8ae08-b5e2-4dcb-be59-d63f8bb4af9d req-18692d36-1bee-4ac7-a9c8-b2d08427bcbd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0372710 Nov 12 03:26:42.608416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f15e-0041-4654-88b8-3c8028ced049 req-4e4b300c-140b-49cb-ab1a-c04d892e496e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.610070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7a5f15e-0041-4654-88b8-3c8028ced049 req-4e4b300c-140b-49cb-ab1a-c04d892e496e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1446879 Nov 12 03:26:42.664359 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b485223-b80f-4dff-a644-a60d0a8407ac x-openstack-request-id: req-3b485223-b80f-4dff-a644-a60d0a8407ac {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:42.664767 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:42.665147 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b485223-b80f-4dff-a644-a60d0a8407ac {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:42.665658 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'code': 200} Nov 12 03:26:42.665976 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'code': 200} Nov 12 03:26:42.666289 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'code': 200} Nov 12 03:26:42.682344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.701706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7a5f15e-0041-4654-88b8-3c8028ced049 req-5a55113f-63b5-4036-94b1-82ea0f1cdb6c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763385 Nov 12 03:26:42.720277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-903101d2-5120-4716-abe1-37501ea02e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.722486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-903101d2-5120-4716-abe1-37501ea02e93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.2669168 Nov 12 03:26:42.728235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:42.739446 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Sync routers for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:42.745944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.752059 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:42.752059 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:42.762452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:42.813355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port 5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:42.823132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.826845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-07044782-6f99-4414-8212-9eec35b097e1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "DELETE /v2.0/ports/5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b HTTP/1.1" status: 204 len: 173 time: 2.2098491 Nov 12 03:26:42.832055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:42.832692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:42.834904 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c2065-1b03-447b-80ac-99cd1e05f7d3" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:42.837686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:42.842682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:42.883037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.913857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.915786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.935940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-a6f62251-a3a3-445c-baca-d089bfb0b440 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5796793 Nov 12 03:26:42.967320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Request body: {'port': {'device_id': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.979346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02da6772-defb-4844-a98d-9fad569a4060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.989154 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a0236a-4038-4d58-aa3d-7c63ff6c4a94 x-openstack-request-id: req-e3a0236a-4038-4d58-aa3d-7c63ff6c4a94 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:42.991984 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:42.992417 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e3a0236a-4038-4d58-aa3d-7c63ff6c4a94 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:42.993014 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '5a4a32c6-bb83-4faf-8c7f-1ca60c2e031b', 'status': 'completed', 'code': 200} Nov 12 03:26:43.041900 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:43.049349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02da6772-defb-4844-a98d-9fad569a4060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.050759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.181770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-0076bf8e-2c77-484c-b3e7-130ea5daab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.183333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-0076bf8e-2c77-484c-b3e7-130ea5daab8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.4496450 Nov 12 03:26:43.248170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02da6772-defb-4844-a98d-9fad569a4060 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2b2dee568e114a9b84576664dca93b79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0963736 Nov 12 03:26:43.250681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da6772-defb-4844-a98d-9fad569a4060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eee213-aae0-451c-a258-f3692f25d90a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.266233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-edd8dfd2-4074-4926-9b13-1fb1ecfbcd54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0682104 Nov 12 03:26:43.269031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.304804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a5f48f40-e649-40b9-984c-91adfa255be7 None None] Provisioning complete for port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:43.305719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5f48f40-e649-40b9-984c-91adfa255be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.377810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a5f48f40-e649-40b9-984c-91adfa255be7 None None] Port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:43.387425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.424715 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Checking router: 068bbd81-cb53-40e6-9e22-d34ad3de09f9 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:43.435053 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:43.436015 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:26:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.443269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8719-aedb-455d-8c1d-613f7e920528 req-0fb1c88e-8bad-4876-bcda-834e37ac33b9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.450147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8719-aedb-455d-8c1d-613f7e920528 req-0fb1c88e-8bad-4876-bcda-834e37ac33b9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.456307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8719-aedb-455d-8c1d-613f7e920528 req-0fb1c88e-8bad-4876-bcda-834e37ac33b9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.458101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-240a8719-aedb-455d-8c1d-613f7e920528 req-0fb1c88e-8bad-4876-bcda-834e37ac33b9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 2410 time: 0.1834693 Nov 12 03:26:43.682912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-240a8719-aedb-455d-8c1d-613f7e920528 req-f4ddfe63-63b9-485d-beac-ff60f2644c78 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158573 Nov 12 03:26:43.753639 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:43.798577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca93e146-49b0-4b3d-91cf-3e607c2e4305 req-6084a84a-c153-4d80-8d97-5c2f70cc5d83 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 210 time: 0.5301375 Nov 12 03:26:43.821376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:43.831392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.847013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Transition to ACTIVE for port object 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:43.873542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:43.876719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.891614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-7de26916-1364-4afc-a468-9217946d6e12 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.893343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-7de26916-1364-4afc-a468-9217946d6e12 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.3875225 Nov 12 03:26:43.896382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.922931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '78d06860-de48-46a0-a815-c18bc73bd935', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:44.021932 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:44.054728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ecc4bb-0164-4ff7-8ddd-4e3755901586 None None] The sync data for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 is: [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:15:45Z', 'revision_number': 4, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fb4fb29e-2339-4422-8a76-239e5c24388c', 'name': '', 'network_id': 'e9f5eee0-ed74-4378-a491-93a88f240b80', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'mac_address': 'fa:16:3e:d6:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '8e353cda-65d4-4473-a299-866932539798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:43Z', 'updated_at': '2021-11-12T03:15:51Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'subnets': [{'id': '8e353cda-65d4-4473-a299-866932539798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:44.068910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-a2817d0a-0cc0-404d-a692-a50d4fd018f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.070641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-a2817d0a-0cc0-404d-a692-a50d4fd018f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.7917614 Nov 12 03:26:44.096805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.109165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b7117-62c2-48a3-814c-294883286ee6 req-7e438de1-3b6b-4a39-a669-dcb8c5ac471d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.117078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-122b7117-62c2-48a3-814c-294883286ee6 req-7e438de1-3b6b-4a39-a669-dcb8c5ac471d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.2458472 Nov 12 03:26:44.127071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.162785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Pushing event updated for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.211970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121350-0bc7-43b5-9e3e-7ced97b6546f req-f1bc106d-fe50-4a23-b427-5cac719a6709 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.213544 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea121350-0bc7-43b5-9e3e-7ced97b6546f req-f1bc106d-fe50-4a23-b427-5cac719a6709 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.2868865 Nov 12 03:26:44.215468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-ec2243d5-ba08-4d59-8c07-980ce460fc6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353536 Nov 12 03:26:44.216067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.218766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.222186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7eee213-aae0-451c-a258-f3692f25d90a HTTP/1.1" status: 204 len: 168 time: 0.9468164 Nov 12 03:26:44.234356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f06272-e723-41e7-b026-c81428c7eefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eee213-aae0-451c-a258-f3692f25d90a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.304772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port 46304e2a-c15f-4614-ae93-ee5c3dbdee16, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=46304e2a-c15f-4614-ae93-ee5c3dbdee16,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:44.305653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.312384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-122b7117-62c2-48a3-814c-294883286ee6 req-1d24abe9-6aed-4674-9460-254ea6eedc8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930616 Nov 12 03:26:44.375423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Attempting to bind port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:44.375802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Attempting to bind port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:44.376094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Attempting to bind port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:44.393042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 46304e2a-c15f-4614-ae93-ee5c3dbdee16 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:44.430911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:44.431461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Attempting to bind port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:44.443048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:44.443664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:44.444211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:44.444845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Bound port: 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:44.445395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.463871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:44.467751 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.468509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ea121350-0bc7-43b5-9e3e-7ced97b6546f req-bf850e9f-aab8-40bf-88b2-bb2b4a2fc2ff tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045135 Nov 12 03:26:44.571985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-3e677946-52d3-424c-843f-2f9af4080b7f service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387208 Nov 12 03:26:44.631003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0644286b-f1ca-43b4-979a-7945197d81ce None None] New status for floating IP 012954b1-01ab-4834-9918-394a0515460e: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:44.699167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46938) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.730199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:44.739697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:44.748362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.749982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cb25a3b-5b75-4d9b-80ce-9d0ad00c917f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.755780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.784609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.12 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/b7ecd43e-eb8f-465e-949e-b163abbdae87) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:44.832238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8475d6e9-edfb-4a57-a665-35c8ec334668 req-a8a7858d-7f65-40fd-9b49-bd503248e416 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200644 Nov 12 03:26:44.833067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=46304e2a-c15f-4614-ae93-ee5c3dbdee16,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.865541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port 46304e2a-c15f-4614-ae93-ee5c3dbdee16 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:44.868842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.873228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e4de4fe1-e1e4-4f1a-b85a-f40c46897db5 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "DELETE /v2.0/ports/46304e2a-c15f-4614-ae93-ee5c3dbdee16 HTTP/1.1" status: 204 len: 173 time: 1.9926498 Nov 12 03:26:44.918622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cb25a3b-5b75-4d9b-80ce-9d0ad00c917f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.921897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.922912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.924520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] 10.222.0.32 "PUT /v2.0/ports/815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 HTTP/1.1" status: 200 len: 1092 time: 1.9680607 Nov 12 03:26:44.944823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:44.947966 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:44.960993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cb25a3b-5b75-4d9b-80ce-9d0ad00c917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.986137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d209ab82-03ef-4d91-9805-b067dae0c17f req-fa85124e-8bb4-4716-8f72-3ee8595b00c2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 210 time: 0.0461106 Nov 12 03:26:44.994578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:44.996957 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f9ed34-7e69-4997-b1fc-0fdabbbfc743" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:45.078173 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889fd15-048b-4c3a-b21c-1ac6a1766717 x-openstack-request-id: req-4889fd15-048b-4c3a-b21c-1ac6a1766717 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:45.078548 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:45.078723 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4889fd15-048b-4c3a-b21c-1ac6a1766717 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:45.079141 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52', 'status': 'completed', 'code': 200} Nov 12 03:26:45.144141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:45.144739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.149703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb25a3b-5b75-4d9b-80ce-9d0ad00c917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9e5fd-f0ad-4547-9809-4ff67d7af633,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.175218 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e2f252-16b0-4b36-aeb9-49d97b3f0bcc x-openstack-request-id: req-26e2f252-16b0-4b36-aeb9-49d97b3f0bcc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:45.175444 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "46304e2a-c15f-4614-ae93-ee5c3dbdee16", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:45.175662 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-26e2f252-16b0-4b36-aeb9-49d97b3f0bcc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:45.175994 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '46304e2a-c15f-4614-ae93-ee5c3dbdee16', 'status': 'completed', 'code': 200} Nov 12 03:26:45.206764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6cb25a3b-5b75-4d9b-80ce-9d0ad00c917f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=00234137030d4ddfb0a66553eb7f5a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015194 Nov 12 03:26:45.218530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.226207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a08bca-835e-4a17-ba89-9e7e09459b84 service neutron] Pushing event updated for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.239862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea505-60d9-4f97-9bcd-c0809cb98ec3 req-842b4a70-c21c-45ad-bc67-1019d69f3a0c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.246807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea505-60d9-4f97-9bcd-c0809cb98ec3 req-842b4a70-c21c-45ad-bc67-1019d69f3a0c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.248499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3cea505-60d9-4f97-9bcd-c0809cb98ec3 req-842b4a70-c21c-45ad-bc67-1019d69f3a0c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 1677 time: 0.3231053 Nov 12 03:26:45.271009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-3b98c1a0-ab6a-4f4b-859d-6f267401780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.272536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-3b98c1a0-ab6a-4f4b-859d-6f267401780c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 1095 time: 0.2654710 Nov 12 03:26:45.286992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.287384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.325219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 98c077c4-2fa4-44f6-908c-c2e84ba3d02d owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:45.348616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-1c8d6986-1ad6-433c-b7ad-308d6fb9ae7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 HTTP/1.1" status: 200 len: 217 time: 0.0409355 Nov 12 03:26:45.519624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3cea505-60d9-4f97-9bcd-c0809cb98ec3 req-811ebe96-5499-46f3-a046-5f5477858a89 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups?id=27e1aa0d-9092-414c-bd23-1820d9855368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568569 Nov 12 03:26:45.544210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-208f8b71-871b-4557-880b-625cdb7a2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.545715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-208f8b71-871b-4557-880b-625cdb7a2020 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1809568 Nov 12 03:26:45.579081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.580381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.643187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=98c077c4-2fa4-44f6-908c-c2e84ba3d02d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.653008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.659277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.697921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port 98c077c4-2fa4-44f6-908c-c2e84ba3d02d on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:45.709167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f21b40-0bea-4a7f-88b8-806ccb0ece7b req-c363012b-1120-4493-a3bc-b64e7e68392b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.709497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-316b8815-5ae6-456c-aa73-04b747766240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.711858 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-316b8815-5ae6-456c-aa73-04b747766240 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578705 Nov 12 03:26:45.712218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33f21b40-0bea-4a7f-88b8-806ccb0ece7b req-c363012b-1120-4493-a3bc-b64e7e68392b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.2897861 Nov 12 03:26:45.713693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.717615 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-e57d1963-3e98-4208-ad82-d5a2d0157789 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "DELETE /v2.0/ports/98c077c4-2fa4-44f6-908c-c2e84ba3d02d HTTP/1.1" status: 204 len: 173 time: 0.8387961 Nov 12 03:26:45.799364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33f21b40-0bea-4a7f-88b8-806ccb0ece7b req-8872d11a-3b81-4044-8a96-bec101ff0120 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Nov 12 03:26:45.841051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708852cd-3707-48e8-b561-8d3a9e18433b req-d362f620-f484-4271-9ce7-cfb27b2f9c2f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.843592 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-708852cd-3707-48e8-b561-8d3a9e18433b req-d362f620-f484-4271-9ce7-cfb27b2f9c2f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1803339 Nov 12 03:26:45.855734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.867557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:45.876368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 6dc2f20f-00b6-400f-9e2c-71ff131e244b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:45.877708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.930875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.933598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.937369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbe9e5fd-f0ad-4547-9809-4ff67d7af633 HTTP/1.1" status: 204 len: 168 time: 0.7147894 Nov 12 03:26:46.007929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa9ef-94a0-493d-9e0a-3f9f44dc85a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9e5fd-f0ad-4547-9809-4ff67d7af633,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.018887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:46.026254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.033350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:46.035737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:46.065010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-708852cd-3707-48e8-b561-8d3a9e18433b req-6d3f0cd9-7217-42d1-9c7b-42e402f48a1a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070951 Nov 12 03:26:46.067391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-ae272a9b-605f-4a16-830e-3b572808f309 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378520 Nov 12 03:26:46.077922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port 6dc2f20f-00b6-400f-9e2c-71ff131e244b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6dc2f20f-00b6-400f-9e2c-71ff131e244b,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:46.078833 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.104277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 6dc2f20f-00b6-400f-9e2c-71ff131e244b owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:46.253154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.253791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.324674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-ba2ba433-8189-406e-ad01-d5e9a420454b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4062781 Nov 12 03:26:46.349901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Request body: {'port': {'device_id': '78d06860-de48-46a0-a815-c18bc73bd935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.380736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.495889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=6dc2f20f-00b6-400f-9e2c-71ff131e244b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.534333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58dd8b65-782e-422f-98c2-84c989d992c1 req-1eeda76c-6471-472f-acb1-a8698ac4d18c service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145222 Nov 12 03:26:46.557636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.603548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49512e8c-18a7-4f0a-8e05-b98b66afb2b0 req-90f727d9-b025-4a3a-9df0-a815068202d8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.605437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49512e8c-18a7-4f0a-8e05-b98b66afb2b0 req-90f727d9-b025-4a3a-9df0-a815068202d8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 932 time: 0.2712212 Nov 12 03:26:46.606410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port 6dc2f20f-00b6-400f-9e2c-71ff131e244b on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:46.609322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.613347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38c44ceb-98a5-4677-8943-581442dfec30 req-897d74b8-aa2e-452c-b734-62ed807db924 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.32 "DELETE /v2.0/ports/6dc2f20f-00b6-400f-9e2c-71ff131e244b HTTP/1.1" status: 204 len: 173 time: 0.8867896 Nov 12 03:26:46.738331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49512e8c-18a7-4f0a-8e05-b98b66afb2b0 req-5dcd7afa-21f7-4ee8-942a-388d23af9a0b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Nov 12 03:26:46.753314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-ec9fdd1d-137f-4196-883f-bca684a7a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.777893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-ec9fdd1d-137f-4196-883f-bca684a7a8e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 1095 time: 0.1322558 Nov 12 03:26:46.907517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-133c5620-e0b6-4ffd-a666-403c2b4e47c3 req-e25545a4-553e-4466-b5ab-c8ef3e84fec6 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.2027791 Nov 12 03:26:47.141303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2af2c-d3ba-4b7c-bd41-d152cc306957 req-4a3048b3-0538-46a3-a888-2cf7adf3a388 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.144133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc2af2c-d3ba-4b7c-bd41-d152cc306957 req-4a3048b3-0538-46a3-a888-2cf7adf3a388 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1286290 Nov 12 03:26:47.185410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d'}, {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:47.186289 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5723a2-a169-483b-91a2-f6a8bf5e6fe0" -d '{"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d"}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:47.286657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc2af2c-d3ba-4b7c-bd41-d152cc306957 req-8f6d9cc1-abbd-43c1-8a34-9024c93fdf7f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341264 Nov 12 03:26:47.369458 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a832d9-db43-413c-b191-3651f2e2f6a8 x-openstack-request-id: req-23a832d9-db43-413c-b191-3651f2e2f6a8 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:47.369764 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "98c077c4-2fa4-44f6-908c-c2e84ba3d02d", "status": "completed", "code": 200}, {"server_uuid": "1bb005ae-ad55-45e3-a4d0-4e1371eb3e62", "name": "network-vif-deleted", "tag": "6dc2f20f-00b6-400f-9e2c-71ff131e244b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:47.370017 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23a832d9-db43-413c-b191-3651f2e2f6a8 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:47.370415 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '98c077c4-2fa4-44f6-908c-c2e84ba3d02d', 'status': 'completed', 'code': 200} Nov 12 03:26:47.370671 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb005ae-ad55-45e3-a4d0-4e1371eb3e62', 'name': 'network-vif-deleted', 'tag': '6dc2f20f-00b6-400f-9e2c-71ff131e244b', 'status': 'completed', 'code': 200} Nov 12 03:26:47.976625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edbd02-0d89-4ec8-8c21-e97f642c1501 req-6a8fce42-052d-426b-8888-f9615c5e9549 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.993200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612a4df-7665-42ed-9d50-e4817c422fc6 req-3265361b-1c24-40c0-bc47-dbe7db56c0ab tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.000887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3612a4df-7665-42ed-9d50-e4817c422fc6 req-3265361b-1c24-40c0-bc47-dbe7db56c0ab tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1196437 Nov 12 03:26:48.006301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-63edbd02-0d89-4ec8-8c21-e97f642c1501 req-6a8fce42-052d-426b-8888-f9615c5e9549 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 932 time: 0.1166928 Nov 12 03:26:48.037085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-132d07e1-f702-4a7a-8470-94411083f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.038820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-132d07e1-f702-4a7a-8470-94411083f47b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 1.1282220 Nov 12 03:26:48.176995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3612a4df-7665-42ed-9d50-e4817c422fc6 req-770ce90c-0c6b-467e-b087-924ab25ad91f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751416 Nov 12 03:26:48.191563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-63edbd02-0d89-4ec8-8c21-e97f642c1501 req-d8d54852-d883-4109-87f5-3c581d072440 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741498 Nov 12 03:26:48.209143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-03bc2850-f75d-451f-8583-63f87ce97309 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 HTTP/1.1" status: 200 len: 217 time: 0.1244941 Nov 12 03:26:48.378753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5719d867-959f-4925-9606-d402ca697a77 req-3de8d534-cfc4-4e51-91df-72c9458f19b9 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0534220 Nov 12 03:26:48.453241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ecd43e-eb8f-465e-949e-b163abbdae87 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:48.454615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-4d071fa3-b895-4ed5-88bd-e8f5bfc692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.455982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-4d071fa3-b895-4ed5-88bd-e8f5bfc692fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.2354424 Nov 12 03:26:48.501316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.662900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Transition to ACTIVE for port object b7ecd43e-eb8f-465e-949e-b163abbdae87 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:48.678895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-8b401869-299f-4cb7-965a-294c6eb5e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.683170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-8b401869-299f-4cb7-965a-294c6eb5e4cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660054 Nov 12 03:26:48.685799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.786886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034a25-8bd7-4f68-90e5-95be52f12101 req-8066ef19-00b8-47f1-8e87-99832cf218c1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.791242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54034a25-8bd7-4f68-90e5-95be52f12101 req-8066ef19-00b8-47f1-8e87-99832cf218c1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.2502558 Nov 12 03:26:49.054111 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54034a25-8bd7-4f68-90e5-95be52f12101 req-097f2339-e37f-4cbc-8804-f82e0fb84288 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374289 Nov 12 03:26:49.111664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.350027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Attempting to bind port b7ecd43e-eb8f-465e-949e-b163abbdae87 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:49.350598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Attempting to bind port b7ecd43e-eb8f-465e-949e-b163abbdae87 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:49.351139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Attempting to bind port b7ecd43e-eb8f-465e-949e-b163abbdae87 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:49.365607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Port b7ecd43e-eb8f-465e-949e-b163abbdae87 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:49.366237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Attempting to bind port b7ecd43e-eb8f-465e-949e-b163abbdae87 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:49.378146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:49.378766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:49.379369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:49.380008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Bound port: b7ecd43e-eb8f-465e-949e-b163abbdae87, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:49.380541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.463293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-3b5f993f-1157-4ad7-8aad-d90f7dad0caf service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570817 Nov 12 03:26:49.648662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:49.657050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:49.703798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49aaface-0832-4c93-8d38-4e2219c3020b req-995c1342-e002-4769-82de-06e644bf6a9f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0478671 Nov 12 03:26:49.741044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.874323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.874790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.877072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7ecd43e-eb8f-465e-949e-b163abbdae87 HTTP/1.1" status: 200 len: 1093 time: 3.5390971 Nov 12 03:26:49.890701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b620e-6dfa-4002-9572-5449595e7f86 req-24eebf52-6f5f-4bc2-b97e-5cd334ff42bb tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.907394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f39b620e-6dfa-4002-9572-5449595e7f86 req-24eebf52-6f5f-4bc2-b97e-5cd334ff42bb tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 944 time: 0.4385858 Nov 12 03:26:49.918650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:49.922929 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c9df3-5398-4232-95a7-7e6dd289f7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:50.032191 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92311f17-c94d-47ce-b9c4-860c418717d2 x-openstack-request-id: req-92311f17-c94d-47ce-b9c4-860c418717d2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:50.032575 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:50.032821 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-92311f17-c94d-47ce-b9c4-860c418717d2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:50.033404 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87', 'status': 'completed', 'code': 200} Nov 12 03:26:50.157832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f39b620e-6dfa-4002-9572-5449595e7f86 req-736064ca-2a04-4423-bc7d-f9fae897aae9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482076 Nov 12 03:26:50.195548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa455c2-8959-4e48-a241-c17fc4f1b4e5 req-8ac1eb52-9dbc-48ed-8e21-e5592e4356f6 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108357 Nov 12 03:26:50.301275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-a4f5dfbd-51df-4b63-846f-0db255360df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.308821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-a4f5dfbd-51df-4b63-846f-0db255360df0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 1096 time: 0.3648462 Nov 12 03:26:50.310871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a74012-6ba4-4515-bc40-da83662f8084 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.446324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc428-a3c5-4c12-a540-71186afcfb2f req-a0537ed7-000e-469a-b277-bb0fbbcd7c28 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.448121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a0fc428-a3c5-4c12-a540-71186afcfb2f req-a0537ed7-000e-469a-b277-bb0fbbcd7c28 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1807363 Nov 12 03:26:50.468358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-50b0ceb5-316e-4800-a606-b6a4c84a6657 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87 HTTP/1.1" status: 200 len: 217 time: 0.1394269 Nov 12 03:26:50.596018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-4d45bbf0-adab-4f39-8e03-03a25864e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.598852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a0fc428-a3c5-4c12-a540-71186afcfb2f req-ee1d6811-1b9f-4fb7-bef1-10b6d8587fc3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398320 Nov 12 03:26:50.600085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-4d45bbf0-adab-4f39-8e03-03a25864e664 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1230896 Nov 12 03:26:50.668229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-c67e38e4-8289-4613-bef3-6eb7877eff46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520604 Nov 12 03:26:50.732300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47036) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:50.914620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4629ed0f-129c-4ebf-825e-d74f22415b92 req-c392176a-455b-4647-bdd5-26d6bdbab494 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0472357 Nov 12 03:26:50.984642 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b52df97-306a-4702-b43e-f23cc94b5ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.999537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-3dd1c291-b75f-4258-a90d-0b47bb6a95b0 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195884 Nov 12 03:26:51.148159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b52df97-306a-4702-b43e-f23cc94b5ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.154842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b52df97-306a-4702-b43e-f23cc94b5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.174986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bb6cf12-5f6a-4fc7-9de5-dff27ef6d272 req-714f5d5a-ece0-414b-bc76-5f7084c1ee29 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604345 Nov 12 03:26:51.184169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52df97-306a-4702-b43e-f23cc94b5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb64934-0c8d-4f6b-8a93-0c22b56dc925,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.236923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b52df97-306a-4702-b43e-f23cc94b5ce6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6e5e1f433f494d9089728ad55a7037ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010536 Nov 12 03:26:51.237890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47044) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.351200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-eee072ac-828b-44b2-9f35-31a6e31a2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.353022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-eee072ac-828b-44b2-9f35-31a6e31a2728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 1096 time: 0.1035554 Nov 12 03:26:51.411567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.444708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913004f-04ef-4fc0-ac8e-461a3ed47516 req-07eb7e7a-083e-4d05-a599-20d02f38f600 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.448219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c913004f-04ef-4fc0-ac8e-461a3ed47516 req-07eb7e7a-083e-4d05-a599-20d02f38f600 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 944 time: 0.0936713 Nov 12 03:26:51.504805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.513676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a21ec7-b638-4116-8dbf-a8650a29af0d req-3dc20674-3780-4761-9c78-c95af8be2bd6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.515240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98a21ec7-b638-4116-8dbf-a8650a29af0d req-3dc20674-3780-4761-9c78-c95af8be2bd6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1199472 Nov 12 03:26:51.527145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c913004f-04ef-4fc0-ac8e-461a3ed47516 req-3af47b4a-fed9-4904-afb1-8c98c269526c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654695 Nov 12 03:26:51.589022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-6af5b9d5-25da-418e-942b-f815f0369db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.590516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-6af5b9d5-25da-418e-942b-f815f0369db1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.2296338 Nov 12 03:26:51.644237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-775a2ad7-3174-4467-8abf-2dcc25e18aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87 HTTP/1.1" status: 200 len: 217 time: 0.0439456 Nov 12 03:26:51.656052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98a21ec7-b638-4116-8dbf-a8650a29af0d req-a9919782-6187-4767-ad39-56e2d1ff5046 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325250 Nov 12 03:26:51.680586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.683361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.684678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fcb64934-0c8d-4f6b-8a93-0c22b56dc925 HTTP/1.1" status: 204 len: 168 time: 0.4457324 Nov 12 03:26:51.741578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410e09-e530-4205-aef5-74e20f759aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb64934-0c8d-4f6b-8a93-0c22b56dc925,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.790582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-8831088c-b67d-48a5-a6a0-e71ca5c0d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.796106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-8831088c-b67d-48a5-a6a0-e71ca5c0d2bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1355288 Nov 12 03:26:51.848701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-b8f938fb-cc65-42e5-8b4c-0d84d71271ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474744 Nov 12 03:26:51.854734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f37ed-d776-4807-91a0-37e838476a8b req-e9134e86-3e3a-429c-b79b-c45e9297cf1e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.864771 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d5f37ed-d776-4807-91a0-37e838476a8b req-e9134e86-3e3a-429c-b79b-c45e9297cf1e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1362963 Nov 12 03:26:52.024370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-9a30987a-d7a2-4e2e-b406-aa8e2075509d service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672692 Nov 12 03:26:52.032047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d5f37ed-d776-4807-91a0-37e838476a8b req-0049d989-8123-42cb-838d-8b4fab4f4c13 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625123 Nov 12 03:26:52.202970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-713c9df3-5398-4232-95a7-7e6dd289f7a0 req-ce1921bb-e640-4566-9430-bc56eed0e125 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657565 Nov 12 03:26:52.245051 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cd83f73-043e-477b-b44e-5991660157c9 req-3a66a564-5380-434f-8cf4-0fe46667e5ad tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0760365 Nov 12 03:26:52.388761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47066) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.413590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41be8374-19c2-43c6-8167-4853984b751d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.544695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41be8374-19c2-43c6-8167-4853984b751d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.557637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41be8374-19c2-43c6-8167-4853984b751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.639550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8374-19c2-43c6-8167-4853984b751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08945c5-aea8-448f-b857-2d870b4387c5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.646565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-41be8374-19c2-43c6-8167-4853984b751d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5a6379c31f6246ce95e2d1ace35bf1a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537079 Nov 12 03:26:52.647165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47070) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:52.779000 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.793580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b8c2-f9fd-4f2e-bf56-0d6f45417f1e req-00fead19-794b-4513-bb11-54de1b69dd6c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.795863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27d2b8c2-f9fd-4f2e-bf56-0d6f45417f1e req-00fead19-794b-4513-bb11-54de1b69dd6c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 944 time: 0.0829391 Nov 12 03:26:52.887338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.922495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27d2b8c2-f9fd-4f2e-bf56-0d6f45417f1e req-a8fa2031-034b-48a2-a4df-c72d78c6764c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153922 Nov 12 03:26:53.001060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.012246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.013702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d08945c5-aea8-448f-b857-2d870b4387c5 HTTP/1.1" status: 204 len: 168 time: 0.3656433 Nov 12 03:26:53.045638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a7c5e-a283-45dc-b8ca-dca49d3a3f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08945c5-aea8-448f-b857-2d870b4387c5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.073746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b7ecd43e-eb8f-465e-949e-b163abbdae87 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:53.222982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:53.237772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b7ecd43e-eb8f-465e-949e-b163abbdae87', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': 'b7ecd43e-eb8f-465e-949e-b163abbdae87', 'mac_address': 'fa:16:3e:97:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:53.255890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ba6dc-7e4a-44a3-bde6-65c8fd163d57 req-6c3af8c0-f7c6-4579-a1e5-298bfb225170 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.269391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c4ba6dc-7e4a-44a3-bde6-65c8fd163d57 req-6c3af8c0-f7c6-4579-a1e5-298bfb225170 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1204703 Nov 12 03:26:53.280696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.308509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ecd43e-eb8f-465e-949e-b163abbdae87 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:53.355753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:53.360297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.416461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c4ba6dc-7e4a-44a3-bde6-65c8fd163d57 req-0c61d778-45e7-4f03-b670-c753cb638fbf tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415708 Nov 12 03:26:53.437266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.496129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7eaea9b6-69c2-4490-95dc-8701db3cb616 req-7d0e968a-0286-474b-a9b5-a971fd378695 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0918880 Nov 12 03:26:53.689488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b7ecd43e-eb8f-465e-949e-b163abbdae87'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:54.116108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217889-66ec-4502-9f49-d32f404af2de req-a59ac686-dd7d-4197-9698-dba22c152143 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.123668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24217889-66ec-4502-9f49-d32f404af2de req-a59ac686-dd7d-4197-9698-dba22c152143 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 945 time: 0.0884488 Nov 12 03:26:54.199288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24217889-66ec-4502-9f49-d32f404af2de req-b2066d4d-9256-4e01-8a8f-1daa42f365d8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721846 Nov 12 03:26:54.609961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075be9b-d667-4f13-bdd8-570772c5268d req-6e05061a-f7db-442a-b602-b61512199ec8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.612000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8075be9b-d667-4f13-bdd8-570772c5268d req-6e05061a-f7db-442a-b602-b61512199ec8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1128881 Nov 12 03:26:54.660776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-46d9faf1-0e44-461b-b8b1-93f40ce23101 req-2fb63a36-69b1-4732-a2cc-9b4ad19f1575 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0456262 Nov 12 03:26:54.718201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8075be9b-d667-4f13-bdd8-570772c5268d req-7ee39398-e56a-470f-921a-f60ecab3de98 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879850 Nov 12 03:26:55.075969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b7ecd43e-eb8f-465e-949e-b163abbdae87 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:55.125179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b7ecd43e-eb8f-465e-949e-b163abbdae87 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:55.129930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b7ecd43e-eb8f-465e-949e-b163abbdae87 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:55.130375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.209671 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.247069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:55.249018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:55.251945 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e0bf0c-b215-4667-b2a4-6440c1639f25" -d '{"events": [{"server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "name": "network-vif-plugged", "status": "completed", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:55.255977 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.313901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.323152 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2684e29-04a1-4f83-8eeb-b60847d26a6f x-openstack-request-id: req-d2684e29-04a1-4f83-8eeb-b60847d26a6f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:55.323627 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "name": "network-vif-plugged", "status": "completed", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:55.324069 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2684e29-04a1-4f83-8eeb-b60847d26a6f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:55.324980 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87', 'code': 200} Nov 12 03:26:55.372972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79f1c7-aebf-49a3-bf20-0f19387744e0 req-af14aabc-ced6-45b6-bb33-49197e8ec77d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.374563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d79f1c7-aebf-49a3-bf20-0f19387744e0 req-af14aabc-ced6-45b6-bb33-49197e8ec77d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0765111 Nov 12 03:26:55.460478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d79f1c7-aebf-49a3-bf20-0f19387744e0 req-c30b6f2c-fe66-4128-9c1a-c74921f27cb1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675364 Nov 12 03:26:55.464184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab18aff-983e-4d99-b06f-177eaa26f619 req-8bbd1dfe-c1e6-4a2f-a333-17581fd79f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.465755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dab18aff-983e-4d99-b06f-177eaa26f619 req-8bbd1dfe-c1e6-4a2f-a333-17581fd79f3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 1098 time: 0.0820818 Nov 12 03:26:55.516870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dab18aff-983e-4d99-b06f-177eaa26f619 req-fcedbef0-37a6-4664-8f39-4f8ab2423b65 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Nov 12 03:26:55.814575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c596ff6b-a0dd-4006-8f8f-5e25378938c7 req-7ca33a14-e193-4365-81d7-ae33fda9dbd7 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0468903 Nov 12 03:26:55.879383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9d4e3-f29a-41d7-b5fe-9eb5d558f34f req-a3482346-2959-48f2-8653-f8bc38774ea0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.881009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02f9d4e3-f29a-41d7-b5fe-9eb5d558f34f req-a3482346-2959-48f2-8653-f8bc38774ea0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0660319 Nov 12 03:26:55.934251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02f9d4e3-f29a-41d7-b5fe-9eb5d558f34f req-006ba938-4fec-4cdf-ac1f-bc46ddb03368 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Nov 12 03:26:56.587517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709409c-54ed-4afc-8ee7-49243a98f225 req-89405344-b2bb-4807-8c98-64993b12d960 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.591582 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9709409c-54ed-4afc-8ee7-49243a98f225 req-89405344-b2bb-4807-8c98-64993b12d960 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0554652 Nov 12 03:26:56.640471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9709409c-54ed-4afc-8ee7-49243a98f225 req-7f9b35bd-d8d5-49ba-ae98-fb4fc43555aa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Nov 12 03:26:56.928227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e52863e7-fab7-45d5-b220-12222fe24218 req-cfe10af8-0ee7-4b7f-a1b4-73000126888d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0279899 Nov 12 03:26:57.073906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef773b4-3550-4c8f-8eab-c4330e96a426 req-c68a73d0-1a6d-4c9a-bd97-9c14e5093825 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.076731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ef773b4-3550-4c8f-8eab-c4330e96a426 req-c68a73d0-1a6d-4c9a-bd97-9c14e5093825 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0644534 Nov 12 03:26:57.135811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ef773b4-3550-4c8f-8eab-c4330e96a426 req-57f7f0db-6148-4c6b-956d-d2dafec9f649 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Nov 12 03:26:57.750099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.774334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3a552-4871-4b6c-9370-67fcefe26d5e req-7ea5d357-9767-4bc4-869e-b24e83bbc825 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.783579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45a3a552-4871-4b6c-9370-67fcefe26d5e req-7ea5d357-9767-4bc4-869e-b24e83bbc825 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0731413 Nov 12 03:26:57.829781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45a3a552-4871-4b6c-9370-67fcefe26d5e req-767f828a-3ab3-498e-9e74-aabb5b584249 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Nov 12 03:26:57.964828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5845c5f-7e47-4264-9ad3-785766a758d9 req-cbd9bb79-9ab6-43c3-977a-6df907b7d550 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.967798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5845c5f-7e47-4264-9ad3-785766a758d9 req-cbd9bb79-9ab6-43c3-977a-6df907b7d550 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0635650 Nov 12 03:26:58.032310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5845c5f-7e47-4264-9ad3-785766a758d9 req-38649820-9437-43fc-889b-58ac05e02387 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560286 Nov 12 03:26:58.050512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6a7cc65d-b67d-4e47-a853-d4613bae6ec4 req-d30702d1-2915-47c4-b18e-7fb2faad6b89 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0350306 Nov 12 03:26:58.307360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee374c5-2649-415a-b345-872b6507f30e req-330fffda-e102-41f0-95c4-be6b3d45dae2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.309458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dee374c5-2649-415a-b345-872b6507f30e req-330fffda-e102-41f0-95c4-be6b3d45dae2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0744343 Nov 12 03:26:58.344515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc53e-c998-4771-81d1-bdfe088d5bc7 req-c3f8e2c4-7176-444f-9016-00f12861a547 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.354487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1cfcc53e-c998-4771-81d1-bdfe088d5bc7 req-c3f8e2c4-7176-444f-9016-00f12861a547 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0628252 Nov 12 03:26:58.372827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dee374c5-2649-415a-b345-872b6507f30e req-968a2bac-6659-4f37-88d8-b947cab6d5b7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570095 Nov 12 03:26:58.417648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1cfcc53e-c998-4771-81d1-bdfe088d5bc7 req-71e75eec-85a7-4033-bbd8-58c7dc3f6c7a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618818 Nov 12 03:26:59.167988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a26d0647-c056-4d62-bffe-cd35321aa18d req-86e0a0d4-f68e-4d6e-8932-a947300e1de2 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0324438 Nov 12 03:26:59.222012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.538066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286be222-2226-4b5f-9d4f-5fa4d31dc46e req-5e1833f4-e1c2-4cf5-84dd-64157abe8a67 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.540541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-286be222-2226-4b5f-9d4f-5fa4d31dc46e req-5e1833f4-e1c2-4cf5-84dd-64157abe8a67 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0827596 Nov 12 03:26:59.563004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db5fb-b0cd-40b6-bfc9-f533eb58f63b req-ac2e83fd-9f96-4045-a950-9dcf6322d533 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.564899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d94db5fb-b0cd-40b6-bfc9-f533eb58f63b req-ac2e83fd-9f96-4045-a950-9dcf6322d533 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0667689 Nov 12 03:26:59.608038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-286be222-2226-4b5f-9d4f-5fa4d31dc46e req-b1f2e716-200b-46db-b485-4303b650c3a1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595610 Nov 12 03:26:59.644634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d94db5fb-b0cd-40b6-bfc9-f533eb58f63b req-33527842-41ee-4223-9e83-bd92fce2443d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Nov 12 03:26:59.751889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b185-0019-486b-9048-0219d1b82f43 req-6e2f6a77-0064-4175-969d-3cde3d2e2fee tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.753767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53c4b185-0019-486b-9048-0219d1b82f43 req-6e2f6a77-0064-4175-969d-3cde3d2e2fee tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 946 time: 0.0576122 Nov 12 03:26:59.863771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port b7ecd43e-eb8f-465e-949e-b163abbdae87 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:59.864172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.968036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port b7ecd43e-eb8f-465e-949e-b163abbdae87, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b7ecd43e-eb8f-465e-949e-b163abbdae87,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:59.968558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.982927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for b7ecd43e-eb8f-465e-949e-b163abbdae87 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:00.129679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.142404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:00.144643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b7ecd43e-eb8f-465e-949e-b163abbdae87'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:00.176010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=b7ecd43e-eb8f-465e-949e-b163abbdae87,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.274656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port b7ecd43e-eb8f-465e-949e-b163abbdae87 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:00.278120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.282968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53c4b185-0019-486b-9048-0219d1b82f43 req-0b1a7e52-b792-48f3-9895-a43c8b261371 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "DELETE /v2.0/ports/b7ecd43e-eb8f-465e-949e-b163abbdae87 HTTP/1.1" status: 204 len: 173 time: 0.5229795 Nov 12 03:27:00.283780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'name': 'network-vif-deleted', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:00.286807 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fd7210-f5dc-40fe-90b6-25bcc8d00955" -d '{"events": [{"server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "name": "network-vif-deleted", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:00.359759 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97665c23-7c14-42d8-bb27-71e27db0ead6 req-9a4bac53-9f4e-4833-9d8d-e049575534a1 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0467558 Nov 12 03:27:00.367573 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08113fbd-da6c-47ca-9f22-20fe32a838f3 x-openstack-request-id: req-08113fbd-da6c-47ca-9f22-20fe32a838f3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:00.367839 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d06860-de48-46a0-a815-c18bc73bd935", "name": "network-vif-deleted", "tag": "b7ecd43e-eb8f-465e-949e-b163abbdae87", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:00.368091 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-08113fbd-da6c-47ca-9f22-20fe32a838f3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:00.368550 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d06860-de48-46a0-a815-c18bc73bd935', 'name': 'network-vif-deleted', 'tag': 'b7ecd43e-eb8f-465e-949e-b163abbdae87', 'status': 'completed', 'code': 200} Nov 12 03:27:00.761322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8afc0-67f4-4127-be03-8f6d0c60770a req-f724c501-1f6f-4cb6-b5ca-4fbe412252fe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.770322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50a8afc0-67f4-4127-be03-8f6d0c60770a req-f724c501-1f6f-4cb6-b5ca-4fbe412252fe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0729418 Nov 12 03:27:00.837730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50a8afc0-67f4-4127-be03-8f6d0c60770a req-417f24b5-6ccb-495b-89f5-9ae27a3cce8a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672674 Nov 12 03:27:00.863348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-706ca55e-8be6-4048-a2e3-cfc83d509f95 req-8283f006-0998-4313-9462-bb5918c77d97 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=78d06860-de48-46a0-a815-c18bc73bd935 HTTP/1.1" status: 200 len: 210 time: 0.0558333 Nov 12 03:27:01.470556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c664dae8-f744-4e45-b19f-111e14325832 req-73a9baf2-9b6b-4690-8025-755c1ec7f694 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0354676 Nov 12 03:27:01.984956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cea4ed-ae25-4bd2-bb1a-794e6fb39331 req-f7fc69c0-6627-4f0c-8a26-fc6b50abe2dd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.986781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84cea4ed-ae25-4bd2-bb1a-794e6fb39331 req-f7fc69c0-6627-4f0c-8a26-fc6b50abe2dd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0777786 Nov 12 03:27:02.046063 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84cea4ed-ae25-4bd2-bb1a-794e6fb39331 req-8429f062-5169-4401-a1fd-89d6d3a014cc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488453 Nov 12 03:27:02.273922 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2698fa8-fdda-44df-a2aa-a6ce95c7bedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.597888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-4708dbec-48ec-4bb6-8cbc-ac9536669137 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.606209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-4708dbec-48ec-4bb6-8cbc-ac9536669137 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.1951542 Nov 12 03:27:02.626399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-235076be-13db-43f5-bf24-e819330093a3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0186393 Nov 12 03:27:02.634962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-224ae495-000b-4796-9293-38a078609b12 req-4c0a81d2-a59b-4f6b-a7f5-3d684397131e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0676062 Nov 12 03:27:02.723116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-6374107c-fc3b-424f-8b51-0996a7c48c30 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891373 Nov 12 03:27:02.839352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-8c3d605b-1267-4b79-b6ee-a39bff8a16d2 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115627 Nov 12 03:27:02.949634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-8fd89046-94ac-488a-a308-67160fe92483 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016719 Nov 12 03:27:03.092335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b7ecd43e-eb8f-465e-949e-b163abbdae87 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:03.140759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b7ecd43e-eb8f-465e-949e-b163abbdae87 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:03.142284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b7ecd43e-eb8f-465e-949e-b163abbdae87 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:03.198909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2738b114-5f5c-4d07-aba9-9d511475c725 req-25beaa1d-8341-4a7b-a46f-6ff64f98f289 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 210 time: 0.0447872 Nov 12 03:27:03.283056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540734d8-9193-4f8c-9361-7558630d0863 req-bff088d5-b407-47be-8caa-6a6ea72aa274 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.284886 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-540734d8-9193-4f8c-9361-7558630d0863 req-bff088d5-b407-47be-8caa-6a6ea72aa274 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0777550 Nov 12 03:27:03.352303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-540734d8-9193-4f8c-9361-7558630d0863 req-67e02fcf-87d6-484d-9395-4d7ff7e75d05 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Nov 12 03:27:03.790928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4166322-4873-495e-b6df-e2715e5d8c85 req-5dbd8e0c-c7d4-449e-a26d-9f3d25725bb0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0650215 Nov 12 03:27:04.323989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b03011e0-4b74-4f31-b5fd-d3bd28a3030a req-556fa1b0-c08d-4521-a334-01de97eaa3fc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 210 time: 0.0379574 Nov 12 03:27:04.381570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-640683b4-1f9e-4aae-b0e9-6a8213fd0cfa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.383315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-640683b4-1f9e-4aae-b0e9-6a8213fd0cfa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.1746080 Nov 12 03:27:04.396475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:04.544389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b1a74-7bf4-4e74-ae55-a5f156d49ab3 req-3a221ab6-fbd2-4709-bc85-66b59adfd64d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.545965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-864b1a74-7bf4-4e74-ae55-a5f156d49ab3 req-3a221ab6-fbd2-4709-bc85-66b59adfd64d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0946293 Nov 12 03:27:04.636098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-864b1a74-7bf4-4e74-ae55-a5f156d49ab3 req-2334f77c-1c6b-41c2-a287-a00b5c912a10 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Nov 12 03:27:04.656750 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:04.658849 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1662a06c-2fce-48d4-8704-bb76a7615222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.661440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:04.674059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.864609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.7 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/b18e2bd9-5b7a-449b-acbe-cb5c28e66a40) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:04.928260 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b372d385-528c-4585-a01b-a98671816781 req-69c01aea-8477-45fe-859b-94610d7cebc8 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0399640 Nov 12 03:27:05.088417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.126639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.139558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:05.219921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:05.227421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:05.231238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:05.318588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.364983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.365818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.397855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-b9833667-4a8f-4f64-9581-0e7c18867164 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0055845 Nov 12 03:27:05.410978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Request body: {'port': {'device_id': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:05.541881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.565323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00048440-406c-4c4c-9306-11f43ca9a437 req-5f866c6f-c92d-4fab-98a6-26d29b69829c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.574771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00048440-406c-4c4c-9306-11f43ca9a437 req-5f866c6f-c92d-4fab-98a6-26d29b69829c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 931 time: 0.1037064 Nov 12 03:27:05.631937 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.684727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00048440-406c-4c4c-9306-11f43ca9a437 req-6556df87-52e0-4cfc-8435-d23742e05eaa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087732 Nov 12 03:27:05.844407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b377-479e-4e07-be3b-2c61d4560f79 req-8ea77102-3435-4024-b91d-32ae144760ee tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.854233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7740b377-479e-4e07-be3b-2c61d4560f79 req-8ea77102-3435-4024-b91d-32ae144760ee tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1088223 Nov 12 03:27:05.913126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7740b377-479e-4e07-be3b-2c61d4560f79 req-2fc7d259-5fe9-4c52-a224-bab42e134b73 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531754 Nov 12 03:27:05.971274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:05.979590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.994266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Transition to ACTIVE for port object b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:05.999453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.065908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeb41a90-ab6b-43fa-a744-159060f7ca6c req-500b610a-708b-4f20-b60d-1061f5fc84d0 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0565014 Nov 12 03:27:06.088122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Pushing event updated for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.172050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Attempting to bind port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:06.172477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Attempting to bind port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:06.172795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Attempting to bind port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:06.177584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:06.177892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Attempting to bind port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:06.184012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:06.184410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:06.185064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:06.185439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Bound port: b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:06.185825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.257350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:06.260715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:06.267199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.303992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.304270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.306149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] 10.222.0.39 "PUT /v2.0/ports/b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 HTTP/1.1" status: 200 len: 1092 time: 0.8999763 Nov 12 03:27:06.306600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:06.308887 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43613b-a3ad-4912-ac00-57425850dc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:06.371523 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a73ec96-9883-4192-9a73-15f0cebc5c79 x-openstack-request-id: req-5a73ec96-9883-4192-9a73-15f0cebc5c79 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:06.371863 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:06.372038 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a73ec96-9883-4192-9a73-15f0cebc5c79 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:06.372434 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40', 'status': 'completed', 'code': 200} Nov 12 03:27:06.391764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef52b-2d44-484c-bf39-d59c1ea78c5b service neutron] Pushing event updated for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.409939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-27f8b8f6-5ee2-4ab0-8899-5d07fe603f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.412034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-27f8b8f6-5ee2-4ab0-8899-5d07fe603f17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 1095 time: 0.0527718 Nov 12 03:27:06.463029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-810ecc77-15de-4a24-83d0-faf307c9e09e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 HTTP/1.1" status: 200 len: 217 time: 0.0424602 Nov 12 03:27:06.516328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-95161f25-d41b-43a7-a207-bfcd32d6bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.517742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-95161f25-d41b-43a7-a207-bfcd32d6bbeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0484297 Nov 12 03:27:06.552922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-1cd5d483-f9cb-4680-b186-d837bca09006 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282130 Nov 12 03:27:06.662430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-a5ec772a-75f9-4c05-84a9-d0b3b29cd6b7 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025059 Nov 12 03:27:06.797252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1c26393-5ba3-41b1-8033-ec37325b1faf req-11318afa-c1b8-4198-983e-bee19189d524 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282971 Nov 12 03:27:06.860474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d025afc-71f9-48a6-9022-9d748ac81e2c req-aa398f9c-5e9a-4d13-a567-30652693ba4b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.862138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d025afc-71f9-48a6-9022-9d748ac81e2c req-aa398f9c-5e9a-4d13-a567-30652693ba4b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 943 time: 0.0800726 Nov 12 03:27:06.931670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47456) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.056412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99db0c-c49d-46a3-97ec-efbdefb41bb8 req-474d780d-94b1-4931-89c3-af1ba9aa8dc2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.066474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e99db0c-c49d-46a3-97ec-efbdefb41bb8 req-474d780d-94b1-4931-89c3-af1ba9aa8dc2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0757704 Nov 12 03:27:07.090819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21d789ce-b508-478d-97df-8cd0763a2870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.136031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.164570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e99db0c-c49d-46a3-97ec-efbdefb41bb8 req-b43fdec9-8ef8-4b2a-8c51-ebba03e6d7d8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925560 Nov 12 03:27:07.273896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d025afc-71f9-48a6-9022-9d748ac81e2c req-c3b0d612-5d25-48a9-baed-89eb99f169da tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015973 Nov 12 03:27:07.282852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-4b4941c0-9002-47bc-b9cd-4292a7ef313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.284709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-4b4941c0-9002-47bc-b9cd-4292a7ef313e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 1095 time: 0.4215360 Nov 12 03:27:07.285755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21d789ce-b508-478d-97df-8cd0763a2870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.324932 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3fd1dc2f-1c5f-411b-a021-49c4ae694af0 req-a29d7fae-b043-4cd4-a9d7-03731134375f tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0580096 Nov 12 03:27:07.326294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21d789ce-b508-478d-97df-8cd0763a2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.390693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-21d789ce-b508-478d-97df-8cd0763a2870 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9d63846617e04b8c89d0cd4d8d040a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4571466 Nov 12 03:27:07.392010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d789ce-b508-478d-97df-8cd0763a2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca7f966-bee3-4783-bc3e-d78ff9adccf9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.393449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47462) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:07.432733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-01537540-6fda-4eee-804e-c674c73a9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.434484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-01537540-6fda-4eee-804e-c674c73a9fbc service neutron] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.1412601 Nov 12 03:27:07.481961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-1b6e0607-9707-4b15-add2-2a876dc733b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 HTTP/1.1" status: 200 len: 217 time: 0.0384214 Nov 12 03:27:07.504835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.557947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.567020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-8c560d0a-3cc5-443e-8b04-8e209f8b6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.568736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-8c560d0a-3cc5-443e-8b04-8e209f8b6d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0764503 Nov 12 03:27:07.622458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-c358bdb6-3c86-4a75-9ade-a3dd326f4f29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438216 Nov 12 03:27:07.690496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.693343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.694503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aca7f966-bee3-4783-bc3e-d78ff9adccf9 HTTP/1.1" status: 204 len: 168 time: 0.2995965 Nov 12 03:27:07.706506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7285cd-df38-4f10-ac3e-c49fab2e8590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca7f966-bee3-4783-bc3e-d78ff9adccf9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:07.740260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-309d8a24-77df-406e-89e8-80672b301d8d service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104352 Nov 12 03:27:07.858111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd43613b-a3ad-4912-ac00-57425850dc6a req-3d0b0ef9-40d9-4d4c-92f8-013161c6b42a service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100585 Nov 12 03:27:08.039310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47468) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.055701 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dedfb09-e88c-48a1-983f-8d1ae5e7dcd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.147396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dedfb09-e88c-48a1-983f-8d1ae5e7dcd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.151768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dedfb09-e88c-48a1-983f-8d1ae5e7dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.196414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.201580 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6dedfb09-e88c-48a1-983f-8d1ae5e7dcd8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=96019cfde13c4d4d885c57225c28f442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601236 Nov 12 03:27:08.201831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.202262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedfb09-e88c-48a1-983f-8d1ae5e7dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7f243-a771-40f5-a5a9-dba654d1fb9b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.257672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.284187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.297445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04df23-ff11-480b-8f1c-33127bfc3872 req-8e146470-13ab-49cb-83d7-93aaee4d4e7d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.298972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da04df23-ff11-480b-8f1c-33127bfc3872 req-8e146470-13ab-49cb-83d7-93aaee4d4e7d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0565846 Nov 12 03:27:08.338792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.342434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.346242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/66d7f243-a771-40f5-a5a9-dba654d1fb9b HTTP/1.1" status: 204 len: 168 time: 0.1409507 Nov 12 03:27:08.363732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da04df23-ff11-480b-8f1c-33127bfc3872 req-78ffa3fb-7282-42f1-8342-60207341fc5f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580230 Nov 12 03:27:08.371905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa284f07-7a35-4056-89d8-789735f7e550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7f243-a771-40f5-a5a9-dba654d1fb9b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.439292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6054-e300-43a8-9616-e0b0054f8a3b req-1dd76921-1af5-45b6-859e-5ad015ab4551 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.441123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d5e6054-e300-43a8-9616-e0b0054f8a3b req-1dd76921-1af5-45b6-859e-5ad015ab4551 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 943 time: 0.0657804 Nov 12 03:27:08.497806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d5e6054-e300-43a8-9616-e0b0054f8a3b req-164a1e2e-f3a1-4041-a362-debebe3bbf50 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Nov 12 03:27:08.498759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dac562a-fc90-475a-8e96-09e5412a1fb4 req-bec56f46-c6f1-42bb-aab7-65a7ef38bc33 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0348403 Nov 12 03:27:09.127543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:09.233761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.245792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40', 'mac_address': 'fa:16:3e:46:14:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:09.284935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.298695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:09.319274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:09.324365 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.378487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.512033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c3235-c21f-4d25-a21b-0f9edf7871e9 req-b543c828-11b5-45ae-b2f1-07aac655e11d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.513772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-027c3235-c21f-4d25-a21b-0f9edf7871e9 req-b543c828-11b5-45ae-b2f1-07aac655e11d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0578692 Nov 12 03:27:09.581416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-027c3235-c21f-4d25-a21b-0f9edf7871e9 req-973be4e9-4f24-454c-b606-fae9be3891e3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599267 Nov 12 03:27:09.615526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b18e2bd9-5b7a-449b-acbe-cb5c28e66a40'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:09.667314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c41c9cb-1673-4d77-9bb9-2963baacd434 req-5278f304-17b5-4324-8eeb-80b27a8f796b tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/ports?device_id=1bb005ae-ad55-45e3-a4d0-4e1371eb3e62 HTTP/1.1" status: 200 len: 210 time: 0.0772259 Nov 12 03:27:09.773590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d579ea-775a-42e1-adce-4b180889c693 req-cb34f4eb-f9d0-4029-a99b-52babc0837b8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.775841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58d579ea-775a-42e1-adce-4b180889c693 req-cb34f4eb-f9d0-4029-a99b-52babc0837b8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 944 time: 0.0911968 Nov 12 03:27:09.868647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58d579ea-775a-42e1-adce-4b180889c693 req-0b60d111-b210-4d0d-a9e0-8e8b5bede9f6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798593 Nov 12 03:27:10.759167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5c47-5573-4ce7-bc42-56189e2585ad req-9eb64566-3944-43a4-8e50-e4570587f47c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.768427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07ef5c47-5573-4ce7-bc42-56189e2585ad req-9eb64566-3944-43a4-8e50-e4570587f47c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0848360 Nov 12 03:27:10.793450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47562) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.832421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07ef5c47-5573-4ce7-bc42-56189e2585ad req-500ad5d5-6853-458f-b78d-b73c10e6fba3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629625 Nov 12 03:27:10.863670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.888482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.966450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.969234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.971375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/security-groups/27e1aa0d-9092-414c-bd23-1820d9855368 HTTP/1.1" status: 204 len: 168 time: 0.1759338 Nov 12 03:27:10.974117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47578) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.987792 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-99490e28-a11d-43a3-b81c-dd3ce9294986 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] show failed (client error): The resource could not be found. Nov 12 03:27:10.993376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47580) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.993649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-99490e28-a11d-43a3-b81c-dd3ce9294986 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "GET /v2.0/security-groups/27e1aa0d-9092-414c-bd23-1820d9855368 HTTP/1.1" status: 404 len: 347 time: 0.0179865 Nov 12 03:27:10.994371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506b217-6a40-4e32-8d4d-40cd59da1e71 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e1aa0d-9092-414c-bd23-1820d9855368,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.151687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:11.176393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2a7a7-59b7-4685-b1c6-d516087ec9de req-23c63c20-80d5-419b-a2ce-ef3d149f79c3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.178732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4b2a7a7-59b7-4685-b1c6-d516087ec9de req-23c63c20-80d5-419b-a2ce-ef3d149f79c3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 944 time: 0.2061324 Nov 12 03:27:11.263122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4b2a7a7-59b7-4685-b1c6-d516087ec9de req-b495ffe9-ab68-4070-85e7-441dbca7d91e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617332 Nov 12 03:27:11.298141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port db7a411f-c3d8-4620-8ee7-0bc9eba9d772 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:11.298523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.423440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.424365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.448664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for db7a411f-c3d8-4620-8ee7-0bc9eba9d772 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:11.513845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:11.537269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:11.544656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:11.548603 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.633789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0fc1e-a2ca-4abe-bc45-cea2542cab9b req-b5c979f7-9d94-48ba-8ba1-bbe61acd2c13 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.635642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d0fc1e-a2ca-4abe-bc45-cea2542cab9b req-b5c979f7-9d94-48ba-8ba1-bbe61acd2c13 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1040080 Nov 12 03:27:11.644859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-4464127c-5465-4a3b-b535-7938fb42f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.646215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-4464127c-5465-4a3b-b535-7938fb42f9a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.1668315 Nov 12 03:27:11.692201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.733412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d6def0d-a87a-4929-b24e-bf0a96056e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.765625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:11.767165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:11.776379 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef242d5e-9fa3-418e-afe6-f60d7315baa7" -d '{"events": [{"server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "name": "network-vif-plugged", "status": "completed", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:11.786486 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.872064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d6def0d-a87a-4929-b24e-bf0a96056e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.878436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d6def0d-a87a-4929-b24e-bf0a96056e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.883488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2d0fc1e-a2ca-4abe-bc45-cea2542cab9b req-5f02ad73-8afe-4ed5-9897-1764a69040ad tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354991 Nov 12 03:27:11.913201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4d6def0d-a87a-4929-b24e-bf0a96056e2c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e26ef41fecbe4e059a064cec315ac880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3982649 Nov 12 03:27:11.917054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47606) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:11.922853 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dab3805-d646-4a54-a441-fec93d93762e x-openstack-request-id: req-9dab3805-d646-4a54-a441-fec93d93762e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:11.923176 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "name": "network-vif-plugged", "status": "completed", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:11.923432 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9dab3805-d646-4a54-a441-fec93d93762e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:11.926241 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40', 'code': 200} Nov 12 03:27:11.928654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.938097 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.005629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6def0d-a87a-4929-b24e-bf0a96056e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e0ae8a-35ed-4d3f-92f7-70778d4c5303,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.008078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=db7a411f-c3d8-4620-8ee7-0bc9eba9d772,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.078774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-e8de8c05-7b65-4aa8-abb0-5977f12fe1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.080847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-e8de8c05-7b65-4aa8-abb0-5977f12fe1dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.4240012 Nov 12 03:27:12.129137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472c3d-7375-49d2-8baa-f03d4f0f9ad7 req-9580de79-1e4d-464f-a21f-37b9ccb98550 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.136518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d472c3d-7375-49d2-8baa-f03d4f0f9ad7 req-9580de79-1e4d-464f-a21f-37b9ccb98550 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1366775 Nov 12 03:27:12.174088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.174710 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-6ee40554-a281-44ef-9d6c-ad8a3a1f143d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0585206 Nov 12 03:27:12.229456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d472c3d-7375-49d2-8baa-f03d4f0f9ad7 req-3bb12d9b-eb21-4441-963f-251733c54b3d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844748 Nov 12 03:27:12.250866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.270792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380951-5e01-4aab-90bd-12691d246611 req-a2d3298a-a184-4458-805a-00ce46a50913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.272505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec380951-5e01-4aab-90bd-12691d246611 req-a2d3298a-a184-4458-805a-00ce46a50913 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 1097 time: 0.2403293 Nov 12 03:27:12.274114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-1f72b92d-3528-4c2b-b20d-1008dd778c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.275616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-1f72b92d-3528-4c2b-b20d-1008dd778c41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.0794744 Nov 12 03:27:12.320277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.324701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.328552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/64e0ae8a-35ed-4d3f-92f7-70778d4c5303 HTTP/1.1" status: 204 len: 168 time: 0.4061635 Nov 12 03:27:12.329398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-0422ac59-c131-4712-b85f-4c8f7c83ebc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271854 Nov 12 03:27:12.383769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba556653-64e8-4a29-93f7-f8dc90f751a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e0ae8a-35ed-4d3f-92f7-70778d4c5303,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.407389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec380951-5e01-4aab-90bd-12691d246611 req-5ed3ff1d-9a0b-4d0b-b797-b9d0dac5a12a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257880 Nov 12 03:27:12.456753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.459502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.463650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dfa63047-e045-48d9-95fb-2f5a9149bd80 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/floatingips/012954b1-01ab-4834-9918-394a0515460e HTTP/1.1" status: 204 len: 168 time: 1.4641354 Nov 12 03:27:12.464166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47612) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.473495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb883d8-7a6a-4add-bd6b-1ffa7e04ec5c req-c6c2e2c7-76e5-4433-831d-bdc51340ce1a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.475117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cb883d8-7a6a-4add-bd6b-1ffa7e04ec5c req-c6c2e2c7-76e5-4433-831d-bdc51340ce1a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1031017 Nov 12 03:27:12.570392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cb883d8-7a6a-4add-bd6b-1ffa7e04ec5c req-31aed05d-f7cc-4854-8d61-084044b6c0a6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676453 Nov 12 03:27:12.605803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-5b4e1adb-d14d-409e-9425-482db36ce76b service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024972 Nov 12 03:27:12.611022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:12.611491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.727129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.731431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8070c299-93ec-4c8e-9f10-6e9f1f000cf2 req-008786e4-15e8-4268-800b-618b69dfcd2e service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168671 Nov 12 03:27:12.750554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:12.789648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47618) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.806147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4d3dc07-fa2a-4123-8aa5-4ccdc5918817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.887760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4d3dc07-fa2a-4123-8aa5-4ccdc5918817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.893044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4d3dc07-fa2a-4123-8aa5-4ccdc5918817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.921649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.932112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3dc07-fa2a-4123-8aa5-4ccdc5918817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5011b3-62cc-4d8e-839f-aa91c350064e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.936767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d4d3dc07-fa2a-4123-8aa5-4ccdc5918817 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a2bbd66bccba49f28f2f2df00d579473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457801 Nov 12 03:27:12.939460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47624) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:12.976822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.002321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.047568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.120765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.124221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.125397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4b5011b3-62cc-4d8e-839f-aa91c350064e HTTP/1.1" status: 204 len: 168 time: 0.1849351 Nov 12 03:27:13.129040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.133231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-454943ad-bc9c-4614-98df-28432dacf94e tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/ports/4d3c6003-fdb2-42d5-81a1-7fe2e3c9d1fc HTTP/1.1" status: 204 len: 168 time: 0.6679044 Nov 12 03:27:13.135775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47630) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.137948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270bb7-d7af-47e7-96cb-9f15329be5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5011b3-62cc-4d8e-839f-aa91c350064e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.178291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95003e28-4f31-469e-abc2-d101f081d3e4 req-0f35617a-ebba-4aa5-94c5-223ad65a62bb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.179915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95003e28-4f31-469e-abc2-d101f081d3e4 req-0f35617a-ebba-4aa5-94c5-223ad65a62bb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1162126 Nov 12 03:27:13.312592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-95003e28-4f31-469e-abc2-d101f081d3e4 req-f3edf585-d044-4f58-a95f-65ade10bfc6f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233492 Nov 12 03:27:13.340962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port 17d0ea28-8382-48d1-a93a-48e59eb534fd {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:13.341348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.486626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f96b2-7a55-4faa-ae9c-f781245dea57 req-9f80e9da-9eb3-4e97-bb86-958fe2c7527e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.497675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d9f96b2-7a55-4faa-ae9c-f781245dea57 req-9f80e9da-9eb3-4e97-bb86-958fe2c7527e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1362636 Nov 12 03:27:13.576089 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.608606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d9f96b2-7a55-4faa-ae9c-f781245dea57 req-8432ad32-76ea-43bd-a9d2-135e0f726a6e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096447 Nov 12 03:27:13.635312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for 17d0ea28-8382-48d1-a93a-48e59eb534fd owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:13.839120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877436b3-2711-4990-8429-c23fe44aa613 req-5b105111-9392-451e-abf8-adcd0c0e6c97 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.840751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-877436b3-2711-4990-8429-c23fe44aa613 req-5b105111-9392-451e-abf8-adcd0c0e6c97 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1020677 Nov 12 03:27:13.930229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-877436b3-2711-4990-8429-c23fe44aa613 req-7509fb0d-c0f3-464f-8a27-75c5250b0542 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774901 Nov 12 03:27:13.931488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.977256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=17d0ea28-8382-48d1-a93a-48e59eb534fd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.063190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.066824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e7212e3-d9b2-4001-a0a2-bc6d06e25532 tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/ports/17d0ea28-8382-48d1-a93a-48e59eb534fd HTTP/1.1" status: 204 len: 168 time: 0.9300070 Nov 12 03:27:14.069457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47654) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.123418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting subnet 0b93a0d4-3a85-48bb-bb1f-1b625fdc082a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:14.126235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496737-ac4d-496b-916d-73650a732b56 req-e9f6aa76-686e-43d5-a73c-e5e08ce09ab6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.127010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.135318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08496737-ac4d-496b-916d-73650a732b56 req-e9f6aa76-686e-43d5-a73c-e5e08ce09ab6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1068935 Nov 12 03:27:14.176321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.200400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08496737-ac4d-496b-916d-73650a732b56 req-fd97cbe3-83ae-440d-a06e-10fabf222b60 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639584 Nov 12 03:27:14.312709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.418434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.493864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Subnet': ['ID=0b93a0d4-3a85-48bb-bb1f-1b625fdc082a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.513458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.521953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ce797-138e-40a5-bfc7-296ff1187136 None None] Network 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:14.532521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e85fd66-0b20-4aaf-8f4c-9636d2845fba tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/subnets/0b93a0d4-3a85-48bb-bb1f-1b625fdc082a HTTP/1.1" status: 204 len: 168 time: 0.4541433 Nov 12 03:27:14.535519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfee919-c71b-4376-b7c7-b20c3c611988 req-3a666544-ed54-409e-8b4b-3895285c2102 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.544443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edfee919-c71b-4376-b7c7-b20c3c611988 req-3a666544-ed54-409e-8b4b-3895285c2102 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1095569 Nov 12 03:27:14.546114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47668) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.586594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93946d1d-db6a-4410-8b3b-0196ff4f6fae req-173506c4-36a6-40f5-a162-f673bc33ae10 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.594402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93946d1d-db6a-4410-8b3b-0196ff4f6fae req-173506c4-36a6-40f5-a162-f673bc33ae10 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1027508 Nov 12 03:27:14.660968 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-93946d1d-db6a-4410-8b3b-0196ff4f6fae req-75b76e41-bb98-4d05-a97d-eedfd4ce6976 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606306 Nov 12 03:27:14.704260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting subnet cddcc09b-c2c8-4081-82f9-837904981c78 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:14.734147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.807907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.814730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79244a-cabd-4db0-9af7-2a000f525992 req-8c022a0c-06b2-4ec7-b1f6-2b69275a6810 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.817608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca79244a-cabd-4db0-9af7-2a000f525992 req-8c022a0c-06b2-4ec7-b1f6-2b69275a6810 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0851471 Nov 12 03:27:14.818056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] DHCP port deletion for 0b95ed60-cee0-4103-b0f4-23f2f31f69b1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:14.854504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edfee919-c71b-4376-b7c7-b20c3c611988 req-f56dba68-7681-4fae-ab26-05e8c6d59c29 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036532 Nov 12 03:27:14.885075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca79244a-cabd-4db0-9af7-2a000f525992 req-e0d37031-387d-4d00-9e2c-d87c5fc6a46d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612850 Nov 12 03:27:14.892437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Deleting port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:14.893485 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.954615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.973812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] For port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,segment=NetworkSegment(0c64dc39-83af-4a17-b52b-2316c12195b0),segment_id=0c64dc39-83af-4a17-b52b-2316c12195b0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:14.974121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.994389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Calling delete_port for 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:15.036993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.071529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Subnet': ['ID=cddcc09b-c2c8-4081-82f9-837904981c78,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.078936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.087154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62600637-ad80-4445-b0a9-e1fa8733b7bb tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/subnets/cddcc09b-c2c8-4081-82f9-837904981c78 HTTP/1.1" status: 204 len: 168 time: 0.5353594 Nov 12 03:27:15.087628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47684) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.106896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc02b2-ce29-49fb-a66e-6d1f86d0396d None None] Network 69e2c078-f15d-44f8-b11f-e9d515aff275 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:15.128592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.187851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] Pushing event deleted for resources: {'Port': ['ID=5f09d0ed-839f-4bd5-870f-980f1ee6c4b4,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.194334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56abae2-03ec-419f-bfa9-798d4ddd7f28 None None] No DVR routers for this DVR port 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:15.218195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.346215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.386787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] DHCP port deletion for 69e2c078-f15d-44f8-b11f-e9d515aff275 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:15.390941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b95ed60-cee0-4103-b0f4-23f2f31f69b1']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.408671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c64dc39-83af-4a17-b52b-2316c12195b0') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.409333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c64dc39-83af-4a17-b52b-2316c12195b0') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.420743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.438613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.450249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:15.450827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.464116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:15.466996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Deleting port ee6bb243-033f-4975-8a73-e5d05bdfed29 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.467559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.502788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:15.503343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5f09d0ed-839f-4bd5-870f-980f1ee6c4b4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:15.519990 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:15.536344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.548137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.555826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/networks/0b95ed60-cee0-4103-b0f4-23f2f31f69b1 HTTP/1.1" status: 204 len: 168 time: 0.4668987 Nov 12 03:27:15.556047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.568381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7504ae8-915a-4fbc-8a4f-1a0356a9855c tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Network': ['ID=0b95ed60-cee0-4103-b0f4-23f2f31f69b1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.615621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] For port ee6bb243-033f-4975-8a73-e5d05bdfed29, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ee6bb243-033f-4975-8a73-e5d05bdfed29,segment=NetworkSegment(9997dba0-4b19-411f-8bb3-636e4cba6590),segment_id=9997dba0-4b19-411f-8bb3-636e4cba6590)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.616215 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.633829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Calling delete_port for ee6bb243-033f-4975-8a73-e5d05bdfed29 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:15.674434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.731561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47700) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.761164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.794285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Deleting port ee6bb243-033f-4975-8a73-e5d05bdfed29 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.794624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.804399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] Pushing event deleted for resources: {'Port': ['ID=ee6bb243-033f-4975-8a73-e5d05bdfed29,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.809152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10a025-31da-4646-92f0-b817860a5347 None None] No DVR routers for this DVR port ee6bb243-033f-4975-8a73-e5d05bdfed29 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:15.921511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] For port ee6bb243-033f-4975-8a73-e5d05bdfed29, host n-d-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.922243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.933162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1735d2-aa4d-4107-9bbe-5bb77095b03e req-5433ddeb-b8c3-47d7-b9e5-4c521a8b7205 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.934736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c1735d2-aa4d-4107-9bbe-5bb77095b03e req-5433ddeb-b8c3-47d7-b9e5-4c521a8b7205 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1752319 Nov 12 03:27:15.957645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Calling delete_port for ee6bb243-033f-4975-8a73-e5d05bdfed29 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:15.968909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_backend_mixin [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Port ee6bb243-033f-4975-8a73-e5d05bdfed29 was not found and therefore no delete operation was performed {{(pid=102433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:15.973441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:15.978218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58beae7-aa77-45cb-af60-01653a41c85f req-39cc4445-c7dd-4b8e-a647-068f8e81e269 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.979806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58beae7-aa77-45cb-af60-01653a41c85f req-39cc4445-c7dd-4b8e-a647-068f8e81e269 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 945 time: 0.1250830 Nov 12 03:27:15.988157 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.010968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148a18-4aa5-4bd9-83d2-d991dbd215f5 req-d27818ff-2887-4118-b8a9-1af77aca607f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.012541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50148a18-4aa5-4bd9-83d2-d991dbd215f5 req-d27818ff-2887-4118-b8a9-1af77aca607f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0731995 Nov 12 03:27:16.030446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.058747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Port': ['ID=ee6bb243-033f-4975-8a73-e5d05bdfed29,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.067288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] No DVR routers for this DVR port ee6bb243-033f-4975-8a73-e5d05bdfed29 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:16.135577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c1735d2-aa4d-4107-9bbe-5bb77095b03e req-68fbc470-24e7-4557-9d6f-eb0a6d75cc47 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806502 Nov 12 03:27:16.208063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.265007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e2c078-f15d-44f8-b11f-e9d515aff275']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.269753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:16.270093 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.295795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9997dba0-4b19-411f-8bb3-636e4cba6590') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.296093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9997dba0-4b19-411f-8bb3-636e4cba6590') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:16.318556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.364381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ed51f-d2a5-418f-9468-3a203675feb2 req-01077751-0d6a-4604-ae0a-8eafaf472804 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.365432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50148a18-4aa5-4bd9-83d2-d991dbd215f5 req-3c4b0987-d73a-4f2b-9fd7-6fb5f94546ee tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431816 Nov 12 03:27:16.365898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-300ed51f-d2a5-418f-9468-3a203675feb2 req-01077751-0d6a-4604-ae0a-8eafaf472804 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.1604602 Nov 12 03:27:16.379150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.401327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:16.401654 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:16.404978 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:16.437764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.497014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:16.497391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.510525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-300ed51f-d2a5-418f-9468-3a203675feb2 req-322bf20f-8428-4af5-9f9c-a2e559de833e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365085 Nov 12 03:27:16.513093 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.522055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.534683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] 10.222.0.84 "DELETE /v2.0/networks/69e2c078-f15d-44f8-b11f-e9d515aff275 HTTP/1.1" status: 204 len: 168 time: 0.9685330 Nov 12 03:27:16.534683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:16.542915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5230-d575-4031-9cbf-02ec4121195d tempest-TaggedBootDevicesTest_v242-1938432415 tempest-TaggedBootDevicesTest_v242-1938432415-project] Pushing event deleted for resources: {'Network': ['ID=69e2c078-f15d-44f8-b11f-e9d515aff275,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.573599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Allocated IP 172.25.2.111 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fc27b937-cd77-4f0a-b963-c2ee9001dcf2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:16.697673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.699460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.714762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b18e2bd9-5b7a-449b-acbe-cb5c28e66a40'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:16.719692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:16.729601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=b18e2bd9-5b7a-449b-acbe-cb5c28e66a40,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.749848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.798351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:16.802132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:16.805896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:16.806916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:16.811930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.816171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58beae7-aa77-45cb-af60-01653a41c85f req-d491b4d4-a0c4-42d6-8bf1-6173dbea6434 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "DELETE /v2.0/ports/b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 HTTP/1.1" status: 204 len: 173 time: 0.8292685 Nov 12 03:27:16.816727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'name': 'network-vif-deleted', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:16.819322 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f73febf-be44-4842-9be2-f471ad94183c" -d '{"events": [{"server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "name": "network-vif-deleted", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:16.883375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=fc27b937-cd77-4f0a-b963-c2ee9001dcf2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.897341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-d917847a-e540-420f-b743-728f34161b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.899357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-d917847a-e540-420f-b743-728f34161b3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0896924 Nov 12 03:27:16.933677 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.941937 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc06cf-306a-4a0f-a99d-e283561c19ad x-openstack-request-id: req-19dc06cf-306a-4a0f-a99d-e283561c19ad {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:16.942392 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b515a0-87d9-4b97-a491-644288a1b1e3", "name": "network-vif-deleted", "tag": "b18e2bd9-5b7a-449b-acbe-cb5c28e66a40", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:16.942586 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-19dc06cf-306a-4a0f-a99d-e283561c19ad {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:16.942976 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b515a0-87d9-4b97-a491-644288a1b1e3', 'name': 'network-vif-deleted', 'tag': 'b18e2bd9-5b7a-449b-acbe-cb5c28e66a40', 'status': 'completed', 'code': 200} Nov 12 03:27:16.996897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.084320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-7109c682-f328-4847-b953-981a4ebaebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.086728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-7109c682-f328-4847-b953-981a4ebaebf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.1466973 Nov 12 03:27:17.129923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-8788e5bc-e96a-437e-abef-ad392e255c5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0358231 Nov 12 03:27:17.173427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.180851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.196016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-4e07b7cf-efa1-4df4-806f-ced59bab4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.203455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-4e07b7cf-efa1-4df4-806f-ced59bab4404 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.0660455 Nov 12 03:27:17.253635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-766e9747-aea4-4484-affc-fa061b1d6bb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391369 Nov 12 03:27:17.266196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=fc27b937-cd77-4f0a-b963-c2ee9001dcf2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.288438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.297121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eada1f26-b356-4aac-be51-a91e7cf55709 req-8c03bf79-20ae-4b02-8b56-b7eb65c6174a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=e0b515a0-87d9-4b97-a491-644288a1b1e3 HTTP/1.1" status: 200 len: 210 time: 0.0506229 Nov 12 03:27:17.342617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.344080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ada784b7-581a-4786-a5e5-d2586ef36231 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6113107 Nov 12 03:27:17.346700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47720) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.381180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-936699418'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:17.438196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Made reservation on behalf of 366099ef55ec4eddbccdd9ee2b461207 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:17.442608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-93b7ab72-7d59-4a32-b754-aba547442564 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655202 Nov 12 03:27:17.446443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.452138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ee6bb243-033f-4975-8a73-e5d05bdfed29 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:17.487281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ee6bb243-033f-4975-8a73-e5d05bdfed29 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:17.488485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ee6bb243-033f-4975-8a73-e5d05bdfed29 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:17.509516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.569994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d95230-e3ff-4a24-a507-98831672ef8b req-145f5179-20cb-43c1-be84-2eedf58a66ed tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.571683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92d95230-e3ff-4a24-a507-98831672ef8b req-145f5179-20cb-43c1-be84-2eedf58a66ed tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0911555 Nov 12 03:27:17.590468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b98ba23-bafe-4740-b8d1-befce2d32d1c req-06366fb9-4368-4e79-898b-56c5b6b73635 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469855 Nov 12 03:27:17.658190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd5ec-608b-47b3-ac29-12deae8759ac req-e12709c2-7729-4e0d-98ab-dc2fb360f64f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.659752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb0dd5ec-608b-47b3-ac29-12deae8759ac req-e12709c2-7729-4e0d-98ab-dc2fb360f64f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0589159 Nov 12 03:27:17.664492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92d95230-e3ff-4a24-a507-98831672ef8b req-825f041b-f506-4cf0-9194-efdcb716f2eb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833201 Nov 12 03:27:17.686315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.686315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.696212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:17.720953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.721326 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Added segment b6b04484-24ba-475c-974f-41b4e3fea348 of type vlan for network 871a49d0-430b-4595-95ab-11ef3f50f1a4 Nov 12 03:27:17.730654 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d3fe4-0789-4a92-9c5e-79958d98941a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.756133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb0dd5ec-608b-47b3-ac29-12deae8759ac req-a849628b-31e4-4052-a593-f9633b6ed90f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801995 Nov 12 03:27:17.777662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.804619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.810742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.811375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.848874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4802897 Nov 12 03:27:17.852776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47726) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.858194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Request body: {'subnet': {'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:17.884356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9efd-97af-43d7-b1c0-e441e8c5e7ce tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Network': ['ID=871a49d0-430b-4595-95ab-11ef3f50f1a4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.895458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:17.954028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Made reservation on behalf of 366099ef55ec4eddbccdd9ee2b461207 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:17.957699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.430629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.495794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Subnet': ['ID=55565c44-e25f-4585-a44d-52547bdfa7fd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.506129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Checking segment: {'id': 'b6b04484-24ba-475c-974f-41b4e3fea348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:18.506484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network hostable DHCP agents. Network: 871a49d0-430b-4595-95ab-11ef3f50f1a4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:18.509755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.510094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.510429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.510757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.511083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.511429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.511750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.512067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.512885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.512885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.513051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.513374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:18.531438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:18.542229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 871a49d0-430b-4595-95ab-11ef3f50f1a4) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:18.547362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.548237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.554514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6e296-0373-45a1-ace5-8989368ad3ab None None] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:18.579048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-65b157d7-8c8e-4170-a34e-ca0b2a8fb7a6 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7249880 Nov 12 03:27:18.581658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47746) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.587306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-186351295', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.617844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.619151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.676591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.758313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-871a49d0-430b-4595-95ab-11ef3f50f1a4', 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4', 'tenant_id': '366099ef55ec4eddbccdd9ee2b461207', 'fixed_ips': [{'subnet_id': '55565c44-e25f-4585-a44d-52547bdfa7fd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:18.759953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.785080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-05f19055-5169-4e18-9003-1c772a8c734d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.795635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-05f19055-5169-4e18-9003-1c772a8c734d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2302475 Nov 12 03:27:18.827352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-9fffe8a8-a3e9-44c5-a046-3cfe07c57413 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0302916 Nov 12 03:27:18.852232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.922251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5707739-af32-4e38-8b3a-811832612e42 req-e95c0f34-16b0-4a87-a3fe-bc2c6e7b255c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.923041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-c8e3558b-e8c4-4b4b-be86-01139ab5929d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945203 Nov 12 03:27:18.924434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5707739-af32-4e38-8b3a-811832612e42 req-e95c0f34-16b0-4a87-a3fe-bc2c6e7b255c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0881460 Nov 12 03:27:18.936142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Allocated IP 172.20.0.2 (871a49d0-430b-4595-95ab-11ef3f50f1a4/55565c44-e25f-4585-a44d-52547bdfa7fd/1d296144-757c-4957-ae4a-a446b27c3294) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:19.035611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5707739-af32-4e38-8b3a-811832612e42 req-184414fa-bceb-42ba-b859-c29436a9a82f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987542 Nov 12 03:27:19.085088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eb563-960b-4245-8ae6-b74a979c5ec1 req-90873964-b468-40c1-9309-a073bf1bdead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.087188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b53eb563-960b-4245-8ae6-b74a979c5ec1 req-90873964-b468-40c1-9309-a073bf1bdead service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.0639644 Nov 12 03:27:19.176689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-364cd6f8-c091-484b-9132-2a4a78253514 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409842 Nov 12 03:27:19.183517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:19.194852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b53eb563-960b-4245-8ae6-b74a979c5ec1 req-b482f384-46c3-4471-ac69-9f57bc47f788 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Nov 12 03:27:19.210245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:19.210855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b18e2bd9-5b7a-449b-acbe-cb5c28e66a40 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:19.231645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.237594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.284269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:19.287404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:19.293295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:19.310321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2c9d509e-eda8-443b-b504-663918fba6e6 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267011 Nov 12 03:27:19.333891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.358445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Pushing event updated for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.377721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abbb40-7a35-415f-977e-22134f294fbe req-e0fcb1e7-421c-4b26-8c8a-08e8470007c2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.386538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73abbb40-7a35-415f-977e-22134f294fbe req-e0fcb1e7-421c-4b26-8c8a-08e8470007c2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.2484524 Nov 12 03:27:19.387564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Attempting to bind port 1d296144-757c-4957-ae4a-a446b27c3294 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:19.388125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Attempting to bind port 1d296144-757c-4957-ae4a-a446b27c3294 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'b6b04484-24ba-475c-974f-41b4e3fea348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:19.389020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Attempting to bind port 1d296144-757c-4957-ae4a-a446b27c3294 on network 871a49d0-430b-4595-95ab-11ef3f50f1a4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:19.394721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.398754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:19.399367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Checking segment: {'id': 'b6b04484-24ba-475c-974f-41b4e3fea348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:19.400196 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.400896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Bound using segment: {'id': 'b6b04484-24ba-475c-974f-41b4e3fea348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:19.401669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Bound port: 1d296144-757c-4957-ae4a-a446b27c3294, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b04484-24ba-475c-974f-41b4e3fea348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:19.402983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.496130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:19.501450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d296144-757c-4957-ae4a-a446b27c3294,segment=NetworkSegment(b6b04484-24ba-475c-974f-41b4e3fea348),segment_id=b6b04484-24ba-475c-974f-41b4e3fea348)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:19.507133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.537989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73abbb40-7a35-415f-977e-22134f294fbe req-ea845c67-95c6-4b03-a80d-d204f29a3581 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504679 Nov 12 03:27:19.571505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3f3efb2-b9e9-41d1-9c4b-53b0399d8b79 req-0bcff1cf-0da4-44f8-bf11-6757f536e4a6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 210 time: 0.0573249 Nov 12 03:27:19.610906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b7df-7c27-4fd9-bb0c-e94ba2efc1ec None None] Pushing event updated for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.641777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Allocated IP 172.25.2.253 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:19.851787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.949377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.003703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:20.006261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:20.009500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:20.027457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd166c59-ce50-4ca5-9d8e-c92f7657b963 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:20.076672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.203198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8501d7da-2584-420b-96e6-0f9cd2394caf None None] Provisioning complete for port f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:20.204639 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8501d7da-2584-420b-96e6-0f9cd2394caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.326684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8501d7da-2584-420b-96e6-0f9cd2394caf None None] Port f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:20.413852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f21c5-fa5c-45bb-90b2-e13f7f4cd90e req-e712a41e-6871-438a-ae91-c4a9aab61964 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.421392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d4f21c5-fa5c-45bb-90b2-e13f7f4cd90e req-e712a41e-6871-438a-ae91-c4a9aab61964 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.2588830 Nov 12 03:27:20.484139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-71288773-6259-4596-b566-8f9c4d310227 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1707695 Nov 12 03:27:20.654236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d4f21c5-fa5c-45bb-90b2-e13f7f4cd90e req-7692bbfd-b81a-4d1a-a9fd-d7def418680c tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289479 Nov 12 03:27:20.681199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.681436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.681902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.682361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.682816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.683312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.683771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.685849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-3ea9de7b-2a2a-41f6-a0fa-97fee1aaf8a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 6500 time: 0.1399307 Nov 12 03:27:20.724388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.832419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9262ee8-e756-4af4-a0d0-bfe6b56824ca req-62fe1e87-d5b3-4723-88d3-1725af5ad2b6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.843540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9262ee8-e756-4af4-a0d0-bfe6b56824ca req-62fe1e87-d5b3-4723-88d3-1725af5ad2b6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0787702 Nov 12 03:27:20.878060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-7fc8ef72-7ea7-4f54-bc8b-2d3ab63ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.878528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-7fc8ef72-7ea7-4f54-bc8b-2d3ab63ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.878988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-7fc8ef72-7ea7-4f54-bc8b-2d3ab63ff06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.887666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-7fc8ef72-7ea7-4f54-bc8b-2d3ab63ff06e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9626a07-c05a-49f7-8905-80c5309c3144&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&id=41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 200 len: 2293 time: 0.1597223 Nov 12 03:27:20.957854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-248cc12f-c0c9-424e-868d-403b13691143 req-2b3661f3-f20b-47f3-8593-d0234cf00aea tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 210 time: 0.0842988 Nov 12 03:27:20.958634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9262ee8-e756-4af4-a0d0-bfe6b56824ca req-9800719e-30a2-4dc0-92f6-65c03d469881 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129603 Nov 12 03:27:21.094840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.104123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.110472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.117378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.128895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.139548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.148008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.150851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25564005-d7eb-4f48-b328-73fe342a8843 req-a7673e68-b5c5-43de-9edb-250fa0e4bebd tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.1248019 Nov 12 03:27:21.172099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28939d61-4587-422b-9a7e-b9bbb1795a04 None None] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:21.218869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-516c1fc3-cafc-4a2d-a016-f9aa2c13358b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 200 len: 1002 time: 0.2901592 Nov 12 03:27:21.222488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25564005-d7eb-4f48-b328-73fe342a8843 req-88fed2e6-6408-4762-9d20-25423eb950f9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640733 Nov 12 03:27:21.294368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] Provisioning complete for port 1d296144-757c-4957-ae4a-a446b27c3294 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.294368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.317555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-222ab402-55a5-4ca1-bfc7-2ae03f46db6b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.319962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-222ab402-55a5-4ca1-bfc7-2ae03f46db6b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.4103327 Nov 12 03:27:21.339056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '207288b2-b76c-49e2-a381-d04531462921', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:21.382506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.430101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-c98156d3-80f6-4874-a137-e9aa73b7c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.431587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-c98156d3-80f6-4874-a137-e9aa73b7c5cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 200 len: 850 time: 0.1884878 Nov 12 03:27:21.502238 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.568966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d296144-757c-4957-ae4a-a446b27c3294,segment=NetworkSegment(b6b04484-24ba-475c-974f-41b4e3fea348),segment_id=b6b04484-24ba-475c-974f-41b4e3fea348)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:21.592256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d296144-757c-4957-ae4a-a446b27c3294 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:21.594814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.718995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739b2-ff4a-4362-abc4-a921388d2a74 None None] Pushing event updated for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.756085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1d296144-757c-4957-ae4a-a446b27c3294 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.756496 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.856614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-27cf2afa-fcdf-4d72-8985-7e2b5748a4ae None None] Provisioning complete for port 1d296144-757c-4957-ae4a-a446b27c3294 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.857289 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27cf2afa-fcdf-4d72-8985-7e2b5748a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.082793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-1d1578b5-ec67-4043-a884-f8397ff40e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.085118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-1d1578b5-ec67-4043-a884-f8397ff40e38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9626a07-c05a-49f7-8905-80c5309c3144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6139965 Nov 12 03:27:22.122684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.130391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.137312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.143003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f246-86a7-44d8-947d-53c714f3c1d0 req-d8cacbca-c454-4113-bf67-2831aa607686 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.144348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.145058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc75f246-86a7-44d8-947d-53c714f3c1d0 req-d8cacbca-c454-4113-bf67-2831aa607686 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0851896 Nov 12 03:27:22.152155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.159357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.167474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.169779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-294ece8b-96e4-40ef-8b41-1952ff390bb9 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.2793002 Nov 12 03:27:22.213799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:22.217761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.232854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2856632-b019-4081-9981-852ba4469c1d req-10e9e67c-9525-4262-95fc-d3a541683e63 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.234408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2856632-b019-4081-9981-852ba4469c1d req-10e9e67c-9525-4262-95fc-d3a541683e63 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.3484991 Nov 12 03:27:22.235307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc75f246-86a7-44d8-947d-53c714f3c1d0 req-7cc2fa64-a507-4d8e-b88b-8740046c20d6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832994 Nov 12 03:27:22.353149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-48feefd2-6cef-4d49-a788-5cd628f51136 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.354624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-48feefd2-6cef-4d49-a788-5cd628f51136 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1633353 Nov 12 03:27:22.379425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f140e33-f815-4282-b7a1-e71da43f60db req-e21349c4-01a1-4515-a764-749e2559b51c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 210 time: 0.0576365 Nov 12 03:27:22.530130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Router ef19201e-be63-4b72-9857-aa24bce19964 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:22.534072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.541289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.549321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.549476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2856632-b019-4081-9981-852ba4469c1d req-3cc89e04-4f8d-405f-b4b9-5ebadf25eb2f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897136 Nov 12 03:27:22.555292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.562321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.568467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.573323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-d87d9b4a-4af9-4d42-bd74-8e31ec0d02fe service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796724 Nov 12 03:27:22.574931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.576921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-57fc6101-4e70-4b17-84b9-c7505925ca43 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.1171572 Nov 12 03:27:22.674590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e26a4ef-b2f1-4124-855e-2934c3da77b3 req-3463c98f-4960-4f99-991e-294d5adb4256 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809426 Nov 12 03:27:22.777221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.5 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:22.785835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-68509011-81eb-4b2b-9f11-a4c38de55b72 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4069881 Nov 12 03:27:22.811460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.913038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-ca514df2-fc05-4063-a21f-366fe0ef8530 service neutron] 10.222.0.39 "GET /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296826 Nov 12 03:27:23.042003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-5835443d-3840-40d8-9800-8b45283c243f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 217 time: 0.1175101 Nov 12 03:27:23.043148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:23.058596 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] Sync routers for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:23.073821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:23.074951 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:23.094274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.118523 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:23.129810 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:23.130760 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:23.179563 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:23.180624 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ddd62-dfc6-4080-ac05-7d238af9e18f None None] The sync data for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:23.202262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.206146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-29b58841-702f-4973-8793-18fbe50a4df8 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6206152 Nov 12 03:27:23.206487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.249333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-aa4c9124-e80b-4937-bf14-23937e1a5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.250887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-aa4c9124-e80b-4937-bf14-23937e1a5c51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 1098 time: 0.3332074 Nov 12 03:27:23.260589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-02b737f1-3510-49ca-a13e-28c81db4bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.262226 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-02b737f1-3510-49ca-a13e-28c81db4bc7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1969173 Nov 12 03:27:23.277754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f233c5-5cd8-49e9-a25b-b7a514770bb8 req-f1ebdbb0-840d-402d-ae94-5681981e36a7 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.279326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04f233c5-5cd8-49e9-a25b-b7a514770bb8 req-f1ebdbb0-840d-402d-ae94-5681981e36a7 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.3539464 Nov 12 03:27:23.406747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d9647-dfad-4ea7-b892-b4a68c72d578 req-da06fa30-9c69-41d1-bb0c-2fb282c21a7b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.408696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a1d9647-dfad-4ea7-b892-b4a68c72d578 req-da06fa30-9c69-41d1-bb0c-2fb282c21a7b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 943 time: 0.0820818 Nov 12 03:27:23.440990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d296144-757c-4957-ae4a-a446b27c3294 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:23.454205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.536556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1d296144-757c-4957-ae4a-a446b27c3294 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:23.537049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.544903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a1d9647-dfad-4ea7-b892-b4a68c72d578 req-12d20f7f-e12c-4936-92a7-38460f4766c0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232140 Nov 12 03:27:23.564438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-c8fafb71-d3d8-44ed-bcaa-085c0b8ad92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.565440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-c8fafb71-d3d8-44ed-bcaa-085c0b8ad92d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2851479 Nov 12 03:27:23.591127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04f233c5-5cd8-49e9-a25b-b7a514770bb8 req-d83353ee-c070-40cb-afdc-d61b95a09ab6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857418 Nov 12 03:27:23.617314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-0766acad-d46b-4403-847f-6753b7bcd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.618889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-0766acad-d46b-4403-847f-6753b7bcd574 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 200 len: 920 time: 0.3499849 Nov 12 03:27:23.729427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-bf494f93-b169-43a1-9f35-ddd9be9e6a87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 200 len: 217 time: 0.0875366 Nov 12 03:27:23.734840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:23.739146 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8473e229-af83-4c8b-8315-591d16219f1a req-c7b9de89-1aed-436f-a2cc-f008e1225cca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 210 time: 0.0374784 Nov 12 03:27:23.761478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.775247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:23.932099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:23.941177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:23.958582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:23.962292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] For port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:23.967145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:23.988650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-d870a762-3550-46a8-8312-2cba2733f3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945563 Nov 12 03:27:23.989297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.006730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-f1052d50-5a38-4d2f-83b4-ef394014f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.008488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-f1052d50-5a38-4d2f-83b4-ef394014f4a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 200 len: 859 time: 0.2637949 Nov 12 03:27:24.013328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.096378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:24.115595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52', 'mac_address': 'fa:16:3e:58:47:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:24.115860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-6af74c4e-fa65-4985-a9e3-19aa9edbb843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3eb8d0e7-aaad-468e-b74b-4172aa7d4763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653708 Nov 12 03:27:24.123880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] device_id is not set on port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:24.143426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.150612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.156967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.163127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.166655 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.169478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.175948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.182406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.183421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:24.189619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-222b1137-6455-46da-a11f-02de8054810d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 5436 time: 0.3571417 Nov 12 03:27:24.217605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:24.222621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.246943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.247622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.258178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.282894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.401567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Allocated IP 172.20.0.1 (871a49d0-430b-4595-95ab-11ef3f50f1a4/55565c44-e25f-4585-a44d-52547bdfa7fd/5b9cd46a-7959-45d5-ba1b-04e781a3100c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:24.471908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['815ea4c0-c5b5-43ed-8111-c5bdd63c4f52'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:24.587187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.732757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e7529-d379-4836-af89-28982fc94120 req-b2ae8dd8-edb3-4166-a360-d1c33510c566 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.734222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c10e7529-d379-4836-af89-28982fc94120 req-b2ae8dd8-edb3-4166-a360-d1c33510c566 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 944 time: 0.1016567 Nov 12 03:27:24.735923 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.782459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.805301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=5b9cd46a-7959-45d5-ba1b-04e781a3100c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.829791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:24.846905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2182d33d-e50d-49fe-81a3-e3b97a9142d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5154531 Nov 12 03:27:24.871087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:24.878180 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c10e7529-d379-4836-af89-28982fc94120 req-14f3f41c-5a97-4c9a-b965-cd75a57aa82b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787535 Nov 12 03:27:24.879558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:24.897988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Request body: {'port': {'device_id': '207288b2-b76c-49e2-a381-d04531462921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:24.933281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-92992d10-6f1c-4897-9046-a4898cf559a8 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043014 Nov 12 03:27:24.942551 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.985123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-c87c10fa-c51e-44bd-a828-28d524197ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543047 Nov 12 03:27:25.121094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f1d2-6435-4121-99f7-30de97b655a1 req-dcfdcdda-2b78-452c-91ed-23e2f0bbf735 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.135399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4289f1d2-6435-4121-99f7-30de97b655a1 req-dcfdcdda-2b78-452c-91ed-23e2f0bbf735 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1334636 Nov 12 03:27:25.139080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-f02ccbf6-a90d-417a-92b0-52b4d9caa884 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.61&port_id=b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 217 time: 0.1334207 Nov 12 03:27:25.174220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8c39adb-f374-46d3-b5a3-b8edbe1d90d5 req-4d57c184-e0b0-4f80-bc45-e505f3ca6407 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9348154 Nov 12 03:27:25.177921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.186799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] No DVR routers for this DVR port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:25.218267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:25.284566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:25.286091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:25.302452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4289f1d2-6435-4121-99f7-30de97b655a1 req-0857637f-c5b0-496c-9116-16208bfa4395 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527357 Nov 12 03:27:25.310697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.376303 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.407404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Provisioning complete for port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.407894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.436164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] In _notify_port_updated(), no bound segment for port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:25.437276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.437678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.438991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-cb435d66-c002-4136-8842-4351427f4888 service neutron] 10.222.0.39 "PUT /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 200 len: 1028 time: 2.6413167 Nov 12 03:27:25.443057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.477849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:25.480920 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567214df-b828-49a8-8172-32f26c075969" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:25.486436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:25.503738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.519086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.519859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 21610687-2559-40dd-88f2-f1d156b7818a no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:25.550816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-74513a51-f62d-48e0-9b9c-d34ebe06640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.552468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-74513a51-f62d-48e0-9b9c-d34ebe06640f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.2886722 Nov 12 03:27:25.586176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18ebae37-f8ef-4ef7-af1a-2a871fce951a req-4de2c43a-e9df-4ad0-8dd4-6fc053eab013 service neutron] 10.222.0.32 "GET /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939164 Nov 12 03:27:25.589554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-a56002c8-97ee-4a6c-b383-95c77333e9b6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.590870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-a56002c8-97ee-4a6c-b383-95c77333e9b6 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "GET /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1417148 Nov 12 03:27:25.599521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db103490-3499-42e0-ae75-13928d7f05e0 req-4fe69db0-45f0-473a-aa32-6c98242aee1e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.601061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db103490-3499-42e0-ae75-13928d7f05e0 req-4fe69db0-45f0-473a-aa32-6c98242aee1e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 931 time: 0.2349722 Nov 12 03:27:25.625335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Provisioning complete for port 5b9cd46a-7959-45d5-ba1b-04e781a3100c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.625742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.643213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:25.703249 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee907d2-324b-472f-b072-a4eb55d222c7 x-openstack-request-id: req-2ee907d2-324b-472f-b072-a4eb55d222c7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:25.703543 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:25.703853 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2ee907d2-324b-472f-b072-a4eb55d222c7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:25.704551 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'code': 200} Nov 12 03:27:25.705072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-27e4856c-1710-4696-960f-11fa94809e1a None None] Port 5b9cd46a-7959-45d5-ba1b-04e781a3100c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:25.806419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.847624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.871264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-51621ce0-9c81-4298-bb22-67c7c7131cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.876554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-51621ce0-9c81-4298-bb22-67c7c7131cec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3044116 Nov 12 03:27:25.887437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.896550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.898774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 101125ad-81bd-469c-bce9-95c58564ae96 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:25.901423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.914986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.017580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:26.018728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db103490-3499-42e0-ae75-13928d7f05e0 req-7559925a-6369-48e3-bc4a-42a1839c12a6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679311 Nov 12 03:27:26.074537 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.154162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.159829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.181354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=5b9cd46a-7959-45d5-ba1b-04e781a3100c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.210291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a87d2-712d-4113-8458-42f8dad9e6a5 req-f21bd54c-775f-483e-a6a7-d3f60357acbd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.215055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-687a87d2-712d-4113-8458-42f8dad9e6a5 req-f21bd54c-775f-483e-a6a7-d3f60357acbd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 944 time: 0.1792157 Nov 12 03:27:26.231356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-1a98843b-e5c9-42e3-8831-24451b7c24ed service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900162 Nov 12 03:27:26.266687 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.284292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:26.292095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.293040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.346811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-687a87d2-712d-4113-8458-42f8dad9e6a5 req-ede13690-1710-45c4-9829-877963c62450 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178818 Nov 12 03:27:26.394592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.412785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:26.414970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:26.452200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.453382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b38840ec-bd89-4b64-b4af-4b668be094e5 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:26.581094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.594449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:26.620125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.624136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-4e7fca4d-2b8a-48e3-864b-8afc7b802b1b service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810222 Nov 12 03:27:26.636742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b38840ec-bd89-4b64-b4af-4b668be094e5,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.689277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.691886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.717066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.731937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.735948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.748247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.759197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.783145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.792010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.800003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.801937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9c740211-d176-41dc-94aa-f59794d4e1ce tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 4655 time: 0.4607272 Nov 12 03:27:26.805785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Transition to ACTIVE for port object 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:26.807646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-37a4289e-2872-480c-a7a4-d9d8d44968b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 200 len: 217 time: 0.1736763 Nov 12 03:27:26.831772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.841628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.867427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e38f0c46-02da-4cd7-8da0-b2740e3dbd49 None None] Provisioning complete for port 5b9cd46a-7959-45d5-ba1b-04e781a3100c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.868255 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e38f0c46-02da-4cd7-8da0-b2740e3dbd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.919745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e38f0c46-02da-4cd7-8da0-b2740e3dbd49 None None] Port 5b9cd46a-7959-45d5-ba1b-04e781a3100c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:26.926286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] For port b38840ec-bd89-4b64-b4af-4b668be094e5, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:27.000749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-b5bda9ce-ce33-4f55-8c03-667e7aa2cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.002319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-b5bda9ce-ce33-4f55-8c03-667e7aa2cfb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1813295 Nov 12 03:27:27.032180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] device_id is not set on port b38840ec-bd89-4b64-b4af-4b668be094e5 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:27.042588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.085916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a6030ae-7754-41be-9d7e-247179d6f89a req-9322367e-b570-42bf-8c97-31c131a0d23b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53&id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769892 Nov 12 03:27:27.090443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.147374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.177392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:27.177595 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:27.221019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7a12b-4090-485d-9bc7-24e6d8377b75 req-c3712e26-71e8-4f82-a3dd-e664e5a29e3f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.227605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18f7a12b-4090-485d-9bc7-24e6d8377b75 req-c3712e26-71e8-4f82-a3dd-e664e5a29e3f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1497815 Nov 12 03:27:27.242125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Router ef19201e-be63-4b72-9857-aa24bce19964 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:27.378591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18f7a12b-4090-485d-9bc7-24e6d8377b75 req-c12cf462-4fe5-41dc-9202-0167c22724e7 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304896 Nov 12 03:27:27.403408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Attempting to bind port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:27.403967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Attempting to bind port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:27.404082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Attempting to bind port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:27.407884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-48429832-cfae-41d4-a4d6-9fa552dbbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.409408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-48429832-cfae-41d4-a4d6-9fa552dbbebd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3682275 Nov 12 03:27:27.464212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] No DVR routers for this DVR port b38840ec-bd89-4b64-b4af-4b668be094e5 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:27.472375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:27.484599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] Sync routers for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:27.488366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:27.488690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Attempting to bind port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:27.496588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f4fd5e1-e5a4-4975-a1a0-f366a0cda959 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "PUT /v2.0/routers/ef19201e-be63-4b72-9857-aa24bce19964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2878821 Nov 12 03:27:27.501519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.504546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:27.505186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.520751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.534054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Request body: {'port': {'network_id': '871a49d0-430b-4595-95ab-11ef3f50f1a4', 'name': 'tempest-FloatingIPAdminTestJSON-2054728872'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:27.565094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:27.565433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:27.565730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:27.566182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Bound port: 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:27.566538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.573785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.601357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:27.602128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.648113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:27.648783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9948a-41e3-4a32-8bf5-2d93d3d56f7d None None] The sync data for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:27.671743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-396a9d34-8f27-4b8d-939d-4c597fc883d6 None None] Provisioning complete for port b38840ec-bd89-4b64-b4af-4b668be094e5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.672415 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-396a9d34-8f27-4b8d-939d-4c597fc883d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.684333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6271502-2618-4ec1-ac85-7b0fa657376c req-7081d6ff-62bf-4294-9302-463bdb530291 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.689347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] In _notify_port_updated(), no bound segment for port b38840ec-bd89-4b64-b4af-4b668be094e5 on network b9a6ff9a-0bcb-4630-8a95-464303525c0a {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:27:27.691269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.694140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6271502-2618-4ec1-ac85-7b0fa657376c req-7081d6ff-62bf-4294-9302-463bdb530291 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.1941862 Nov 12 03:27:27.694429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.697155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-4f0ea9be-6dab-4cdb-a016-337d8baf31a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 200 len: 1027 time: 2.0613370 Nov 12 03:27:27.719566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73689e-461a-4b7d-8979-7021fe672a2e req-60814cdb-1d89-4664-893d-b3bdd97f3264 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.729608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad73689e-461a-4b7d-8979-7021fe672a2e req-60814cdb-1d89-4664-893d-b3bdd97f3264 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 943 time: 0.4909356 Nov 12 03:27:27.766183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6271502-2618-4ec1-ac85-7b0fa657376c req-879d6bff-990c-41a8-a8d9-99ed8fd2a913 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Nov 12 03:27:27.773715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Made reservation on behalf of 366099ef55ec4eddbccdd9ee2b461207 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:27.778599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.795086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96'}, {'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:27.798015 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b4a84-9f39-43e1-b2a1-3bd3335c6276" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "21610687-2559-40dd-88f2-f1d156b7818a"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "101125ad-81bd-469c-bce9-95c58564ae96"}, {"server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "name": "network-vif-plugged", "status": "completed", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:27.801488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-396a9d34-8f27-4b8d-939d-4c597fc883d6 None None] Port b38840ec-bd89-4b64-b4af-4b668be094e5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:27.808944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a8e00277-57d0-418f-9e9a-71a371081610 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:27.836291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] device_id is not set on port 5645316a-f36d-4210-9507-0789673dec98 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:27.864357 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.888018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-e8246ae4-e2b5-40d5-b711-373c674b922f service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613471 Nov 12 03:27:27.928561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.932482 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc2ab3-f474-4bc1-a296-06b22a890505 x-openstack-request-id: req-27bc2ab3-f474-4bc1-a296-06b22a890505 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:27.932942 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "21610687-2559-40dd-88f2-f1d156b7818a", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "101125ad-81bd-469c-bce9-95c58564ae96", "code": 200}, {"server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "name": "network-vif-plugged", "status": "completed", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:27.933290 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-27bc2ab3-f474-4bc1-a296-06b22a890505 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:27.933775 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a', 'code': 200} Nov 12 03:27:27.934144 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96', 'code': 200} Nov 12 03:27:27.934487 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52', 'code': 200} Nov 12 03:27:27.964346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:27.974261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:27.978924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.980305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:27.989585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad73689e-461a-4b7d-8979-7021fe672a2e req-0f767652-08e8-45c4-92b4-90297436079e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590351 Nov 12 03:27:28.046866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Allocated IP 172.20.0.3 (871a49d0-430b-4595-95ab-11ef3f50f1a4/55565c44-e25f-4585-a44d-52547bdfa7fd/5645316a-f36d-4210-9507-0789673dec98) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:28.077862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.126766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.165211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:28.180987 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.236591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.259545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.315468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.334082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.341078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.347081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.353668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.359756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.361614 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-ed4103bf-40a5-4e8e-bba6-d33d46e07860 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3877 time: 0.0953619 Nov 12 03:27:28.367830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:28.389160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.405474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:28.406150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.424009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:28.429892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:28.438475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:28.462086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb9a12-74a1-4e63-88b7-3d3c6acf2828 req-a4bd2ffc-e64b-40a1-b1e6-2cd0654bb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.463633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7bb9a12-74a1-4e63-88b7-3d3c6acf2828 req-a4bd2ffc-e64b-40a1-b1e6-2cd0654bb2de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 1097 time: 0.5055976 Nov 12 03:27:28.481364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event updated for resources: {'Port': ['ID=5645316a-f36d-4210-9507-0789673dec98,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.517161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c36d85f-b2f0-4183-af86-30a0dedfd463 req-af63d688-5449-4091-bd98-3425a2006277 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282799 Nov 12 03:27:28.527561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.528178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.529582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] 10.222.0.39 "PUT /v2.0/ports/0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d HTTP/1.1" status: 200 len: 1092 time: 3.6711309 Nov 12 03:27:28.532520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:28.534915 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab" -d '{"events": [{"name": "network-changed", "server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:28.554361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-8eb12df5-302d-42b5-a43c-57ced9db8bdd service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556168 Nov 12 03:27:28.563858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.570209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.601691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-781b5800-e294-4177-a32f-165864208380 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0981598 Nov 12 03:27:28.604448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.664743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'project_id': '366099ef55ec4eddbccdd9ee2b461207', 'port_id': '5645316a-f36d-4210-9507-0789673dec98'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:28.687491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.704854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-6ade4d28-b270-4252-a272-eba3b4b6022e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 200 len: 217 time: 0.1330764 Nov 12 03:27:28.705913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783989ab-67fc-4085-997b-9cfad0cea826 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.731066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:28.731461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.747305 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ddb61a-309b-4212-b122-f512e01c678d x-openstack-request-id: req-e0ddb61a-309b-4212-b122-f512e01c678d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:28.747615 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:28.747841 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e0ddb61a-309b-4212-b122-f512e01c678d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:28.748230 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d', 'status': 'completed', 'code': 200} Nov 12 03:27:28.794914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.839720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2633efdc-0204-4c64-8e6a-e04050efdf7c None None] Provisioning complete for port 5645316a-f36d-4210-9507-0789673dec98 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.845884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2633efdc-0204-4c64-8e6a-e04050efdf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.886979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2633efdc-0204-4c64-8e6a-e04050efdf7c None None] Port 5645316a-f36d-4210-9507-0789673dec98 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:28.899281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-27fae544-c2b7-45a1-abeb-c15a579a9538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.900744 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-27fae544-c2b7-45a1-abeb-c15a579a9538 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 200 len: 797 time: 0.1561871 Nov 12 03:27:28.938922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7bb9a12-74a1-4e63-88b7-3d3c6acf2828 req-f8f6535d-be5a-4f71-a15e-822e00fe9329 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599252 Nov 12 03:27:28.951187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Allocated IP 172.25.2.62 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/9831637b-60ca-4437-918d-ffb9e7b8c69d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:28.965666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec107-3151-4c4e-887b-04a72c930974 req-14e74f37-d321-4290-ae70-8ebae1bf8ff0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.967348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c8ec107-3151-4c4e-887b-04a72c930974 req-14e74f37-d321-4290-ae70-8ebae1bf8ff0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.1102393 Nov 12 03:27:28.970093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fee82-92f5-48c3-959f-1b07abd2f735 req-440e8576-16e2-4006-b478-f776ffd415e8 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.971700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-502fee82-92f5-48c3-959f-1b07abd2f735 req-440e8576-16e2-4006-b478-f776ffd415e8 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.4099813 Nov 12 03:27:28.974099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2500fa6e-f2bf-428d-b4cd-f8cb7f65a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.975785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-2500fa6e-f2bf-428d-b4cd-f8cb7f65a71d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 1095 time: 0.3684213 Nov 12 03:27:29.083132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-6a307b53-2a8c-433c-924a-5a1a0bfc67c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d HTTP/1.1" status: 200 len: 217 time: 0.0902607 Nov 12 03:27:29.092783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c8ec107-3151-4c4e-887b-04a72c930974 req-79bfd245-26cf-4ff6-b814-c8a57d746141 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990295 Nov 12 03:27:29.145552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.163049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-cc31d613-a2d4-4cbb-87ab-f664fa04422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.164865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-cc31d613-a2d4-4cbb-87ab-f664fa04422e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9a6ff9a-0bcb-4630-8a95-464303525c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2504427 Nov 12 03:27:29.191473 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.239765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.276759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:29.281152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:29.287523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:29.304302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-dfdd9016-1d1f-4574-8527-e77d7f5b65dc service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972586 Nov 12 03:27:29.325715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-502fee82-92f5-48c3-959f-1b07abd2f735 req-fea9b994-7a19-4977-9220-40434fdfc908 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350630 Nov 12 03:27:29.327603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Pushing event updated for resources: {'Port': ['ID=9831637b-60ca-4437-918d-ffb9e7b8c69d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.414977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-d7874573-4309-4dd0-942d-9aea9f6ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.417116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-d7874573-4309-4dd0-942d-9aea9f6ed141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.3230567 Nov 12 03:27:29.486011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.486616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.487211 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Floating IP 94759005-c500-4226-b318-40d44292dcc0 disassociated. External IP: 172.25.2.164, port: 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8. Nov 12 03:27:29.487770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.493998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-815342f1-2ed0-4013-a097-2063222554c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459127 Nov 12 03:27:29.543667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ac8d-2c84-4f83-b7ed-7c6ad6042883 req-05f0f559-c20e-46f2-a6aa-1a000df890b2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.550608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e65ac8d-2c84-4f83-b7ed-7c6ad6042883 req-05f0f559-c20e-46f2-a6aa-1a000df890b2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 943 time: 0.1057134 Nov 12 03:27:29.633497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-bbbd1c84-8105-4e00-9279-fe1778a9a99a service neutron] 10.222.0.39 "GET /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766924 Nov 12 03:27:29.660246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e65ac8d-2c84-4f83-b7ed-7c6ad6042883 req-626d15a1-de05-40b2-b5dc-1267020f228a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087377 Nov 12 03:27:29.707690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-36089666-a437-4e33-a89c-48fcc27cb65d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 200 len: 217 time: 0.0655003 Nov 12 03:27:29.791199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-d7cfa46d-0e38-4028-a308-e090c015c9aa service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860248 Nov 12 03:27:29.909128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-2da73152-f12e-45ca-931d-5908b99c538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.910963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-2da73152-f12e-45ca-931d-5908b99c538c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.1936009 Nov 12 03:27:29.915354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.936436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:29.939929 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2667b0-0fba-465a-b4ad-c137f031a1d5" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e00277-57d0-418f-9e9a-71a371081610"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:29.985158 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6c036-e510-473d-91c6-32ececb255e9 x-openstack-request-id: req-41a6c036-e510-473d-91c6-32ececb255e9 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:29.985477 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e00277-57d0-418f-9e9a-71a371081610", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:29.985784 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-41a6c036-e510-473d-91c6-32ececb255e9 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:29.986400 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610', 'code': 200} Nov 12 03:27:29.986492 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'code': 200} Nov 12 03:27:30.012362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dac3b6fd-6390-432d-a307-a25e1814e38a req-21c46198-526f-4888-a098-a8743c62d0af service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139640 Nov 12 03:27:30.017391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.028942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.032132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-9239aa2b-cfb5-4ffa-9288-7264cd00e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.033633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-9239aa2b-cfb5-4ffa-9288-7264cd00e34f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1153142 Nov 12 03:27:30.037379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.046956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.055315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.063518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.065246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-b8f091ba-77b6-4ded-9ec4-71caf98f5222 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3877 time: 0.1455400 Nov 12 03:27:30.067293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.126400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.210962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e293f83a-2348-4336-845f-4e2c5de9d70b req-e83ecddb-d842-4455-b8e9-68706ad880b1 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197152 Nov 12 03:27:30.263320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:30.466910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-08455db9-97b3-4d07-8d1a-3a7d2f6c4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.468483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-08455db9-97b3-4d07-8d1a-3a7d2f6c4a48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 1095 time: 0.2934966 Nov 12 03:27:30.473843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-e98afa67-0e8a-42d5-ac55-7e16349c587c service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184346 Nov 12 03:27:30.502206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.512642 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.517598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30a6b-a1a1-48ac-b3c7-f0adf9125b60 req-1ff53519-8f62-45ef-a1b5-52e682d9d12a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.525554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36c30a6b-a1a1-48ac-b3c7-f0adf9125b60 req-1ff53519-8f62-45ef-a1b5-52e682d9d12a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.2532642 Nov 12 03:27:30.622259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Router a258726b-d03a-41a4-9eec-5fb19ab0c2bb has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:30.687152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Pushing event updated for resources: {'Port': ['ID=9831637b-60ca-4437-918d-ffb9e7b8c69d,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.714580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.770919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-29040178-49ed-4582-8b38-d28dca58fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.772516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-29040178-49ed-4582-8b38-d28dca58fe2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.2878945 Nov 12 03:27:30.845837 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Floating IP 64ed29a5-df7b-448b-87cb-bc65d79a5f81 associated. External IP: 172.25.2.62, port: 5645316a-f36d-4210-9507-0789673dec98. Nov 12 03:27:31.109280 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36c30a6b-a1a1-48ac-b3c7-f0adf9125b60 req-ee721bbb-68ea-4f04-a170-c97e50d93f04 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827746 Nov 12 03:27:31.158776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-01b4f325-1381-4715-a771-1b5457a12aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d HTTP/1.1" status: 200 len: 217 time: 0.0538168 Nov 12 03:27:31.210679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-1c7fde71-cbfd-4afa-b71d-f0be71a602b0 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7239902 Nov 12 03:27:31.243786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:31.281063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-97b12d20-39f9-4cc6-a33c-93cde742c538 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0469720 Nov 12 03:27:31.309064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Router ef19201e-be63-4b72-9857-aa24bce19964 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:31.428924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:31.446290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-e268184c-dd9e-4818-ad66-fa026bf61464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.446813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-e268184c-dd9e-4818-ad66-fa026bf61464 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.2515750 Nov 12 03:27:31.453674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d', 'mac_address': 'fa:16:3e:55:91:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:31.486527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fab9b9-7f38-48b8-b660-4945d32c4779 req-14860ea2-41c2-4d07-9b88-7aa89c984e0b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.488386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05fab9b9-7f38-48b8-b660-4945d32c4779 req-14860ea2-41c2-4d07-9b88-7aa89c984e0b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 943 time: 0.5107768 Nov 12 03:27:31.491783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:31.503463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] Sync routers for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:31.518545 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.520277 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.530572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.549539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:31.562899 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.573793 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.574518 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.578856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05fab9b9-7f38-48b8-b660-4945d32c4779 req-cd3655bd-f747-4aa2-b860-f57acf60730e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612502 Nov 12 03:27:31.585028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.599217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-854ccd1d-77c0-4224-83a1-eac214cbbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.601318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-854ccd1d-77c0-4224-83a1-eac214cbbaf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 200 len: 797 time: 0.2989028 Nov 12 03:27:31.604143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-0d187d56-4e06-4720-93f0-5b1054ca1017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177671 Nov 12 03:27:31.619314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:31.636096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.639854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.640873 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f6e6c-fc41-45b1-ab93-ef2b1d61d1eb None None] The sync data for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:31.679849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0278da6-25ec-4a5b-a9cc-c00817fe230b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0740712 Nov 12 03:27:31.682486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47892) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.733549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.742147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.742504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.742848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.744946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.745505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.745839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.746168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:31.768093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-d744f62f-3b39-4330-a9ef-3464159b0711 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239719 Nov 12 03:27:31.789445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:31.798932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Sync routers for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:31.817184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.818011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.849335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-4877a1e4-b9e7-4d79-96cb-532a15bb965f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.856968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-4877a1e4-b9e7-4d79-96cb-532a15bb965f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.867372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:31.870302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-4877a1e4-b9e7-4d79-96cb-532a15bb965f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.878274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-4877a1e4-b9e7-4d79-96cb-532a15bb965f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.886922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-4877a1e4-b9e7-4d79-96cb-532a15bb965f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 3143 time: 0.5170493 Nov 12 03:27:31.919285 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9fb74b0f-56a7-45c2-97ad-9a7813a45e9d tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "GET /v2.0/floatingips/64ed29a5-df7b-448b-87cb-bc65d79a5f81 HTTP/1.1" status: 200 len: 982 time: 0.2351851 Nov 12 03:27:31.919903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.952662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port 2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:31.955950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.961060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-b48fca5b-3a24-4f12-8aae-aa214492ae56 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "DELETE /v2.0/ports/2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8 HTTP/1.1" status: 204 len: 173 time: 4.2550206 Nov 12 03:27:31.965127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:31.968198 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdaae26-026e-414c-8aa2-f83c95263a51" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:32.008593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:32.045188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.060094 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200a3abe-7e17-4bca-8edb-d7401a08e5ff x-openstack-request-id: req-200a3abe-7e17-4bca-8edb-d7401a08e5ff {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:32.060333 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:32.060680 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-200a3abe-7e17-4bca-8edb-d7401a08e5ff {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:32.061163 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '2d7a57ed-6f19-446c-bdeb-a0a3f3561ca8', 'status': 'completed', 'code': 200} Nov 12 03:27:32.119899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-9751322c-cbbb-4eae-8632-8d173dd2cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.121804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-9751322c-cbbb-4eae-8632-8d173dd2cdc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b8e15c-fcc5-4391-814a-4aeac2d7283e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5043755 Nov 12 03:27:32.132200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c41d44c9-4233-459e-8e65-2deafecfec6b req-6676653f-ab36-4df6-9e99-01a6045927e8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440953 Nov 12 03:27:32.301819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-c966506e-87c1-446a-b7bc-97d5a9717d9c service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011981 Nov 12 03:27:32.358644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 21610687-2559-40dd-88f2-f1d156b7818a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:32.359412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.452367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f2bbefa-cced-4fd4-9d6e-ef661f036a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.466814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port 21610687-2559-40dd-88f2-f1d156b7818a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=21610687-2559-40dd-88f2-f1d156b7818a,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:32.467546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.481084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 21610687-2559-40dd-88f2-f1d156b7818a owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:32.560193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-2305be8a-142d-4864-8781-9182d8fbdc4f service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189544 Nov 12 03:27:32.575372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.612290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Checking router: a258726b-d03a-41a4-9eec-5fb19ab0c2bb for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:32.624013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:32.624807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.635298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cbe4eaba-4bf6-46fe-bd03-79a0f3413f22 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1948 time: 0.7130001 Nov 12 03:27:32.636671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:32.740232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9531e-e2f2-4f5f-8da8-47306da8b827 req-72a1b0cb-26eb-4a26-9927-6ac08307b9a3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.752264 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ac9531e-e2f2-4f5f-8da8-47306da8b827 req-72a1b0cb-26eb-4a26-9927-6ac08307b9a3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.2500272 Nov 12 03:27:32.759008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.762675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:32.814874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=21610687-2559-40dd-88f2-f1d156b7818a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.827631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d96428c8-cedf-4132-a260-083d8bb7dad2 req-e3743f3f-eb99-4368-b3f0-4bd876a35949 service neutron] 10.222.0.39 "GET /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599492 Nov 12 03:27:32.841356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9572f4f-e09c-4792-82f2-a5aa23ff61a5 req-148ffd04-ba22-46fb-a65e-dd4282efea81 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.853847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9572f4f-e09c-4792-82f2-a5aa23ff61a5 req-148ffd04-ba22-46fb-a65e-dd4282efea81 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 944 time: 0.1443486 Nov 12 03:27:32.907850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ac9531e-e2f2-4f5f-8da8-47306da8b827 req-28da8f61-0149-4cc6-aaa6-c49498688ce7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544521 Nov 12 03:27:32.986100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port 21610687-2559-40dd-88f2-f1d156b7818a on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:32.990592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.994350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port 9831637b-60ca-4437-918d-ffb9e7b8c69d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:32.994699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.995254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f80d28b5-5a10-4b96-9fab-d238a913ad06 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "DELETE /v2.0/ports/21610687-2559-40dd-88f2-f1d156b7818a HTTP/1.1" status: 204 len: 173 time: 1.0223258 Nov 12 03:27:33.034359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Deleting port fb4fb29e-2339-4422-8a76-239e5c24388c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:33.038337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.042667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9572f4f-e09c-4792-82f2-a5aa23ff61a5 req-b21b3e8b-b193-4407-bcb4-a1771e63a4e9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878324 Nov 12 03:27:33.132031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 101125ad-81bd-469c-bce9-95c58564ae96 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:33.132592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.141182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:33.188494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2443e59e-7333-4dea-9290-6b7e3478f6b8 None None] The sync data for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 is: [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:16:36Z', 'revision_number': 4, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '10a0fbac-d959-44b8-bc84-45595743af96', 'name': '', 'network_id': 'e9626a07-c05a-49f7-8905-80c5309c3144', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'mac_address': 'fa:16:3e:4f:24:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:33Z', 'updated_at': '2021-11-12T03:16:42Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'subnets': [{'id': 'd526f545-522a-41bc-ac82-2cacc254e04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:33.266639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port 101125ad-81bd-469c-bce9-95c58564ae96, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=101125ad-81bd-469c-bce9-95c58564ae96,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.267023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.275428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:33.279703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.280052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.284260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 101125ad-81bd-469c-bce9-95c58564ae96 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.305156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64cddf-e4d8-4d88-823c-4bcfba052c1a req-f0c4af2f-697d-43c7-bde2-9b681d201e2e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.312518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa64cddf-e4d8-4d88-823c-4bcfba052c1a req-f0c4af2f-697d-43c7-bde2-9b681d201e2e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.2444513 Nov 12 03:27:33.325411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for 9831637b-60ca-4437-918d-ffb9e7b8c69d owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.331582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] For port fb4fb29e-2339-4422-8a76-239e5c24388c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fb4fb29e-2339-4422-8a76-239e5c24388c,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.331953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.364438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Calling delete_port for fb4fb29e-2339-4422-8a76-239e5c24388c owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:33.403247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:33.419062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.419529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.563746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6b3e-11bb-4eff-a93f-bc23b1d7a838 req-fd79fbe1-56e6-42e6-b4aa-3b4bb0b59c9b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.563980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa64cddf-e4d8-4d88-823c-4bcfba052c1a req-6de82581-4b56-4729-8aef-ccd42c5b5cc4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478337 Nov 12 03:27:33.571416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6b3e-11bb-4eff-a93f-bc23b1d7a838 req-fd79fbe1-56e6-42e6-b4aa-3b4bb0b59c9b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.578554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac6b3e-11bb-4eff-a93f-bc23b1d7a838 req-fd79fbe1-56e6-42e6-b4aa-3b4bb0b59c9b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.580365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73ac6b3e-11bb-4eff-a93f-bc23b1d7a838 req-fd79fbe1-56e6-42e6-b4aa-3b4bb0b59c9b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 2410 time: 0.2163520 Nov 12 03:27:33.581754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.589092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.614968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:33.622892 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72800a8-fac8-4c49-9560-59e79be13992" -d '{"events": [{"server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "name": "network-vif-plugged", "status": "completed", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:33.650640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.655743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=101125ad-81bd-469c-bce9-95c58564ae96,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.664818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.752199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.753419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab5d3-8699-4ee0-b4b0-0d991785c249 None None] New status for floating IP 94759005-c500-4226-b318-40d44292dcc0: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:33.767731 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc203f9-9902-48e3-b029-5efb3ab8b635 x-openstack-request-id: req-adc203f9-9902-48e3-b029-5efb3ab8b635 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:33.767731 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "name": "network-vif-plugged", "status": "completed", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:33.767731 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-adc203f9-9902-48e3-b029-5efb3ab8b635 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:33.767731 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d', 'code': 200} Nov 12 03:27:33.785603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port 101125ad-81bd-469c-bce9-95c58564ae96 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:33.793388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.797194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-da018e2d-edcf-4b68-ad51-070b2962167e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "DELETE /v2.0/ports/101125ad-81bd-469c-bce9-95c58564ae96 HTTP/1.1" status: 204 len: 173 time: 0.7929397 Nov 12 03:27:33.897785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.945949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73ac6b3e-11bb-4eff-a93f-bc23b1d7a838 req-76a4a704-8ef4-4595-94dc-8b1f5ba721f8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups?id=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915511 Nov 12 03:27:33.949084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.958495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=9831637b-60ca-4437-918d-ffb9e7b8c69d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.976662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742a58-2f33-4364-9664-6b4b20277c58 req-d32d3fef-d84e-4439-8fc6-18e5a533c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.978196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83742a58-2f33-4364-9664-6b4b20277c58 req-d32d3fef-d84e-4439-8fc6-18e5a533c2d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 1097 time: 0.0760694 Nov 12 03:27:34.043073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4fb29e-2339-4422-8a76-239e5c24388c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.059900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:34.060684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.089458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:34.092948 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65bfc0a-e4db-4579-936c-1d6e7aa3bcbd" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "21610687-2559-40dd-88f2-f1d156b7818a"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "101125ad-81bd-469c-bce9-95c58564ae96"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:34.223729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.224072 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Floating IP 64ed29a5-df7b-448b-87cb-bc65d79a5f81 disassociated (deleted). External IP: 172.25.2.62, port: 5645316a-f36d-4210-9507-0789673dec98. Nov 12 03:27:34.235575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83742a58-2f33-4364-9664-6b4b20277c58 req-531efe7b-09c1-4168-b023-c2d83ece344c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455847 Nov 12 03:27:34.310937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee4b15-650c-41ed-9b41-e36ee888b800 req-264ac512-3e29-49d1-a965-1c648bb6ffdc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.312712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ee4b15-650c-41ed-9b41-e36ee888b800 req-264ac512-3e29-49d1-a965-1c648bb6ffdc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.0948780 Nov 12 03:27:34.320743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.321115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.360388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.440633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00ee4b15-650c-41ed-9b41-e36ee888b800 req-00fab217-96ff-4138-9c2e-987b8b304762 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165402 Nov 12 03:27:34.463926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0819187-2356-431b-803e-54b73ec4b068 req-40fb523f-8d1d-4c3d-9af0-5bdbed2d49da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.465545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0819187-2356-431b-803e-54b73ec4b068 req-40fb523f-8d1d-4c3d-9af0-5bdbed2d49da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.2697551 Nov 12 03:27:34.551987 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85015de-5c9d-422c-86f6-06a751f1e7cb x-openstack-request-id: req-d85015de-5c9d-422c-86f6-06a751f1e7cb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:34.552229 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "21610687-2559-40dd-88f2-f1d156b7818a", "status": "completed", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "101125ad-81bd-469c-bce9-95c58564ae96", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:34.552416 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d85015de-5c9d-422c-86f6-06a751f1e7cb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:34.552818 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '21610687-2559-40dd-88f2-f1d156b7818a', 'status': 'completed', 'code': 200} Nov 12 03:27:34.553595 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': '101125ad-81bd-469c-bce9-95c58564ae96', 'status': 'completed', 'code': 200} Nov 12 03:27:34.565315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.612248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.621947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.630561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0819187-2356-431b-803e-54b73ec4b068 req-eb88a4dc-57f6-4b25-9017-db6112a6accf tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583672 Nov 12 03:27:34.647007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb1eb-5dc7-4c22-8a04-7877b85a3c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.698110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:34.704374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.709200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-14546bcd-1220-4669-8c57-c2a0b7c81865 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "DELETE /v2.0/ports/de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8 HTTP/1.1" status: 204 len: 173 time: 0.9011159 Nov 12 03:27:34.790549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Router ef19201e-be63-4b72-9857-aa24bce19964 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:34.820562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port a8e00277-57d0-418f-9e9a-71a371081610 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:34.821107 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.914084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port a8e00277-57d0-418f-9e9a-71a371081610, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a8e00277-57d0-418f-9e9a-71a371081610,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.914407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.929111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for a8e00277-57d0-418f-9e9a-71a371081610 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:35.086623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.152055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=a8e00277-57d0-418f-9e9a-71a371081610,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.203757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port a8e00277-57d0-418f-9e9a-71a371081610 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:35.208099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.212849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-165e39bd-282e-449e-b94e-0be0217b7d0c req-f07c41f2-9295-4929-8c0f-4934d75a6165 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.39 "DELETE /v2.0/ports/a8e00277-57d0-418f-9e9a-71a371081610 HTTP/1.1" status: 204 len: 173 time: 0.4970937 Nov 12 03:27:35.310931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32bec9ae-b52b-4d79-b637-27779e192694 req-6edd2073-99b6-44e0-a7ee-76fc234f586d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0352943 Nov 12 03:27:35.319026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:35.325143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.330367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] Sync routers for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:35.354782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:35.355469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.362333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:35.368097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-679fb80f-603c-4a29-95d4-2c39e4ffd309 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/floatingips/64ed29a5-df7b-448b-87cb-bc65d79a5f81 HTTP/1.1" status: 204 len: 168 time: 2.7261438 Nov 12 03:27:35.368601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.372910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:35.406268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.425449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.452779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:35.453270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.496995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.497794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea49103-b2fb-48e2-ab3d-82f7c617a6ec None None] The sync data for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:35.556590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:35.565000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-afac2ca9-22e6-46cc-b3ff-61d5ecebb17f admin admin] 10.222.0.84 "PUT /v2.0/routers/068bbd81-cb53-40e6-9e22-d34ad3de09f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2980196 Nov 12 03:27:35.565201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47932) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.573954 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Sync routers for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:35.587181 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:35.587732 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.591163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ae617-4291-42ca-8495-cb2ef2de049d req-e1cbae6a-9afa-4372-a28b-114c8ae8530e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.592302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d50ae617-4291-42ca-8495-cb2ef2de049d req-e1cbae6a-9afa-4372-a28b-114c8ae8530e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.0691137 Nov 12 03:27:35.628426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.660074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d50ae617-4291-42ca-8495-cb2ef2de049d req-efb37851-1892-4564-a68b-37d192c9260b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608835 Nov 12 03:27:35.705502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.734792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.810542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-b8ba35ba-bcc2-428c-abbf-fb85cf7942fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.815174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-b8ba35ba-bcc2-428c-abbf-fb85cf7942fd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.1401377 Nov 12 03:27:35.822298 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:36.032292 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:36.043858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.044402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.068811 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Checking router: 068bbd81-cb53-40e6-9e22-d34ad3de09f9 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:36.079402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Routers {'068bbd81-cb53-40e6-9e22-d34ad3de09f9'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:36.080356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:36.106168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33168b-54d5-4c1e-bd34-5e9871ba8b6f req-923fd8f1-886c-4075-89eb-d5b4494a1ab6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.107643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f33168b-54d5-4c1e-bd34-5e9871ba8b6f req-923fd8f1-886c-4075-89eb-d5b4494a1ab6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 945 time: 0.2779651 Nov 12 03:27:36.173491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-6b2850d4-9037-4559-9d1d-1a99905cf68c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.175175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-6b2850d4-9037-4559-9d1d-1a99905cf68c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2167587 Nov 12 03:27:36.183783 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f33168b-54d5-4c1e-bd34-5e9871ba8b6f req-43bd1ab4-14bd-418b-bf86-e43d4db7fc1a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641201 Nov 12 03:27:36.215880 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] Set router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:36.217334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Allocated IP 172.25.2.46 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/2af4c88b-09ee-4cbf-a330-58c09a8190b1) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:36.223205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.223592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.227853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-dde26d5e-7b9a-4cfe-85f7-11387f638be7 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0224960 Nov 12 03:27:36.250703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:36.339398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-6513f95d-426c-41d4-8804-0fe1cadfcea8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040597 Nov 12 03:27:36.340376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.379838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.388577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.449797 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:36.496330 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cb2222-2e39-4bc3-ae63-d41466d45431 None None] The sync data for ids ['068bbd81-cb53-40e6-9e22-d34ad3de09f9'] in n-d-615180-50 is: [{'id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1849290749-router', 'tenant_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:15:32Z', 'updated_at': '2021-11-12T03:27:33Z', 'revision_number': 5, 'project_id': '1f6ff94d93ea473ebda28c37901ee1d9', 'gw_port': {'id': '4e9d0077-6ef7-4d05-935f-b7a4a2860b61', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068bbd81-cb53-40e6-9e22-d34ad3de09f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:15:34Z', 'updated_at': '2021-11-12T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:36.496597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdaf9ff7-2aaa-4a24-bbd2-d16424a6268b req-f5f0fb25-0e43-42d5-9f75-8a6d6ea70847 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0733657 Nov 12 03:27:36.499746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:36.510387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:36.519576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:36.525284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Pushing event updated for resources: {'Port': ['ID=2af4c88b-09ee-4cbf-a330-58c09a8190b1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.554642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8'}, {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.556957 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0246ff57-810e-4f8c-9f92-81ab2c547535" -d '{"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8"}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "a8e00277-57d0-418f-9e9a-71a371081610"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.569453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-70001332-360f-4164-a773-49b9bf5126f2 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185445 Nov 12 03:27:36.599548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Deleting port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.599667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.601616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.613636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:36.622110 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb834f43-f0fe-4c92-a5b3-09111529504e x-openstack-request-id: req-fb834f43-f0fe-4c92-a5b3-09111529504e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:36.622452 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8", "status": "completed", "code": 200}, {"server_uuid": "18c13e63-9411-4aec-b9e3-d94ef7968dbd", "name": "network-vif-deleted", "tag": "a8e00277-57d0-418f-9e9a-71a371081610", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:36.622653 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fb834f43-f0fe-4c92-a5b3-09111529504e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:36.623049 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': 'de3f6fba-74f2-48df-a8b5-3be5dc5e3cd8', 'status': 'completed', 'code': 200} Nov 12 03:27:36.623349 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c13e63-9411-4aec-b9e3-d94ef7968dbd', 'name': 'network-vif-deleted', 'tag': 'a8e00277-57d0-418f-9e9a-71a371081610', 'status': 'completed', 'code': 200} Nov 12 03:27:36.661123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=815ea4c0-c5b5-43ed-8111-c5bdd63c4f52,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.816046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.831882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] For port 4e9d0077-6ef7-4d05-935f-b7a4a2860b61, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.832595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.901101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Calling delete_port for 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:36.923288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.149265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.178904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:37.182908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.186364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fca47d6-e660-4553-9d2e-349e04d8f0cc req-3021dab5-b7aa-45a5-b486-30b032061c66 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "DELETE /v2.0/ports/815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 HTTP/1.1" status: 204 len: 173 time: 1.3630521 Nov 12 03:27:37.305242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-be245b28-c0b8-4ab8-a418-8ff5237cb7f3 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907861 Nov 12 03:27:37.424735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-675344ea-2a41-4b6e-8d4c-d05a16918d25 req-6faf0a1b-b789-4823-8145-e054476adb58 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0865433 Nov 12 03:27:37.443499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb4fb29e-2339-4422-8a76-239e5c24388c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:37.466680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fb4fb29e-2339-4422-8a76-239e5c24388c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:37.467539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fb4fb29e-2339-4422-8a76-239e5c24388c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:37.570560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.572841 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.610012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6ba3b-487f-48bc-897f-cc1347f02147 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:37.634639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.642367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9d0077-6ef7-4d05-935f-b7a4a2860b61,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.688322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a46955d7-a72e-4ae9-94e2-ffc14be6c759 req-7b4f8278-ae54-43a9-87c0-1ee47f991d67 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 210 time: 0.0671511 Nov 12 03:27:37.762647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a462c040-5f33-4635-bb4c-320b7b43d2bc req-d1b2d779-2a50-4cab-914f-cc325d780950 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0943244 Nov 12 03:27:37.803736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.807665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Pushing event updated for resources: {'Port': ['ID=2af4c88b-09ee-4cbf-a330-58c09a8190b1,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.816665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.846813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.848122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8aee2eb-05ca-4e14-b50c-46a8c1745579 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4785392 Nov 12 03:27:37.851667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47978) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.926739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.930069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.985765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:37.986549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.987224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068bbd81-cb53-40e6-9e22-d34ad3de09f9 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:37.989863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:37.992646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.996203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a75a705-36ea-4bda-a293-ceb34597d1d9 admin admin] 10.222.0.84 "DELETE /v2.0/routers/068bbd81-cb53-40e6-9e22-d34ad3de09f9 HTTP/1.1" status: 204 len: 168 time: 2.4278433 Nov 12 03:27:37.997370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47984) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.051858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:38.052544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 815ea4c0-c5b5-43ed-8111-c5bdd63c4f52 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:38.055369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Deleting subnet 8e353cda-65d4-4473-a299-866932539798 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:38.055927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.061017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.118446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.199670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.221011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.248862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.285275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.319267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e353cda-65d4-4473-a299-866932539798,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.333558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.336701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e6189-fbaa-4abe-ab82-24e3ecb45e05 None None] Network e9f5eee0-ed74-4378-a491-93a88f240b80 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:38.338754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9317b99e-d38d-4f7f-a06f-43f47d91ef7c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8e353cda-65d4-4473-a299-866932539798 HTTP/1.1" status: 204 len: 168 time: 0.3372402 Nov 12 03:27:38.341234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47986) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:38.423489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.430899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Allocated IP 172.25.2.177 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/4097afa4-251b-4bd2-a7ee-e9f778049962) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:38.493997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Deleting port 348112ae-9317-4eef-ac0f-709aa9bad587 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.494558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.569590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd26779a-0683-4385-b96b-1dfe89124dfb req-039ff51a-2caf-46e0-8c62-5858c411c4ed tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0457129 Nov 12 03:27:38.601646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] DHCP port deletion for e9f5eee0-ed74-4378-a491-93a88f240b80 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:38.626963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] For port 348112ae-9317-4eef-ac0f-709aa9bad587, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=348112ae-9317-4eef-ac0f-709aa9bad587,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:38.627604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.633116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'name': 'network-vif-deleted', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:38.636074 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbf4dc-8613-462f-8e1b-4b8f3973bffa" -d '{"events": [{"server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "name": "network-vif-deleted", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:38.644849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Calling delete_port for 348112ae-9317-4eef-ac0f-709aa9bad587 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:38.664363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Deleting port 348112ae-9317-4eef-ac0f-709aa9bad587 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.664737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.675400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.700630 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01c3ce-b4ec-47b4-a89b-12b1af882514 x-openstack-request-id: req-da01c3ce-b4ec-47b4-a89b-12b1af882514 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:38.700998 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704", "name": "network-vif-deleted", "tag": "815ea4c0-c5b5-43ed-8111-c5bdd63c4f52", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:38.701333 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-da01c3ce-b4ec-47b4-a89b-12b1af882514 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:38.707230 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704', 'name': 'network-vif-deleted', 'tag': '815ea4c0-c5b5-43ed-8111-c5bdd63c4f52', 'status': 'completed', 'code': 200} Nov 12 03:27:38.773619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.777420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] For port 348112ae-9317-4eef-ac0f-709aa9bad587, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=348112ae-9317-4eef-ac0f-709aa9bad587,segment=NetworkSegment(8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba),segment_id=8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:38.778054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.791968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.800863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Calling delete_port for 348112ae-9317-4eef-ac0f-709aa9bad587 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:38.833827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=348112ae-9317-4eef-ac0f-709aa9bad587,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.845290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.845720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.846206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.857594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.858087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.860530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.861113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.861400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.862052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.862439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.863477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.863886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:38.873736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Pushing event updated for resources: {'Port': ['ID=4097afa4-251b-4bd2-a7ee-e9f778049962,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.876093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] No DVR routers for this DVR port 348112ae-9317-4eef-ac0f-709aa9bad587 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:38.898734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:38.930210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:38.940871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9c0f1a1-4883-4090-b71e-2e24e9bd3ba6 req-77e54dd6-8706-419e-9253-3da6b3dec1fe tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 210 time: 0.0546489 Nov 12 03:27:38.941769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:38.966646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.005804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] Pushing event deleted for resources: {'Port': ['ID=348112ae-9317-4eef-ac0f-709aa9bad587,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.009662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5c211-c4eb-4db1-ae59-6d3257d7b356 None None] No DVR routers for this DVR port 348112ae-9317-4eef-ac0f-709aa9bad587 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:39.066780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.070824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-174a39ba-e080-416b-8528-c1bff1055cf1 req-dd6f9d52-4b52-4f85-b936-dc993c393318 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.1485369 Nov 12 03:27:39.099334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f5eee0-ed74-4378-a491-93a88f240b80']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.111986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.112790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b168ec4-4e75-4f4e-8aad-a6e2a18a68ba') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:39.122957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.129038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.137243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.138582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-6548d169-b18e-45a6-ad36-94bb4fb0cb9b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.140171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-6548d169-b18e-45a6-ad36-94bb4fb0cb9b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2633860 Nov 12 03:27:39.144539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:39.145074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:39.147163 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:39.158064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:39.209548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.227253 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.232938 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e9f5eee0-ed74-4378-a491-93a88f240b80 HTTP/1.1" status: 204 len: 168 time: 0.8881264 Nov 12 03:27:39.233136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.233247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217415-38d0-4f1a-b8a7-6a462493a4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f5eee0-ed74-4378-a491-93a88f240b80,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.359759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.387263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:39.391408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.426617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-919ec98a-6897-4a70-b937-5586a1de39e0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f6ff94d93ea473ebda28c37901ee1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656772 Nov 12 03:27:39.429754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48000) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.463703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 348112ae-9317-4eef-ac0f-709aa9bad587 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:39.485879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 348112ae-9317-4eef-ac0f-709aa9bad587 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:39.486560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 348112ae-9317-4eef-ac0f-709aa9bad587 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:39.487243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:39.498261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.516737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:39.517299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e9d0077-6ef7-4d05-935f-b7a4a2860b61 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:39.520404 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.529902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.545316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.602806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.605492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.606940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2d22de3-05b6-438d-8034-b05979dc74cf HTTP/1.1" status: 204 len: 168 time: 0.1759646 Nov 12 03:27:39.625490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c15c05-7a44-4462-b385-99ce40ab6241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d22de3-05b6-438d-8034-b05979dc74cf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.651872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.3 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/1b996b70-1955-408e-ab10-f20bd789c0a2) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:39.656253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Pushing event updated for resources: {'Port': ['ID=4097afa4-251b-4bd2-a7ee-e9f778049962,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.670436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.714037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf972026-b055-4d9d-a1b2-6cf7f44073eb req-f665f9ac-8432-4a02-b49c-6cc3e5d9f5cc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0395787 Nov 12 03:27:39.724960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.726118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-176d951b-9e58-4896-a24b-56de1688905b tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8717322 Nov 12 03:27:39.728881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.800197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e831b32-8997-4cd3-8243-44d6fd9cf92b tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.0699780 Nov 12 03:27:39.800891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48008) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.867076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.898443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2999a238-ddf8-4002-9392-b51164c8213d tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0940638 Nov 12 03:27:39.899044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48012) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.952623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.969545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:39.973988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:40.088401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:40.090479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.099627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:40.104631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:40.141466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580e072-4774-4ad4-9960-8bf5e41ca298 req-9a14fa77-9cfe-4a19-a04e-e34ac9654ef1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.143462 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0580e072-4774-4ad4-9960-8bf5e41ca298 req-9a14fa77-9cfe-4a19-a04e-e34ac9654ef1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 931 time: 0.0937033 Nov 12 03:27:40.204602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.205249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.251570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58576e3b-c11b-4a6c-9d19-cf5b9060fac1 req-32e3d590-169b-4032-8e16-c86519559386 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0417118 Nov 12 03:27:40.255546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2ce74470-b10a-4dd0-b40a-aa9aeb2b17ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030164 Nov 12 03:27:40.257560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0580e072-4774-4ad4-9960-8bf5e41ca298 req-749ea47f-7245-4976-af12-7f543cbf07b8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009676 Nov 12 03:27:40.260571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Deleting port 4097afa4-251b-4bd2-a7ee-e9f778049962 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:40.260916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.297744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Request body: {'port': {'device_id': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:40.408586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.435904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.435904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.468348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Calling delete_port for 4097afa4-251b-4bd2-a7ee-e9f778049962 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:40.628384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.738604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1435010741-network', 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:40.754206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.772329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Made reservation on behalf of 374b7793fddb4216b883ccfeb640f9f3 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:40.779719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.789855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Pushing event deleted for resources: {'Port': ['ID=4097afa4-251b-4bd2-a7ee-e9f778049962,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:40.796770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.888173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.896706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b996b70-1955-408e-ab10-f20bd789c0a2 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:40.903073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.910627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.915007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:40.916324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.919227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.922784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a2d0be11-c76c-487b-ab24-f5c8968aed94 tempest-FloatingIPAdminTestJSON-1609143178 tempest-FloatingIPAdminTestJSON-1609143178-project] 10.222.0.84 "DELETE /v2.0/floatingips/4079d66e-0b53-4552-a712-ec8661caf68e HTTP/1.1" status: 204 len: 168 time: 1.0206819 Nov 12 03:27:40.923508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48040) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.925411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.925765 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Added segment 2506b87a-6355-46a4-a5d2-07f9543d9267 of type vlan for network 74074032-8175-4c61-95cd-8c8286202cb2 Nov 12 03:27:40.996351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Transition to ACTIVE for port object 1b996b70-1955-408e-ab10-f20bd789c0a2 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:41.008934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.144313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Pushing event updated for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.213318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Attempting to bind port 1b996b70-1955-408e-ab10-f20bd789c0a2 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:41.213666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Attempting to bind port 1b996b70-1955-408e-ab10-f20bd789c0a2 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:41.214003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Attempting to bind port 1b996b70-1955-408e-ab10-f20bd789c0a2 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:41.222432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Deleting port 2af4c88b-09ee-4cbf-a330-58c09a8190b1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:41.222697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.224640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Port 1b996b70-1955-408e-ab10-f20bd789c0a2 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:41.225003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Attempting to bind port 1b996b70-1955-408e-ab10-f20bd789c0a2 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:41.239624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:41.239995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:41.240895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:41.241354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Bound port: 1b996b70-1955-408e-ab10-f20bd789c0a2, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:41.241719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.279636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff1e09de-859f-4bfd-866f-186107a10716 req-cf9c9a74-5c2f-4bf8-a179-879e212d90de tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.3898096 Nov 12 03:27:41.296951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.320024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405cd22e-d848-439f-9ba8-d1787d4c45d1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.371542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.371872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.380384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.382012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.386510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.390078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:41.392678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Calling delete_port for 2af4c88b-09ee-4cbf-a330-58c09a8190b1 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:41.396277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1b996b70-1955-408e-ab10-f20bd789c0a2,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:41.403475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.437940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8055208 Nov 12 03:27:41.451433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48046) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.488463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.489156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.490540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] 10.222.0.32 "PUT /v2.0/ports/1b996b70-1955-408e-ab10-f20bd789c0a2 HTTP/1.1" status: 200 len: 1092 time: 1.1971076 Nov 12 03:27:41.497215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Request body: {'subnet': {'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1435010741-subnet', 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:41.502707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:41.506478 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b90e86c-962b-4239-89b8-2eb0a84b54af" -d '{"events": [{"name": "network-changed", "server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:41.515136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb7aa691-9232-4aac-a99b-a969fe027aca req-968ca07e-82d1-4be8-9ddd-4b6ebaf8e849 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.1011353 Nov 12 03:27:41.532640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0137b4-abea-44fe-9e73-9e9b1e5e38ef admin admin] Pushing event updated for resources: {'Network': ['ID=74074032-8175-4c61-95cd-8c8286202cb2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.546378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 74074032-8175-4c61-95cd-8c8286202cb2 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:41.608430 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4bd2a7-4371-4c66-ad82-00ec3c50b8eb x-openstack-request-id: req-5a4bd2a7-4371-4c66-ad82-00ec3c50b8eb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:41.608765 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:41.608964 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5a4bd2a7-4371-4c66-ad82-00ec3c50b8eb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:41.609460 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2', 'status': 'completed', 'code': 200} Nov 12 03:27:41.638630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:41.640313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28fbba-1edc-4342-827b-ff2e239d633b service neutron] Pushing event updated for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.652312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Made reservation on behalf of 374b7793fddb4216b883ccfeb640f9f3 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:41.654678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.702486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467816d9-1bf9-4e6c-8a39-c8739b873dbb req-beb15064-58cb-4e76-bb3e-7d495ec8b57f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.704216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-467816d9-1bf9-4e6c-8a39-c8739b873dbb req-beb15064-58cb-4e76-bb3e-7d495ec8b57f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 943 time: 0.2534831 Nov 12 03:27:41.734799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-56a7cbb0-fbe2-4d60-bc99-6a4b7f746706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.736405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-56a7cbb0-fbe2-4d60-bc99-6a4b7f746706 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 1095 time: 0.1806626 Nov 12 03:27:41.831731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-ded475b0-7fc2-45f7-a9fa-25c307007d43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b996b70-1955-408e-ab10-f20bd789c0a2 HTTP/1.1" status: 200 len: 217 time: 0.0729182 Nov 12 03:27:41.903892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.913779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-467816d9-1bf9-4e6c-8a39-c8739b873dbb req-6a9750e0-dade-4ca3-9abd-e7aec507512b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818039 Nov 12 03:27:41.960101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Pushing event deleted for resources: {'Port': ['ID=2af4c88b-09ee-4cbf-a330-58c09a8190b1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.977986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-145e231d-7e77-426c-a836-10c1c65e7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.979478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-145e231d-7e77-426c-a836-10c1c65e7168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1353011 Nov 12 03:27:42.054868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-782e5244-c5c6-4c57-827c-778203ae04c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330472 Nov 12 03:27:42.102208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.105065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.106245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b12f6df8-f2d3-4e35-8cda-d155ac9fc733 tempest-FloatingIPAdminTestJSON-1506151621 tempest-FloatingIPAdminTestJSON-1506151621-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/bd774e53-b85d-42e8-bbff-a1c101ea46d4 HTTP/1.1" status: 204 len: 168 time: 1.1818969 Nov 12 03:27:42.110293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.193540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.221995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port 5645316a-f36d-4210-9507-0789673dec98 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.222340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.260606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-7a40a408-9c28-4065-811d-b00dc5ee6a65 service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950054 Nov 12 03:27:42.281909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75464124-d208-40eb-ace0-141ffa49545a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.309464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Checking segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:42.309825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Network hostable DHCP agents. Network: 74074032-8175-4c61-95cd-8c8286202cb2, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:42.351132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.364588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for 5645316a-f36d-4210-9507-0789673dec98 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.420219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Network 74074032-8175-4c61-95cd-8c8286202cb2 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:42.433955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 74074032-8175-4c61-95cd-8c8286202cb2) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:42.443211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.444450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.447073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c086b74-8e25-4bf4-b38a-b0ef30d46945 None None] Network 74074032-8175-4c61-95cd-8c8286202cb2 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:42.454176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2d3cf52-fd75-463f-9c18-a98e121a5c4f req-a82d5884-e39a-4dff-b33c-353bd37c622d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0394692 Nov 12 03:27:42.472615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-613fae52-67c4-4c25-8d99-f0815c4cc900 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9823060 Nov 12 03:27:42.493884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf8142df-d72b-4c75-b1d8-8a7461010c23 req-2e60c317-1ea5-408f-9b76-62dc0057225a service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145894 Nov 12 03:27:42.609525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.630568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-3fdd1293-9158-4bc8-931f-c1b4b9bf9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.633869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-3fdd1293-9158-4bc8-931f-c1b4b9bf9551 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 1095 time: 0.0791407 Nov 12 03:27:42.666530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-74074032-8175-4c61-95cd-8c8286202cb2', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3', 'fixed_ips': [{'subnet_id': '75464124-d208-40eb-ace0-141ffa49545a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:42.667431 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.670252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=5645316a-f36d-4210-9507-0789673dec98,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.812405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-afea6ff3-f04e-4994-a4ec-2f5c4771cd9c req-4bcab6b8-f8c4-43fa-ace2-83ae169d8b3e tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.1346385 Nov 12 03:27:42.837908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.841800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8fe8204d-9e68-4706-958b-2096f3ae4133 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/ports/5645316a-f36d-4210-9507-0789673dec98 HTTP/1.1" status: 204 len: 168 time: 0.7297814 Nov 12 03:27:42.846514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.899608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Allocated IP 172.20.0.2 (74074032-8175-4c61-95cd-8c8286202cb2/75464124-d208-40eb-ace0-141ffa49545a/fec0f2c8-e2b3-419c-9236-e03d9424895a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:42.972164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-e8b16e9e-5777-48e8-be14-cc4a014be0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.983044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b3059-ace5-4f1d-94c1-5db492479aff tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.983871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-e8b16e9e-5777-48e8-be14-cc4a014be0e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.3398054 Nov 12 03:27:42.989781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48070) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.992129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b95b3059-ace5-4f1d-94c1-5db492479aff tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef19201e-be63-4b72-9857-aa24bce19964 HTTP/1.1" status: 200 len: 913 time: 0.1444931 Nov 12 03:27:43.111648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.120459 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.175704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Pushing event updated for resources: {'Port': ['ID=fec0f2c8-e2b3-419c-9236-e03d9424895a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.193340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Network 74074032-8175-4c61-95cd-8c8286202cb2 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:43.195592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:43.198806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:43.263245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-2f171310-5512-467a-86cc-793d41928216 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.264924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-2f171310-5512-467a-86cc-793d41928216 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.1529770 Nov 12 03:27:43.274172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Attempting to bind port fec0f2c8-e2b3-419c-9236-e03d9424895a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:43.274545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Attempting to bind port fec0f2c8-e2b3-419c-9236-e03d9424895a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:43.274908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Attempting to bind port fec0f2c8-e2b3-419c-9236-e03d9424895a on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:43.281388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:43.281785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-5dccb609-9f7b-4705-81de-934be1f61855 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/quotas/374b7793fddb4216b883ccfeb640f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0106945 Nov 12 03:27:43.283887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Checking segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:43.284013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.284453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Bound using segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:43.285019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Bound port: fec0f2c8-e2b3-419c-9236-e03d9424895a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:43.285494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.349405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-80f1843f-7375-4861-ae90-86c6be92b175 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618269 Nov 12 03:27:43.367080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] For port fec0f2c8-e2b3-419c-9236-e03d9424895a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:43.371743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] For port fec0f2c8-e2b3-419c-9236-e03d9424895a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fec0f2c8-e2b3-419c-9236-e03d9424895a,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:43.377884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.445565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-d179de08-c631-4184-beb1-d66a453e7bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b996b70-1955-408e-ab10-f20bd789c0a2 HTTP/1.1" status: 200 len: 217 time: 0.4456670 Nov 12 03:27:43.487784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-648ae1b0-7e52-46cb-bf0d-f426f9952ec2 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367681 Nov 12 03:27:43.504307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ca53-e8fd-4e1c-9663-3a89a703ffc4 None None] Pushing event updated for resources: {'Port': ['ID=fec0f2c8-e2b3-419c-9236-e03d9424895a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.562570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-737c6efc-8a00-489b-9b64-f63ebeda98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.564075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-737c6efc-8a00-489b-9b64-f63ebeda98ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0782282 Nov 12 03:27:43.650525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-0dfe80e8-7db9-458a-878e-acbbd9154854 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571813 Nov 12 03:27:43.673427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-b9fb3e79-cbeb-4bdd-8b5d-1ed418566c11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914330 Nov 12 03:27:43.684062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7887e-905c-43e7-8d34-60e4930d386b req-3832e954-7f8f-41eb-8942-830735ea28a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:43.690754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dc7887e-905c-43e7-8d34-60e4930d386b req-3832e954-7f8f-41eb-8942-830735ea28a9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 943 time: 0.6209126 Nov 12 03:27:43.900356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dc7887e-905c-43e7-8d34-60e4930d386b req-3655ed05-7930-46cb-8376-347b25a0a18f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080281 Nov 12 03:27:44.033949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1b996b70-1955-408e-ab10-f20bd789c0a2 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:44.036321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3279ce71-58ca-4078-b1c1-2d3b03b82c3b req-a7663735-e549-41e6-b6a5-5571a5b4f7f8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0427155 Nov 12 03:27:44.060396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-c706bee1-9e6c-4bb4-94fc-345423145520 service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634553 Nov 12 03:27:44.130253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0940458-c502-4609-99a8-45a7f34f76a5 req-493ecd53-77c0-4569-a1b0-4a1d0b8ce559 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0630236 Nov 12 03:27:44.246137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1b996b70-1955-408e-ab10-f20bd789c0a2,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.259080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '1b996b70-1955-408e-ab10-f20bd789c0a2', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': '1b996b70-1955-408e-ab10-f20bd789c0a2', 'mac_address': 'fa:16:3e:b5:05:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:44.340014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b90e86c-962b-4239-89b8-2eb0a84b54af req-25aa5193-bc4e-46b1-b6c7-e2b7a086cacf service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662973 Nov 12 03:27:44.340478 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.369126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b996b70-1955-408e-ab10-f20bd789c0a2 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:44.393277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-652a8272-909b-40e1-8a77-6a4de3fbee3e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.396130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-652a8272-909b-40e1-8a77-6a4de3fbee3e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.2500293 Nov 12 03:27:44.410994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1b996b70-1955-408e-ab10-f20bd789c0a2,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.415283 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.429756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-d2788d79-1ecd-4478-a7b8-3879b7ccb984 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/quotas/374b7793fddb4216b883ccfeb640f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0256701 Nov 12 03:27:44.539604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.543485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-24337e7d-fc01-4628-b29c-103bbd33bbf7 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122558 Nov 12 03:27:44.670910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1b996b70-1955-408e-ab10-f20bd789c0a2'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:44.710496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-a3e62367-4106-493b-bf53-a30b57ca0052 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328726 Nov 12 03:27:44.746329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.860937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-5b6b9104-d9af-40ed-a003-0ef184c84772 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408525 Nov 12 03:27:45.062758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a44050-c1db-4c08-9efa-eabb50fec2b4 None None] Network 74074032-8175-4c61-95cd-8c8286202cb2 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:45.179344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] Provisioning complete for port fec0f2c8-e2b3-419c-9236-e03d9424895a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:45.179726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.234426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2fedc5b1-41e3-42f8-ade2-4d085371670f req-f1ef1833-7bc9-4066-b46c-f5d0070520a3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0533864 Nov 12 03:27:45.276215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9df1-2be4-43f8-a169-7dc6fcb79d0f req-f007847d-03c3-4cc6-bb48-2bbe45d2d507 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.284000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce7c9df1-2be4-43f8-a169-7dc6fcb79d0f req-f007847d-03c3-4cc6-bb48-2bbe45d2d507 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 944 time: 0.1495619 Nov 12 03:27:45.320938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port 5b9cd46a-7959-45d5-ba1b-04e781a3100c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:45.321370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.562704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.697566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for 5b9cd46a-7959-45d5-ba1b-04e781a3100c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:45.720436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-bec006c8-7738-4442-9644-2d87488e21dc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.722031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-bec006c8-7738-4442-9644-2d87488e21dc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.3371644 Nov 12 03:27:45.739548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-2b4212a1-6d26-4ab2-bff1-d015b569d906 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/quotas/374b7793fddb4216b883ccfeb640f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0102460 Nov 12 03:27:45.740877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce7c9df1-2be4-43f8-a169-7dc6fcb79d0f req-f65b91ac-fcad-43af-b780-3d0c44747948 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553628 Nov 12 03:27:45.744189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fec0f2c8-e2b3-419c-9236-e03d9424895a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:45.858638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-ff8f033d-8603-403e-bc9c-d37b0bc959f5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.861102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-ff8f033d-8603-403e-bc9c-d37b0bc959f5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.2672217 Nov 12 03:27:45.864128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-7b51a382-4e49-4e45-a75b-e60651a3a6bf tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160598 Nov 12 03:27:45.882034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Request body: {'port': {'device_id': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'admin_state_up': True, 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:45.925193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.976021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-738a8445-08cf-4c74-9e55-33712c84cec8 req-e6882c76-4db9-42f6-ac14-02a194412cff tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0478249 Nov 12 03:27:46.021599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] For port fec0f2c8-e2b3-419c-9236-e03d9424895a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fec0f2c8-e2b3-419c-9236-e03d9424895a,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:46.050694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-b3a50931-a089-40cf-9734-20e5baf833f6 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783206 Nov 12 03:27:46.054226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.142703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1b996b70-1955-408e-ab10-f20bd789c0a2 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:46.147649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daad414-ef9a-42af-a27c-174e5c18b3f4 None None] Pushing event updated for resources: {'Port': ['ID=fec0f2c8-e2b3-419c-9236-e03d9424895a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.210890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.244347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fec0f2c8-e2b3-419c-9236-e03d9424895a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:46.245036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-71cb4a9e-61aa-496c-8a00-b20d8ec43784 service neutron] 10.222.0.84 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804521 Nov 12 03:27:46.255326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.292181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=5b9cd46a-7959-45d5-ba1b-04e781a3100c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.325515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Made reservation on behalf of 374b7793fddb4216b883ccfeb640f9f3 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.332106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.362523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 1b996b70-1955-408e-ab10-f20bd789c0a2 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:46.371591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 1b996b70-1955-408e-ab10-f20bd789c0a2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:46.371979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.577796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa6273a4-e90b-4d5b-8b5d-72cebd2810ec req-650f486f-f753-4118-861e-d23b3f8e4fa4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.1542416 Nov 12 03:27:46.688479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-606e35b1-8e77-4ece-9ce3-c7b2b4854525 req-e7b34366-02f1-4ed5-999b-dc668173e13d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 210 time: 0.0924954 Nov 12 03:27:46.850181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8f7b8cdb-19bb-47ab-b007-b4803d092695 None None] Provisioning complete for port fec0f2c8-e2b3-419c-9236-e03d9424895a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:46.851231 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8cdb-19bb-47ab-b007-b4803d092695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.852941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.994516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.107164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:47.114579 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac217072-1058-4247-b8bd-a8ced3b3d599" -d '{"events": [{"server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:47.138021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32f426cc-9e88-4536-92cb-9158dcbaa023 req-cdcc9ee9-593c-410c-8763-94ca5166b73a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0586615 Nov 12 03:27:47.151139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1b996b70-1955-408e-ab10-f20bd789c0a2,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:47.173436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.238669 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12086e7-33ac-4486-a55e-8e64679f9ebf x-openstack-request-id: req-c12086e7-33ac-4486-a55e-8e64679f9ebf {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:47.239134 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:47.239516 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c12086e7-33ac-4486-a55e-8e64679f9ebf {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:47.239982 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2', 'code': 200} Nov 12 03:27:47.259412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.290825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff728-6738-425c-a5c4-aa8e92276c04 req-af6455ee-d590-4371-8270-86aa09bd7b67 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.299907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe9ff728-6738-425c-a5c4-aa8e92276c04 req-af6455ee-d590-4371-8270-86aa09bd7b67 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 944 time: 0.4134538 Nov 12 03:27:47.307715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Allocated IP 172.20.0.10 (74074032-8175-4c61-95cd-8c8286202cb2/75464124-d208-40eb-ace0-141ffa49545a/1989e76a-5f70-4d53-8732-ab6a1d42ed3e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:47.380052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-f5888973-b19d-4d98-89c4-c5a10874270b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.382510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-f5888973-b19d-4d98-89c4-c5a10874270b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.39 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.5273976 Nov 12 03:27:47.402228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Request body: {'port': {'device_id': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'admin_state_up': True, 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:47.449862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cc183-a5bd-4552-8d16-655df496b933 req-ef3dd936-80e5-4269-b297-2f4831a854cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.452202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f0cc183-a5bd-4552-8d16-655df496b933 req-ef3dd936-80e5-4269-b297-2f4831a854cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 1097 time: 0.1069245 Nov 12 03:27:47.486737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe9ff728-6738-425c-a5c4-aa8e92276c04 req-a1195907-5e43-41ff-8e4d-3436fb6641b8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807065 Nov 12 03:27:47.522396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f0cc183-a5bd-4552-8d16-655df496b933 req-01110275-0e59-45d2-b57c-7162fde290fa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586669 Nov 12 03:27:47.534857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fec0f2c8-e2b3-419c-9236-e03d9424895a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:47.653288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fec0f2c8-e2b3-419c-9236-e03d9424895a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:47.653779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.729671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51cc8214-e2be-4a2d-b012-dc59a83817b5 req-fccc837b-a6f8-4e06-8444-a5ab273d205b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0624533 Nov 12 03:27:48.099602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-242bf9c7-d972-4523-852b-6749e18854ce req-da3a269d-e75f-491f-b9c0-77e06579a565 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 210 time: 0.0806148 Nov 12 03:27:48.228268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.240589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Made reservation on behalf of 374b7793fddb4216b883ccfeb640f9f3 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:48.244167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.272064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Router ef19201e-be63-4b72-9857-aa24bce19964 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:48.331920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2b4d9ab7-6960-478b-a4e5-64a3bfb21c63 req-cc034ff7-343e-4b26-a5dc-8e99ce78285b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0731349 Nov 12 03:27:48.405105 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.500330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Network 74074032-8175-4c61-95cd-8c8286202cb2 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:48.538187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:48.545005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event updated for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.549668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:48.603213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.604090 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.622963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-bae808c4-b6ae-4045-a5e1-3510994b7370 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.631271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-bae808c4-b6ae-4045-a5e1-3510994b7370 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 816 time: 0.2577999 Nov 12 03:27:48.643364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Request body: {'port': {'device_id': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'admin_state_up': True, 'tenant_id': '374b7793fddb4216b883ccfeb640f9f3'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:48.673299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-d5931629-45e7-40bc-9950-31cba9997d88 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7986410 Nov 12 03:27:48.676196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Allocated IP 172.20.0.12 (74074032-8175-4c61-95cd-8c8286202cb2/75464124-d208-40eb-ace0-141ffa49545a/738260be-de09-4410-8ab7-6e40430a7c42) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:48.696747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Request body: {'port': {'device_id': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:48.739165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:48.758220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-11ff8be3-6f20-4043-82a5-b06fc4cabc40 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "PUT /v2.0/routers/ef19201e-be63-4b72-9857-aa24bce19964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7662680 Nov 12 03:27:48.759810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] Sync routers for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:48.797226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.802951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:48.803873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:48.910033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:48.940549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] Routers {'ef19201e-be63-4b72-9857-aa24bce19964'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:48.941212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:27:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ef19201e-be63-4b72-9857-aa24bce19964'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:48.971930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd6280-b94e-41cf-bc82-9fe81b566074 req-48010b89-c748-48c6-bff0-39ab2f26b175 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.973642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4dd6280-b94e-41cf-bc82-9fe81b566074 req-48010b89-c748-48c6-bff0-39ab2f26b175 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.3046489 Nov 12 03:27:48.989718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b1d205c-82f2-4cdd-a894-0bcf46ccda45 req-e60fe8f1-37df-4733-8040-f9859a0322b7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0740941 Nov 12 03:27:49.001623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.002346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df3d98-2a73-4aa5-9b54-6c1412682a95 None None] The sync data for ids ['ef19201e-be63-4b72-9857-aa24bce19964'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:49.043403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.046675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0b594443-1639-4b26-9c4d-0c4a516f8a35 None None] Provisioning complete for port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:49.047442 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b594443-1639-4b26-9c4d-0c4a516f8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.053113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Made reservation on behalf of 374b7793fddb4216b883ccfeb640f9f3 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:49.056809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.099244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.099707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b594443-1639-4b26-9c4d-0c4a516f8a35 None None] Port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:49.228883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e4df7a8-3761-4560-82e6-96e1a8a3f8ff req-90f2072c-eec1-402d-bb38-80ac9890ff3c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 210 time: 0.0365691 Nov 12 03:27:49.308415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4dd6280-b94e-41cf-bc82-9fe81b566074 req-0ee766a1-40e7-4f6e-8355-5291dd9b44f9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250754 Nov 12 03:27:49.413830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.426174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.456228 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d524910-e7f8-4dbc-a427-012f9b0205eb req-7c769cb7-6e39-49cb-b832-60677849bbaa tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0354667 Nov 12 03:27:49.498854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.545284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:49.546172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.558342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Network 74074032-8175-4c61-95cd-8c8286202cb2 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:49.560968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-dfe96a0e-8ef6-4277-8b8a-bf2eebf90a05 {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:49.561410 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:49.587003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:49.600072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event updated for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.604181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:49.730596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.731261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.761437 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.785872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:49.794177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-b8161dbe-80e2-43bd-b1db-8066e8b6709c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3992336 Nov 12 03:27:49.810404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Request body: {'port': {'device_id': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.828778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a349ef33-6202-44ef-9520-44131c273999 None None] Provisioning complete for port 738260be-de09-4410-8ab7-6e40430a7c42 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:49.829340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a349ef33-6202-44ef-9520-44131c273999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.866611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a349ef33-6202-44ef-9520-44131c273999 None None] Port 738260be-de09-4410-8ab7-6e40430a7c42 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:49.945962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1989e76a-5f70-4d53-8732-ab6a1d42ed3e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:49.956058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.958883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.017247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Transition to ACTIVE for port object 1989e76a-5f70-4d53-8732-ab6a1d42ed3e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:50.049841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.064447 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.179848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c672bdc-3084-4c2a-8b76-0bc459176e6f req-472c8930-8030-434f-927b-111d9fd610c8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0921175 Nov 12 03:27:50.237681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Allocated IP 172.20.0.8 (74074032-8175-4c61-95cd-8c8286202cb2/75464124-d208-40eb-ace0-141ffa49545a/c4014228-e695-4e89-9288-01400bf0ea34) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:50.290113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Pushing event updated for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.376358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.419477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Attempting to bind port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:50.420144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Attempting to bind port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:50.420144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Attempting to bind port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:50.426397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=f80fa90a-a3db-4b5e-ba14-c1a2bb14ce16,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.447362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a3ace-fb68-4ba2-91fe-c0be589d0ff4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:50.448175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6760e4ca-1f02-48be-a414-fdcc0b892f54 req-bd75cc4c-4d53-4fd6-9659-1c122a82e6d6 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 210 time: 0.0917654 Nov 12 03:27:50.477984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e on network 74074032-8175-4c61-95cd-8c8286202cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:50.478438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Attempting to bind port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:50.526710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:50.527150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Checking segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:50.527489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Bound using segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:50.527951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Bound port: 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:50.528563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.529445 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.569324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2169ea88-72d3-4bce-b519-e4dab2f8142b req-4848f60e-a33d-46fb-95d7-43211a3f2d4f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0298104 Nov 12 03:27:50.596615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.647645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Network 74074032-8175-4c61-95cd-8c8286202cb2 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:50.650985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:50.654743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:50.697904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.706988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event updated for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.718212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.718854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.736657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-9b2ff7fe-dded-4241-a0a0-75157f93dc18 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1004443 Nov 12 03:27:50.749858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Request body: {'port': {'device_id': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:50.820796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.932960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d39b66a5-5aee-4965-8b17-2b637dde8092 None None] Provisioning complete for port c4014228-e695-4e89-9288-01400bf0ea34 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:50.934102 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d39b66a5-5aee-4965-8b17-2b637dde8092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.979471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d39b66a5-5aee-4965-8b17-2b637dde8092 None None] Port c4014228-e695-4e89-9288-01400bf0ea34 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:51.154613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4f77-f43f-4bae-a735-71f7df04754f req-9037e45f-6b93-4fd8-9a6c-8611bddc9843 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.156052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6da4f77-f43f-4bae-a735-71f7df04754f req-9037e45f-6b93-4fd8-9a6c-8611bddc9843 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.7158620 Nov 12 03:27:51.169546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.172713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:51.176720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.256241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:51.274285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.377382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.377955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Fanout notify agent at l3_agent the message router_deleted on router ef19201e-be63-4b72-9857-aa24bce19964 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:51.385519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.389015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ab7e532-1076-435f-a7fd-a206fee88427 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/routers/ef19201e-be63-4b72-9857-aa24bce19964 HTTP/1.1" status: 204 len: 168 time: 2.5843542 Nov 12 03:27:51.398037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48180) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.423259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0298fe6-5bc7-43de-856a-6ac7f438df27 req-a7906573-e2bd-468e-974c-bfc9431419d7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cbb6bd1-a3f2-4b5e-8a43-5d4c3f229704 HTTP/1.1" status: 200 len: 210 time: 0.0844162 Nov 12 03:27:51.515830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Pushing event updated for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.526088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.526717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.530111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-da8bf855-5776-402f-994b-0e881c19d741 service neutron] 10.222.0.32 "PUT /v2.0/ports/1989e76a-5f70-4d53-8732-ab6a1d42ed3e HTTP/1.1" status: 200 len: 1093 time: 2.8397529 Nov 12 03:27:51.532780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:51.535063 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463c8ef-68d1-4e84-b2d9-5be8537ec676" -d '{"events": [{"name": "network-changed", "server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:51.573440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6da4f77-f43f-4bae-a735-71f7df04754f req-8ba11dfd-4154-4ee1-ace6-47acc2447bcc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019392 Nov 12 03:27:51.575643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738260be-de09-4410-8ab7-6e40430a7c42 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:51.619339 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.649364 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cf75ee-ed39-4154-ae36-2b36b9d09553 x-openstack-request-id: req-39cf75ee-ed39-4154-ae36-2b36b9d09553 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:51.649664 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:51.649919 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39cf75ee-ed39-4154-ae36-2b36b9d09553 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:51.650319 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'status': 'completed', 'code': 200} Nov 12 03:27:51.682587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea31258-85d6-453f-9061-f2c7a68b56be req-52ac9fa9-7637-4495-8680-8f9182ba9930 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.683111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting subnet 55565c44-e25f-4585-a44d-52547bdfa7fd {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:51.685829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Transition to ACTIVE for port object 738260be-de09-4410-8ab7-6e40430a7c42 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:51.688049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea31258-85d6-453f-9061-f2c7a68b56be req-52ac9fa9-7637-4495-8680-8f9182ba9930 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 931 time: 0.1331100 Nov 12 03:27:51.689530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.735623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.834688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-e62c939e-f402-459e-b097-2df9578a0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.837613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-e62c939e-f402-459e-b097-2df9578a0452 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 1096 time: 0.2561102 Nov 12 03:27:51.844284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.977978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dea31258-85d6-453f-9061-f2c7a68b56be req-bea03a2e-52f4-4104-972a-087431810a68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644496 Nov 12 03:27:52.004837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Pushing event updated for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.031665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-e6662611-c302-4170-b690-b164ce9066d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e HTTP/1.1" status: 200 len: 217 time: 0.1236858 Nov 12 03:27:52.099760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c7538-858b-4282-940a-d685ef71d024 req-eeecc6ad-27ae-4f9f-b2b0-ad11c9609c58 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.101332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074c7538-858b-4282-940a-d685ef71d024 req-eeecc6ad-27ae-4f9f-b2b0-ad11c9609c58 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.3703361 Nov 12 03:27:52.195487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f5da2b8c-5675-4d7c-bcf8-31e553a9bc30 req-5934f8e6-70d2-4fb6-8b48-1b442be611e2 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0685019 Nov 12 03:27:52.212915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4014228-e695-4e89-9288-01400bf0ea34 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:52.234582 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.276306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Transition to ACTIVE for port object c4014228-e695-4e89-9288-01400bf0ea34 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:52.282423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.341680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-0190217a-5724-4c66-99e0-f3fc18cc88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.351347 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-0190217a-5724-4c66-99e0-f3fc18cc88fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.2930791 Nov 12 03:27:52.383491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.473462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074c7538-858b-4282-940a-d685ef71d024 req-c0269ea1-9364-40d5-9ddf-4b6018536c13 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495128 Nov 12 03:27:52.479075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.530583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Attempting to bind port 738260be-de09-4410-8ab7-6e40430a7c42 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:52.531271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Attempting to bind port 738260be-de09-4410-8ab7-6e40430a7c42 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:52.531390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Attempting to bind port 738260be-de09-4410-8ab7-6e40430a7c42 on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:52.548465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Port 738260be-de09-4410-8ab7-6e40430a7c42 on network 74074032-8175-4c61-95cd-8c8286202cb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:52.548891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Attempting to bind port 738260be-de09-4410-8ab7-6e40430a7c42 on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:52.553031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Attempting to bind port c4014228-e695-4e89-9288-01400bf0ea34 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:52.553542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Attempting to bind port c4014228-e695-4e89-9288-01400bf0ea34 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:52.554024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Attempting to bind port c4014228-e695-4e89-9288-01400bf0ea34 on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:52.562750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Port c4014228-e695-4e89-9288-01400bf0ea34 on network 74074032-8175-4c61-95cd-8c8286202cb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:52.564160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:52.564596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Checking segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:52.565061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Bound using segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:52.565593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Bound port: 738260be-de09-4410-8ab7-6e40430a7c42, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:52.566021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.568856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Attempting to bind port c4014228-e695-4e89-9288-01400bf0ea34 on network 74074032-8175-4c61-95cd-8c8286202cb2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:52.575427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-aad0f8c4-430b-4ca3-a9ee-8492a8b427ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.577080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-aad0f8c4-430b-4ca3-a9ee-8492a8b427ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249308 Nov 12 03:27:52.581542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:52.582136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Checking segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:52.582710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Bound using segment: {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:52.583356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Bound port: c4014228-e695-4e89-9288-01400bf0ea34, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2506b87a-6355-46a4-a5d2-07f9543d9267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:52.584022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.682066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:52.685559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c4014228-e695-4e89-9288-01400bf0ea34,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:52.694746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.739491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.740450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.742397 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/c4014228-e695-4e89-9288-01400bf0ea34 HTTP/1.1" status: 200 len: 1092 time: 1.9975610 Nov 12 03:27:52.742846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:52.745468 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb1e04-9c09-4579-a3e1-1da964b24555" -d '{"events": [{"name": "network-changed", "server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "tag": "c4014228-e695-4e89-9288-01400bf0ea34"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:52.855530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.856411 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81323ea4-8578-409c-b91b-8713d14eddff x-openstack-request-id: req-81323ea4-8578-409c-b91b-8713d14eddff {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:52.856700 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "tag": "c4014228-e695-4e89-9288-01400bf0ea34", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:52.856956 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-81323ea4-8578-409c-b91b-8713d14eddff {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:52.857502 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34', 'status': 'completed', 'code': 200} Nov 12 03:27:52.878812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-37aef244-0398-49d2-bb76-487d04fb28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.880877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-37aef244-0398-49d2-bb76-487d04fb28e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 1095 time: 0.0964084 Nov 12 03:27:52.881554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d589-afcf-47f7-b72f-fd1c742eabc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.935003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-1844b3e7-949a-4666-8a4f-b542742aee9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4014228-e695-4e89-9288-01400bf0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0450811 Nov 12 03:27:52.945092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Subnet': ['ID=55565c44-e25f-4585-a44d-52547bdfa7fd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.955364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85f984-533f-473f-8ddc-12f5ce4c62aa req-950147ee-b9e9-43ba-b3e2-7e5aeb1faf8e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.956936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c85f984-533f-473f-8ddc-12f5ce4c62aa req-950147ee-b9e9-43ba-b3e2-7e5aeb1faf8e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.3418763 Nov 12 03:27:52.959757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.963556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b805495-5278-422b-b8d9-f5a274e85197 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/subnets/55565c44-e25f-4585-a44d-52547bdfa7fd HTTP/1.1" status: 204 len: 168 time: 1.5221403 Nov 12 03:27:52.969542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db1365-66ed-486f-b440-d47b022970d4 None None] Network 871a49d0-430b-4595-95ab-11ef3f50f1a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:52.992861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48200) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.062787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:53.072280 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-b1a7d53b-7aac-4c84-a4e3-91127c5c2ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844251 Nov 12 03:27:53.089106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-7bab7350-37a1-4662-88d3-9f6848583cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.090988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-7bab7350-37a1-4662-88d3-9f6848583cf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.1480105 Nov 12 03:27:53.212105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70be8d14-0758-4b1b-83d5-c71d86724bcb req-b38f6b0e-af21-4ffe-8612-38059c55a65f service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003401 Nov 12 03:27:53.217093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=738260be-de09-4410-8ab7-6e40430a7c42,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:53.248223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.269035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-538b3fee-36c8-4c84-92a1-9c58fcb5cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.270965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-538b3fee-36c8-4c84-92a1-9c58fcb5cfee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716766 Nov 12 03:27:53.321393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] DHCP port deletion for 871a49d0-430b-4595-95ab-11ef3f50f1a4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:53.357039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.357934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.359550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] 10.222.0.39 "PUT /v2.0/ports/738260be-de09-4410-8ab7-6e40430a7c42 HTTP/1.1" status: 200 len: 1093 time: 3.5532930 Nov 12 03:27:53.375240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af59f6-c01b-435c-947b-47572436cf00 req-5dc3f919-26b5-4c08-bc09-8adbda087544 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.383135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7af59f6-c01b-435c-947b-47572436cf00 req-5dc3f919-26b5-4c08-bc09-8adbda087544 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 943 time: 0.2134302 Nov 12 03:27:53.407864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c85f984-533f-473f-8ddc-12f5ce4c62aa req-cb7e0e8a-47e8-4bfe-81b7-fea74ac379f6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258709 Nov 12 03:27:53.416773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.465516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Deleting port 1d296144-757c-4957-ae4a-a446b27c3294 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:53.466783 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.526762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-d77fb602-b4fe-4e50-bb31-6b3c454e3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.528416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-d77fb602-b4fe-4e50-bb31-6b3c454e3716 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 1096 time: 0.2218943 Nov 12 03:27:53.539371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d296144-757c-4957-ae4a-a446b27c3294 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:53.585540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7af59f6-c01b-435c-947b-47572436cf00 req-dc79aa13-0759-48f5-8fba-b14442fa39c1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965764 Nov 12 03:27:53.634566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-0161fa49-d5e6-4ab9-ae79-70abff02433f service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461351 Nov 12 03:27:53.635560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-d8a121d5-2bad-4fb8-bbcf-1edded38f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.637069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-d8a121d5-2bad-4fb8-bbcf-1edded38f6c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 1096 time: 0.2078772 Nov 12 03:27:53.680708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a8023-f648-4fbf-9838-f46f7667a004 service neutron] Pushing event updated for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.692636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:53.698381 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "tag": "738260be-de09-4410-8ab7-6e40430a7c42"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:53.730830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.757002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ad19292-ed0b-499f-8291-6c24801dbf47 req-63e2c6dc-79a4-4596-9b5a-65f52d0ea943 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.1583211 Nov 12 03:27:53.843980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d296144-757c-4957-ae4a-a446b27c3294,segment=NetworkSegment(b6b04484-24ba-475c-974f-41b4e3fea348),segment_id=b6b04484-24ba-475c-974f-41b4e3fea348)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:53.867571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d296144-757c-4957-ae4a-a446b27c3294,segment=NetworkSegment(b6b04484-24ba-475c-974f-41b4e3fea348),segment_id=b6b04484-24ba-475c-974f-41b4e3fea348)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:53.868358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.882046 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.901062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a2ddb51-3079-477d-9c76-39def2b9df0d req-d3463caa-969a-4f84-bac0-a87041adf06d service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561874 Nov 12 03:27:53.912398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-8b3d99fc-7586-4f36-b9ab-7ebaaf428fca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738260be-de09-4410-8ab7-6e40430a7c42 HTTP/1.1" status: 200 len: 217 time: 0.2013037 Nov 12 03:27:53.968794 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5892c9dd-9c9e-4c2f-841e-3027ac87554b x-openstack-request-id: req-5892c9dd-9c9e-4c2f-841e-3027ac87554b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:53.972713 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "tag": "738260be-de09-4410-8ab7-6e40430a7c42", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:53.973111 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5892c9dd-9c9e-4c2f-841e-3027ac87554b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:53.973803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Calling delete_port for 1d296144-757c-4957-ae4a-a446b27c3294 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:53.975385 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42', 'status': 'completed', 'code': 200} Nov 12 03:27:54.069605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-41accc7c-47f9-450e-9fba-1de1f08fef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.071121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-41accc7c-47f9-450e-9fba-1de1f08fef6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 917 time: 0.5121000 Nov 12 03:27:54.073868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-2cef141c-195d-43bd-ac06-023eb8ce6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.075298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-2cef141c-195d-43bd-ac06-023eb8ce6283 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.1422095 Nov 12 03:27:54.076809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port 1d296144-757c-4957-ae4a-a446b27c3294 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:54.077138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.081020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7545e-f280-407b-9070-407c3799a7d6 req-5d67e5eb-a61f-4aab-a6e8-d4c3536e22aa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.084017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87b7545e-f280-407b-9070-407c3799a7d6 req-5d67e5eb-a61f-4aab-a6e8-d4c3536e22aa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.0712705 Nov 12 03:27:54.096421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.127123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-43ce2df4-4e79-4b36-b3f6-f19758f74d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.134476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-43ce2df4-4e79-4b36-b3f6-f19758f74d5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 1095 time: 0.1609433 Nov 12 03:27:54.155536 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.155902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-90c1b3ba-34b8-43be-b199-36acd1c0b398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e HTTP/1.1" status: 200 len: 217 time: 0.0483243 Nov 12 03:27:54.205970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] Pushing event deleted for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.209994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6bd41-37b2-4173-accc-700a881b729e None None] No DVR routers for this DVR port 1d296144-757c-4957-ae4a-a446b27c3294 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:54.265190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] For port 1d296144-757c-4957-ae4a-a446b27c3294, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d296144-757c-4957-ae4a-a446b27c3294,segment=NetworkSegment(b6b04484-24ba-475c-974f-41b4e3fea348),segment_id=b6b04484-24ba-475c-974f-41b4e3fea348)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:54.266213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.288486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for 1d296144-757c-4957-ae4a-a446b27c3294 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:54.307939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87b7545e-f280-407b-9070-407c3799a7d6 req-1b493fe8-8189-4d95-8960-214087741474 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977394 Nov 12 03:27:54.331019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-3da4962f-65d4-4dbe-9aa1-444681c8107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.332481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-3da4962f-65d4-4dbe-9aa1-444681c8107b service neutron] 10.222.0.32 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 917 time: 0.1856432 Nov 12 03:27:54.378510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-99a6a7c9-4119-4ec5-bb4a-c280af95e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.380565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-99a6a7c9-4119-4ec5-bb4a-c280af95e8b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.2124438 Nov 12 03:27:54.382963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-b7203062-c394-4ea5-b706-d9f2e4152c3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4014228-e695-4e89-9288-01400bf0ea34 HTTP/1.1" status: 200 len: 217 time: 0.0417054 Nov 12 03:27:54.450399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-b651915a-27b4-46b8-a1bc-25877eaf3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.452411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-b651915a-27b4-46b8-a1bc-25877eaf3eb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.0574210 Nov 12 03:27:54.461770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2679-ff30-4f06-9537-524576aa3edb req-c15a75bb-6931-4931-aa2b-ab92f5cbbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.463305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-c15a75bb-6931-4931-aa2b-ab92f5cbbcda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3657041 Nov 12 03:27:54.495812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-905b5d60-120e-4638-b1d7-004776cdd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.497354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-905b5d60-120e-4638-b1d7-004776cdd72f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018422 Nov 12 03:27:54.514587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-5b0bd81c-8293-4929-9f01-7efa2529e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.516489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-5b0bd81c-8293-4929-9f01-7efa2529e07f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544798 Nov 12 03:27:54.559899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.608161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] No DVR routers for this DVR port 1d296144-757c-4957-ae4a-a446b27c3294 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:54.648625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-6ca96c23-7f4d-4a62-8f5f-b08b5dddded4 service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228292 Nov 12 03:27:54.668336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=1d296144-757c-4957-ae4a-a446b27c3294,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.740669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.765262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871a49d0-430b-4595-95ab-11ef3f50f1a4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.776497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b04484-24ba-475c-974f-41b4e3fea348') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.776813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b04484-24ba-475c-974f-41b4e3fea348') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.787892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.801524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.809142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:54.809520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.828229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52cb1e04-9c09-4579-a3e1-1da964b24555 req-c397e6e7-84f9-4b6c-a1ae-64b20f401f6e service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652000 Nov 12 03:27:55.013162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6da61797-0861-41dd-b61a-365b2d83ca5f req-007f9a0e-41c0-4abe-84b3-c555fa684c49 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0377157 Nov 12 03:27:55.138751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1904dca-8cca-4e7c-8325-9a783e154e00 req-08d88301-ceb3-4384-9a01-225735152889 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.140323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1904dca-8cca-4e7c-8325-9a783e154e00 req-08d88301-ceb3-4384-9a01-225735152889 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0648441 Nov 12 03:27:55.199409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1904dca-8cca-4e7c-8325-9a783e154e00 req-7a2bd640-615d-4b5e-9925-2c652967ae1e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526142 Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:55.209000 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:55.282076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.316744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.322848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.323059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/networks/871a49d0-430b-4595-95ab-11ef3f50f1a4 HTTP/1.1" status: 204 len: 168 time: 2.3290339 Nov 12 03:27:55.330634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204a1c4-9493-4a7f-bf0f-b7eb0a303987 tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Network': ['ID=871a49d0-430b-4595-95ab-11ef3f50f1a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.338441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-a0e5d9f7-b779-440d-9690-034c5967e7ee service neutron] 10.222.0.39 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670623 Nov 12 03:27:55.354093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e153e6-b79f-4569-beec-253f86e7874e req-b33e0112-8fc8-424a-a2d5-7ae2676baf6d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.355800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e153e6-b79f-4569-beec-253f86e7874e req-b33e0112-8fc8-424a-a2d5-7ae2676baf6d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 943 time: 0.1492238 Nov 12 03:27:55.385601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-85b4006c-53c7-409b-a8e8-6ea6df757114 service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793731 Nov 12 03:27:55.557601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-17e153e6-b79f-4569-beec-253f86e7874e req-774a0331-ecb5-49f0-bccc-149e64c3f160 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692607 Nov 12 03:27:55.562366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94f2679-ff30-4f06-9537-524576aa3edb req-3e8d0fd3-67fe-4d16-b305-20a36449a034 service neutron] 10.222.0.39 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055135 Nov 12 03:27:55.606568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3463c8ef-68d1-4e84-b2d9-5be8537ec676 req-73a0ce58-207f-4601-9190-0f6c63e4cecf service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846929 Nov 12 03:27:55.704154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-9d84affb-a8e9-4343-a439-c15de1c01df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.707634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-9d84affb-a8e9-4343-a439-c15de1c01df0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 1096 time: 0.0598762 Nov 12 03:27:55.827856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-f53a77be-c283-4d3f-87b2-07e8440b0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.829519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-f53a77be-c283-4d3f-87b2-07e8440b0e84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 917 time: 0.1136017 Nov 12 03:27:55.874387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c74e-23fb-482c-93a5-d594d7d20478 req-bc3d3fcb-9e27-4478-98ce-cdbda26b61d4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.882879 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ff8c74e-23fb-482c-93a5-d594d7d20478 req-bc3d3fcb-9e27-4478-98ce-cdbda26b61d4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.4900439 Nov 12 03:27:55.883265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-d367e99e-be71-4006-9542-0412d3093544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738260be-de09-4410-8ab7-6e40430a7c42 HTTP/1.1" status: 200 len: 217 time: 0.0428171 Nov 12 03:27:55.920220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed94be-ebab-425d-aeab-0243b5cf363d req-df97cdee-fd7b-4ab1-91ed-2e3fd9eb9639 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.922151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-afed94be-ebab-425d-aeab-0243b5cf363d req-df97cdee-fd7b-4ab1-91ed-2e3fd9eb9639 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 945 time: 0.5173450 Nov 12 03:27:55.946193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-2e4b8381-17a9-49bd-97f0-47b2e1f37eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.947856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-2e4b8381-17a9-49bd-97f0-47b2e1f37eea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.0568357 Nov 12 03:27:55.998791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-8e2cc87e-20a3-42f9-998c-52c7e68eb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.000360 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-8e2cc87e-20a3-42f9-998c-52c7e68eb88d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423617 Nov 12 03:27:56.001560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ff8c74e-23fb-482c-93a5-d594d7d20478 req-73765adf-6b45-4ffa-a384-e9b81e69be1e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173365 Nov 12 03:27:56.049164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Deleting port fc27b937-cd77-4f0a-b963-c2ee9001dcf2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:56.049828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.113192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c4014228-e695-4e89-9288-01400bf0ea34 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:56.158678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.159007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.173736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fac09cc2-33d6-44c9-be5b-953ac20f5d4e req-fa5342ec-be77-45f1-b2b4-40fcd808288a tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0520706 Nov 12 03:27:56.176499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Calling delete_port for fc27b937-cd77-4f0a-b963-c2ee9001dcf2 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:56.180503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port 1b996b70-1955-408e-ab10-f20bd789c0a2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:56.180845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.213920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-422747ac-6529-4f6d-883b-75912f00c79b service neutron] 10.222.0.39 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021391 Nov 12 03:27:56.233465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c4014228-e695-4e89-9288-01400bf0ea34,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.246595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c4014228-e695-4e89-9288-01400bf0ea34', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'port_id': 'c4014228-e695-4e89-9288-01400bf0ea34', 'mac_address': 'fa:16:3e:7c:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75464124-d208-40eb-ace0-141ffa49545a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:56.298166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.313842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4014228-e695-4e89-9288-01400bf0ea34 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:56.336876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c4014228-e695-4e89-9288-01400bf0ea34,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.341761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.342679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1989e76a-5f70-4d53-8732-ab6a1d42ed3e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:56.376606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-036c2eb8-9d0c-40ea-a078-676d5b3c7ea0 req-d7b5dcca-55c4-4106-8aa1-bd7c430c1fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504781 Nov 12 03:27:56.411077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port 1b996b70-1955-408e-ab10-f20bd789c0a2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1b996b70-1955-408e-ab10-f20bd789c0a2,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.411411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.427519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.439011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.446316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'port_id': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'mac_address': 'fa:16:3e:a7:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75464124-d208-40eb-ace0-141ffa49545a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:56.462512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for 1b996b70-1955-408e-ab10-f20bd789c0a2 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:56.486494 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.503735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1989e76a-5f70-4d53-8732-ab6a1d42ed3e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:56.522988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:56.528069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.543129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e6265-6646-44f0-a97e-d17f6c0babe8 req-36919da3-8e54-442e-886e-caf784d76919 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.547736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-778e6265-6646-44f0-a97e-d17f6c0babe8 req-36919da3-8e54-442e-886e-caf784d76919 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.1276453 Nov 12 03:27:56.576672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.693705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-778e6265-6646-44f0-a97e-d17f6c0babe8 req-7a0aa70f-b33f-4f27-9b56-f5b5626e5d80 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230702 Nov 12 03:27:56.729226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a2354-73a7-40f8-90f6-8c4acc7ea222 req-71924428-bd0d-4e6e-b1c5-966a7db4dbee tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.729904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.731264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-798a2354-73a7-40f8-90f6-8c4acc7ea222 req-71924428-bd0d-4e6e-b1c5-966a7db4dbee tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 944 time: 0.0825920 Nov 12 03:27:56.743669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.744789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:56.747836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:56.786173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=1b996b70-1955-408e-ab10-f20bd789c0a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.808708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c4014228-e695-4e89-9288-01400bf0ea34'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:56.810962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1989e76a-5f70-4d53-8732-ab6a1d42ed3e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:56.818483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-798a2354-73a7-40f8-90f6-8c4acc7ea222 req-1c4bf3a0-49c7-4ff7-83ac-a28f68a3b113 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743408 Nov 12 03:27:56.875564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Pushing event deleted for resources: {'Port': ['ID=fc27b937-cd77-4f0a-b963-c2ee9001dcf2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.878686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port 1b996b70-1955-408e-ab10-f20bd789c0a2 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:56.898338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.901844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-afed94be-ebab-425d-aeab-0243b5cf363d req-a53442c0-6c65-42e6-ba88-cb70fdccda4d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "DELETE /v2.0/ports/1b996b70-1955-408e-ab10-f20bd789c0a2 HTTP/1.1" status: 204 len: 173 time: 0.9621005 Nov 12 03:27:56.902287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'name': 'network-vif-deleted', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:56.904985 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fb3bd4-c778-4081-aa84-57c743cee422" -d '{"events": [{"server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "name": "network-vif-deleted", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:56.957639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.961359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.981392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-59d2ade9-6d8f-4a14-ad26-acf2a924459c tempest-FloatingIPAdminTestJSON-1088039519 tempest-FloatingIPAdminTestJSON-1088039519-project] 10.222.0.84 "DELETE /v2.0/floatingips/d78c3f17-59bd-40b8-9c07-1a888d301ec8 HTTP/1.1" status: 204 len: 168 time: 1.6386380 Nov 12 03:27:56.983852 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8eb9aa-d48d-443d-8d78-44f1633f4535 x-openstack-request-id: req-5b8eb9aa-d48d-443d-8d78-44f1633f4535 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:56.984147 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147d6e06-b05d-4be5-ae19-7bb35c503fbd", "name": "network-vif-deleted", "tag": "1b996b70-1955-408e-ab10-f20bd789c0a2", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:56.984401 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b8eb9aa-d48d-443d-8d78-44f1633f4535 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:56.984803 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147d6e06-b05d-4be5-ae19-7bb35c503fbd', 'name': 'network-vif-deleted', 'tag': '1b996b70-1955-408e-ab10-f20bd789c0a2', 'status': 'completed', 'code': 200} Nov 12 03:27:57.194488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2edc05b1-a0a4-482a-a7c4-c506646efd66 req-cba80e24-0d13-4128-acd6-fee81b62dd56 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=147d6e06-b05d-4be5-ae19-7bb35c503fbd HTTP/1.1" status: 200 len: 210 time: 0.0396578 Nov 12 03:27:57.280628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48252) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.316777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-c6f4c91e-bb5f-42b6-9e11-1f4060f017d6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.318535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-c6f4c91e-bb5f-42b6-9e11-1f4060f017d6 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.0792737 Nov 12 03:27:57.327787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 738260be-de09-4410-8ab7-6e40430a7c42 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:57.343838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0e5b625-53ac-483a-8d74-28a8d09e8b78 req-3521ba3e-2208-415b-9767-108959c5a339 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0361156 Nov 12 03:27:57.434990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=738260be-de09-4410-8ab7-6e40430a7c42,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.455927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '738260be-de09-4410-8ab7-6e40430a7c42', 'network_id': '74074032-8175-4c61-95cd-8c8286202cb2', 'port_id': '738260be-de09-4410-8ab7-6e40430a7c42', 'mac_address': 'fa:16:3e:0b:3f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75464124-d208-40eb-ace0-141ffa49545a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:57.519364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Deleting port a30d6d90-eab0-46c7-828a-990ed2d89446 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:57.519784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.569622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.596897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738260be-de09-4410-8ab7-6e40430a7c42 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:57.611016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a37086ae-6d57-45ea-8571-74e449ebdc11 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=366099ef55ec4eddbccdd9ee2b461207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261993 Nov 12 03:27:57.611339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48256) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.620013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=738260be-de09-4410-8ab7-6e40430a7c42,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.624951 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.681274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] For port a30d6d90-eab0-46c7-828a-990ed2d89446, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a30d6d90-eab0-46c7-828a-990ed2d89446,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:57.681658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.684862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.685926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.699391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Calling delete_port for a30d6d90-eab0-46c7-828a-990ed2d89446 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:57.707840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.756099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.780977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.792559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.796792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8f4d3fe4-0789-4a92-9c5e-79958d98941a HTTP/1.1" status: 204 len: 168 time: 0.1842053 Nov 12 03:27:57.804759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5077fc-ea90-462f-8015-6b382f5be955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d3fe4-0789-4a92-9c5e-79958d98941a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.861289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['738260be-de09-4410-8ab7-6e40430a7c42'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:57.952030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24764ed-8ce4-4f7a-80bc-03ab5cfc692b req-f4e5061c-1e4b-4b82-bbc7-d7c8e106cfaf tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.953083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a9bff-ad00-4868-90b2-2d319deee454 req-c02adbf6-6c8d-415e-9749-d20f0a3c74b1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.953804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f24764ed-8ce4-4f7a-80bc-03ab5cfc692b req-f4e5061c-1e4b-4b82-bbc7-d7c8e106cfaf tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f04dc96-3878-440e-b426-0f7fc7ac6e40 HTTP/1.1" status: 200 len: 945 time: 0.1343727 Nov 12 03:27:57.963406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f9a9bff-ad00-4868-90b2-2d319deee454 req-c02adbf6-6c8d-415e-9749-d20f0a3c74b1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 944 time: 0.0767629 Nov 12 03:27:57.998306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.050426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f9a9bff-ad00-4868-90b2-2d319deee454 req-0928cce5-326a-42a2-8a99-14caeca47872 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797117 Nov 12 03:27:58.072510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6957836d-79ac-434e-adcd-e4129c9d00df'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:58.097822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Pushing event deleted for resources: {'Port': ['ID=a30d6d90-eab0-46c7-828a-990ed2d89446,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.134585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1b996b70-1955-408e-ab10-f20bd789c0a2 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:58.165085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 1b996b70-1955-408e-ab10-f20bd789c0a2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:58.166021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1b996b70-1955-408e-ab10-f20bd789c0a2 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:58.168344 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f24764ed-8ce4-4f7a-80bc-03ab5cfc692b req-47db7858-defa-44d4-8d78-5c4b03228057 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061737 Nov 12 03:27:58.169441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] No DVR routers for this DVR port a30d6d90-eab0-46c7-828a-990ed2d89446 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:58.172446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.176495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7473ade1-d217-42ee-98c1-a8a1eac0054e req-09352744-2f12-4b10-91c7-e3aef84bddf0 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.39 "DELETE /v2.0/ports/a30d6d90-eab0-46c7-828a-990ed2d89446 HTTP/1.1" status: 204 len: 173 time: 0.8517506 Nov 12 03:27:58.177055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'name': 'network-vif-deleted', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:58.180871 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb6b3b-2057-407b-8816-c384182a4700" -d '{"events": [{"server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "name": "network-vif-deleted", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:58.245963 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde4679-5fe2-4d40-9145-f7307e5ebd2f x-openstack-request-id: req-dbde4679-5fe2-4d40-9145-f7307e5ebd2f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:58.246356 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04dc96-3878-440e-b426-0f7fc7ac6e40", "name": "network-vif-deleted", "tag": "a30d6d90-eab0-46c7-828a-990ed2d89446", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:58.246681 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dbde4679-5fe2-4d40-9145-f7307e5ebd2f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:58.247180 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04dc96-3878-440e-b426-0f7fc7ac6e40', 'name': 'network-vif-deleted', 'tag': 'a30d6d90-eab0-46c7-828a-990ed2d89446', 'status': 'completed', 'code': 200} Nov 12 03:27:58.318913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48274) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.335881 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fe2688d-e525-41f8-8036-3fd6ca75ea28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.449392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fe2688d-e525-41f8-8036-3fd6ca75ea28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.454779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a30d6d90-eab0-46c7-828a-990ed2d89446'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:58.468474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fe2688d-e525-41f8-8036-3fd6ca75ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.540059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-199847f8-154e-40cf-8039-d1a31906bf17 req-ac9e4fc8-2cb7-483e-bd29-fb3bc95b628f tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0360162 Nov 12 03:27:58.572242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2fe2688d-e525-41f8-8036-3fd6ca75ea28 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d7d38cd74331467bb27dcb55b6608b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497540 Nov 12 03:27:58.572242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2688d-e525-41f8-8036-3fd6ca75ea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92823b37-f179-426b-9ea3-1937f6b6c2d6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.572815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.621394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf4f50-d5c6-448a-bed3-1045880ad5ab req-40222222-80ee-42e3-a39d-fb3defdf83e8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.626275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56bf4f50-d5c6-448a-bed3-1045880ad5ab req-40222222-80ee-42e3-a39d-fb3defdf83e8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.1125188 Nov 12 03:27:58.630184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.665796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.739252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56bf4f50-d5c6-448a-bed3-1045880ad5ab req-8c83cc58-147c-4ab3-aff6-e2befc6b087b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045296 Nov 12 03:27:58.745084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.748189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.751618 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/92823b37-f179-426b-9ea3-1937f6b6c2d6 HTTP/1.1" status: 204 len: 168 time: 0.1758738 Nov 12 03:27:58.762702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132943d1-20f4-4e51-98e5-6d0b6eba91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92823b37-f179-426b-9ea3-1937f6b6c2d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.149926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.171450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-14a5af16-342f-403e-a50c-b3dc46dfd848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.239306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0305184-c659-4c64-af7e-3a6b112f59cf req-3b865d7f-9f39-4af3-9378-735be693c894 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.242420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.249856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0305184-c659-4c64-af7e-3a6b112f59cf req-3b865d7f-9f39-4af3-9378-735be693c894 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 944 time: 0.1059442 Nov 12 03:27:59.279467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-14a5af16-342f-403e-a50c-b3dc46dfd848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.285507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-14a5af16-342f-403e-a50c-b3dc46dfd848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.309004 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0305184-c659-4c64-af7e-3a6b112f59cf req-ba16533e-3fc7-4277-a393-076c5c300692 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581727 Nov 12 03:27:59.341289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 738260be-de09-4410-8ab7-6e40430a7c42 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:59.353768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-14a5af16-342f-403e-a50c-b3dc46dfd848 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=85f762418e44481383f8de3e267a090a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021239 Nov 12 03:27:59.356167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48296) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.365744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5af16-342f-403e-a50c-b3dc46dfd848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38a12d-0156-45c9-a301-b644d2b89e97,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.434031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.434570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 738260be-de09-4410-8ab7-6e40430a7c42 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:59.439283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 738260be-de09-4410-8ab7-6e40430a7c42 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:59.440040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.467010 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.542089 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.545216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.554606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ef38a12d-0156-45c9-a301-b644d2b89e97 HTTP/1.1" status: 204 len: 168 time: 0.1914542 Nov 12 03:27:59.562445 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.563319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da7e6b-1162-4cbd-a74c-f8f2187258e6 req-fd8edb2c-da75-435c-ae05-32da48fcb1b9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.565351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07da7e6b-1162-4cbd-a74c-f8f2187258e6 req-fd8edb2c-da75-435c-ae05-32da48fcb1b9 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0590305 Nov 12 03:27:59.576157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9e6ff-dea3-4831-9061-3b68ba0a79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38a12d-0156-45c9-a301-b644d2b89e97,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.656036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:59.658310 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb470e-5b42-40c5-a98b-b45334746fa5" -d '{"events": [{"server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "name": "network-vif-plugged", "status": "completed", "tag": "738260be-de09-4410-8ab7-6e40430a7c42"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:59.672958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07da7e6b-1162-4cbd-a74c-f8f2187258e6 req-a3b70f91-9b48-4219-95da-f795518db04b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Nov 12 03:27:59.686827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21fefde9-41c3-43ee-87ba-e8a7ea7a4c2a req-7bbf98ab-3165-4635-a3e2-c64b91a5190b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0563397 Nov 12 03:27:59.693804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=738260be-de09-4410-8ab7-6e40430a7c42,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:59.699389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.796464 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e52b0-3ceb-4a8b-a163-1c7161a99f8e x-openstack-request-id: req-9d6e52b0-3ceb-4a8b-a163-1c7161a99f8e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:59.803725 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "name": "network-vif-plugged", "status": "completed", "tag": "738260be-de09-4410-8ab7-6e40430a7c42", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:59.803996 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d6e52b0-3ceb-4a8b-a163-1c7161a99f8e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:59.804421 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42', 'code': 200} Nov 12 03:27:59.860739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.913375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414660-b6e6-4bf0-80fd-11c3dc9ff804 req-9242288b-3a2b-4be0-9864-b37dd4ed430f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.920666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e414660-b6e6-4bf0-80fd-11c3dc9ff804 req-9242288b-3a2b-4be0-9864-b37dd4ed430f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.0864310 Nov 12 03:27:59.941271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8d7bd-d460-447b-b1ec-f3618d76bf53 req-ec259744-98ba-4eab-896d-1da6d1bfd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.943006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44b8d7bd-d460-447b-b1ec-f3618d76bf53 req-ec259744-98ba-4eab-896d-1da6d1bfd513 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 1098 time: 0.0965955 Nov 12 03:28:00.013554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e414660-b6e6-4bf0-80fd-11c3dc9ff804 req-2542c8c1-7bef-4b12-b079-da65b717d714 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919578 Nov 12 03:28:00.050941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44b8d7bd-d460-447b-b1ec-f3618d76bf53 req-07b2b59e-cd0c-498f-8707-91d80bd5d2bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897183 Nov 12 03:28:00.068734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-9ac7e6bb-346a-4839-a265-735d4f98a6c9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.070424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-9ac7e6bb-346a-4839-a265-735d4f98a6c9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 945 time: 0.0988028 Nov 12 03:28:00.139160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c4014228-e695-4e89-9288-01400bf0ea34 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:00.215920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c4014228-e695-4e89-9288-01400bf0ea34 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:00.221551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c4014228-e695-4e89-9288-01400bf0ea34 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.222493 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.385797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.404428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:00.405015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.425419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c4014228-e695-4e89-9288-01400bf0ea34,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.438668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.440911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1989e76a-5f70-4d53-8732-ab6a1d42ed3e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:00.509742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefb5c4-4b23-43b7-868f-f05d9e29dffe req-fd5c261d-baa6-4ace-9a3d-3c79259969a7 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.519083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cefb5c4-4b23-43b7-868f-f05d9e29dffe req-fd5c261d-baa6-4ace-9a3d-3c79259969a7 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0910423 Nov 12 03:28:00.576978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cefb5c4-4b23-43b7-868f-f05d9e29dffe req-7b8d965d-4e47-49c1-872d-18769b947fb0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568404 Nov 12 03:28:00.609111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.609481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.623915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:00.635825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.676881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:00.683479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.684237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.779180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.811214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.856765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-305debdf-c278-4253-9bce-59f13805e2f3 req-9a740377-54ff-4e3a-8f5e-f9d8df822858 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0368407 Nov 12 03:28:00.895789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.908137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.919911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.956302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:00.956530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1599434167'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:00.971968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.984433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:01.015234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Made reservation on behalf of 6197579e9542463fb72c2dd8de6f0f4d for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:01.019735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.049165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.051629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a9cf5-e07e-49c2-b1e0-5d558af344b1 req-5500d8cd-b131-421e-a753-a11f7f3f977b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.053335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-967a9cf5-e07e-49c2-b1e0-5d558af344b1 req-5500d8cd-b131-421e-a753-a11f7f3f977b tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.2409461 Nov 12 03:28:01.109090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:01.114754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.119475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6aab11b-dcc4-4c80-b2c4-d4c694bb466d req-1a4be78e-0c4b-4d26-8a7d-0df566191648 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "DELETE /v2.0/ports/0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d HTTP/1.1" status: 204 len: 173 time: 0.8822362 Nov 12 03:28:01.120716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'name': 'network-vif-deleted', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:01.134023 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a068401b-63b2-4500-b773-200ebb3e74fc" -d '{"events": [{"server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "name": "network-vif-deleted", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:01.204371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e07243d0-8d15-44a7-8a00-9b20a6e9315f req-cb944aeb-b95a-4403-a3f1-ec5623baef9f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=207288b2-b76c-49e2-a381-d04531462921 HTTP/1.1" status: 200 len: 210 time: 0.0812228 Nov 12 03:28:01.250353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-967a9cf5-e07e-49c2-b1e0-5d558af344b1 req-054633ee-c61c-4897-81ea-9ee3833b77eb tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430635 Nov 12 03:28:01.297504 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e5b849-d4e9-4549-af4a-e0ed767281e3 x-openstack-request-id: req-56e5b849-d4e9-4549-af4a-e0ed767281e3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:01.298178 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207288b2-b76c-49e2-a381-d04531462921", "name": "network-vif-deleted", "tag": "0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:01.299056 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56e5b849-d4e9-4549-af4a-e0ed767281e3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:01.300328 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207288b2-b76c-49e2-a381-d04531462921', 'name': 'network-vif-deleted', 'tag': '0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d', 'status': 'completed', 'code': 200} Nov 12 03:28:01.309519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.344823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a30d6d90-eab0-46c7-828a-990ed2d89446 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:01.364839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.373364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.374824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: a30d6d90-eab0-46c7-828a-990ed2d89446 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:01.375188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a30d6d90-eab0-46c7-828a-990ed2d89446 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:01.375608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:01.402232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:01.402584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c2a1b4e-14a6-4b17-bc3f-e45e2b88644d not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:01.467742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56564c6d-37bd-4b3c-a186-49b079ac6a33,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.480065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:01.500366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.511605 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Added segment 8d9a17f8-ebdc-4a3d-9559-bf29372ee196 of type vlan for network 787f0bad-1290-4d90-bba5-942a6025ced3 Nov 12 03:28:01.556215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.586715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.602765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.603909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.687213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Network': ['ID=787f0bad-1290-4d90-bba5-942a6025ced3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.698912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 787f0bad-1290-4d90-bba5-942a6025ced3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:01.704637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4cac642d-9348-4728-8598-86ded94527c4 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9232450 Nov 12 03:28:01.707286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48350) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.719820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'subnet': {'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:01.814704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4070e-2485-4994-937f-a099c904d1a8 req-5ef330a5-588d-4a84-98e4-0e11e482a7de tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.816923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-92b4070e-2485-4994-937f-a099c904d1a8 req-5ef330a5-588d-4a84-98e4-0e11e482a7de tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.1477821 Nov 12 03:28:01.832830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34'}, {'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:01.841566 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de53e91e-667c-43f5-8d4e-cce2b219d05f" -d '{"events": [{"server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c4014228-e695-4e89-9288-01400bf0ea34"}, {"server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "name": "network-vif-plugged", "status": "completed", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:01.910708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-92b4070e-2485-4994-937f-a099c904d1a8 req-6ea3971f-8ce2-4ed1-bf73-c4a1259ac7d0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850384 Nov 12 03:28:01.949719 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b924e9-3bb9-40a7-aefd-a66bf912de92 x-openstack-request-id: req-70b924e9-3bb9-40a7-aefd-a66bf912de92 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:01.950403 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c4014228-e695-4e89-9288-01400bf0ea34", "code": 200}, {"server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "name": "network-vif-plugged", "status": "completed", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:01.950672 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-70b924e9-3bb9-40a7-aefd-a66bf912de92 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:01.951404 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34', 'code': 200} Nov 12 03:28:01.951836 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'code': 200} Nov 12 03:28:01.953993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Made reservation on behalf of 6197579e9542463fb72c2dd8de6f0f4d for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:01.963572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.034383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2d06263-53cb-41cd-979b-cd6d03dcc2c7 req-2c45c900-eb19-44ff-b6b6-83c011c19aca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0591812 Nov 12 03:28:02.089819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b5f9b-25de-46f8-8393-3d25ef8ce1ae req-81426c2d-dc96-4e3b-9b9b-138ed766b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.091376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e9b5f9b-25de-46f8-8393-3d25ef8ce1ae req-81426c2d-dc96-4e3b-9b9b-138ed766b858 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 1098 time: 0.0484004 Nov 12 03:28:02.165225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e9b5f9b-25de-46f8-8393-3d25ef8ce1ae req-a46dd268-d8cc-4701-9743-e2b1e9b9fbaa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650547 Nov 12 03:28:02.187623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2c8d5-af86-4c0b-aba1-53cfd3533035 req-204c1da0-f1ff-4a73-8107-86e6d95e0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.189295 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2eb2c8d5-af86-4c0b-aba1-53cfd3533035 req-204c1da0-f1ff-4a73-8107-86e6d95e0ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 1097 time: 0.0824056 Nov 12 03:28:02.271472 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcc6c2ab-8c03-4ff2-b5e1-e0a90802fc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.358577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.427877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37f5aa-700d-4c8a-8af3-0d4427087479 req-a4e603de-bcb2-44d8-ab60-501ff03a5e3a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.436257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc37f5aa-700d-4c8a-8af3-0d4427087479 req-a4e603de-bcb2-44d8-ab60-501ff03a5e3a tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.0647895 Nov 12 03:28:02.530601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc37f5aa-700d-4c8a-8af3-0d4427087479 req-9340ad36-7e54-4375-b551-8cdea07f8827 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871964 Nov 12 03:28:02.558563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Subnet': ['ID=51e2393b-d6fc-42bf-9742-3911c48165bd,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.690135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-51b2fcb7-6310-488d-9a37-f1bd95b7eb88 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.691751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-51b2fcb7-6310-488d-9a37-f1bd95b7eb88 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.1246486 Nov 12 03:28:02.695479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2eb2c8d5-af86-4c0b-aba1-53cfd3533035 req-244b7f45-f024-481b-83cb-eb3d2f8b3665 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330537 Nov 12 03:28:02.703162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Checking segment: {'id': '8d9a17f8-ebdc-4a3d-9559-bf29372ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:02.703739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network hostable DHCP agents. Network: 787f0bad-1290-4d90-bba5-942a6025ced3, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:02.722194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-faaa5a3b-6e21-4389-a373-e9367ee914b0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0202777 Nov 12 03:28:02.762687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 787f0bad-1290-4d90-bba5-942a6025ced3 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:02.793075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 787f0bad-1290-4d90-bba5-942a6025ced3) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:02.799403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.800069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.805236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de3873-26d4-4cef-a68b-0b637292c9b7 None None] Network 787f0bad-1290-4d90-bba5-942a6025ced3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:02.820231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-6b01ebb5-c1b9-4b92-bfd1-c2ceb7a2c2d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917342 Nov 12 03:28:02.863817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d82b5ca7-e201-4ea3-89ec-652af017236e tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1554470 Nov 12 03:28:02.867416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48374) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.874356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1497663690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:02.916332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.917409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.992632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-5a6e2fbb-153c-4d45-b61d-476fd54d11b8 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713631 Nov 12 03:28:03.040557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.047443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.063396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-787f0bad-1290-4d90-bba5-942a6025ced3', 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3', 'tenant_id': '6197579e9542463fb72c2dd8de6f0f4d', 'fixed_ips': [{'subnet_id': '51e2393b-d6fc-42bf-9742-3911c48165bd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:03.064310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.102865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.106431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e5f7c217-d264-450d-9835-a99ca9451bca tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2355397 Nov 12 03:28:03.108418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:03.181581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99799295-d265-4802-a8b5-60a94b385054 req-e07258f9-649a-44c0-8f2d-4fada87f639a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.183215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99799295-d265-4802-a8b5-60a94b385054 req-e07258f9-649a-44c0-8f2d-4fada87f639a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.1373398 Nov 12 03:28:03.270385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99799295-d265-4802-a8b5-60a94b385054 req-2ba0ac2b-b1e8-4712-8638-68fc67570d65 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774157 Nov 12 03:28:03.314672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-4cf7bd22-8fb9-435c-a31c-48be31fa993c service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207526 Nov 12 03:28:03.318948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Allocated IP 172.20.0.2 (787f0bad-1290-4d90-bba5-942a6025ced3/51e2393b-d6fc-42bf-9742-3911c48165bd/84b06a60-0bf4-49e9-879b-717bc102c460) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:03.531192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a351cd78-816d-4570-82d5-258e3aab44b3 req-d21bf8ee-f52b-4912-8fa7-6d0e795b6a20 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0848551 Nov 12 03:28:03.577868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.729412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93e824c7-7ffe-4a18-b9b9-28ad9cc03cac req-8bba5cb7-489e-402c-8bf8-5536d2684f0c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 210 time: 0.0402782 Nov 12 03:28:03.787909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.797266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.874678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Network 787f0bad-1290-4d90-bba5-942a6025ced3 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:03.881500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:03.883780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Pushing event updated for resources: {'Port': ['ID=84b06a60-0bf4-49e9-879b-717bc102c460,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.886505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:03.952774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760ce53-456f-4c41-b655-d9c8e041c099 req-b1127dda-883e-4365-9d5b-5aa7a05ebd0e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.954388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b760ce53-456f-4c41-b655-d9c8e041c099 req-b1127dda-883e-4365-9d5b-5aa7a05ebd0e tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.2663114 Nov 12 03:28:03.962868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Attempting to bind port 84b06a60-0bf4-49e9-879b-717bc102c460 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:03.963175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Attempting to bind port 84b06a60-0bf4-49e9-879b-717bc102c460 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8d9a17f8-ebdc-4a3d-9559-bf29372ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:03.963877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Attempting to bind port 84b06a60-0bf4-49e9-879b-717bc102c460 on network 787f0bad-1290-4d90-bba5-942a6025ced3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:03.969217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:03.969589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Checking segment: {'id': '8d9a17f8-ebdc-4a3d-9559-bf29372ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:03.969990 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.970383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Bound using segment: {'id': '8d9a17f8-ebdc-4a3d-9559-bf29372ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:03.970857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Bound port: 84b06a60-0bf4-49e9-879b-717bc102c460, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9a17f8-ebdc-4a3d-9559-bf29372ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:03.971278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.048924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] For port 84b06a60-0bf4-49e9-879b-717bc102c460, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:04.055795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] For port 84b06a60-0bf4-49e9-879b-717bc102c460, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84b06a60-0bf4-49e9-879b-717bc102c460,segment=NetworkSegment(8d9a17f8-ebdc-4a3d-9559-bf29372ee196),segment_id=8d9a17f8-ebdc-4a3d-9559-bf29372ee196)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:04.062538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.107480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b760ce53-456f-4c41-b655-d9c8e041c099 req-0151f58b-1909-4838-93b9-a536ff13aecf tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Nov 12 03:28:04.146548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e96ad-87ad-45bc-9545-71d2bda8dbf4 None None] Pushing event updated for resources: {'Port': ['ID=84b06a60-0bf4-49e9-879b-717bc102c460,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.174040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Allocated IP 172.20.0.1 (787f0bad-1290-4d90-bba5-942a6025ced3/51e2393b-d6fc-42bf-9742-3911c48165bd/cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:04.333873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.375403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.456642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.482600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 787f0bad-1290-4d90-bba5-942a6025ced3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:04.493778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:04.496796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:04.528513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a698c5-4a5b-4491-b24b-50643a596d38 req-2accb85c-385e-4776-8507-eeeecf2987d4 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.536136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51a698c5-4a5b-4491-b24b-50643a596d38 req-2accb85c-385e-4776-8507-eeeecf2987d4 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.1490610 Nov 12 03:28:04.561533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.598505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51a698c5-4a5b-4491-b24b-50643a596d38 req-c7db7cad-2126-4e90-b85b-e1b421d6d532 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Nov 12 03:28:04.660795 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-127765c5-10c2-4f94-8396-6f742687c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.732511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d3c27bb-acec-47a1-953c-2eaa1044301a req-7e276687-de54-44ff-8e96-2e86f05eb945 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/ports?device_id=18c13e63-9411-4aec-b9e3-d94ef7968dbd HTTP/1.1" status: 200 len: 210 time: 0.0399997 Nov 12 03:28:04.738855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4b0e-844f-472d-99d4-50f24eb8efcf req-302b3011-f868-49b4-a813-f44b4ef06dfe tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.741451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f4f4b0e-844f-472d-99d4-50f24eb8efcf req-302b3011-f868-49b4-a813-f44b4ef06dfe tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0609360 Nov 12 03:28:04.822522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.828411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f4f4b0e-844f-472d-99d4-50f24eb8efcf req-8777dafa-e85e-4299-811b-ddd81322104b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804081 Nov 12 03:28:05.039765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-359a731a-c1ef-48d7-b438-0da81a463c1c req-ace9a1b0-126b-437c-8539-c11f267edb56 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 210 time: 0.0550067 Nov 12 03:28:05.094927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-605b7e9e-6c93-4ae6-a48e-b8acce45ee6d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.096500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-605b7e9e-6c93-4ae6-a48e-b8acce45ee6d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2518899 Nov 12 03:28:05.112486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:05.237534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecfd83-8180-4a02-bd68-8777ac9b7735 req-45cd11cb-8ddb-4f8e-87b7-926250779e24 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.245895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fecfd83-8180-4a02-bd68-8777ac9b7735 req-45cd11cb-8ddb-4f8e-87b7-926250779e24 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.1380680 Nov 12 03:28:05.314121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75c228-2cea-41df-bc06-9f59e2d210f2 req-11cad6e9-d06b-4551-8246-e1a11933b90b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.315736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b75c228-2cea-41df-bc06-9f59e2d210f2 req-11cad6e9-d06b-4551-8246-e1a11933b90b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.0741701 Nov 12 03:28:05.316544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:05.320543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.339076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fecfd83-8180-4a02-bd68-8777ac9b7735 req-edc9ddf8-54c4-49c4-b17b-50bd7822c90f tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914400 Nov 12 03:28:05.351867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.370278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.439379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b75c228-2cea-41df-bc06-9f59e2d210f2 req-d3fe156f-38f1-4530-b173-20071906ba55 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942199 Nov 12 03:28:05.488540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.547868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.549462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.6 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:05.609308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84b06a60-0bf4-49e9-879b-717bc102c460 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:05.655799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec267221-b479-4468-929e-e26a021bda4a req-83d37b9d-0b12-41fe-b7a3-2b85ccb52c0f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.665133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec267221-b479-4468-929e-e26a021bda4a req-83d37b9d-0b12-41fe-b7a3-2b85ccb52c0f tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.2199228 Nov 12 03:28:05.684492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698cd8e-323b-4098-9baa-66f495fa730e None None] Network 787f0bad-1290-4d90-bba5-942a6025ced3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:05.691693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.746916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15dd71-4efb-4b96-9c63-91525389404a req-e8280be5-20b2-4b59-9898-319bc8c35304 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.748851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f15dd71-4efb-4b96-9c63-91525389404a req-e8280be5-20b2-4b59-9898-319bc8c35304 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.32 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 946 time: 0.1394212 Nov 12 03:28:05.781682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 787f0bad-1290-4d90-bba5-942a6025ced3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:05.807584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:05.820970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-06188ed5-ee79-40ac-a30a-0f215baa0c14 None None] Provisioning complete for port 84b06a60-0bf4-49e9-879b-717bc102c460 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:05.822226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-06188ed5-ee79-40ac-a30a-0f215baa0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.832030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec267221-b479-4468-929e-e26a021bda4a req-ac4d9c38-6005-4f7c-98e7-77fa8f273194 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/security-groups?id=87a502c6-0c9e-4034-a628-74d42e9e1b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557248 Nov 12 03:28:05.896538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 84b06a60-0bf4-49e9-879b-717bc102c460 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:05.897225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7409b4-2e03-4045-8d29-441b18d5ef3a req-d0c145bf-5e81-4b86-91e7-39d795d16974 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.897571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.898913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce7409b4-2e03-4045-8d29-441b18d5ef3a req-d0c145bf-5e81-4b86-91e7-39d795d16974 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0846667 Nov 12 03:28:05.920764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48420) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.960646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.021430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Deleting port 6957836d-79ac-434e-adcd-e4129c9d00df {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:06.021846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.063148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce7409b4-2e03-4045-8d29-441b18d5ef3a req-8df4a435-1ec7-4f5a-af6d-a87fdb07fa68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313479 Nov 12 03:28:06.063611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.065642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.071011 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-06188ed5-ee79-40ac-a30a-0f215baa0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.097914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.156960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.159760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.160989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/security-groups/ed2b0c2c-e176-47dc-88d9-d51c0ac7870f HTTP/1.1" status: 204 len: 168 time: 0.2392414 Nov 12 03:28:06.168679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.175768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.180859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 84b06a60-0bf4-49e9-879b-717bc102c460, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84b06a60-0bf4-49e9-879b-717bc102c460,segment=NetworkSegment(8d9a17f8-ebdc-4a3d-9559-bf29372ee196),segment_id=8d9a17f8-ebdc-4a3d-9559-bf29372ee196)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.196302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:06.202564 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.204792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcd2cc-fb58-4ea9-84f6-26f8374163b8 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2b0c2c-e176-47dc-88d9-d51c0ac7870f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.244103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:06.245627 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-dfcee89a-aa2e-4f0d-b4f6-95832f5c5c8b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] show failed (client error): The resource could not be found. Nov 12 03:28:06.247246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dfcee89a-aa2e-4f0d-b4f6-95832f5c5c8b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "GET /v2.0/security-groups/ed2b0c2c-e176-47dc-88d9-d51c0ac7870f HTTP/1.1" status: 404 len: 347 time: 0.0768261 Nov 12 03:28:06.250267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48428) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.260883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:06.263717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:06.357729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.393949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-06188ed5-ee79-40ac-a30a-0f215baa0c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:06.394967 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-06188ed5-ee79-40ac-a30a-0f215baa0c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:06.412550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=84b06a60-0bf4-49e9-879b-717bc102c460,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.474531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.475328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.507467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-39cf6a3e-e09d-4798-a9f5-7541ed9ccb37 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3989522 Nov 12 03:28:06.522141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584deb40-4461-47a2-9092-607c9dd8207b req-08b65ebe-f276-4083-af29-f2f28cafcb1e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.523792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-584deb40-4461-47a2-9092-607c9dd8207b req-08b65ebe-f276-4083-af29-f2f28cafcb1e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0858335 Nov 12 03:28:06.529957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Request body: {'port': {'device_id': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.618635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 641a2bea-83f9-4532-a9dd-6f27e00b1f80 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:06.619310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.646289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24952d-891f-47d8-a6e5-5cc8a34ee4d6 req-610169e7-7385-4a04-a2de-1d9fb1506627 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.651600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c24952d-891f-47d8-a6e5-5cc8a34ee4d6 req-610169e7-7385-4a04-a2de-1d9fb1506627 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 931 time: 0.1200898 Nov 12 03:28:06.686269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Router 0f1cf039-ccdf-41eb-ae50-06ced2013a43 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:06.707353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] For port 6957836d-79ac-434e-adcd-e4129c9d00df, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6957836d-79ac-434e-adcd-e4129c9d00df,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.707861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.711324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.730816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-584deb40-4461-47a2-9092-607c9dd8207b req-cdb11c20-e898-4728-a01f-c0415bbed605 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981385 Nov 12 03:28:06.736653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Calling delete_port for 6957836d-79ac-434e-adcd-e4129c9d00df owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:06.819781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c24952d-891f-47d8-a6e5-5cc8a34ee4d6 req-4b5ccb7c-be8b-44ee-80cf-b879b4ef00ac tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632919 Nov 12 03:28:06.884839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-81b7108d-857f-4a9e-b29b-a67d10b193be tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.886483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-81b7108d-857f-4a9e-b29b-a67d10b193be tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.3116839 Nov 12 03:28:06.887457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:06.898605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-18595aa0-20b4-4c4d-ac26-000c8b55314c tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "PUT /v2.0/routers/0f1cf039-ccdf-41eb-ae50-06ced2013a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7853246 Nov 12 03:28:06.903330 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] Sync routers for ids ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:06.904116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.910467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'port': {'network_id': '787f0bad-1290-4d90-bba5-942a6025ced3', 'name': 'tempest-FloatingIPNegativeTestJSON-154141165'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.921752 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] Routers {'0f1cf039-ccdf-41eb-ae50-06ced2013a43'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:06.922388 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.963534 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.972804 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] Routers {'0f1cf039-ccdf-41eb-ae50-06ced2013a43'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:06.973485 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:06.981124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.981124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.013032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 641a2bea-83f9-4532-a9dd-6f27e00b1f80 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:07.013848 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:07.014498 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657ed94-b10a-4201-8599-5ee5ea9cd066 None None] The sync data for ids ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:07.065336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-57fcb56b-df27-4149-a0eb-2bd331e2c69d None None] Provisioning complete for port cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.066258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-57fcb56b-df27-4149-a0eb-2bd331e2c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.091250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.106083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-57fcb56b-df27-4149-a0eb-2bd331e2c69d None None] Port cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:07.120018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-57fcb56b-df27-4149-a0eb-2bd331e2c69d None None] Provisioning complete for port 84b06a60-0bf4-49e9-879b-717bc102c460 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.120388 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-57fcb56b-df27-4149-a0eb-2bd331e2c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.150472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Pushing event deleted for resources: {'Port': ['ID=6957836d-79ac-434e-adcd-e4129c9d00df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.173164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.237523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] No DVR routers for this DVR port 6957836d-79ac-434e-adcd-e4129c9d00df on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:07.242953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.246771 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f15dd71-4efb-4b96-9c63-91525389404a req-d2573507-6bd1-4989-9d45-bdef2f25d9b2 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.32 "DELETE /v2.0/ports/6957836d-79ac-434e-adcd-e4129c9d00df HTTP/1.1" status: 204 len: 173 time: 1.4851913 Nov 12 03:28:07.247281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'name': 'network-vif-deleted', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:07.249698 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcceb6af-a555-4f13-9815-59ac8776b6b6" -d '{"events": [{"server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "name": "network-vif-deleted", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:07.294093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f861-5090-452b-8cad-6c0b691483be req-526b65c2-7638-4191-8653-22dba4bb13b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.304019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f861-5090-452b-8cad-6c0b691483be req-526b65c2-7638-4191-8653-22dba4bb13b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.310317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f861-5090-452b-8cad-6c0b691483be req-526b65c2-7638-4191-8653-22dba4bb13b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.312076 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84d9f861-5090-452b-8cad-6c0b691483be req-526b65c2-7638-4191-8653-22dba4bb13b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd&device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d&device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 2418 time: 0.1786177 Nov 12 03:28:07.343812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Made reservation on behalf of 6197579e9542463fb72c2dd8de6f0f4d for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:07.347814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.385078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] device_id is not set on port 789d11d4-86bd-4eac-9451-cc7c1a4ac886 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:07.406191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84d9f861-5090-452b-8cad-6c0b691483be req-5cb05f5c-1b28-4a69-9370-3d1d77a830c1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836554 Nov 12 03:28:07.505317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f7d9-313b-4f8e-a62f-9115cad0ba9b req-b6b9299b-4a48-4bc5-91de-9f551323a91a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.506809 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bb8f7d9-313b-4f8e-a62f-9115cad0ba9b req-b6b9299b-4a48-4bc5-91de-9f551323a91a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 945 time: 0.6356621 Nov 12 03:28:07.526867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84b06a60-0bf4-49e9-879b-717bc102c460 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:07.540532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-667fef75-540c-4a65-9758-23507f459b3e req-7e3056d9-c14d-4cd8-98b4-27530a4d8623 tempest-ServerRescueNegativeTestJSON-881283620 tempest-ServerRescueNegativeTestJSON-881283620-project] 10.222.0.84 "GET /v2.0/ports?device_id=989cb6e8-f592-4ec6-9a78-d98802d2ff33 HTTP/1.1" status: 200 len: 210 time: 0.0405450 Nov 12 03:28:07.555626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Allocated IP 172.20.0.14 (787f0bad-1290-4d90-bba5-942a6025ced3/51e2393b-d6fc-42bf-9742-3911c48165bd/789d11d4-86bd-4eac-9451-cc7c1a4ac886) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:07.574501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:07.574501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.586032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 84b06a60-0bf4-49e9-879b-717bc102c460 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.586563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.705366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.731911 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f84310-5772-4056-85a3-1b31e6e32292 x-openstack-request-id: req-b6f84310-5772-4056-85a3-1b31e6e32292 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:07.732490 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989cb6e8-f592-4ec6-9a78-d98802d2ff33", "name": "network-vif-deleted", "tag": "6957836d-79ac-434e-adcd-e4129c9d00df", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:07.732490 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b6f84310-5772-4056-85a3-1b31e6e32292 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:07.732879 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cb6e8-f592-4ec6-9a78-d98802d2ff33', 'name': 'network-vif-deleted', 'tag': '6957836d-79ac-434e-adcd-e4129c9d00df', 'status': 'completed', 'code': 200} Nov 12 03:28:07.802613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.816473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d83a0f-6fb4-49df-80c5-9a4d7df38d28 req-bc94361d-132a-4da5-bcff-3b657cc34be2 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.818540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2d83a0f-6fb4-49df-80c5-9a4d7df38d28 req-bc94361d-132a-4da5-bcff-3b657cc34be2 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0849030 Nov 12 03:28:07.855597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=641a2bea-83f9-4532-a9dd-6f27e00b1f80,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.879630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bb8f7d9-313b-4f8e-a62f-9115cad0ba9b req-7d042f68-bcfb-4187-aa64-711ad7783890 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b0184c4-b3e4-4339-8e4a-53a6cd5174df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596659 Nov 12 03:28:07.881875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2d83a0f-6fb4-49df-80c5-9a4d7df38d28 req-5b393158-c854-46b5-aa1c-ea15f6f524bb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 Nov 12 03:28:07.884675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.915960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 787f0bad-1290-4d90-bba5-942a6025ced3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:07.919788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:07.934526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.939175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:07.941828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:07.956581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.959760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.961181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8ef0adc5-9063-4493-8697-551d75664844 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/floatingips/94759005-c500-4226-b318-40d44292dcc0 HTTP/1.1" status: 204 len: 168 time: 1.7097969 Nov 12 03:28:07.967637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48446) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.013830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.014866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.025890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Transition to ACTIVE for port object 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:08.035143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.058332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:08.058683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.075602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=789d11d4-86bd-4eac-9451-cc7c1a4ac886,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.092213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0182ae9c-2630-4939-bdfb-5065a37bdff5 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1827374 Nov 12 03:28:08.096132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48450) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.101235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.109669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:08.121293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838740d9-ca5f-43eb-9fa3-4415619defdb req-cd4d2e1e-4c45-4e76-836a-8318cbbe2729 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.131613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-838740d9-ca5f-43eb-9fa3-4415619defdb req-cd4d2e1e-4c45-4e76-836a-8318cbbe2729 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 943 time: 0.1331754 Nov 12 03:28:08.169945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.198418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Pushing event updated for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.202843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6957836d-79ac-434e-adcd-e4129c9d00df no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:08.248034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.249975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 6957836d-79ac-434e-adcd-e4129c9d00df {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:08.250574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6957836d-79ac-434e-adcd-e4129c9d00df not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:08.253316 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-838740d9-ca5f-43eb-9fa3-4415619defdb req-5212b057-8d33-4c67-94d9-6d25926942d2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220489 Nov 12 03:28:08.334391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port b38840ec-bd89-4b64-b4af-4b668be094e5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:08.334831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.355712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.366776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Attempting to bind port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:08.367299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Attempting to bind port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:08.367734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Attempting to bind port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:08.382605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:08.382605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Attempting to bind port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:08.394796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-97537b90-9a58-4e2a-bdf7-02b35945cd6e None None] Provisioning complete for port 789d11d4-86bd-4eac-9451-cc7c1a4ac886 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:08.395526 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-97537b90-9a58-4e2a-bdf7-02b35945cd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.424349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:08.424852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:08.425363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:08.425904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Bound port: 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:08.426372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.449824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-97537b90-9a58-4e2a-bdf7-02b35945cd6e None None] Port 789d11d4-86bd-4eac-9451-cc7c1a4ac886 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:08.492325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Allocated IP 172.25.2.240 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/ee7fe06d-8598-4408-b37c-01f9df1be396) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:08.538820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.571591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for b38840ec-bd89-4b64-b4af-4b668be094e5 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:08.594510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.596630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:08.611538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:08.624410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.630452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.640790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.648284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.758171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:08.760721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.760919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.762388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] 10.222.0.39 "PUT /v2.0/ports/963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 HTTP/1.1" status: 200 len: 1092 time: 2.2375786 Nov 12 03:28:08.768536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:08.771482 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808f8a2-848b-42d2-8281-33b0a47db634" -d '{"events": [{"name": "network-changed", "server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:08.774678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.776637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.783416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-468e9afa-5224-4941-8d62-3d04e5d905e2 req-03d385df-c3a4-4fb2-ae67-69aadecd965f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "DELETE /v2.0/ports/c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 HTTP/1.1" status: 204 len: 173 time: 1.8691454 Nov 12 03:28:08.824233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949324dd-d8e5-4157-b90c-c16f6d507e51 service neutron] Pushing event updated for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.864976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:08.874938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:08.884781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:08.902136 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287e2d61-3bef-44d8-bd8e-e7f3b830ccb9 x-openstack-request-id: req-287e2d61-3bef-44d8-bd8e-e7f3b830ccb9 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:08.902433 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:08.902687 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-287e2d61-3bef-44d8-bd8e-e7f3b830ccb9 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:08.903084 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435', 'status': 'completed', 'code': 200} Nov 12 03:28:08.911699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=ee7fe06d-8598-4408-b37c-01f9df1be396,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.008617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-df5e514b-1d8e-4bb8-a67c-a65ae0215728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.010316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-df5e514b-1d8e-4bb8-a67c-a65ae0215728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 1095 time: 0.1675150 Nov 12 03:28:09.015130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f321f2ee-229e-4062-8e39-49221b2e4ed3 req-81043105-b340-46ef-a105-57063934c3d1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Nov 12 03:28:09.024914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.042388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894fd9-fc55-4c26-8e55-eb9a8b68c520 req-4fff1300-a3c3-4a64-83ee-74d07a92b579 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.045317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4894fd9-fc55-4c26-8e55-eb9a8b68c520 req-4fff1300-a3c3-4a64-83ee-74d07a92b579 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1170681 Nov 12 03:28:09.104713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.167074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.193925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4894fd9-fc55-4c26-8e55-eb9a8b68c520 req-5a2d6ca5-6fc1-43fa-b90f-befd262be725 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315465 Nov 12 03:28:09.210311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=b38840ec-bd89-4b64-b4af-4b668be094e5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.213597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-57f35d1d-d3b0-4abc-be8d-cd76b9770802 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 HTTP/1.1" status: 200 len: 217 time: 0.1864240 Nov 12 03:28:09.333326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.339869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8c49c77f-853a-4d57-a7b9-d68f9c1e802d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/ports/b38840ec-bd89-4b64-b4af-4b668be094e5 HTTP/1.1" status: 204 len: 168 time: 1.3692448 Nov 12 03:28:09.343588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.352665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-ffc105bd-96c0-4631-a2c9-c4533fc9e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.354296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-ffc105bd-96c0-4631-a2c9-c4533fc9e613 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.0745599 Nov 12 03:28:09.379556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.392239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:09.393808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-9455b81d-f442-44f0-8fd8-9343f9652d58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319595 Nov 12 03:28:09.417726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:09.418671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:09.491121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-f16d308b-055c-427e-8806-5dd1e3d563a1 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895665 Nov 12 03:28:09.561110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.572923 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.586904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db955-704a-4164-9ed8-a7b359cb3bc6 req-63adc7d1-8623-48c6-8b9b-c3b21776fedf tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.588511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad6db955-704a-4164-9ed8-a7b359cb3bc6 req-63adc7d1-8623-48c6-8b9b-c3b21776fedf tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 943 time: 0.2298412 Nov 12 03:28:09.597608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bbe6225-577d-46e0-b9e4-be0a6720cdea req-6f561e4d-7f85-451c-98b0-c8217ec91399 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991430 Nov 12 03:28:09.704443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-b54c1328-6c88-4459-813f-c77112dd0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.706013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-b54c1328-6c88-4459-813f-c77112dd0a3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 1095 time: 0.0603144 Nov 12 03:28:09.745768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=ee7fe06d-8598-4408-b37c-01f9df1be396,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.762767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:09.763264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.807731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-24cd8746-c527-4fcb-9a40-e7eaad178147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.809250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-24cd8746-c527-4fcb-9a40-e7eaad178147 service neutron] 10.222.0.39 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.0949280 Nov 12 03:28:09.821795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.852026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.853450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e85ed5f8-d940-4338-a706-e11475db69a7 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7565367 Nov 12 03:28:09.856911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-8e662ba7-5b05-4ad9-bcea-9e4ef700aed1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 HTTP/1.1" status: 200 len: 217 time: 0.0395968 Nov 12 03:28:09.857298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48476) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.861909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0c2d7e79-5489-48ae-b0f7-80de01288ddb tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'floatingip': {'port_id': '789d11d4-86bd-4eac-9451-cc7c1a4ac886', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:09.935934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7e79-5489-48ae-b0f7-80de01288ddb tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.006447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-f84eb5c4-5935-4b84-8905-b21ce897157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.007911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-f84eb5c4-5935-4b84-8905-b21ce897157c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1425462 Nov 12 03:28:10.122827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-7af74192-38b1-47fb-8e07-8a734fcd0b74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053698 Nov 12 03:28:10.149492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-705720a6-bca3-446b-b82d-74a9ae8f6f50 req-cb0ab3a2-87db-4020-8646-5a2252bec389 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0521972 Nov 12 03:28:10.159841 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-0c2d7e79-5489-48ae-b0f7-80de01288ddb tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] update failed (client error): The resource could not be found. Nov 12 03:28:10.164198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0c2d7e79-5489-48ae-b0f7-80de01288ddb tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "PUT /v2.0/floatingips/b8b7e1eb-06ea-4072-bc48-3f2855606309 HTTP/1.1" status: 404 len: 507 time: 0.3058724 Nov 12 03:28:10.175960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48480) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.244214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.257695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:10.395545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad6db955-704a-4164-9ed8-a7b359cb3bc6 req-e20c5133-2ca5-40af-9796-3b151cd03323 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7717924 Nov 12 03:28:10.399562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.404149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519dadd-d994-4968-89ba-b39174b343c6 req-1b388b17-dae9-4ddd-ab4d-ca95f5cf2493 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.405785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6519dadd-d994-4968-89ba-b39174b343c6 req-1b388b17-dae9-4ddd-ab4d-ca95f5cf2493 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1315997 Nov 12 03:28:10.411380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-57168945-1047-497f-be7c-b2f1412aa056 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642982 Nov 12 03:28:10.439160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.468518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting port ee7fe06d-8598-4408-b37c-01f9df1be396 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:10.468934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.553401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.556678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5fd6ccf-d16d-42dc-b695-e1da131f56ca tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/ports/4d2d7bf6-14e6-4120-b4a5-fb2b971e5e0d HTTP/1.1" status: 204 len: 168 time: 1.2121434 Nov 12 03:28:10.564155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48484) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.571610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6519dadd-d994-4968-89ba-b39174b343c6 req-9d4c00bf-c59f-4304-8fd8-571b3977e22a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579757 Nov 12 03:28:10.604439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9808f8a2-848b-42d2-8281-33b0a47db634 req-e84de0c9-eed5-482c-a5a4-68cc7b426965 service neutron] 10.222.0.39 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791677 Nov 12 03:28:10.638188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.638581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.651737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting subnet 18b208e9-769b-4dcc-8188-fef3d15f0a07 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:10.652207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Calling delete_port for ee7fe06d-8598-4408-b37c-01f9df1be396 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:10.655621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.700413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Deleting port 7b77f96d-570f-46bc-991f-6f17b0ebb289 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:10.700747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.704279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.814280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.852234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Port': ['ID=ee7fe06d-8598-4408-b37c-01f9df1be396,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.862689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] For port 7b77f96d-570f-46bc-991f-6f17b0ebb289, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7b77f96d-570f-46bc-991f-6f17b0ebb289,segment=NetworkSegment(cc1887e8-9288-41fd-9b48-4ed00be8837a),segment_id=cc1887e8-9288-41fd-9b48-4ed00be8837a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:10.863282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.876943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.900891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Calling delete_port for 7b77f96d-570f-46bc-991f-6f17b0ebb289 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:10.912725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'name': 'network-vif-deleted', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:10.914990 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7bb5ca-2d4f-4b3b-b9d6-d274569dbb58" -d '{"events": [{"server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "name": "network-vif-deleted", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:10.953078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.956085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.957877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b7a30817-f782-4161-8b43-75afc207f05b tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "DELETE /v2.0/floatingips/b8b7e1eb-06ea-4072-bc48-3f2855606309 HTTP/1.1" status: 204 len: 168 time: 0.7805924 Nov 12 03:28:10.966794 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63099701-e199-4d44-9029-0ae2c7198f4f x-openstack-request-id: req-63099701-e199-4d44-9029-0ae2c7198f4f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:10.967115 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2476135-67b8-46ac-bad5-3b88328cb508", "name": "network-vif-deleted", "tag": "c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:10.967382 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-63099701-e199-4d44-9029-0ae2c7198f4f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:10.967780 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2476135-67b8-46ac-bad5-3b88328cb508', 'name': 'network-vif-deleted', 'tag': 'c83daeb9-e0ec-4184-91f3-d5bfc2bf86c5', 'status': 'completed', 'code': 200} Nov 12 03:28:10.968159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48488) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.972616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e2b0d9c1-1ac4-4de1-b833-c3dbdb504513 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'floatingip': {'floating_network_id': '787f0bad-1290-4d90-bba5-942a6025ced3', 'port_id': '789d11d4-86bd-4eac-9451-cc7c1a4ac886', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.996878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d9c1-1ac4-4de1-b833-c3dbdb504513 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.018473 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.049247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Subnet': ['ID=18b208e9-769b-4dcc-8188-fef3d15f0a07,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.056924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.060448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7bd93358-b8f0-4a0d-b637-f752dd4ba8b5 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/subnets/18b208e9-769b-4dcc-8188-fef3d15f0a07 HTTP/1.1" status: 204 len: 168 time: 0.4943223 Nov 12 03:28:11.064432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023afab-cfac-4b99-95e8-879f113a4518 None None] Network 41b8e15c-fcc5-4391-814a-4aeac2d7283e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:11.076700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48490) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.159570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting subnet 1ab2adae-59f8-4863-9be9-260d86a8789e {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:11.165323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.235202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.235979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.283169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b77f96d-570f-46bc-991f-6f17b0ebb289,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.298862 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-e2b0d9c1-1ac4-4de1-b833-c3dbdb504513 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:11.300888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e2b0d9c1-1ac4-4de1-b833-c3dbdb504513 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3313978 Nov 12 03:28:11.316528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] DHCP port deletion for 41b8e15c-fcc5-4391-814a-4aeac2d7283e request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:11.320571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48494) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.322155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a89aa658-67d3-4031-aca3-a1878e169408 req-9a320403-faa6-4ba4-bdbb-c2d6b5b8d7c4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0404961 Nov 12 03:28:11.325755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '789d11d4-86bd-4eac-9451-cc7c1a4ac886', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:11.375616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.385739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:11.392526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.416088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Deleting port 65672825-b94a-4796-9fbc-9de7f2bc8e1a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:11.416628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.579587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] For port 65672825-b94a-4796-9fbc-9de7f2bc8e1a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=65672825-b94a-4796-9fbc-9de7f2bc8e1a,segment=NetworkSegment(565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5),segment_id=565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.580971 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.633462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Calling delete_port for 65672825-b94a-4796-9fbc-9de7f2bc8e1a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:11.693112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 65672825-b94a-4796-9fbc-9de7f2bc8e1a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:11.693609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.763220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.788345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435', 'mac_address': 'fa:16:3e:17:a0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:11.851314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17635334-5061-4079-8b27-1c4f59ea2d4e req-020993fb-fe62-4b2b-89c5-ca66a771b12b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.853054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17635334-5061-4079-8b27-1c4f59ea2d4e req-020993fb-fe62-4b2b-89c5-ca66a771b12b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 943 time: 0.2870915 Nov 12 03:28:11.867986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-6cd6e548-34d0-4eed-8d59-88150e7773d5 req-3a9f0fe3-05a9-4e9d-bfa8-1a71c661218a service neutron] (102433) timed out ('10.222.0.32', 62468) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:28:11.882189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.889849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.900566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade020b5-9f37-488b-8ecd-9aff6ab8334d req-d0bec361-9dfb-4f91-819a-80c9a541d040 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.902201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ade020b5-9f37-488b-8ecd-9aff6ab8334d req-d0bec361-9dfb-4f91-819a-80c9a541d040 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0754321 Nov 12 03:28:11.924084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.955334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.962582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ade020b5-9f37-488b-8ecd-9aff6ab8334d req-7d3600f7-2179-4b71-b806-449b68d780cf tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534220 Nov 12 03:28:11.963726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.972030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.996393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab2adae-59f8-4863-9be9-260d86a8789e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.000326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.006393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2331ddc4-38bc-495f-8fcb-d9946befe15d tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/subnets/1ab2adae-59f8-4863-9be9-260d86a8789e HTTP/1.1" status: 204 len: 168 time: 0.9223843 Nov 12 03:28:12.006704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48500) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.012290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.023707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4271d-da7b-4984-9bc0-12cfdf760b14 None None] Network b9a6ff9a-0bcb-4630-8a95-464303525c0a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:12.027691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] No DVR routers for this DVR port 65672825-b94a-4796-9fbc-9de7f2bc8e1a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:12.032094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6e260-3bfb-4f30-aee3-a3b490e5d8e5 None None] Pushing event deleted for resources: {'Port': ['ID=65672825-b94a-4796-9fbc-9de7f2bc8e1a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.040596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Allocated IP 172.25.2.98 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/4b564c0e-f0f7-4b89-8190-8c3e6b1f590e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:12.082680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.101021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.197669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.200251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.221183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b8e15c-fcc5-4391-814a-4aeac2d7283e']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:12.232798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:12.233124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565ad2e5-55e5-4ca2-ac69-74ecb0eff2a5') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:12.243764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.249647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:12.257148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.263601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:12.263951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.316927 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:12.368611 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:12.375175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.425355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.436417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17635334-5061-4079-8b27-1c4f59ea2d4e req-10dfcfcb-8fcf-4976-9a7b-fdf406bf94f2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733664 Nov 12 03:28:12.438893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.439082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/networks/41b8e15c-fcc5-4391-814a-4aeac2d7283e HTTP/1.1" status: 204 len: 168 time: 0.4306576 Nov 12 03:28:12.441086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.443507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e5f2f-cbba-49ce-8a70-f305bddd570b tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Network': ['ID=41b8e15c-fcc5-4391-814a-4aeac2d7283e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.480949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Router f54dc009-b979-4355-baf3-197292b504c0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:12.541208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-985f15d9-d851-471a-8f17-7e863428b514 req-a58a52ce-950f-4425-b2ef-17909536dd6e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0529213 Nov 12 03:28:12.615622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:12.730276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:12.732702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:12.740050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event updated for resources: {'Port': ['ID=4b564c0e-f0f7-4b89-8190-8c3e6b1f590e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.782097 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.808749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:12.817671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48506) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.817842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9ec51ad-ea7f-425f-b311-fac487a3a30b admin admin] 10.222.0.84 "PUT /v2.0/routers/f54dc009-b979-4355-baf3-197292b504c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1859670 Nov 12 03:28:12.827610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Sync routers for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:12.835885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] DHCP port deletion for b9a6ff9a-0bcb-4630-8a95-464303525c0a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:12.855871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:12.856681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:12.945471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.966784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Deleting port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:12.967404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.009983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Deleting port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:13.010358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.028867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:13.059408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] For port 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79eb8180-4aff-4b9d-a498-4b759a83b9c4,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:13.059744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.062910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting port 4b564c0e-f0f7-4b89-8190-8c3e6b1f590e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:13.063280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.086785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Calling delete_port for 79eb8180-4aff-4b9d-a498-4b759a83b9c4 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:13.124323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.188726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] For port 79eb8180-4aff-4b9d-a498-4b759a83b9c4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79eb8180-4aff-4b9d-a498-4b759a83b9c4,segment=NetworkSegment(34376503-f2e6-42ca-9bf3-6ab7fbc70346),segment_id=34376503-f2e6-42ca-9bf3-6ab7fbc70346)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:13.189332 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.213079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Calling delete_port for 79eb8180-4aff-4b9d-a498-4b759a83b9c4 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:13.222382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Deleting port f1ef466f-261d-42f2-a337-b2579060f71f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:13.222741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.264275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb0e7b-60df-44e2-9836-1e2cee325aac req-5d573003-cdce-42af-85c3-95deefa362a2 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.265808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dabb0e7b-60df-44e2-9836-1e2cee325aac req-5d573003-cdce-42af-85c3-95deefa362a2 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1806667 Nov 12 03:28:13.267708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.268039 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.292742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Calling delete_port for 4b564c0e-f0f7-4b89-8190-8c3e6b1f590e owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:13.333542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] For port f1ef466f-261d-42f2-a337-b2579060f71f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1ef466f-261d-42f2-a337-b2579060f71f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:13.336853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:28:13.348592 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:28:13.355635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Calling delete_port for f1ef466f-261d-42f2-a337-b2579060f71f owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:13.369902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:28:11Z', 'revision_number': 5, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port': {'id': 'f1ef466f-261d-42f2-a337-b2579060f71f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54dc009-b979-4355-baf3-197292b504c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.375490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.379426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.409991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Checking router: f54dc009-b979-4355-baf3-197292b504c0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:13.417472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:13.418645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dabb0e7b-60df-44e2-9836-1e2cee325aac req-f1d8dcd1-3e0d-4bfe-9024-7ba7c9f5f28f tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402972 Nov 12 03:28:13.421534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Port': ['ID=79eb8180-4aff-4b9d-a498-4b759a83b9c4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.429848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] No DVR routers for this DVR port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:13.461794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] Pushing event deleted for resources: {'Port': ['ID=79eb8180-4aff-4b9d-a498-4b759a83b9c4,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.478746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb32898-a9d1-4b1d-81f4-99abfcec455e None None] No DVR routers for this DVR port 79eb8180-4aff-4b9d-a498-4b759a83b9c4 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:13.480427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Routers {'f54dc009-b979-4355-baf3-197292b504c0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:13.481105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f54dc009-b979-4355-baf3-197292b504c0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.544779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.584263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a6ff9a-0bcb-4630-8a95-464303525c0a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.618045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] Set router f54dc009-b979-4355-baf3-197292b504c0 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:13.621661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79eb8180-4aff-4b9d-a498-4b759a83b9c4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:13.631980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34376503-f2e6-42ca-9bf3-6ab7fbc70346') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.632273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34376503-f2e6-42ca-9bf3-6ab7fbc70346') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.646178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.656570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.663576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:13.664006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.691659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 79eb8180-4aff-4b9d-a498-4b759a83b9c4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:13.692869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79eb8180-4aff-4b9d-a498-4b759a83b9c4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:13.695454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:13.725850 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:13.731802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:28:13Z', 'revision_number': 6, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:13.735047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.736179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:13.736774 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.744543 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.795388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.799124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] 10.222.0.84 "DELETE /v2.0/networks/b9a6ff9a-0bcb-4630-8a95-464303525c0a HTTP/1.1" status: 204 len: 168 time: 1.3524115 Nov 12 03:28:13.801873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-618aea70-a551-4ece-9be2-43b039a3ccb4 req-61919f2d-a425-4e52-83ec-0e2bbb5feb20 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0733736 Nov 12 03:28:13.806381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ef466f-261d-42f2-a337-b2579060f71f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.815262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef10024-9f2a-4a62-9861-2147023e8d63 tempest-TaggedBootDevicesTest-100815632 tempest-TaggedBootDevicesTest-100815632-project] Pushing event deleted for resources: {'Network': ['ID=b9a6ff9a-0bcb-4630-8a95-464303525c0a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.818423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944cb2-639f-4fae-9870-da8cfd601785 None None] The sync data for ids ['f54dc009-b979-4355-baf3-197292b504c0'] in n-d-615180-50 is: [{'id': 'f54dc009-b979-4355-baf3-197292b504c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1945474890-router', 'tenant_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:27Z', 'updated_at': '2021-11-12T03:28:13Z', 'revision_number': 6, 'project_id': 'f3639f00e0094fc5a83caaa34bb684c5', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:13.841962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.886054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Port': ['ID=4b564c0e-f0f7-4b89-8190-8c3e6b1f590e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.899598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb364c-0efb-4c71-98ad-895e07c6fb80 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:13.909719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045c10b-da76-4b8b-b3df-b8e15d2f752d req-e4c2319a-ca1b-4b86-8ef7-a47f22162387 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.912885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7045c10b-da76-4b8b-b3df-b8e15d2f752d req-e4c2319a-ca1b-4b86-8ef7-a47f22162387 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 944 time: 0.2257309 Nov 12 03:28:13.931569 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.966701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:13.970900 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b275511-32bf-4d4b-aa77-bd9316e7a48c" -d '{"events": [{"server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "name": "network-vif-plugged", "status": "completed", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:14.004590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.012794 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.043440 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] create failed (client error): The resource could not be found. Nov 12 03:28:14.048079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-203747aa-d9fc-46f7-8567-f2a92e703cfe tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7237303 Nov 12 03:28:14.048924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48518) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.069118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.072743 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a93f5-2550-490c-825d-132b32834ecd x-openstack-request-id: req-164a93f5-2550-490c-825d-132b32834ecd {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:14.073033 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "name": "network-vif-plugged", "status": "completed", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:14.073292 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-164a93f5-2550-490c-825d-132b32834ecd {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:14.073685 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435', 'code': 200} Nov 12 03:28:14.075065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.185333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting port 789d11d4-86bd-4eac-9451-cc7c1a4ac886 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:14.185333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.188090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7045c10b-da76-4b8b-b3df-b8e15d2f752d req-ed331cbc-5911-42e2-81f4-7cf75bb0ee42 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304819 Nov 12 03:28:14.246045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.254499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.277606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234341-76ec-4beb-a339-b2611f24fd42 req-c1b9aee4-42e8-448e-b16b-8bfd8cd2713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.279043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44234341-76ec-4beb-a339-b2611f24fd42 req-c1b9aee4-42e8-448e-b16b-8bfd8cd2713c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 1097 time: 0.1574373 Nov 12 03:28:14.337738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.359278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Calling delete_port for 789d11d4-86bd-4eac-9451-cc7c1a4ac886 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:14.363649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.364251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54dc009-b979-4355-baf3-197292b504c0 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:14.371428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.372806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fa803b07-dab8-4cfe-92f5-72dee256649d admin admin] 10.222.0.84 "DELETE /v2.0/routers/f54dc009-b979-4355-baf3-197292b504c0 HTTP/1.1" status: 204 len: 168 time: 1.5541446 Nov 12 03:28:14.375750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.377135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44234341-76ec-4beb-a339-b2611f24fd42 req-cfb86ece-ff72-4b37-8013-3001606ca31c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Nov 12 03:28:14.805738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Deleting subnet af704530-649e-4d87-8441-922813fc6a76 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:14.812494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.853184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d882d39-0d96-4e57-8f33-5fa1df1b9460 req-c1d05776-a81f-4c68-967b-e934a09d6789 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.855531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d882d39-0d96-4e57-8f33-5fa1df1b9460 req-c1d05776-a81f-4c68-967b-e934a09d6789 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1391895 Nov 12 03:28:14.894233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.943019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ae7cf3d-b4ef-4f2d-a9bd-6290617e7531 req-0589adee-8e0a-40d3-a736-344dd0c6d638 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=a2476135-67b8-46ac-bad5-3b88328cb508 HTTP/1.1" status: 200 len: 210 time: 0.0349896 Nov 12 03:28:14.972914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d882d39-0d96-4e57-8f33-5fa1df1b9460 req-2ce986c7-f142-4354-b8ba-bbf9834d1faa tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061251 Nov 12 03:28:15.012073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.036031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.074717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Port': ['ID=789d11d4-86bd-4eac-9451-cc7c1a4ac886,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.165551 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.201280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af704530-649e-4d87-8441-922813fc6a76,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.221623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.227024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5abb2951-e73d-45e4-8ac7-4456c9620f3f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/af704530-649e-4d87-8441-922813fc6a76 HTTP/1.1" status: 204 len: 168 time: 0.8505259 Nov 12 03:28:15.229748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48534) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.232672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.242025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.242645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6ead275c-ab13-46b6-a502-0264b9777279 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "DELETE /v2.0/ports/789d11d4-86bd-4eac-9451-cc7c1a4ac886 HTTP/1.1" status: 204 len: 168 time: 1.1921895 Nov 12 03:28:15.363036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.371906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1f07f-2173-49d1-afdf-ea314382b271 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.373821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-36f1f07f-2173-49d1-afdf-ea314382b271 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f1cf039-ccdf-41eb-ae50-06ced2013a43 HTTP/1.1" status: 200 len: 913 time: 0.1307125 Nov 12 03:28:15.376449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48540) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.502119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.528206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb8d0e7-aaad-468e-b74b-4172aa7d4763']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:15.540866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1887e8-9288-41fd-9b48-4ed00be8837a') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:15.541288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1887e8-9288-41fd-9b48-4ed00be8837a') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:15.544732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419f961-9bc3-4b70-aab5-603a70b68632 req-464a48c3-f69d-4826-afff-b1ccd9e0d795 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.548165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1419f961-9bc3-4b70-aab5-603a70b68632 req-464a48c3-f69d-4826-afff-b1ccd9e0d795 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.2260697 Nov 12 03:28:15.553242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.563948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1ef466f-261d-42f2-a337-b2579060f71f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:15.570077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.582367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:15.582999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.585363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f1ef466f-261d-42f2-a337-b2579060f71f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:15.586029 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:15.588842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1ef466f-261d-42f2-a337-b2579060f71f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:15.596431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7b77f96d-570f-46bc-991f-6f17b0ebb289 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:15.635603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7b77f96d-570f-46bc-991f-6f17b0ebb289 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:15.635991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7b77f96d-570f-46bc-991f-6f17b0ebb289 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:15.663362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.669245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.675820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] 10.222.0.84 "DELETE /v2.0/networks/3eb8d0e7-aaad-468e-b74b-4172aa7d4763 HTTP/1.1" status: 204 len: 168 time: 0.4448321 Nov 12 03:28:15.691045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadad9e3-4021-4803-a001-b61e67b0d17a admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb8d0e7-aaad-468e-b74b-4172aa7d4763,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.791765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1419f961-9bc3-4b70-aab5-603a70b68632 req-96fa509c-7001-4b56-8d0a-509735d97f9f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347560 Nov 12 03:28:15.901567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48544) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.948340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdabcbd6-9182-4b16-9a1e-93d7670c1a71 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f3639f00e0094fc5a83caaa34bb684c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431719 Nov 12 03:28:15.948542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48546) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.974493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.009840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.042137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.095619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.107921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.109081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/87a502c6-0c9e-4034-a628-74d42e9e1b95 HTTP/1.1" status: 204 len: 168 time: 0.1596980 Nov 12 03:28:16.126315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44941648-1b18-4ab6-9116-47fc4dba3f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a502c6-0c9e-4034-a628-74d42e9e1b95,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.234295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dcb16-d6dc-4c2a-93d7-52600005c206 req-68f0b85f-2388-40e2-8524-8e9d977aac9a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.235812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-478dcb16-d6dc-4c2a-93d7-52600005c206 req-68f0b85f-2388-40e2-8524-8e9d977aac9a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1316757 Nov 12 03:28:16.343523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-478dcb16-d6dc-4c2a-93d7-52600005c206 req-ecd8f05a-d40b-4e71-9516-57810f759eaf tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970244 Nov 12 03:28:16.408925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting port cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:16.409585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.542193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.556902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Calling delete_port for cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:16.751962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.789774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Port': ['ID=cc9de60c-9b8f-4adb-b5e1-d90970a5c9b4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.984736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.992220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece8e7b-a78d-40dd-8336-a47802e4aafd req-e49ef91d-25f4-456e-8099-f03177a5ec22 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.995878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ece8e7b-a78d-40dd-8336-a47802e4aafd req-e49ef91d-25f4-456e-8099-f03177a5ec22 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.1145513 Nov 12 03:28:17.066333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ece8e7b-a78d-40dd-8336-a47802e4aafd req-f80a3426-9186-494d-b988-6b3907435a2f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589352 Nov 12 03:28:17.383907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce0286-211f-4be2-91c8-f8f39243c537 req-c2ddb1b8-9174-4773-9c58-8cc6aa668e24 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.386078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12ce0286-211f-4be2-91c8-f8f39243c537 req-c2ddb1b8-9174-4773-9c58-8cc6aa668e24 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.1178715 Nov 12 03:28:17.487760 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-12ce0286-211f-4be2-91c8-f8f39243c537 req-ae9462d6-f688-4129-aded-2cbfdcbda2bd tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Nov 12 03:28:17.639438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Router 0f1cf039-ccdf-41eb-ae50-06ced2013a43 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:17.659681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eb70d-de1d-402e-b027-3b753439145b req-5e73b139-a235-439f-b3d8-4e9bafca886a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.661924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-117eb70d-de1d-402e-b027-3b753439145b req-5e73b139-a235-439f-b3d8-4e9bafca886a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0635712 Nov 12 03:28:17.773215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-117eb70d-de1d-402e-b027-3b753439145b req-c3ed24f6-7bdf-492f-919b-3064b767b418 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979695 Nov 12 03:28:17.811682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:17.821690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48608) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.822712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-657461c4-8caf-48e0-acfd-5511545873b9 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "PUT /v2.0/routers/0f1cf039-ccdf-41eb-ae50-06ced2013a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4449103 Nov 12 03:28:17.825211 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] Sync routers for ids ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:17.840765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] Routers {'0f1cf039-ccdf-41eb-ae50-06ced2013a43'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:17.844081 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:17.883004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d61dab-b93c-48dd-a0e5-b7e5ec3d2bc3 req-fcf98a7f-0610-4717-ad04-e9581d5f99e9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.884800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5d61dab-b93c-48dd-a0e5-b7e5ec3d2bc3 req-fcf98a7f-0610-4717-ad04-e9581d5f99e9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.1138530 Nov 12 03:28:17.913741 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:17.923989 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] Routers {'0f1cf039-ccdf-41eb-ae50-06ced2013a43'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:17.924767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:17.982004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:17.982773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5d61dab-b93c-48dd-a0e5-b7e5ec3d2bc3 req-37f790cb-4a81-43d6-817e-d585573744b7 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905004 Nov 12 03:28:17.983718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b677a-79e7-4de4-812b-dfb1db8463b6 None None] The sync data for ids ['0f1cf039-ccdf-41eb-ae50-06ced2013a43'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:18.028577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4dbd695d-fafd-46a9-9835-3a759bc24ca5 req-13f9f798-9c2b-4781-9d4b-14659bf41991 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0928090 Nov 12 03:28:18.043020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.365657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.369764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.433464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c4c29-f48f-4bd8-967e-26f1c172b767 req-22d05df1-1ccb-42cd-b2a5-e1fb509bc004 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.453467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e98c4c29-f48f-4bd8-967e-26f1c172b767 req-22d05df1-1ccb-42cd-b2a5-e1fb509bc004 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.0961833 Nov 12 03:28:18.463897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.465100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1cf039-ccdf-41eb-ae50-06ced2013a43 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:18.473134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.478168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48638) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.479715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6b737078-8596-40be-beb7-11221aa55c04 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "DELETE /v2.0/routers/0f1cf039-ccdf-41eb-ae50-06ced2013a43 HTTP/1.1" status: 204 len: 168 time: 0.6574643 Nov 12 03:28:18.586352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e98c4c29-f48f-4bd8-967e-26f1c172b767 req-623a9856-7c7c-47df-8b4f-92cbefbf5681 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245918 Nov 12 03:28:18.590665 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd95d3ea-bf22-460e-9d4a-53b14754ae00 req-402bce83-504a-4969-83b2-cf62c3db346c tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0572610 Nov 12 03:28:18.594461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting subnet 51e2393b-d6fc-42bf-9742-3911c48165bd {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:18.612425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.637256 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:18.672764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.801051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.897059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.944768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Subnet': ['ID=51e2393b-d6fc-42bf-9742-3911c48165bd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.963578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.963814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.964145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.964482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.964818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.965150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.965481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.965816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.966131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.967564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.967912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.968247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:18.976023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19760dca-3ec6-4806-82b7-3430a38af1d0 None None] Network 787f0bad-1290-4d90-bba5-942a6025ced3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:18.984582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.987863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-13101ef3-4a5f-49cd-9026-16bed91b0b30 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "DELETE /v2.0/subnets/51e2393b-d6fc-42bf-9742-3911c48165bd HTTP/1.1" status: 204 len: 168 time: 0.5084922 Nov 12 03:28:18.990411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48656) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.093608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4d56-b097-424a-8280-15dcd3fa60f1 req-db9bcb32-657b-4958-a5c3-1afa22700564 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.110845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b10c4d56-b097-424a-8280-15dcd3fa60f1 req-db9bcb32-657b-4958-a5c3-1afa22700564 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1707487 Nov 12 03:28:19.197483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.308025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b10c4d56-b097-424a-8280-15dcd3fa60f1 req-5b06744b-80b6-472b-987c-f7cfbd4c1db9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961532 Nov 12 03:28:19.342007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Deleting port 84b06a60-0bf4-49e9-879b-717bc102c460 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:19.342504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.405759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] DHCP port deletion for 787f0bad-1290-4d90-bba5-942a6025ced3 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:19.481476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] For port 84b06a60-0bf4-49e9-879b-717bc102c460, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84b06a60-0bf4-49e9-879b-717bc102c460,segment=NetworkSegment(8d9a17f8-ebdc-4a3d-9559-bf29372ee196),segment_id=8d9a17f8-ebdc-4a3d-9559-bf29372ee196)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.484658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.503859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Calling delete_port for 84b06a60-0bf4-49e9-879b-717bc102c460 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:19.521290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Deleting port 84b06a60-0bf4-49e9-879b-717bc102c460 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:19.521764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.636777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.675908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] For port 84b06a60-0bf4-49e9-879b-717bc102c460, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=84b06a60-0bf4-49e9-879b-717bc102c460,segment=NetworkSegment(8d9a17f8-ebdc-4a3d-9559-bf29372ee196),segment_id=8d9a17f8-ebdc-4a3d-9559-bf29372ee196)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.676446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.693296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Calling delete_port for 84b06a60-0bf4-49e9-879b-717bc102c460 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:19.722238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Port': ['ID=84b06a60-0bf4-49e9-879b-717bc102c460,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.765172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] No DVR routers for this DVR port 84b06a60-0bf4-49e9-879b-717bc102c460 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:19.793895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.797139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84b06a60-0bf4-49e9-879b-717bc102c460 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:19.844144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 84b06a60-0bf4-49e9-879b-717bc102c460 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:19.844860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 84b06a60-0bf4-49e9-879b-717bc102c460 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:19.854574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] Pushing event deleted for resources: {'Port': ['ID=84b06a60-0bf4-49e9-879b-717bc102c460,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.868197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6947ef-93e3-40bd-b3a1-fb68b69874a0 None None] No DVR routers for this DVR port 84b06a60-0bf4-49e9-879b-717bc102c460 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:19.904305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8fe1-b76a-4e37-8903-77c71043c72b req-1d9e0900-025c-47b4-8f16-826891eb609c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.908754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd0b8fe1-b76a-4e37-8903-77c71043c72b req-1d9e0900-025c-47b4-8f16-826891eb609c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.1494827 Nov 12 03:28:19.958569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-115212b6-920d-46ec-9db8-21b830713713 req-5265b8a1-2373-4acc-8605-150d7c5bd150 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.1136124 Nov 12 03:28:19.982524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd0b8fe1-b76a-4e37-8903-77c71043c72b req-d3aa1493-5651-43b7-9485-fad27731e053 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Nov 12 03:28:20.005199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.015713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-c8bcc343-e9ae-42d8-8230-9f03bbd681e1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.017462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-c8bcc343-e9ae-42d8-8230-9f03bbd681e1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 945 time: 0.3250823 Nov 12 03:28:20.122698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787f0bad-1290-4d90-bba5-942a6025ced3']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:20.152366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9a17f8-ebdc-4a3d-9559-bf29372ee196') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:20.152752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9a17f8-ebdc-4a3d-9559-bf29372ee196') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:20.174714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.199599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.222996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:20.228108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:20.355508 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:20.372221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.384114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:20.384874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.411465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.417219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] 10.222.0.84 "DELETE /v2.0/networks/787f0bad-1290-4d90-bba5-942a6025ced3 HTTP/1.1" status: 204 len: 168 time: 1.4258585 Nov 12 03:28:20.508910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eb8e8-e372-4ef2-bcae-396ac8b2e4d0 tempest-FloatingIPNegativeTestJSON-1296134735 tempest-FloatingIPNegativeTestJSON-1296134735-project] Pushing event deleted for resources: {'Network': ['ID=787f0bad-1290-4d90-bba5-942a6025ced3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.722909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05fc7-d93e-48e8-b03d-8bdf6bde4abd req-a756af6b-f9c9-40c9-b172-70e76b1aac8d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.725766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86b05fc7-d93e-48e8-b03d-8bdf6bde4abd req-a756af6b-f9c9-40c9-b172-70e76b1aac8d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.2405779 Nov 12 03:28:20.808906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20fecaa3-a862-4e13-b45b-f31f584412b1 req-54a900da-40be-4552-977a-e3758f144760 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0753760 Nov 12 03:28:20.824087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.824468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.856357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86b05fc7-d93e-48e8-b03d-8bdf6bde4abd req-958eeb01-52bb-45db-a93c-1327314814dd tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089289 Nov 12 03:28:20.856917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:20.886456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48698) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:21.108914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.126136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:21.129034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:21.131202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44246ff8-8a30-4c72-b931-c1aa3d90fac8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6197579e9542463fb72c2dd8de6f0f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433527 Nov 12 03:28:21.133580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48708) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:21.204772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8603d063-a9fa-490e-b5f3-de8fb5e2e7e8 req-adb474f0-c856-4470-b680-50eb00a2e6f1 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0339296 Nov 12 03:28:21.245539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9b29448-b38d-41cd-acd7-044e66de20d1 req-b4e59980-3598-4be2-b369-e701f8d47969 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c57f02b-d453-418c-bff0-17f08a5d49b1 HTTP/1.1" status: 200 len: 210 time: 0.1176000 Nov 12 03:28:21.248801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.266890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.291682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.337546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:21.342939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.349392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63ac83d-cfb2-4d9f-bba2-308c5f3cfc8b req-d4fa78ec-c0fc-4983-ad25-506d540dbf0d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.39 "DELETE /v2.0/ports/963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 HTTP/1.1" status: 204 len: 173 time: 1.3187587 Nov 12 03:28:21.349881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'name': 'network-vif-deleted', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:21.351379 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.354575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.355758 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc28623-1af0-4090-ac5e-48fcecf71a87" -d '{"events": [{"server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "name": "network-vif-deleted", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:21.358649 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/56564c6d-37bd-4b3c-a186-49b079ac6a33 HTTP/1.1" status: 204 len: 168 time: 0.2238331 Nov 12 03:28:21.379845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98799db1-cd99-4da6-bc87-ec151da599f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56564c6d-37bd-4b3c-a186-49b079ac6a33,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.496819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac087ca3-9a66-48b3-98bd-cfea030fe243 x-openstack-request-id: req-ac087ca3-9a66-48b3-98bd-cfea030fe243 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:21.497163 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c57f02b-d453-418c-bff0-17f08a5d49b1", "name": "network-vif-deleted", "tag": "963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:21.497418 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac087ca3-9a66-48b3-98bd-cfea030fe243 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:21.497826 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c57f02b-d453-418c-bff0-17f08a5d49b1', 'name': 'network-vif-deleted', 'tag': '963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435', 'status': 'completed', 'code': 200} Nov 12 03:28:21.640108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1de0e183-fac7-40f0-a04f-097934289650 req-7ee1e478-61dc-4354-97be-de11250151c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0599878 Nov 12 03:28:22.062445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a058-2135-401c-b032-bbf71249a0a6 req-3405b791-7a5b-4228-8eed-c1f19bd5fbfc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.088679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4db0a058-2135-401c-b032-bbf71249a0a6 req-3405b791-7a5b-4228-8eed-c1f19bd5fbfc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1276672 Nov 12 03:28:22.127047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48756) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.133553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751271238', 'description': 'tempest-secgroup-smoke-1751271238 description', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.163407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.187864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4db0a058-2135-401c-b032-bbf71249a0a6 req-d388c22a-55b9-49f2-a327-077f8878c8a7 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985577 Nov 12 03:28:22.282838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.287780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.329907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.335455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48766) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.336385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2069924 Nov 12 03:28:22.340087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.383783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf3e8dec-4cfc-433f-a5ac-264a92a91b55 req-44dbd254-7666-44b9-aa8c-f45558d4f8a9 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0453341 Nov 12 03:28:22.388961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e1367-087d-480b-8759-7e802b82543a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8beaf33-b0d3-4664-a297-e2e48dcfadad,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.419182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.439721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48770) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.484973 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.492634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.507130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd2a834-d472-4bc0-81bc-0e5696af79e8,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.528605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.531550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca4f36dd-bad3-44fc-aa24-4324f88047cb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950076 Nov 12 03:28:22.533042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.539060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.575072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.581500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-63433396-7276-47f3-b51a-6d9b7afa841c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] Request body: {'port': {'network_id': '1f80c923-24db-44ef-9649-56db0ee70a3d', 'name': 'tempest-NetworksNegativeTestJSON-233862567'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.597814 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-63433396-7276-47f3-b51a-6d9b7afa841c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] POST failed (client error): The resource could not be found. Nov 12 03:28:22.598678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63433396-7276-47f3-b51a-6d9b7afa841c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.605815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-63433396-7276-47f3-b51a-6d9b7afa841c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1650460 Nov 12 03:28:22.606686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48786) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.626686 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d35f48-59e7-4cb8-bbcd-64383044c604 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:22.627642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d35f48-59e7-4cb8-bbcd-64383044c604 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.636217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b8d35f48-59e7-4cb8-bbcd-64383044c604 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "DELETE /v2.0/networks/1bf679af-0b7a-42fe-b912-5c33449ac9cf HTTP/1.1" status: 404 len: 339 time: 0.0279472 Nov 12 03:28:22.636965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48788) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.667518 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51c4e4-c95e-4854-874c-c5082d6dd58c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:22.669038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da51c4e4-c95e-4854-874c-c5082d6dd58c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.673369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da51c4e4-c95e-4854-874c-c5082d6dd58c tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "DELETE /v2.0/ports/9c9caf5a-f8cd-49db-82ea-4ea7650dbf55 HTTP/1.1" status: 404 len: 333 time: 0.0345123 Nov 12 03:28:22.678929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48790) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.711510 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd80151-0805-4304-a9e8-eb0bf96c0c32 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:22.711966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd80151-0805-4304-a9e8-eb0bf96c0c32 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.715028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dbd80151-0805-4304-a9e8-eb0bf96c0c32 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "DELETE /v2.0/subnets/39875b52-5e01-46e3-b2db-e879db76f384 HTTP/1.1" status: 404 len: 337 time: 0.0348029 Nov 12 03:28:22.720187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48792) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.736024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.745291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.751878 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3b02ab-7fe2-4791-8cac-3688c7bb1f7e tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] GET failed (client error): The resource could not be found. Nov 12 03:28:22.754141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da3b02ab-7fe2-4791-8cac-3688c7bb1f7e tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "GET /v2.0/networks/99c96467-162f-430e-b8ad-4550fd319e58 HTTP/1.1" status: 404 len: 339 time: 0.0281682 Nov 12 03:28:22.757672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48794) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.778023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6a1aba-457e-4cb7-b958-ddbb9a98c989,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.786246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.787490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-25e483bd-f86b-4139-b473-ec52b3f7dfd9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2529178 Nov 12 03:28:22.792852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48796) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.795745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-9dd380ff-5c0a-4009-899d-4a5cc5665954 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.797381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-9dd380ff-5c0a-4009-899d-4a5cc5665954 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.1969733 Nov 12 03:28:22.798928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.805994 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9eedf-34ff-445d-8684-184266762eb0 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] GET failed (client error): The resource could not be found. Nov 12 03:28:22.811527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9d9eedf-34ff-445d-8684-184266762eb0 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "GET /v2.0/ports/1824de3d-1669-4c4f-bc34-0cd705b0e55b HTTP/1.1" status: 404 len: 333 time: 0.0526068 Nov 12 03:28:22.812146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48798) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.835433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.846173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-7bc34026-2608-46d3-913b-4f0a3fba7381 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/quotas/d70bc8e9ebc04b3a9d9fc9eaf29cf510 HTTP/1.1" status: 200 len: 375 time: 0.0403211 Nov 12 03:28:22.847265 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bb80c4-c438-4bfe-af8b-91a17d6bfd75 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] GET failed (client error): The resource could not be found. Nov 12 03:28:22.852809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-65bb80c4-c438-4bfe-af8b-91a17d6bfd75 tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "GET /v2.0/subnets/e76ccaec-8696-42a1-bf7d-4563a2e5d443 HTTP/1.1" status: 404 len: 337 time: 0.0358279 Nov 12 03:28:22.853146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48800) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.859730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5b00e312-8bf3-42ca-8d25-3521f12e0fcb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.900990 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b00e312-8bf3-42ca-8d25-3521f12e0fcb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] PUT failed (client error): The resource could not be found. Nov 12 03:28:22.901620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b00e312-8bf3-42ca-8d25-3521f12e0fcb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.901776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.906297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5b00e312-8bf3-42ca-8d25-3521f12e0fcb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "PUT /v2.0/networks/b592de56-2818-4efa-ac92-e864ed01e54e HTTP/1.1" status: 404 len: 339 time: 0.0486996 Nov 12 03:28:22.906800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48802) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.909230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.914327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0fb0292a-214c-46b4-8f8e-e11f3049d83f tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.934134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6652e058-8c7c-4655-8d24-ff5128ec88a5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.937545 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb0292a-214c-46b4-8f8e-e11f3049d83f tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] PUT failed (client error): The resource could not be found. Nov 12 03:28:22.938240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb0292a-214c-46b4-8f8e-e11f3049d83f tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.938829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.946410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0fb0292a-214c-46b4-8f8e-e11f3049d83f tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "PUT /v2.0/ports/e5bf34ed-d159-436d-a64c-2fa3de539269 HTTP/1.1" status: 404 len: 333 time: 0.0319533 Nov 12 03:28:22.946593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-616f0655-c4b5-4ab5-a4e9-d640b6b6245b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456773 Nov 12 03:28:22.946593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.946779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.951578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.952612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e956bbe5-842e-4f18-97e7-ffc97f852aeb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.961207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-4c8a96ef-58f9-4ca4-b848-67f3876fa175 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0976412 Nov 12 03:28:22.983451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.989990 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e956bbe5-842e-4f18-97e7-ffc97f852aeb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] PUT failed (client error): The resource could not be found. Nov 12 03:28:22.990449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e956bbe5-842e-4f18-97e7-ffc97f852aeb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:22.994714 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e956bbe5-842e-4f18-97e7-ffc97f852aeb tempest-NetworksNegativeTestJSON-1230358305 tempest-NetworksNegativeTestJSON-1230358305-project] 10.222.0.84 "PUT /v2.0/subnets/42a75fed-bda8-42ee-be09-6d7dc470ea61 HTTP/1.1" status: 404 len: 337 time: 0.0440199 Nov 12 03:28:23.073534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.079598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.100366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-b7188e56-cf63-41de-be60-84278a55835e service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191089 Nov 12 03:28:23.109112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec108e53-f445-4bcd-ab6a-c8043cbc3f7c,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.122465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.123769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ead8fe41-154c-4e39-991b-1a5abf026e5b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1791320 Nov 12 03:28:23.126867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48812) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:23.134895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:23.200462 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Project d31523cee80043e5b6af1e0cb9b66dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:28:23.206399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.264966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-8e3fe833-5e7c-414e-8cde-cc85a39f4024 service neutron] 10.222.0.84 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580999 Nov 12 03:28:23.392214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.397277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.415252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:23.452493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f167688a-114e-40a0-ab73-1d5594908dad,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.470078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c757-aac3-4cee-8a10-a443b33bd00f req-b6b58311-2e6f-4691-a03e-9cea14ce24ea tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.481491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dca8c757-aac3-4cee-8a10-a443b33bd00f req-b6b58311-2e6f-4691-a03e-9cea14ce24ea tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1663313 Nov 12 03:28:23.485294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:23.487633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 963f3fbe-2d5f-4d43-b8a3-c9fdc1c3b435 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:23.492650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:23.500886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.502165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2533fe55-4014-411e-9984-7afc6266d4c5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3739948 Nov 12 03:28:23.524943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48826) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:23.531325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'security_group_rule': {'security_group_id': 'f8beaf33-b0d3-4664-a297-e2e48dcfadad', 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:23.558231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7def2ae1-2a64-400d-987d-b862d43c1bf5 req-1e3b1f3f-2618-4df9-9faf-aff4687e8f2f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 210 time: 0.0632358 Nov 12 03:28:23.583775 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Project d31523cee80043e5b6af1e0cb9b66dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:28:23.591895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dca8c757-aac3-4cee-8a10-a443b33bd00f req-16273302-f076-478d-8c65-76caf486ffa5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094332 Nov 12 03:28:23.598779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.700288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb030c04-2db3-414e-95b1-272e3382b723 req-f7b6f048-b73e-4138-82c2-5d46f41d8ee2 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0517025 Nov 12 03:28:23.744406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70d32fa4-c837-4464-bae3-272c9f4f4ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.752505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.761669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.814052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f785e05a-02be-452a-a482-77474d28df79,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.821324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.822554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3193496b-7f3f-4c5d-a549-d29b6ec2a286 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2961586 Nov 12 03:28:23.927831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70d32fa4-c837-4464-bae3-272c9f4f4ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.934631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-70d32fa4-c837-4464-bae3-272c9f4f4ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.978333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d32fa4-c837-4464-bae3-272c9f4f4ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec003e31-8785-461a-9c9f-9f5c74188b90,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.010103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48876) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.010646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-70d32fa4-c837-4464-bae3-272c9f4f4ff5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ec195b357e54dd782a42aa939c355bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5136454 Nov 12 03:28:24.096435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.132178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.226294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.230877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.232557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ec003e31-8785-461a-9c9f-9f5c74188b90 HTTP/1.1" status: 204 len: 168 time: 0.2212195 Nov 12 03:28:24.250441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844493-b9ba-4272-904b-ab0850e81388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec003e31-8785-461a-9c9f-9f5c74188b90,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.600100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3052f1aa-0519-4bc4-8432-30aa710b7959 req-cacbd427-66e8-4492-8962-6a559cc8a886 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0584507 Nov 12 03:28:24.770451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-052fe3d0-eb31-4f11-8c56-5df1e0b7d9b0 req-b6acc37f-5e12-4013-b569-a6b8703ed640 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 210 time: 0.0828774 Nov 12 03:28:24.780634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3687c2-2792-43e2-9849-d448487e196c req-b362bc75-2652-4688-b827-416c7d190ae8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.785352 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a3687c2-2792-43e2-9849-d448487e196c req-b362bc75-2652-4688-b827-416c7d190ae8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1087735 Nov 12 03:28:25.007304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-52f7e686-5764-413e-b109-bcef238bb407 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.008822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-52f7e686-5764-413e-b109-bcef238bb407 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 805 time: 0.2043593 Nov 12 03:28:25.054638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Request body: {'port': {'device_id': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'admin_state_up': True, 'tenant_id': 'd70bc8e9ebc04b3a9d9fc9eaf29cf510'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.202575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a3687c2-2792-43e2-9849-d448487e196c req-09272c12-33fb-462d-8617-d557128030db tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117641 Nov 12 03:28:25.247941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Made reservation on behalf of d70bc8e9ebc04b3a9d9fc9eaf29cf510 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:25.251885 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.479209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Allocated IP 172.20.0.9 (32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9/fd462fbe-f64b-4d5f-85c4-b059b88c5376/44e01912-e747-45c0-97d7-91a585be10bc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:25.513706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.689576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.701919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1652756157'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.733294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.744304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55207a02-86e2-4aaf-bcee-f2432fe6be2c req-92901697-0107-4d7c-969b-817ec8656c6f tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0478506 Nov 12 03:28:25.746420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:25.779455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:25.779455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.792570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.824426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:25.830610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:25.836020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:25.895210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.896460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.929304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.934550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.938549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event updated for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.952138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-ef8818e7-9cae-4aa8-9788-a80c4048650d tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9181154 Nov 12 03:28:25.968016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Request body: {'port': {'device_id': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:25.990713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:26.011511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.012182 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment b2abde8e-ac89-435a-921e-484ee3f44040 of type vlan for network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 Nov 12 03:28:26.016467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae64f5-95d9-4f8a-a09a-c4f26a2f83b1 req-c177e025-43e1-47a3-ad62-252b43e553d7 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.025335 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82ae64f5-95d9-4f8a-a09a-c4f26a2f83b1 req-c177e025-43e1-47a3-ad62-252b43e553d7 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 931 time: 0.1212268 Nov 12 03:28:26.070047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.076416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.107656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82ae64f5-95d9-4f8a-a09a-c4f26a2f83b1 req-e60df60b-cfe7-4abb-9dbb-fe4961dbbd76 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Nov 12 03:28:26.138765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.148648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.149272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.161345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdabe118-c573-42ea-9ba0-2e62f79c47cd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.300130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.311547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:26.319545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f049454-8ebf-4bc2-8535-8ec9228a08a1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8040934 Nov 12 03:28:26.322210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.327624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'name': 'tempest-PortsTestJSON-1471720631'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.378024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395367b5-a2f8-43bf-af51-399f4bb59d87 req-ca560c48-9ec6-4634-b02f-7fe189fbadf5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.380266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-395367b5-a2f8-43bf-af51-399f4bb59d87 req-ca560c48-9ec6-4634-b02f-7fe189fbadf5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0760498 Nov 12 03:28:26.443787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-395367b5-a2f8-43bf-af51-399f4bb59d87 req-3ca3845e-b936-4ee9-a34f-0e67d94d9319 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553648 Nov 12 03:28:26.509738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:26.515851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.534345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e01912-e747-45c0-97d7-91a585be10bc {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:26.547138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.549693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port daa9d8a9-3167-4483-bf5d-438f3a5c094e yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:26.605369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Transition to ACTIVE for port object 44e01912-e747-45c0-97d7-91a585be10bc will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:26.619963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.721956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.880757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.917709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c3648ce-8d14-479f-9d13-14b5e400c5fa req-2c39c45f-08ee-495d-adb4-61097226cf83 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0434244 Nov 12 03:28:26.919899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Attempting to bind port 44e01912-e747-45c0-97d7-91a585be10bc on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:26.920236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Attempting to bind port 44e01912-e747-45c0-97d7-91a585be10bc by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:26.920562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Attempting to bind port 44e01912-e747-45c0-97d7-91a585be10bc on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:26.927765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Port 44e01912-e747-45c0-97d7-91a585be10bc on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:26.928013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Attempting to bind port 44e01912-e747-45c0-97d7-91a585be10bc on network 32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:26.936385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:26.936720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Checking segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:26.937103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Bound using segment: {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:26.937614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Bound port: 44e01912-e747-45c0-97d7-91a585be10bc, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34936363-ca95-4afe-8308-c7318b45540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:26.937978 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.000459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.064737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:27.085911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=44e01912-e747-45c0-97d7-91a585be10bc,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:27.087331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=daa9d8a9-3167-4483-bf5d-438f3a5c094e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.097142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.135486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.136327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.137672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] 10.222.0.32 "PUT /v2.0/ports/44e01912-e747-45c0-97d7-91a585be10bc HTTP/1.1" status: 200 len: 1092 time: 1.1750550 Nov 12 03:28:27.140905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:27.144628 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4614a10-7815-4dab-b239-c25997da4e57" -d '{"events": [{"name": "network-changed", "server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "tag": "44e01912-e747-45c0-97d7-91a585be10bc"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:27.154477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': 'b2abde8e-ac89-435a-921e-484ee3f44040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:27.154946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:27.203789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd0401-310e-4ef7-9af2-7aa49180cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.208166 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:27.232499 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61965c3f-4b01-460c-bda4-0c32b9da4ee9 x-openstack-request-id: req-61965c3f-4b01-460c-bda4-0c32b9da4ee9 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:27.232499 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "tag": "44e01912-e747-45c0-97d7-91a585be10bc", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:27.232791 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-61965c3f-4b01-460c-bda4-0c32b9da4ee9 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:27.233263 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc', 'status': 'completed', 'code': 200} Nov 12 03:28:27.242726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:27.246755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:27.253572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.254675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.256056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cda5f-07c1-4d6d-9952-b18417167237 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:27.275724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-bbb79674-5b2d-416f-9a9c-8620cb33cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.277526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-bbb79674-5b2d-416f-9a9c-8620cb33cfe7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 1095 time: 0.0860896 Nov 12 03:28:27.285224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.286289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c8eb120-7d15-404f-a209-bd843428d9dc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9618368 Nov 12 03:28:27.293477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1879349515'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.324810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:27.328911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.329215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-6b799f4e-de6d-4c8b-98e3-e7b8b4898b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44e01912-e747-45c0-97d7-91a585be10bc HTTP/1.1" status: 200 len: 217 time: 0.0422456 Nov 12 03:28:27.365583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:27.380603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.380954 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 52eab8a9-931c-4fc6-a459-65c448047a96 of type vlan for network f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0 Nov 12 03:28:27.480693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-7dd46fef-e35c-43d8-9233-e1710d43fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.482495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-7dd46fef-e35c-43d8-9233-e1710d43fafd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1411226 Nov 12 03:28:27.523032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-04e023d2-4d92-4ccb-bb71-1848b435849a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315039 Nov 12 03:28:27.523299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.576735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.583661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.584276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.640994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa5213-606c-476d-a58f-c40f75ece52a req-957d07d2-18ec-4481-a815-1aa293ef2a5a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.651274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6baa5213-606c-476d-a58f-c40f75ece52a req-957d07d2-18ec-4481-a815-1aa293ef2a5a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 943 time: 0.3964348 Nov 12 03:28:27.660597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3727803 Nov 12 03:28:27.661377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e79d0-ea22-4270-91e5-c109902f3ef6 req-0f085f59-f228-456a-ab8c-b2e371f5e38a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.663017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe6e79d0-ea22-4270-91e5-c109902f3ef6 req-0f085f59-f228-456a-ab8c-b2e371f5e38a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1192825 Nov 12 03:28:27.663514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48992) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.671218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'ports': [{'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'}, {'network_id': 'f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0'}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.671549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.672050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': 'f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.729984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a980eb-3625-4a5e-9465-0e81ff680a07 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.747036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:27.796561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6baa5213-606c-476d-a58f-c40f75ece52a req-8449b0d8-7c7a-4f6a-9ed7-944b20d300cc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437347 Nov 12 03:28:27.824747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-21fe33cb-5b71-4633-8960-c16804f4763a service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953594 Nov 12 03:28:27.881572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.055045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abecb6ab-768c-4f5a-817e-f5f7f82af31a req-16f6e0a8-1974-42be-ab46-88d3b7418607 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0266752 Nov 12 03:28:28.062768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fe6e79d0-ea22-4270-91e5-c109902f3ef6 req-4cd956c0-4698-49d8-b934-85adbc4cd608 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263302 Nov 12 03:28:28.080794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d509026-a09c-45ad-9d0d-fe64223b69f7 req-0a3637c0-cfb1-476d-94d2-9297e522a503 service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472990 Nov 12 03:28:28.091440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:28.096026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.111133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.520170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 61e56f33-a2d7-4f1e-a489-4adcd686e6b8 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:28.537718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614a10-7815-4dab-b239-c25997da4e57 req-f639b3c4-bd99-410e-a295-7d4d619a22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.539329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-f639b3c4-bd99-410e-a295-7d4d619a22a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 1095 time: 0.3925159 Nov 12 03:28:28.699231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614a10-7815-4dab-b239-c25997da4e57 req-5e29697c-6ba7-4a80-b28a-2ec8e791148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.700779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-5e29697c-6ba7-4a80-b28a-2ec8e791148b service neutron] 10.222.0.32 "GET /v2.0/networks?id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 200 len: 906 time: 0.1533902 Nov 12 03:28:28.751472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.779333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-66e01652-2b1b-4fa6-a05c-c304d3d0494b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44e01912-e747-45c0-97d7-91a585be10bc HTTP/1.1" status: 200 len: 217 time: 0.0674443 Nov 12 03:28:28.850153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.873458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 64db181d-f276-4927-927a-366f8e3aeb62 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:28.890124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614a10-7815-4dab-b239-c25997da4e57 req-1b564edd-ad4a-4c2c-b01b-9a13457b45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.891692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-1b564edd-ad4a-4c2c-b01b-9a13457b45fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 200 len: 845 time: 0.1031077 Nov 12 03:28:28.930798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-a63a8403-62bc-4bf4-b648-1f3c5eabcee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294750 Nov 12 03:28:28.971728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e2175-1ae1-42b3-87df-c7eab8b82e43 req-1d26db8f-0d32-405f-a3e6-616a1af02574 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.974062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-862e2175-1ae1-42b3-87df-c7eab8b82e43 req-1d26db8f-0d32-405f-a3e6-616a1af02574 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 943 time: 0.0771782 Nov 12 03:28:29.071633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-862e2175-1ae1-42b3-87df-c7eab8b82e43 req-09178281-5d68-41b8-9328-aa3bc42d0390 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857782 Nov 12 03:28:29.208692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8f9de599-3a6b-402d-9f14-ecd2bbad96b9 req-26c54775-ef78-4e63-8aad-566a520d2543 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0441027 Nov 12 03:28:29.230704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.236505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62509a2c-a93a-43f0-b130-a212fe7a9c51 req-1c84b21c-0da9-4014-b634-9efd67ba9e90 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.240144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.244612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62509a2c-a93a-43f0-b130-a212fe7a9c51 req-1c84b21c-0da9-4014-b634-9efd67ba9e90 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0849826 Nov 12 03:28:29.266894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-4e66b5a1-73c6-4a73-8c61-9e75ea85bb3a service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264797 Nov 12 03:28:29.309956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62509a2c-a93a-43f0-b130-a212fe7a9c51 req-071d3992-1824-4a08-b4dc-eee313417d6a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542102 Nov 12 03:28:29.449663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.523767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:29.527844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4614a10-7815-4dab-b239-c25997da4e57 req-3f75d996-6d13-4ed0-93cb-31dcf54b307d service neutron] 10.222.0.32 "GET /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523949 Nov 12 03:28:29.537484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:29.539851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:29.540890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.554040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=61e56f33-a2d7-4f1e-a489-4adcd686e6b8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.651707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=64db181d-f276-4927-927a-366f8e3aeb62,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.684160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '52eab8a9-931c-4fc6-a459-65c448047a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:29.684530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:29.711576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:29.727768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:29.731701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:29.737877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f0e30-aeb1-4b1f-992a-64740da453a9 None None] Network f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:29.739129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.744230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.746799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.773381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49016) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.773722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-591102a4-00bd-4fe3-ac04-f3801162db3a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1067882 Nov 12 03:28:29.842131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.912378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 64db181d-f276-4927-927a-366f8e3aeb62 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:29.913055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.994101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.008069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 64db181d-f276-4927-927a-366f8e3aeb62 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:30.096970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.125728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.131733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/64db181d-f276-4927-927a-366f8e3aeb62 HTTP/1.1" status: 204 len: 168 time: 0.3573136 Nov 12 03:28:30.145993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49022) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.162583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf755e8-0c26-4fbf-a56c-3395fa4a23ae tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=64db181d-f276-4927-927a-366f8e3aeb62,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.280580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034ec01-d4be-4e59-890b-62ee60ee52a4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.286632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034ec01-d4be-4e59-890b-62ee60ee52a4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.288560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0034ec01-d4be-4e59-890b-62ee60ee52a4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1404603 Nov 12 03:28:30.291642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49026) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.297927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492fccc-6472-4217-970f-a4a7384e8bc3 req-e16cce1a-e482-48f2-a9fe-adfd11e34292 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.299689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1492fccc-6472-4217-970f-a4a7384e8bc3 req-e16cce1a-e482-48f2-a9fe-adfd11e34292 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 943 time: 0.1419690 Nov 12 03:28:30.304512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Deleting port 10a0fbac-d959-44b8-bc84-45595743af96 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:30.304845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.319222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 44e01912-e747-45c0-97d7-91a585be10bc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:30.408264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b70bcc10-9e88-4f90-9442-beb4e845b34e req-67b40f90-5a2e-49c0-a01d-29be12a06293 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0612137 Nov 12 03:28:30.416804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1492fccc-6472-4217-970f-a4a7384e8bc3 req-10b837f4-b87e-4713-a5ae-3e1b080a792b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985518 Nov 12 03:28:30.440497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] For port 10a0fbac-d959-44b8-bc84-45595743af96, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=10a0fbac-d959-44b8-bc84-45595743af96,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.440874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.454989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Calling delete_port for 10a0fbac-d959-44b8-bc84-45595743af96 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:30.476913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 61e56f33-a2d7-4f1e-a489-4adcd686e6b8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:30.478902 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.479652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=44e01912-e747-45c0-97d7-91a585be10bc,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.495288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '44e01912-e747-45c0-97d7-91a585be10bc', 'network_id': '32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9', 'port_id': '44e01912-e747-45c0-97d7-91a585be10bc', 'mac_address': 'fa:16:3e:b9:f8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd462fbe-f64b-4d5f-85c4-b059b88c5376', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:30.546587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.574359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e01912-e747-45c0-97d7-91a585be10bc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:30.581477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.589167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4304bd-fbca-4aef-9c1d-375fbce57c15 req-99f272d4-3d67-4933-93de-1c73ab7ad71e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.590709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e4304bd-fbca-4aef-9c1d-375fbce57c15 req-99f272d4-3d67-4933-93de-1c73ab7ad71e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0694704 Nov 12 03:28:30.602727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 61e56f33-a2d7-4f1e-a489-4adcd686e6b8 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:30.603912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=44e01912-e747-45c0-97d7-91a585be10bc,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:30.609729 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.680019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.696009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e4304bd-fbca-4aef-9c1d-375fbce57c15 req-fb50cc72-ee2c-494a-ab0b-02a728864f72 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737379 Nov 12 03:28:30.719594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.760249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=61e56f33-a2d7-4f1e-a489-4adcd686e6b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.765708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.772107 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.775816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-65615adf-4cf3-4323-be3c-b812e5a1165a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/61e56f33-a2d7-4f1e-a489-4adcd686e6b8 HTTP/1.1" status: 204 len: 168 time: 0.4829552 Nov 12 03:28:30.778281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49030) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.800782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Pushing event deleted for resources: {'Port': ['ID=10a0fbac-d959-44b8-bc84-45595743af96,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.877431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['44e01912-e747-45c0-97d7-91a585be10bc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:30.888069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e8efa-7d51-4b67-afd1-684fd5effc5f tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.889616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4c5e8efa-7d51-4b67-afd1-684fd5effc5f tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1102996 Nov 12 03:28:30.892304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49032) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.937430 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-38912a4e-e04f-4f80-a5da-d5f1b25d93bd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:30.939029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38912a4e-e04f-4f80-a5da-d5f1b25d93bd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/64db181d-f276-4927-927a-366f8e3aeb62 HTTP/1.1" status: 404 len: 333 time: 0.0445333 Nov 12 03:28:30.941726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49034) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.974677 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1c1511-0dd9-46f2-9f47-7855f8860bfa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:30.979564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da1c1511-0dd9-46f2-9f47-7855f8860bfa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/61e56f33-a2d7-4f1e-a489-4adcd686e6b8 HTTP/1.1" status: 404 len: 333 time: 0.0368745 Nov 12 03:28:30.983686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49036) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.030799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.095867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.219053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.242511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.252627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52eab8a9-931c-4fc6-a459-65c448047a96') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.252930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52eab8a9-931c-4fc6-a459-65c448047a96') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.262746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.272559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Router a258726b-d03a-41a4-9eec-5fb19ab0c2bb has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:31.279983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.290179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:31.290591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:31.293907 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:31.354500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.361604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.365224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0 HTTP/1.1" status: 204 len: 168 time: 0.3805995 Nov 12 03:28:31.372954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.380328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-43805455'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.381015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203980-b23d-4c82-a3ad-f76899b924bc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=f3c166a5-d3ec-4c9c-b01f-5e1bea7cbae0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.413086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:31.415206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:31.418975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.422873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Sync routers for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:31.423937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd203ca4-2a6a-4347-8c94-2a28fdcff9db admin admin] 10.222.0.84 "PUT /v2.0/routers/a258726b-d03a-41a4-9eec-5fb19ab0c2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714781 Nov 12 03:28:31.427234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49042) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.445336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:31.446123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:31.476013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:31.504787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.505935 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 401deb8a-4b13-46cf-9491-c03727293ece of type vlan for network 912c51da-e9db-4cba-a051-8637c0e07012 Nov 12 03:28:31.608843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6cfdd10e-b6ed-45b6-b13d-02a7f2499212 req-bccb11f7-4d51-438b-a5a2-acffcccd88da tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0386379 Nov 12 03:28:31.618861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.652324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.658574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.661283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.788876 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4146483 Nov 12 03:28:31.793540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.798480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '912c51da-e9db-4cba-a051-8637c0e07012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.813673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:32.019898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05ced6-01e7-445a-9418-c034ebac6f22 req-3c207f04-899c-46d9-a307-a8b463334ef0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.022071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db05ced6-01e7-445a-9418-c034ebac6f22 req-3c207f04-899c-46d9-a307-a8b463334ef0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 944 time: 0.4938250 Nov 12 03:28:32.025694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.079789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:28:30Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.120802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Checking router: a258726b-d03a-41a4-9eec-5fb19ab0c2bb for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:32.132606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Routers {'a258726b-d03a-41a4-9eec-5fb19ab0c2bb'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:32.133242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.163333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db05ced6-01e7-445a-9418-c034ebac6f22 req-687706cb-b88b-48f6-bcd2-50760f53f57f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981987 Nov 12 03:28:32.193578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.239792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6cae3-df74-4257-a247-46e793e4dad8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=912c51da-e9db-4cba-a051-8637c0e07012,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.257782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 912c51da-e9db-4cba-a051-8637c0e07012 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:32.274463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Deleting port 963522ad-3407-4052-84a4-2ecc0d2e0736 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:32.274713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.295826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc29c90-f838-4506-9c84-800e9a8acc7d req-fd1b09f6-2ffd-4eed-945d-b3092a3cf7e1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.297677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dc29c90-f838-4506-9c84-800e9a8acc7d req-fd1b09f6-2ffd-4eed-945d-b3092a3cf7e1 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.5046582 Nov 12 03:28:32.308001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:32.312726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.361296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 44e01912-e747-45c0-97d7-91a585be10bc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:32.378595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] For port 963522ad-3407-4052-84a4-2ecc0d2e0736, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=963522ad-3407-4052-84a4-2ecc0d2e0736,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:32.379800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.396586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Calling delete_port for 963522ad-3407-4052-84a4-2ecc0d2e0736 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:32.410960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd700-a3c6-4f51-9471-fcf17123678f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.432949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] Set router a258726b-d03a-41a4-9eec-5fb19ab0c2bb gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:32.436167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:28:32.437141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:28:32.458791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dc29c90-f838-4506-9c84-800e9a8acc7d req-1588df89-058a-404c-9ca1-05d9b1bd176f tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397378 Nov 12 03:28:32.558918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 44e01912-e747-45c0-97d7-91a585be10bc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:32.566158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 44e01912-e747-45c0-97d7-91a585be10bc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:32.567081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.631300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.655884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.696127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Pushing event deleted for resources: {'Port': ['ID=963522ad-3407-4052-84a4-2ecc0d2e0736,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.698152 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.718782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d4bdb-d26f-47f6-9512-4a396f821ea4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:32.750013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:32.752281 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784b7e1-fda7-4b0a-9029-ec3e300384eb" -d '{"events": [{"server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "name": "network-vif-plugged", "status": "completed", "tag": "44e01912-e747-45c0-97d7-91a585be10bc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:32.752445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=19771ff4-98d9-4da4-b724-58c13071c173,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.774686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=44e01912-e747-45c0-97d7-91a585be10bc,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:32.781166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.788453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:28:30Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.799568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '401deb8a-4b13-46cf-9491-c03727293ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:32.799939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 912c51da-e9db-4cba-a051-8637c0e07012, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:32.816404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e4ab0ff-61de-4954-8732-b0f5f657651d req-b318e9d7-109b-4487-a267-a958c6d566b6 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.1153147 Nov 12 03:28:32.817439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.823195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 912c51da-e9db-4cba-a051-8637c0e07012 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:32.836453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 912c51da-e9db-4cba-a051-8637c0e07012) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:32.848470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.860406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.860787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5452fab3-6b79-4695-8f1a-29c7f1bb24d2 None None] Network 912c51da-e9db-4cba-a051-8637c0e07012 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:32.869801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09467704-e498-4314-9c5b-5e3e3d51c961 x-openstack-request-id: req-09467704-e498-4314-9c5b-5e3e3d51c961 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:32.870100 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "name": "network-vif-plugged", "status": "completed", "tag": "44e01912-e747-45c0-97d7-91a585be10bc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:32.871353 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09467704-e498-4314-9c5b-5e3e3d51c961 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:32.872915 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc', 'code': 200} Nov 12 03:28:32.874957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b27c12-58c9-4555-8e97-7edc9d8fb137 None None] The sync data for ids ['a258726b-d03a-41a4-9eec-5fb19ab0c2bb'] in n-d-615180-50 is: [{'id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'name': 'tempest-TaggedBootDevicesTest-999849546-router', 'tenant_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:16:25Z', 'updated_at': '2021-11-12T03:28:30Z', 'revision_number': 5, 'project_id': '75ec9116deb64fdb992dfb06d37cc7d2', 'gw_port': {'id': '963522ad-3407-4052-84a4-2ecc0d2e0736', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:88:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a258726b-d03a-41a4-9eec-5fb19ab0c2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:16:27Z', 'updated_at': '2021-11-12T03:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:32.880743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bcec2aab-e416-4934-a240-cb7873158333 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0861175 Nov 12 03:28:32.883746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49058) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:32.893963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '912c51da-e9db-4cba-a051-8637c0e07012', 'name': 'tempest-PortsTestJSON-802345903'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:32.957397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.961390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.993994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.005966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.006326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.006673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.007011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.007391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.007727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.008060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.008395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.008730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.009077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.009389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.009716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.028616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3298923-7be6-4865-9b51-e164c6ceeb26 req-9f96b04a-66e0-48be-8ac8-3874ab8770aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.028935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.029454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a258726b-d03a-41a4-9eec-5fb19ab0c2bb {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:33.030286 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3298923-7be6-4865-9b51-e164c6ceeb26 req-9f96b04a-66e0-48be-8ac8-3874ab8770aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 1097 time: 0.0943177 Nov 12 03:28:33.034468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.038933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-41643094-d961-44d6-b893-771998dc22cd admin admin] 10.222.0.84 "DELETE /v2.0/routers/a258726b-d03a-41a4-9eec-5fb19ab0c2bb HTTP/1.1" status: 204 len: 168 time: 1.6052175 Nov 12 03:28:33.042119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.096639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Deleting subnet d526f545-522a-41bc-ac82-2cacc254e04e {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:33.103357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.119274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:33.122550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.128467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-912c51da-e9db-4cba-a051-8637c0e07012', 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '19771ff4-98d9-4da4-b724-58c13071c173'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:33.129640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.140109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3298923-7be6-4865-9b51-e164c6ceeb26 req-3cdc8855-8a47-41e7-bb44-bfe266531b5f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024723 Nov 12 03:28:33.146229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.147165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 3c9715d4-239e-469e-89cf-2b508665a585 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:33.259319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.351721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.5 (912c51da-e9db-4cba-a051-8637c0e07012/19771ff4-98d9-4da4-b724-58c13071c173/3c9715d4-239e-469e-89cf-2b508665a585) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:33.369113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981cc14-0bca-47ce-8482-286c80e8c4bf req-62fba40a-afda-4a7f-9a44-f563d2f1e97f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.370854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4981cc14-0bca-47ce-8482-286c80e8c4bf req-62fba40a-afda-4a7f-9a44-f563d2f1e97f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0804651 Nov 12 03:28:33.372816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.412640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d526f545-522a-41bc-ac82-2cacc254e04e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.434366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.440403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a70250de-a177-4059-bb44-cbbb00341ca0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d526f545-522a-41bc-ac82-2cacc254e04e HTTP/1.1" status: 204 len: 168 time: 0.3972309 Nov 12 03:28:33.446884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.448249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d10c0-0b97-4454-b9fa-004b25fb903c None None] Network e9626a07-c05a-49f7-8905-80c5309c3144 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:33.484031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4981cc14-0bca-47ce-8482-286c80e8c4bf req-bfb58e39-98ae-4adf-a5da-5dd5e20f9be5 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045811 Nov 12 03:28:33.610963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 10a0fbac-d959-44b8-bc84-45595743af96 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:33.630275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.642148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 10a0fbac-d959-44b8-bc84-45595743af96 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:33.642877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 10a0fbac-d959-44b8-bc84-45595743af96 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:33.680325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d061c-84ab-434d-8c48-09d8fbaa3d57 req-633e6656-6cb6-4dae-8390-40d0572ca5cf tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.683980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-163d061c-84ab-434d-8c48-09d8fbaa3d57 req-633e6656-6cb6-4dae-8390-40d0572ca5cf tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1183379 Nov 12 03:28:33.690770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.794485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-163d061c-84ab-434d-8c48-09d8fbaa3d57 req-5bfdacfb-3155-47e3-aed7-2c8ae0617cfa tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998046 Nov 12 03:28:33.806283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] DHCP port deletion for e9626a07-c05a-49f7-8905-80c5309c3144 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:33.808191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.865202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Deleting port 8519b546-ba3c-4c9d-ac90-e00788277a7d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:33.865202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.872769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 912c51da-e9db-4cba-a051-8637c0e07012 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:33.893321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:33.895870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:33.932783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Allocated IP 172.20.0.2 (912c51da-e9db-4cba-a051-8637c0e07012/19771ff4-98d9-4da4-b724-58c13071c173/c0fc2a3c-e001-497b-9f47-192a5684fab9) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:33.960443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Deleting port 8519b546-ba3c-4c9d-ac90-e00788277a7d {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:33.960918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.974330 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e333a76-05c9-4c94-99b4-92bdfbd7c47c req-288aa309-1a91-470f-991e-4e3b53ee0a48 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0382028 Nov 12 03:28:33.978691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=3c9715d4-239e-469e-89cf-2b508665a585,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.992209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] For port 8519b546-ba3c-4c9d-ac90-e00788277a7d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8519b546-ba3c-4c9d-ac90-e00788277a7d,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:33.992586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.020939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.021673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.024277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Calling delete_port for 8519b546-ba3c-4c9d-ac90-e00788277a7d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:34.048515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5dd570a0-b0e6-41bf-9fd6-46b606b8bf68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1609917 Nov 12 03:28:34.049024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.113930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] For port 8519b546-ba3c-4c9d-ac90-e00788277a7d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8519b546-ba3c-4c9d-ac90-e00788277a7d,segment=NetworkSegment(4a32cfe1-c289-4ff9-a9ef-d094800913c7),segment_id=4a32cfe1-c289-4ff9-a9ef-d094800913c7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.114364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.123967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.136800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Calling delete_port for 8519b546-ba3c-4c9d-ac90-e00788277a7d owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:34.154138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8519b546-ba3c-4c9d-ac90-e00788277a7d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.159870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] No DVR routers for this DVR port 8519b546-ba3c-4c9d-ac90-e00788277a7d on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:34.179583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 3c9715d4-239e-469e-89cf-2b508665a585 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:34.179947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.265595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.281655 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.301014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9626a07-c05a-49f7-8905-80c5309c3144']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:34.301149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.329997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a32cfe1-c289-4ff9-a9ef-d094800913c7') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:34.330330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a32cfe1-c289-4ff9-a9ef-d094800913c7') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:34.341751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.342999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.353251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Network 912c51da-e9db-4cba-a051-8637c0e07012 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:34.361079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:34.363830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:34.370977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.387871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] No DVR routers for this DVR port 8519b546-ba3c-4c9d-ac90-e00788277a7d on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:34.388074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:34.388203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:34.388619 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:34.412743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 3c9715d4-239e-469e-89cf-2b508665a585 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:34.412977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Pushing event updated for resources: {'Port': ['ID=c0fc2a3c-e001-497b-9f47-192a5684fab9,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.467386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38842338-4fb2-4f01-a3b9-4d744a84704d None None] Pushing event deleted for resources: {'Port': ['ID=8519b546-ba3c-4c9d-ac90-e00788277a7d,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.508563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.509861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Attempting to bind port c0fc2a3c-e001-497b-9f47-192a5684fab9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:34.510287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Attempting to bind port c0fc2a3c-e001-497b-9f47-192a5684fab9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '401deb8a-4b13-46cf-9491-c03727293ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:34.510663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Attempting to bind port c0fc2a3c-e001-497b-9f47-192a5684fab9 on network 912c51da-e9db-4cba-a051-8637c0e07012 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:34.518846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:34.519173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Checking segment: {'id': '401deb8a-4b13-46cf-9491-c03727293ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:34.520073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.520217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.520544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Bound using segment: {'id': '401deb8a-4b13-46cf-9491-c03727293ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:34.521066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Bound port: c0fc2a3c-e001-497b-9f47-192a5684fab9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401deb8a-4b13-46cf-9491-c03727293ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '912c51da-e9db-4cba-a051-8637c0e07012'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:34.521454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.528120 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e9626a07-c05a-49f7-8905-80c5309c3144 HTTP/1.1" status: 204 len: 168 time: 1.0779557 Nov 12 03:28:34.551723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c551-4de1-4677-bbab-7f110355cf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9626a07-c05a-49f7-8905-80c5309c3144,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.645973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] For port c0fc2a3c-e001-497b-9f47-192a5684fab9, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:34.652631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] For port c0fc2a3c-e001-497b-9f47-192a5684fab9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c0fc2a3c-e001-497b-9f47-192a5684fab9,segment=NetworkSegment(401deb8a-4b13-46cf-9491-c03727293ece),segment_id=401deb8a-4b13-46cf-9491-c03727293ece)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:34.654648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73564d74-2023-41f0-b2d7-8644a66a098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.658899 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.706610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583067-582a-4864-aca9-ec2cfee9e7c1 req-2849691d-d847-4f99-b6c8-63f32d4fcefc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.709334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.709526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b583067-582a-4864-aca9-ec2cfee9e7c1 req-2849691d-d847-4f99-b6c8-63f32d4fcefc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0974038 Nov 12 03:28:34.730942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.757660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b90b55-a03e-4729-9d9c-41ea9bd59f6c None None] Pushing event updated for resources: {'Port': ['ID=c0fc2a3c-e001-497b-9f47-192a5684fab9,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.808856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e09b231-dfa5-4df8-8a62-6f2efe17a2f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=75ec9116deb64fdb992dfb06d37cc7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0767896 Nov 12 03:28:34.812667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.827056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=3c9715d4-239e-469e-89cf-2b508665a585,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.842055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b583067-582a-4864-aca9-ec2cfee9e7c1 req-3e244755-6212-485d-8640-b71b45a04031 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184134 Nov 12 03:28:34.872950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.877909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7dc6f244-52d2-4b5e-a10a-5a8082e570b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/3c9715d4-239e-469e-89cf-2b508665a585 HTTP/1.1" status: 204 len: 168 time: 0.8278763 Nov 12 03:28:34.882004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49088) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.910607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.945965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.954635 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57746ff-2002-4cee-a1b4-d96e8c03ad0d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:28:34.955438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57746ff-2002-4cee-a1b4-d96e8c03ad0d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:34.959174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c57746ff-2002-4cee-a1b4-d96e8c03ad0d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/3c9715d4-239e-469e-89cf-2b508665a585 HTTP/1.1" status: 404 len: 333 time: 0.0756214 Nov 12 03:28:34.962140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49090) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.006340 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f68c4be-1efe-4dc3-8f64-c8adfd4c913f tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:35.017106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1f68c4be-1efe-4dc3-8f64-c8adfd4c913f tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/3c9715d4-239e-469e-89cf-2b508665a585 HTTP/1.1" status: 404 len: 333 time: 0.0512242 Nov 12 03:28:35.017782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.066269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.076807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.085257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/460a75eb-0ba9-4f8d-aab0-f9ab8da62c53 HTTP/1.1" status: 204 len: 168 time: 0.2642975 Nov 12 03:28:35.095544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331dae9-1ecb-484a-8051-72155b4a20f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a75eb-0ba9-4f8d-aab0-f9ab8da62c53,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.101973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 19771ff4-98d9-4da4-b724-58c13071c173 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:35.107550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.170711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5c78a17-4d72-4cc5-98bd-afcd6157cecd req-de71176e-a30b-4ab8-a3bd-96508130517a tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0391364 Nov 12 03:28:35.170927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da2e07-02c3-4d64-a78b-c239460b4b4c req-8adc13dc-19ab-41e4-8b34-b24e56d61f36 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.175264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9da2e07-02c3-4d64-a78b-c239460b4b4c req-8adc13dc-19ab-41e4-8b34-b24e56d61f36 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.2914555 Nov 12 03:28:35.220397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.288364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9da2e07-02c3-4d64-a78b-c239460b4b4c req-2986bfba-8d8c-4c3e-8d18-7e38abf72dcb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044574 Nov 12 03:28:35.325012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb4d81-c005-4c1a-b520-d2c55be42559 req-1361d1b4-4048-480b-92f6-0519fc649f75 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.326606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdfb4d81-c005-4c1a-b520-d2c55be42559 req-1361d1b4-4048-480b-92f6-0519fc649f75 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0752017 Nov 12 03:28:35.337775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.403542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fdfb4d81-c005-4c1a-b520-d2c55be42559 req-5718f5bf-e367-4233-abf5-595e4171bc57 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674400 Nov 12 03:28:35.470024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.543955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=19771ff4-98d9-4da4-b724-58c13071c173,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.546051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.552169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49106) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.557273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4a18a92d-6bc2-4ada-aada-093308bffb13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/19771ff4-98d9-4da4-b724-58c13071c173 HTTP/1.1" status: 204 len: 168 time: 0.5288117 Nov 12 03:28:35.642125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.655649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c0fc2a3c-e001-497b-9f47-192a5684fab9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:35.672912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238105e4-b3b8-47be-b69a-50dafb48c7eb req-2bd5ac65-345c-4934-8635-a443b10aaa00 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.674536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-238105e4-b3b8-47be-b69a-50dafb48c7eb req-2bd5ac65-345c-4934-8635-a443b10aaa00 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1338816 Nov 12 03:28:35.727744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.746926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-238105e4-b3b8-47be-b69a-50dafb48c7eb req-d105b2c1-25c7-425a-9129-6a0ae8d0b005 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641527 Nov 12 03:28:35.751137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c0fc2a3c-e001-497b-9f47-192a5684fab9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:35.751985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.860690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port c0fc2a3c-e001-497b-9f47-192a5684fab9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:35.860690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.939735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.982038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port c0fc2a3c-e001-497b-9f47-192a5684fab9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c0fc2a3c-e001-497b-9f47-192a5684fab9,segment=NetworkSegment(401deb8a-4b13-46cf-9491-c03727293ece),segment_id=401deb8a-4b13-46cf-9491-c03727293ece)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:35.986868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.032957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port c0fc2a3c-e001-497b-9f47-192a5684fab9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c0fc2a3c-e001-497b-9f47-192a5684fab9,segment=NetworkSegment(401deb8a-4b13-46cf-9491-c03727293ece),segment_id=401deb8a-4b13-46cf-9491-c03727293ece)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:36.033328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.089762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for c0fc2a3c-e001-497b-9f47-192a5684fab9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:36.097897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0223-6e17-45ca-85f7-0a91eeaa97b2 req-5a3cf615-4eb2-49f9-b2c0-0c7da3cd6005 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.109315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=c0fc2a3c-e001-497b-9f47-192a5684fab9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.110788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29fd0223-6e17-45ca-85f7-0a91eeaa97b2 req-5a3cf615-4eb2-49f9-b2c0-0c7da3cd6005 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1088052 Nov 12 03:28:36.123579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8519b546-ba3c-4c9d-ac90-e00788277a7d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:36.161533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 8519b546-ba3c-4c9d-ac90-e00788277a7d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:36.161879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8519b546-ba3c-4c9d-ac90-e00788277a7d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:36.162303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 963522ad-3407-4052-84a4-2ecc0d2e0736 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:36.191796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 963522ad-3407-4052-84a4-2ecc0d2e0736 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:36.192115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 963522ad-3407-4052-84a4-2ecc0d2e0736 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:36.211859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29fd0223-6e17-45ca-85f7-0a91eeaa97b2 req-58a7b50a-73b8-429f-b85c-c20321b187d2 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000676 Nov 12 03:28:36.244915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faab29d-f00f-409e-8cb1-ba4758f7991c None None] Network 912c51da-e9db-4cba-a051-8637c0e07012 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:36.276172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.310366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=c0fc2a3c-e001-497b-9f47-192a5684fab9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.343264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port c0fc2a3c-e001-497b-9f47-192a5684fab9 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:36.346871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-026d1282-3f8b-4d29-a9ca-e54f9f8c1232 req-4267e481-486c-4d8e-8e86-8b20929b5cc0 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Nov 12 03:28:36.434333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.449649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.476181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912c51da-e9db-4cba-a051-8637c0e07012']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.489565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401deb8a-4b13-46cf-9491-c03727293ece') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.490287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401deb8a-4b13-46cf-9491-c03727293ece') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.505355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.510968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dfdd6d12-8999-4696-a538-0e0fd95c2eaa None None] Could not find standard attr ID for object c0fc2a3c-e001-497b-9f47-192a5684fab9. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:36.546127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.558517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cbbfc-a4ef-46c2-9aab-c0386b3a3225 req-de248ffa-3cb5-4a74-8b2d-5618d6a6f658 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.559013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:36.559013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.560158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea3cbbfc-a4ef-46c2-9aab-c0386b3a3225 req-de248ffa-3cb5-4a74-8b2d-5618d6a6f658 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1358917 Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:36.563638 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:36.609739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1338015556-network', 'tenant_id': '09c44165b79e4f599dd6228c7bcf18ea'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:36.649808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.658530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.663845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a9039-2811-48a6-bfcd-1c31b73f5088 None None] DHCP port deletion for 912c51da-e9db-4cba-a051-8637c0e07012 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:36.664397 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/912c51da-e9db-4cba-a051-8637c0e07012 HTTP/1.1" status: 204 len: 168 time: 1.1106298 Nov 12 03:28:36.665275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Made reservation on behalf of 09c44165b79e4f599dd6228c7bcf18ea for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:36.667635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.668556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.675829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489082594'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:36.679749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea3cbbfc-a4ef-46c2-9aab-c0386b3a3225 req-31725923-8231-4997-b0f9-b22d8fe1e972 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Nov 12 03:28:36.699271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fd494-4722-42b1-82a5-6af48a1505e4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=912c51da-e9db-4cba-a051-8637c0e07012,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.703330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.714730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:36.719526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.756376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:36.766515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.766877 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 490d04a9-2d80-4353-ba61-a09b3bd8a698 of type vlan for network 53128ca5-52da-4de6-9700-ded05d67ea58 Nov 12 03:28:36.803151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.806008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.816950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.833960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1d8247-8fdd-436b-ad68-29e453447255,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.844661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.845638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:36.853585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.854329 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.856855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.857386 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Added segment ee83dc81-2324-42a7-918a-a2b978365e40 of type vlan for network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 Nov 12 03:28:36.901440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.919581 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2462156 Nov 12 03:28:36.919989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.927033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:36.928430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.929657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.930276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.954522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb60061-5cf1-419a-8099-9063259e2a61 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=53128ca5-52da-4de6-9700-ded05d67ea58,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.967458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5317717 Nov 12 03:28:36.972270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 53128ca5-52da-4de6-9700-ded05d67ea58 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:36.973042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.977861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Request body: {'subnet': {'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1338015556-subnet', 'tenant_id': '09c44165b79e4f599dd6228c7bcf18ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:37.017713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c139-78e6-4315-9311-3c1d2256dc28 admin admin] Pushing event updated for resources: {'Network': ['ID=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.037045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.api [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:37.037045 n-d-615180-50 neutron-server[102432]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:28:37.037045 n-d-615180-50 neutron-server[102432]: [parameters: {'project_id_1': '000d2343e0c74ffa9c6c158d17dcf5fa', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 28, 17, 20743)}] Nov 12 03:28:37.037045 n-d-615180-50 neutron-server[102432]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:37.037623 n-d-615180-50 neutron-server[102432]: DEBUG oslo_db.api [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:37.045846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Made reservation on behalf of 09c44165b79e4f599dd6228c7bcf18ea for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:37.048819 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.049155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:37.163866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.248749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.308722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbb6394-49b7-4055-a852-cd32f05ac1f9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.317902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Checking segment: {'id': 'ee83dc81-2324-42a7-918a-a2b978365e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:37.318271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Network hostable DHCP agents. Network: d9fda6a8-a8ff-45f8-8ff0-99944d2ade82, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:37.337589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:37.347455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d9fda6a8-a8ff-45f8-8ff0-99944d2ade82) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:37.351459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e622d-b6dc-4c80-ba4e-2abcd22a5d03 req-232fca68-0d89-4471-8929-aad90d703d90 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.352342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.352942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.357235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9320c5-a20e-4680-94f9-cb0534fce70b None None] Network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:37.362127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b40e622d-b6dc-4c80-ba4e-2abcd22a5d03 req-232fca68-0d89-4471-8929-aad90d703d90 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0733399 Nov 12 03:28:37.381295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-65cc05d7-f262-44b9-b294-434abdef9a57 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3991449 Nov 12 03:28:37.431677 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b40e622d-b6dc-4c80-ba4e-2abcd22a5d03 req-94dd5513-44f5-4036-81db-2dceecc8f609 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686007 Nov 12 03:28:37.530683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c0fc2a3c-e001-497b-9f47-192a5684fab9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:37.551516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3eafba20-668a-476c-bab1-8d91def22c6c req-092f0e1d-3e84-4224-8283-d6f63894f435 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0416119 Nov 12 03:28:37.576866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:37.580896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.605538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c0fc2a3c-e001-497b-9f47-192a5684fab9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:37.606137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c0fc2a3c-e001-497b-9f47-192a5684fab9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:37.642221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d69349-70f7-47c2-b9a7-de3d16f1c6af None None] Network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:37.878502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf2ec6-59b7-4b07-ba61-2440e53d7a2b req-c648679d-55a8-4576-b6ef-2c0956a4267b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.880742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebf2ec6-59b7-4b07-ba61-2440e53d7a2b req-c648679d-55a8-4576-b6ef-2c0956a4267b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0740581 Nov 12 03:28:37.930266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.931511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ebf2ec6-59b7-4b07-ba61-2440e53d7a2b req-0e3ae7db-4bef-4d2f-abfc-756507794a60 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Nov 12 03:28:38.022627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=603a2f23-5ed6-4140-a595-6a5eabfc8287,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.054383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '490d04a9-2d80-4353-ba61-a09b3bd8a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:38.054748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 53128ca5-52da-4de6-9700-ded05d67ea58, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:38.067586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-234afcfd-eb42-4dd9-904c-3def294ed533 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.069090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-234afcfd-eb42-4dd9-904c-3def294ed533 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/networks?id=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 HTTP/1.1" status: 200 len: 822 time: 0.1869919 Nov 12 03:28:38.087511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-873abe5b-2e98-4c0e-9407-8913e0d89de8 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/quotas/09c44165b79e4f599dd6228c7bcf18ea HTTP/1.1" status: 200 len: 375 time: 0.0120406 Nov 12 03:28:38.089409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 53128ca5-52da-4de6-9700-ded05d67ea58 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:38.106851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 53128ca5-52da-4de6-9700-ded05d67ea58) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:38.115242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b49d2e-397f-4e33-8510-8a3b3403ed86 None None] Network 53128ca5-52da-4de6-9700-ded05d67ea58 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:38.129280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-1e6e5b7e-32e7-42d1-9f82-416fb4060c5f tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=09c44165b79e4f599dd6228c7bcf18ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339942 Nov 12 03:28:38.130504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.131081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.155018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a27ecc17-d8f0-4e59-840e-2cf774391e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2316537 Nov 12 03:28:38.155839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.161807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1999136987'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:38.220350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.261249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-5e80220e-9618-4f29-8964-fe84b899de10 service neutron] 10.222.0.84 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200857 Nov 12 03:28:38.302531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-53128ca5-52da-4de6-9700-ded05d67ea58', 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '603a2f23-5ed6-4140-a595-6a5eabfc8287'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:38.303524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.314092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:38.319951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.344336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port a29fee72-bd1d-4f72-976d-dddff9ca564c yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:38.382518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-d8ac930b-9544-4604-85d7-d7bc9bc2da8d service neutron] 10.222.0.84 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143014 Nov 12 03:28:38.459341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Allocated IP 172.20.0.2 (53128ca5-52da-4de6-9700-ded05d67ea58/603a2f23-5ed6-4140-a595-6a5eabfc8287/55ce14cd-1d1b-4740-887d-8a606060c572) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:38.592630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded1c8d-7dc5-4fce-b252-37d410a085b9 req-e262643f-e62b-4dc0-9ed9-6bab585716fe tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.596611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fded1c8d-7dc5-4fce-b252-37d410a085b9 req-e262643f-e62b-4dc0-9ed9-6bab585716fe tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0792894 Nov 12 03:28:38.602003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6df72193-d4b6-4900-9677-e18fe97d2d04 req-cf9f3f5d-bc1d-4907-bdee-e8c516897169 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0565617 Nov 12 03:28:38.662875 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.674498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fded1c8d-7dc5-4fce-b252-37d410a085b9 req-e7ff505f-e549-451b-a869-eb16391ec003 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701890 Nov 12 03:28:38.675557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.766049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e6fb58d-684f-4711-8737-5bbfc4fe381e req-e68127c3-c4c2-4c19-9c82-7cb6617d4bd4 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0655479 Nov 12 03:28:38.773724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Network 53128ca5-52da-4de6-9700-ded05d67ea58 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:38.775258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Pushing event updated for resources: {'Port': ['ID=55ce14cd-1d1b-4740-887d-8a606060c572,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.783996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:38.787077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:38.823672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.4 (53128ca5-52da-4de6-9700-ded05d67ea58/603a2f23-5ed6-4140-a595-6a5eabfc8287/a29fee72-bd1d-4f72-976d-dddff9ca564c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:38.852794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Attempting to bind port 55ce14cd-1d1b-4740-887d-8a606060c572 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:38.853167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Attempting to bind port 55ce14cd-1d1b-4740-887d-8a606060c572 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '490d04a9-2d80-4353-ba61-a09b3bd8a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:38.853553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Attempting to bind port 55ce14cd-1d1b-4740-887d-8a606060c572 on network 53128ca5-52da-4de6-9700-ded05d67ea58 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:38.859902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:38.860274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Checking segment: {'id': '490d04a9-2d80-4353-ba61-a09b3bd8a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:38.860673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.861063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Bound using segment: {'id': '490d04a9-2d80-4353-ba61-a09b3bd8a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:38.861532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Bound port: 55ce14cd-1d1b-4740-887d-8a606060c572, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490d04a9-2d80-4353-ba61-a09b3bd8a698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '53128ca5-52da-4de6-9700-ded05d67ea58'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:38.861908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.948208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] For port 55ce14cd-1d1b-4740-887d-8a606060c572, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:38.955512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] For port 55ce14cd-1d1b-4740-887d-8a606060c572, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=55ce14cd-1d1b-4740-887d-8a606060c572,segment=NetworkSegment(490d04a9-2d80-4353-ba61-a09b3bd8a698),segment_id=490d04a9-2d80-4353-ba61-a09b3bd8a698)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:38.961402 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.992932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.052307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045568b-2004-43a0-8a8f-2f92e75e9cb9 None None] Pushing event updated for resources: {'Port': ['ID=55ce14cd-1d1b-4740-887d-8a606060c572,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.113723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.172486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b879-8607-4e5a-84a1-f132447b5b62 req-0a9b34f6-7027-44cc-9de5-92faa0c6a727 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.179670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52c0b879-8607-4e5a-84a1-f132447b5b62 req-0a9b34f6-7027-44cc-9de5-92faa0c6a727 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1418977 Nov 12 03:28:39.184878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 53128ca5-52da-4de6-9700-ded05d67ea58 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:39.194724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:39.197413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:39.377193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=a29fee72-bd1d-4f72-976d-dddff9ca564c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.413922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.414567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.443366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52c0b879-8607-4e5a-84a1-f132447b5b62 req-70c9451d-7f3c-49db-a6c2-26694cecc11e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568953 Nov 12 03:28:39.450721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b4b0b71-0f44-4576-882a-95a409b89cdd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2914481 Nov 12 03:28:39.462845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49188) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.580300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 55ce14cd-1d1b-4740-887d-8a606060c572 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:39.595497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port a29fee72-bd1d-4f72-976d-dddff9ca564c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:39.595845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.632937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 55ce14cd-1d1b-4740-887d-8a606060c572 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:39.633312 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.697099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.712549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for a29fee72-bd1d-4f72-976d-dddff9ca564c owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:39.765865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-689a27f4-a8f2-4ddc-96ce-a81dfc165ee0 req-ef6c2ac9-bffa-45c1-99fb-51e2a390af14 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0685346 Nov 12 03:28:39.781657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.847396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445d4c7-67a9-4722-ba9e-7ab707a20935 req-e72cbeb2-51e8-4ed5-9773-9a59433b5d73 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.854843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5445d4c7-67a9-4722-ba9e-7ab707a20935 req-e72cbeb2-51e8-4ed5-9773-9a59433b5d73 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0850723 Nov 12 03:28:39.864122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 55ce14cd-1d1b-4740-887d-8a606060c572, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=55ce14cd-1d1b-4740-887d-8a606060c572,segment=NetworkSegment(490d04a9-2d80-4353-ba61-a09b3bd8a698),segment_id=490d04a9-2d80-4353-ba61-a09b3bd8a698)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.882015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.943702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5178bdc3-fe13-45e3-801b-a91a7ebae98c req-51e50238-f4a4-4902-b1c0-740982420b39 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0661097 Nov 12 03:28:39.959523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=55ce14cd-1d1b-4740-887d-8a606060c572,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.993609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5445d4c7-67a9-4722-ba9e-7ab707a20935 req-09da4ee1-6ca2-4f25-97c7-49b7f05b1a02 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377594 Nov 12 03:28:40.038199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.073610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=a29fee72-bd1d-4f72-976d-dddff9ca564c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.133935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-f833d98f-5743-439e-820e-c1343293f997 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.136296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-f833d98f-5743-439e-820e-c1343293f997 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.32 "GET /v2.0/networks?id=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 HTTP/1.1" status: 200 len: 822 time: 0.2058542 Nov 12 03:28:40.151731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Request body: {'port': {'device_id': 'deb89fce-3305-40f5-a650-5451415b7a10', 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82', 'admin_state_up': True, 'tenant_id': '09c44165b79e4f599dd6228c7bcf18ea'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.173440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.180029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b4b642b8-eebc-4131-b5b5-7ad2d5b01ffc tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/a29fee72-bd1d-4f72-976d-dddff9ca564c HTTP/1.1" status: 204 len: 168 time: 0.7128184 Nov 12 03:28:40.180327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49198) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.213371 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5c647c-954e-454f-9966-5005aac56a9c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:40.215313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0c5c647c-954e-454f-9966-5005aac56a9c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/a29fee72-bd1d-4f72-976d-dddff9ca564c HTTP/1.1" status: 404 len: 333 time: 0.0337958 Nov 12 03:28:40.218169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49200) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.281221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 603a2f23-5ed6-4140-a595-6a5eabfc8287 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:40.284492 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.303649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Made reservation on behalf of 09c44165b79e4f599dd6228c7bcf18ea for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:40.310358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.331395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.435275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c98cc4-5e92-41dc-acc8-efa2ed877dce None None] Network 53128ca5-52da-4de6-9700-ded05d67ea58 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:40.448771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.504935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Allocated IP 172.20.0.2 (d9fda6a8-a8ff-45f8-8ff0-99944d2ade82/cbbb6394-49b7-4055-a852-cd32f05ac1f9/6e9f42eb-73ad-4691-8149-842e66b52331) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:40.529187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.535495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-347c4e3b-ace1-40ad-b51f-0a47d6855861 None None] Provisioning complete for port 55ce14cd-1d1b-4740-887d-8a606060c572 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:40.536219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-347c4e3b-ace1-40ad-b51f-0a47d6855861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.562069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=603a2f23-5ed6-4140-a595-6a5eabfc8287,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.580144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.591250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad35a18b-3247-47a7-acd1-72a21fd893a6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/603a2f23-5ed6-4140-a595-6a5eabfc8287 HTTP/1.1" status: 204 len: 168 time: 0.3707833 Nov 12 03:28:40.592044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.680672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.709137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.758563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] DHCP port deletion for 53128ca5-52da-4de6-9700-ded05d67ea58 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:40.771591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af6267-f3c5-4deb-b39b-0f6cdacbf6eb req-0df361d5-c0f8-462b-998b-b1ba31af12cb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.779672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97af6267-f3c5-4deb-b39b-0f6cdacbf6eb req-0df361d5-c0f8-462b-998b-b1ba31af12cb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0868685 Nov 12 03:28:40.782316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.798282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 55ce14cd-1d1b-4740-887d-8a606060c572 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:40.798639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.853524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:40.859458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Deleting port 55ce14cd-1d1b-4740-887d-8a606060c572 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:40.860118 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.896735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97af6267-f3c5-4deb-b39b-0f6cdacbf6eb req-5d46ef15-9123-4def-9fb3-9651512db7b7 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936089 Nov 12 03:28:40.900607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:40.910780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port 55ce14cd-1d1b-4740-887d-8a606060c572, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=55ce14cd-1d1b-4740-887d-8a606060c572,segment=NetworkSegment(490d04a9-2d80-4353-ba61-a09b3bd8a698),segment_id=490d04a9-2d80-4353-ba61-a09b3bd8a698)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:40.911184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.912768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:40.942905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 55ce14cd-1d1b-4740-887d-8a606060c572 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:40.967414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Pushing event updated for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.986280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.986553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.986896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.987268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.987603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.988097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.989504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.989841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.990176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.991462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.992372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.992717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:40.998418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] For port 55ce14cd-1d1b-4740-887d-8a606060c572, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=55ce14cd-1d1b-4740-887d-8a606060c572,segment=NetworkSegment(490d04a9-2d80-4353-ba61-a09b3bd8a698),segment_id=490d04a9-2d80-4353-ba61-a09b3bd8a698)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:41.001470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.017242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.018407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.030468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Calling delete_port for 55ce14cd-1d1b-4740-887d-8a606060c572 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:41.043450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-67045136-b9f7-4c8a-bfa1-dd522ce7bea2 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945949 Nov 12 03:28:41.053512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3680b-ea66-490a-a0d9-3dc3afd87637 req-4182421d-276c-4ded-b474-1d2dbe1908b0 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.055628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2b3680b-ea66-490a-a0d9-3dc3afd87637 req-4182421d-276c-4ded-b474-1d2dbe1908b0 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 931 time: 0.1881313 Nov 12 03:28:41.056280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.063118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Request body: {'port': {'device_id': 'deb89fce-3305-40f5-a650-5451415b7a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.108425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=55ce14cd-1d1b-4740-887d-8a606060c572,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.116818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port 55ce14cd-1d1b-4740-887d-8a606060c572 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:41.129814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.157810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] Pushing event deleted for resources: {'Port': ['ID=55ce14cd-1d1b-4740-887d-8a606060c572,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.177404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.180136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0ae32-a602-40a1-839c-aa1a48f40eb2 None None] No DVR routers for this DVR port 55ce14cd-1d1b-4740-887d-8a606060c572 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:41.272173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.278044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f2b3680b-ea66-490a-a0d9-3dc3afd87637 req-39246607-a0b5-43bf-a2d7-c3070502164b tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774476 Nov 12 03:28:41.309111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53128ca5-52da-4de6-9700-ded05d67ea58']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.330371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490d04a9-2d80-4353-ba61-a09b3bd8a698') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.330775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490d04a9-2d80-4353-ba61-a09b3bd8a698') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:41.349179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.365975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.373771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:41.374183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:41.378273 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:41.393765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec5c4e9d-1baa-47b6-80d8-acc033bc24f8 req-0ba2701f-8cab-41ed-94d4-d3ae3e71ceb4 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0412390 Nov 12 03:28:41.481171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.493055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.497211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/53128ca5-52da-4de6-9700-ded05d67ea58 HTTP/1.1" status: 204 len: 168 time: 0.9041874 Nov 12 03:28:41.511909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49234) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.522657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084d7c6-0cbb-470e-8d0e-f182dcbab38e req-e49d1201-2faa-415e-8b6c-9cbf64cad28c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.524374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e084d7c6-0cbb-470e-8d0e-f182dcbab38e req-e49d1201-2faa-415e-8b6c-9cbf64cad28c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1347477 Nov 12 03:28:41.528032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'name': 'tempest-PortsTestJSON-719937771'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:41.533078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69980b-133b-48f4-b3e5-af6f0ff478e8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=53128ca5-52da-4de6-9700-ded05d67ea58,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.604785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 55ce14cd-1d1b-4740-887d-8a606060c572 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:41.621124 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9f42eb-73ad-4691-8149-842e66b52331 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:41.633255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.648969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 55ce14cd-1d1b-4740-887d-8a606060c572 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:41.651043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Transition to ACTIVE for port object 6e9f42eb-73ad-4691-8149-842e66b52331 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:41.651785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 55ce14cd-1d1b-4740-887d-8a606060c572 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:41.658405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e084d7c6-0cbb-470e-8d0e-f182dcbab38e req-5a262be4-522a-45c0-ac30-bc9c64f71a81 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122813 Nov 12 03:28:41.672015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.689695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:41.694014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.711736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port aa92d396-1b02-4ea5-aed6-60d1bcd144cb yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:41.760706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Pushing event updated for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.809281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cd65-a7ff-4a2b-a409-8bdef1128d8a req-0a8f0eaf-4ddf-4eea-85c6-6e05df0a480d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.810800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2e9cd65-a7ff-4a2b-a409-8bdef1128d8a req-0a8f0eaf-4ddf-4eea-85c6-6e05df0a480d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1258194 Nov 12 03:28:41.897625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2e9cd65-a7ff-4a2b-a409-8bdef1128d8a req-eb2ef8f9-7884-4398-8d06-c99868023294 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667963 Nov 12 03:28:41.898255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Attempting to bind port 6e9f42eb-73ad-4691-8149-842e66b52331 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:41.899188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Attempting to bind port 6e9f42eb-73ad-4691-8149-842e66b52331 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ee83dc81-2324-42a7-918a-a2b978365e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:41.899188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Attempting to bind port 6e9f42eb-73ad-4691-8149-842e66b52331 on network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:41.905486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0590-b18c-4769-a748-999568c34bc3 req-f8119476-8c71-4b8a-938b-607c73ae6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.906964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-f8119476-8c71-4b8a-938b-607c73ae6103 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=374b7793fddb4216b883ccfeb640f9f3&device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 1098 time: 0.1035576 Nov 12 03:28:41.913733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Port 6e9f42eb-73ad-4691-8149-842e66b52331 on network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:41.914329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Attempting to bind port 6e9f42eb-73ad-4691-8149-842e66b52331 on network d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:41.924030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:41.924386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Checking segment: {'id': 'ee83dc81-2324-42a7-918a-a2b978365e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:41.924778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Bound using segment: {'id': 'ee83dc81-2324-42a7-918a-a2b978365e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:41.925474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Bound port: 6e9f42eb-73ad-4691-8149-842e66b52331, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee83dc81-2324-42a7-918a-a2b978365e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:41.925850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.960962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.000455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:42.003858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6e9f42eb-73ad-4691-8149-842e66b52331,segment=NetworkSegment(ee83dc81-2324-42a7-918a-a2b978365e40),segment_id=ee83dc81-2324-42a7-918a-a2b978365e40)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:42.009261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.039208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0590-b18c-4769-a748-999568c34bc3 req-a3bd9034-edc8-40bb-a2ff-a0a7240a6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.040712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-a3bd9034-edc8-40bb-a2ff-a0a7240a6e54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 200 len: 917 time: 0.1244559 Nov 12 03:28:42.047433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.059332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.059785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.063143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] 10.222.0.32 "PUT /v2.0/ports/6e9f42eb-73ad-4691-8149-842e66b52331 HTTP/1.1" status: 200 len: 1092 time: 1.0049293 Nov 12 03:28:42.063143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:42.065326 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:42.104279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba4fa7-b749-4696-a2d2-d0e9705f107c service neutron] Pushing event updated for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.112073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-704e720b-fc57-4594-8dd7-f458179bbb79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e HTTP/1.1" status: 200 len: 217 time: 0.0625911 Nov 12 03:28:42.152354 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa06e285-6a13-4ee1-b3c4-4fd85e621390 x-openstack-request-id: req-aa06e285-6a13-4ee1-b3c4-4fd85e621390 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:42.152651 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:42.152904 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-aa06e285-6a13-4ee1-b3c4-4fd85e621390 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:42.153299 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331', 'status': 'completed', 'code': 200} Nov 12 03:28:42.160495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:42.168920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-5f9a2732-efb0-4098-9330-dfef34333d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.170989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-5f9a2732-efb0-4098-9330-dfef34333d14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c44165b79e4f599dd6228c7bcf18ea&device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 1095 time: 0.0558538 Nov 12 03:28:42.174878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:42.178711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:42.184372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.184976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.190602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=aa92d396-1b02-4ea5-aed6-60d1bcd144cb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.205612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0590-b18c-4769-a748-999568c34bc3 req-e5a0064a-1c37-48f8-b069-33cb61066d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.207693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-e5a0064a-1c37-48f8-b069-33cb61066d6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 200 len: 855 time: 0.0885110 Nov 12 03:28:42.215796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9ddc57b-3b26-4fa9-b1ef-1005f1a02628 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7024908 Nov 12 03:28:42.218947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49242) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.227692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-83813cde-e719-4fb1-9f0e-0b609077ced6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e9f42eb-73ad-4691-8149-842e66b52331 HTTP/1.1" status: 200 len: 217 time: 0.0463352 Nov 12 03:28:42.261664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0590-b18c-4769-a748-999568c34bc3 req-0bf91499-89c7-43f6-b508-14d0330e75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.263220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-0bf91499-89c7-43f6-b508-14d0330e75fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=74074032-8175-4c61-95cd-8c8286202cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460396 Nov 12 03:28:42.338338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-6be752bf-e973-4d92-bbd9-759e23f014ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.341997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-6be752bf-e973-4d92-bbd9-759e23f014ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbbb6394-49b7-4055-a852-cd32f05ac1f9 HTTP/1.1" status: 200 len: 862 time: 0.0958672 Nov 12 03:28:42.385151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port aa92d396-1b02-4ea5-aed6-60d1bcd144cb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:42.385499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.392533 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-fae73533-fe3a-4b8b-b3bf-6f210a8312b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412605 Nov 12 03:28:42.527901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.690634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90d639ba-917c-457e-b2ad-8625a26b1e0c req-35172697-d3d1-4c80-8c56-a76ac28fdaeb tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0352693 Nov 12 03:28:42.703401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-b02a3618-b8b7-4d11-9021-1cc8dda8799d service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325891 Nov 12 03:28:42.881317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f5dea-1162-4f5a-9bc5-166f77c5b430 req-c2e0fb04-a115-4328-8255-4c68a3fee92c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.883845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b79f5dea-1162-4f5a-9bc5-166f77c5b430 req-c2e0fb04-a115-4328-8255-4c68a3fee92c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0908015 Nov 12 03:28:42.887708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-339b0590-b18c-4769-a748-999568c34bc3 req-9243959c-e9f6-452a-b527-8ef118013f49 service neutron] 10.222.0.32 "GET /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767881 Nov 12 03:28:42.903755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for aa92d396-1b02-4ea5-aed6-60d1bcd144cb owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:42.938628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63188e8-f28c-4018-818e-0fbbd39c4f59 req-d987cd8e-411b-4d39-b332-2f854f05c96c tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.940179 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c63188e8-f28c-4018-818e-0fbbd39c4f59 req-d987cd8e-411b-4d39-b332-2f854f05c96c tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 943 time: 0.5502601 Nov 12 03:28:42.951434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b79f5dea-1162-4f5a-9bc5-166f77c5b430 req-7ec3b008-0b64-4310-96ea-22f97cd1b3e3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609906 Nov 12 03:28:43.008606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-cb221d45-f20a-4e09-a87a-faaea14ac2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042507 Nov 12 03:28:43.092118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435ff59-1db9-4f24-8a4b-92b08a7e975f req-6afa5383-d72b-452d-abcb-eff1111d88ca tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.093668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5435ff59-1db9-4f24-8a4b-92b08a7e975f req-6afa5383-d72b-452d-abcb-eff1111d88ca tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0641515 Nov 12 03:28:43.110646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c63188e8-f28c-4018-818e-0fbbd39c4f59 req-25188abd-5ac0-48a5-a039-7ce3c81da8cb tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342926 Nov 12 03:28:43.120414 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.160153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5435ff59-1db9-4f24-8a4b-92b08a7e975f req-53f5afb1-de65-4fb9-a148-3f5808285dbb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579445 Nov 12 03:28:43.172376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.178164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.178312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/aa92d396-1b02-4ea5-aed6-60d1bcd144cb HTTP/1.1" status: 204 len: 168 time: 0.9579649 Nov 12 03:28:43.180661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb01e52-d2bd-4cbb-9122-3d26adf826fa req-02c468f9-801c-4c7e-a366-4b4f25c4303a service neutron] 10.222.0.32 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596253 Nov 12 03:28:43.181525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d5f5-a4a0-4ac6-96b5-929c6c59faf6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=aa92d396-1b02-4ea5-aed6-60d1bcd144cb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.184297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'mac_address': 'fa:16:3e:56:2c:ef', 'name': 'tempest-PortsTestJSON-257750480'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:43.275697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-35f94804-64aa-4c49-aa4f-1b84e629a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.278924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-35f94804-64aa-4c49-aa4f-1b84e629a6b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c44165b79e4f599dd6228c7bcf18ea&device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 1095 time: 0.0458434 Nov 12 03:28:43.286948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:43.357683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.386416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 1fc7ffa0-5e74-420b-b995-397c3dea3bbd yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:43.416322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-4126c3bc-1080-4d5f-823f-e9446310742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.418535 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-4126c3bc-1080-4d5f-823f-e9446310742c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 HTTP/1.1" status: 200 len: 923 time: 0.1296992 Nov 12 03:28:43.490200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-78086759-8d03-4ed9-b64f-fb9edb25fbe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e9f42eb-73ad-4691-8149-842e66b52331 HTTP/1.1" status: 200 len: 217 time: 0.0579073 Nov 12 03:28:43.546203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-a2de8ef7-72e4-44b8-9b6a-9c8bb1d2b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.547899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-a2de8ef7-72e4-44b8-9b6a-9c8bb1d2b2ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbbb6394-49b7-4055-a852-cd32f05ac1f9 HTTP/1.1" status: 200 len: 862 time: 0.0498767 Nov 12 03:28:43.582033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-f8263b72-a572-4d1f-8b02-0f1393e72baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266287 Nov 12 03:28:43.587346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.622869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.668041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:43.674971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.679956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:43.686654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.687653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.691808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-fd2cb4c8-e648-44c4-bd1a-2c132ce5ea11 service neutron] 10.222.0.32 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923905 Nov 12 03:28:43.693573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=1fc7ffa0-5e74-420b-b995-397c3dea3bbd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.708644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cc21ca3d-3c95-46d8-a5f0-37ee5969b348 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5286210 Nov 12 03:28:43.711533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.760638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac83f8-3dbf-4c1c-a6e0-9752edb678c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.767110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98ac83f8-3dbf-4c1c-a6e0-9752edb678c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/1fc7ffa0-5e74-420b-b995-397c3dea3bbd HTTP/1.1" status: 200 len: 840 time: 0.0543637 Nov 12 03:28:43.768552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.832803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d8671f3-234e-44d7-85eb-a2708ee231b9 req-613bc029-fc8c-4d15-a23e-6828f71a4327 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0402613 Nov 12 03:28:43.837271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-201c6b37-0e6d-42b9-b63b-38dfe5229fbd req-1a6da827-b3e6-4508-b353-176aeab035b2 service neutron] 10.222.0.32 "GET /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372826 Nov 12 03:28:43.873587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 1fc7ffa0-5e74-420b-b995-397c3dea3bbd {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:43.873934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.942491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.954863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 1fc7ffa0-5e74-420b-b995-397c3dea3bbd owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:44.058409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.089078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=1fc7ffa0-5e74-420b-b995-397c3dea3bbd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.104468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.110552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-615c55cf-6481-4e6a-9899-30cef8ee3c94 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/1fc7ffa0-5e74-420b-b995-397c3dea3bbd HTTP/1.1" status: 204 len: 168 time: 0.3407793 Nov 12 03:28:44.111128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:44.120024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390da78-ae5a-4ad3-ab33-7c0014b66081 req-37638ee8-f6ae-4628-84e1-3ad2a99161d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.121501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f390da78-ae5a-4ad3-ab33-7c0014b66081 req-37638ee8-f6ae-4628-84e1-3ad2a99161d1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0947363 Nov 12 03:28:44.154667 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b724c920-229a-4a2d-9c06-578c1405ca85 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:44.156538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b724c920-229a-4a2d-9c06-578c1405ca85 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/1fc7ffa0-5e74-420b-b995-397c3dea3bbd HTTP/1.1" status: 404 len: 333 time: 0.0436230 Nov 12 03:28:44.161310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:44.168291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'name': 'tempest-PortsTestJSON-1463755824'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.203963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f390da78-ae5a-4ad3-ab33-7c0014b66081 req-3c13d4d6-ccbb-4563-b556-c7474f90dcec tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649958 Nov 12 03:28:44.305187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828866-5cc6-4032-8584-b675bd83ffff req-1bfaa10f-0bfc-4838-8732-4c881d942257 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.306752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec828866-5cc6-4032-8584-b675bd83ffff req-1bfaa10f-0bfc-4838-8732-4c881d942257 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 943 time: 0.1030998 Nov 12 03:28:44.317525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:44.321021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.338848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963037e9-47d2-4678-8bc9-16fd609bbcef req-35479f22-75af-4f1e-9b3f-bbe817083862 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.340745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-963037e9-47d2-4678-8bc9-16fd609bbcef req-35479f22-75af-4f1e-9b3f-bbe817083862 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0598891 Nov 12 03:28:44.358836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 1098b7be-2c9d-4a91-b253-f2990f220c23 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:44.376772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6e9f42eb-73ad-4691-8149-842e66b52331 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:44.400131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-963037e9-47d2-4678-8bc9-16fd609bbcef req-7443917c-e509-4f63-82e9-08bf585cdec4 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Nov 12 03:28:44.423390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec828866-5cc6-4032-8584-b675bd83ffff req-9d72a688-3404-437f-bfcc-36d0aa3e37d7 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062436 Nov 12 03:28:44.535828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6e9f42eb-73ad-4691-8149-842e66b52331,segment=NetworkSegment(ee83dc81-2324-42a7-918a-a2b978365e40),segment_id=ee83dc81-2324-42a7-918a-a2b978365e40)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.547884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6e9f42eb-73ad-4691-8149-842e66b52331', 'network_id': 'd9fda6a8-a8ff-45f8-8ff0-99944d2ade82', 'port_id': '6e9f42eb-73ad-4691-8149-842e66b52331', 'mac_address': 'fa:16:3e:b4:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbb6394-49b7-4055-a852-cd32f05ac1f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:44.586853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.601191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.602634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9f42eb-73ad-4691-8149-842e66b52331 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:44.613062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd5ed8-8d30-4c08-9062-354774b42863 req-aa89cd19-2142-4581-a681-15c8d683c41b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.614232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bafd5ed8-8d30-4c08-9062-354774b42863 req-aa89cd19-2142-4581-a681-15c8d683c41b tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0752463 Nov 12 03:28:44.623863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6e9f42eb-73ad-4691-8149-842e66b52331,segment=NetworkSegment(ee83dc81-2324-42a7-918a-a2b978365e40),segment_id=ee83dc81-2324-42a7-918a-a2b978365e40)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:44.627943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.682056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.694416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.729262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bafd5ed8-8d30-4c08-9062-354774b42863 req-fb5334a6-e36c-4cd6-9b90-9f5d04389863 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985582 Nov 12 03:28:44.751290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:44.755522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:44.758821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:44.765384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.766169 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.780565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=1098b7be-2c9d-4a91-b253-f2990f220c23,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.802175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-066cedd2-35f0-4d17-850d-479442bf36ff tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6396499 Nov 12 03:28:44.804744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49288) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:44.810777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.888705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042c11e-4bb5-44ec-959f-673b2231e193 req-66d4970b-9c35-44db-a697-625a70f13d89 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.890946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9042c11e-4bb5-44ec-959f-673b2231e193 req-66d4970b-9c35-44db-a697-625a70f13d89 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.0590851 Nov 12 03:28:44.897372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.901322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6e9f42eb-73ad-4691-8149-842e66b52331'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:44.979665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9042c11e-4bb5-44ec-959f-673b2231e193 req-ac42f02d-d1e2-4fde-99ea-1ae669bd24ff tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767517 Nov 12 03:28:44.980447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b056f5a-392f-496c-8410-4c3052c3ea2d req-c1cef889-b6d6-4eb9-be80-fa90bf10284d tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0555034 Nov 12 03:28:45.109588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382648fe-b4d8-43e1-8fa7-ed4ea8ae06ca req-ffe72227-e85b-4bd0-bff4-b80a4137699d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.113962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-382648fe-b4d8-43e1-8fa7-ed4ea8ae06ca req-ffe72227-e85b-4bd0-bff4-b80a4137699d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0547030 Nov 12 03:28:45.123112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.128084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.166183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] In _notify_port_updated(), no bound segment for port 1098b7be-2c9d-4a91-b253-f2990f220c23 on network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:28:45.174266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-382648fe-b4d8-43e1-8fa7-ed4ea8ae06ca req-4d27fbdc-b7c8-4408-a050-58badd62eb03 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Nov 12 03:28:45.179360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.180026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.184212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/ports/1098b7be-2c9d-4a91-b253-f2990f220c23 HTTP/1.1" status: 200 len: 818 time: 0.3783772 Nov 12 03:28:45.187431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49296) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.210713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ebd6e-1a10-4234-ade0-cc320f000e33 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=1098b7be-2c9d-4a91-b253-f2990f220c23,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.247666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-7379947b-a933-43ec-b9bc-4e8cfd04c2a8 req-a6767241-e280-4d83-949a-039bc563cab8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:28:45.248731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7379947b-a933-43ec-b9bc-4e8cfd04c2a8 req-a6767241-e280-4d83-949a-039bc563cab8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064549 Nov 12 03:28:45.353630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 1098b7be-2c9d-4a91-b253-f2990f220c23 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:45.354232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.356712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7379947b-a933-43ec-b9bc-4e8cfd04c2a8 req-4f70a446-4fe8-41b1-a954-e05092d1663a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0967572 Nov 12 03:28:45.394865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d417-e881-4672-90be-e1270f0ec447 req-a44b3f92-2804-49e3-8e70-f24062408132 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.396540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f040d417-e881-4672-90be-e1270f0ec447 req-a44b3f92-2804-49e3-8e70-f24062408132 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1098316 Nov 12 03:28:45.462587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.491449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 1098b7be-2c9d-4a91-b253-f2990f220c23 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:45.516005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f040d417-e881-4672-90be-e1270f0ec447 req-9a287252-c9a5-4343-9cc3-7b9f6efc5ac1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874805 Nov 12 03:28:45.653207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.670565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa61f6d-7a02-4575-98ab-97627e5e2476 req-e362c5d8-38f2-49dc-9efe-f86ce8c9e10c tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.672381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fa61f6d-7a02-4575-98ab-97627e5e2476 req-e362c5d8-38f2-49dc-9efe-f86ce8c9e10c tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0807819 Nov 12 03:28:45.681590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708905e3-c0d9-4f71-a7f5-0c6154e579a8 req-a41d7925-caa1-44bb-b117-d0a3b9d17e6e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.689737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-708905e3-c0d9-4f71-a7f5-0c6154e579a8 req-a41d7925-caa1-44bb-b117-d0a3b9d17e6e tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.0784831 Nov 12 03:28:45.706265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=1098b7be-2c9d-4a91-b253-f2990f220c23,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.723259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.726960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e8ad90bc-e614-49b2-bc75-f87251cbb7d7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/1098b7be-2c9d-4a91-b253-f2990f220c23 HTTP/1.1" status: 204 len: 168 time: 0.5384295 Nov 12 03:28:45.732333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49306) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.754536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-708905e3-c0d9-4f71-a7f5-0c6154e579a8 req-396a759b-f6a8-406e-b6cb-5aa6ccbab877 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634797 Nov 12 03:28:45.787536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fa61f6d-7a02-4575-98ab-97627e5e2476 req-93efa02d-84af-4418-a6fc-08fc345977ce tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Nov 12 03:28:45.808564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691fe578-4700-44cc-b733-9bd31ac25bdb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.810235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-691fe578-4700-44cc-b733-9bd31ac25bdb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0767598 Nov 12 03:28:45.813165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.850985 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-8781ba59-a4e8-4a6e-82c6-c5e4c90991fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:45.853303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8781ba59-a4e8-4a6e-82c6-c5e4c90991fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/1098b7be-2c9d-4a91-b253-f2990f220c23 HTTP/1.1" status: 404 len: 333 time: 0.0389786 Nov 12 03:28:45.856978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49312) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.862634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890657282'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:45.892439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:45.896603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.916269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5fea-6414-4a90-b66d-deaf6f5b8b21 req-58f1255d-6cb0-497d-a36b-fd21250fac46 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.924421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9baa5fea-6414-4a90-b66d-deaf6f5b8b21 req-58f1255d-6cb0-497d-a36b-fd21250fac46 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.0697556 Nov 12 03:28:45.929366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:45.943443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.943805 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 8defdc01-5b31-4eb5-9e36-7d1b55be99cf of type vlan for network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 Nov 12 03:28:46.003349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.003669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9baa5fea-6414-4a90-b66d-deaf6f5b8b21 req-cbeba591-7db3-4a67-9b64-00723c0cad40 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664778 Nov 12 03:28:46.029523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.036353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.037123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.116937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.128492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:46.135827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ce0e340-8ac5-49f6-a724-1aec9c55b9fa req-b08b8488-c8ea-468b-822e-fc533aac8d2b tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0451064 Nov 12 03:28:46.186454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49318) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.186711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da1363be-bab4-4b73-a768-fcc1e7e2f4da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3283772 Nov 12 03:28:46.192388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.206211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd15f7-59d3-4c31-a18f-748fd8be3f8b req-f50f97bb-3fb2-4502-a5f2-97eac53db3cc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.208039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9efd15f7-59d3-4c31-a18f-748fd8be3f8b req-f50f97bb-3fb2-4502-a5f2-97eac53db3cc tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0957015 Nov 12 03:28:46.313006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9efd15f7-59d3-4c31-a18f-748fd8be3f8b req-012652d3-27e0-4c46-b4c9-35d0c0be46f0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960164 Nov 12 03:28:46.321881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:46.326023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.409860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6e9f42eb-73ad-4691-8149-842e66b52331 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:46.484629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6e9f42eb-73ad-4691-8149-842e66b52331 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:46.490137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6e9f42eb-73ad-4691-8149-842e66b52331 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:46.490825 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.559504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80615e-e814-43cd-8a1f-ee4178349c2b req-3a93fbd4-3532-4208-bf8d-6ed605758b4d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.567146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80615e-e814-43cd-8a1f-ee4178349c2b req-3a93fbd4-3532-4208-bf8d-6ed605758b4d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.573704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80615e-e814-43cd-8a1f-ee4178349c2b req-3a93fbd4-3532-4208-bf8d-6ed605758b4d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.581468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec80615e-e814-43cd-8a1f-ee4178349c2b req-3a93fbd4-3532-4208-bf8d-6ed605758b4d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd&device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d&device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 2418 time: 0.0983627 Nov 12 03:28:46.640235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.679286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6e9f42eb-73ad-4691-8149-842e66b52331,segment=NetworkSegment(ee83dc81-2324-42a7-918a-a2b978365e40),segment_id=ee83dc81-2324-42a7-918a-a2b978365e40)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:46.680433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:46.684112 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bb8383-4897-472c-8930-74ba4d9d5819" -d '{"events": [{"server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "name": "network-vif-plugged", "status": "completed", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:46.688243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.697441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec80615e-e814-43cd-8a1f-ee4178349c2b req-ee2e4624-3a9e-4231-aaab-c4dcc31d4e0f tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150043 Nov 12 03:28:46.699161 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.742955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.747946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=62386df5-2d5a-4047-b9e6-582b5e7895ec,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.759550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b915c8-688b-4c46-a513-599f11e0b2bc req-383c77ef-c270-4b51-94eb-3d8f866a3912 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.762196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08b915c8-688b-4c46-a513-599f11e0b2bc req-383c77ef-c270-4b51-94eb-3d8f866a3912 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1311169 Nov 12 03:28:46.779673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '8defdc01-5b31-4eb5-9e36-7d1b55be99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:46.780044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:46.794672 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbef6f0-4919-46fa-a96e-a2db2a0e0576 x-openstack-request-id: req-5fbef6f0-4919-46fa-a96e-a2db2a0e0576 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:46.794971 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "name": "network-vif-plugged", "status": "completed", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:46.795278 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5fbef6f0-4919-46fa-a96e-a2db2a0e0576 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:46.795849 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331', 'code': 200} Nov 12 03:28:46.809183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:46.843754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08b915c8-688b-4c46-a513-599f11e0b2bc req-517b9335-f9b3-479d-b6b9-20202eca38b4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677376 Nov 12 03:28:46.850104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:46.865698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.865698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.868697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eeb969-2476-4ba1-a58a-8b9008a8d590 None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:46.967651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77f9f345-17cf-4ac5-9181-b629e96c4e10 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7774234 Nov 12 03:28:46.969297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49332) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.984262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.997596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351298f-ab37-41c7-8fcf-d50282f02540 req-327d59ab-ea26-4a6e-8608-dee31eb3ef44 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.006328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4351298f-ab37-41c7-8fcf-d50282f02540 req-327d59ab-ea26-4a6e-8608-dee31eb3ef44 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.0788684 Nov 12 03:28:47.020039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4afabf2d-b489-4beb-9a7b-5d69232f036e req-05bb1d0c-dcf6-4090-86a6-e63888f9604d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2012229 Nov 12 03:28:47.059967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9556ec-791a-4413-899e-b9015fd48afc req-a438615d-53b2-4687-9150-888eaeca8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.062562 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a9556ec-791a-4413-899e-b9015fd48afc req-a438615d-53b2-4687-9150-888eaeca8a54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 1097 time: 0.1711686 Nov 12 03:28:47.077226 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4351298f-ab37-41c7-8fcf-d50282f02540 req-a02e5087-93eb-43ae-ab93-31dc42d1d5d7 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653303 Nov 12 03:28:47.107862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '62386df5-2d5a-4047-b9e6-582b5e7895ec'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:47.109019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.223962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a9556ec-791a-4413-899e-b9015fd48afc req-3da765cf-a2a4-4053-b104-74e5686bfbed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366501 Nov 12 03:28:47.273914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Allocated IP 172.20.0.2 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/62386df5-2d5a-4047-b9e6-582b5e7895ec/2506aed5-4035-4d8c-968a-aae27d090493) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:47.276097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-621a6e2a-471f-494e-a4ff-286c29e58b27 req-68183165-3581-4a29-959b-fbdd83fdf754 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0510275 Nov 12 03:28:47.315479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:47.323919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.478235 n-d-615180-50 neutron-server[102432]: INFO neutron.db.ipam_backend_mixin [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62386df5-2d5a-4047-b9e6-582b5e7895ec (CIDR: 172.20.0.0/28) Nov 12 03:28:47.481851 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:47.482395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:47.507329 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.509424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-03eb98a0-b250-4a90-aac1-bf999d43827d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5349658 Nov 12 03:28:47.512815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:47.516923 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.525385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:47.561500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:47.571501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:47.576591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:47.593035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Pushing event updated for resources: {'Port': ['ID=2506aed5-4035-4d8c-968a-aae27d090493,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.648296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Attempting to bind port 2506aed5-4035-4d8c-968a-aae27d090493 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:47.648811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Attempting to bind port 2506aed5-4035-4d8c-968a-aae27d090493 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '8defdc01-5b31-4eb5-9e36-7d1b55be99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:47.649272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Attempting to bind port 2506aed5-4035-4d8c-968a-aae27d090493 on network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:47.655146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:47.655686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Checking segment: {'id': '8defdc01-5b31-4eb5-9e36-7d1b55be99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:47.656284 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.656763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Bound using segment: {'id': '8defdc01-5b31-4eb5-9e36-7d1b55be99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:47.657802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Bound port: 2506aed5-4035-4d8c-968a-aae27d090493, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8defdc01-5b31-4eb5-9e36-7d1b55be99cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:47.657802 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.704804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-23d8234a-1409-43bb-9cd5-1f4d65939060 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751271238&fields=id&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 267 time: 0.0627942 Nov 12 03:28:47.728488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] For port 2506aed5-4035-4d8c-968a-aae27d090493, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:47.732451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] For port 2506aed5-4035-4d8c-968a-aae27d090493, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2506aed5-4035-4d8c-968a-aae27d090493,segment=NetworkSegment(8defdc01-5b31-4eb5-9e36-7d1b55be99cf),segment_id=8defdc01-5b31-4eb5-9e36-7d1b55be99cf)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:47.739407 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.852867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfc826-8673-4502-9376-61570c5dbaf2 None None] Pushing event updated for resources: {'Port': ['ID=2506aed5-4035-4d8c-968a-aae27d090493,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.864341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:47.868334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.937101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-6ac29cc4-58a2-4ae0-87d3-e626e97c152d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.938943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-6ac29cc4-58a2-4ae0-87d3-e626e97c152d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.2290177 Nov 12 03:28:47.974521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-69fcee9d-1798-459c-a969-16697486e0bb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.0215368 Nov 12 03:28:48.068348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-0404afb5-030f-4eaa-9bf0-d83eca301a27 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860643 Nov 12 03:28:48.105547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa6aff-11d7-435b-b8b5-0146b9af2a7d req-13037772-f648-4099-9651-6c98a9c62978 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.107371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48aa6aff-11d7-435b-b8b5-0146b9af2a7d req-13037772-f648-4099-9651-6c98a9c62978 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0626359 Nov 12 03:28:48.170931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48aa6aff-11d7-435b-b8b5-0146b9af2a7d req-b25a3add-c59a-48ba-a728-9271f05ce7e5 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570502 Nov 12 03:28:48.265025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-219343b7-62f6-4469-adf0-312623b7991c service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695564 Nov 12 03:28:48.283151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.384646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:48.394632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:48.399063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.399682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.403685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=8d184681-018a-47ce-bce8-e0989942719a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.432535 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d7e0ee4e-e75e-4309-8564-d78509e7e192 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9185269 Nov 12 03:28:48.435374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49364) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:48.440519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'fixed_ips': [{'subnet_id': '62386df5-2d5a-4047-b9e6-582b5e7895ec'}, {'subnet_id': '8d184681-018a-47ce-bce8-e0989942719a'}], 'name': 'tempest-PortsTestJSON-2080000208'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:48.448333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-b8f7d739-0a91-49a6-a4b9-ff263f0648ec service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756060 Nov 12 03:28:48.452091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4a071-2754-483c-8689-7263adaa9a68 req-d4b55575-22b5-4465-941f-c928126161a5 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.460631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15f4a071-2754-483c-8689-7263adaa9a68 req-d4b55575-22b5-4465-941f-c928126161a5 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.0592151 Nov 12 03:28:48.521863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15f4a071-2754-483c-8689-7263adaa9a68 req-c5c3b113-1591-44c3-9179-eb97ec342bcf tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551953 Nov 12 03:28:48.581470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:48.625159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4a373c6-f940-437f-8174-4562b80e2867 req-94188929-b978-45e4-bbdc-89233c5f3830 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0378528 Nov 12 03:28:48.698399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.719162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port e225a9cb-0059-4179-a46b-de69b743b6f5 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:48.938318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e549b57-0073-4577-bbb4-7fd607c6b784 req-04e627d7-f8a4-4ebd-8e9f-658077c6827c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0709016 Nov 12 03:28:48.974179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30ccf2-4f36-4f82-bbd7-b4d63356b9d7 None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:49.048246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] Provisioning complete for port 2506aed5-4035-4d8c-968a-aae27d090493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.048605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.125440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.13 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/62386df5-2d5a-4047-b9e6-582b5e7895ec/e225a9cb-0059-4179-a46b-de69b743b6f5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:49.134447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.19 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/8d184681-018a-47ce-bce8-e0989942719a/e225a9cb-0059-4179-a46b-de69b743b6f5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:49.150810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4ceb-952e-45e6-9604-e7c7df435bd9 req-ff5801f1-526b-4f49-b00b-d23617f873c5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.152439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c92a4ceb-952e-45e6-9604-e7c7df435bd9 req-ff5801f1-526b-4f49-b00b-d23617f873c5 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0913324 Nov 12 03:28:49.218170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c92a4ceb-952e-45e6-9604-e7c7df435bd9 req-f0f687a5-abfe-48ca-ad09-07d2e37bdd32 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Nov 12 03:28:49.333321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0b26-5677-4d1d-9d04-38aedc7e4e34 req-e22b2d5d-eebf-4477-a013-18eba767af05 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.341953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a9e0b26-5677-4d1d-9d04-38aedc7e4e34 req-e22b2d5d-eebf-4477-a013-18eba767af05 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0624917 Nov 12 03:28:49.371241 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.398481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.415786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a9e0b26-5677-4d1d-9d04-38aedc7e4e34 req-f1d4a504-07de-4a89-b5e6-f4f2b4a61578 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724540 Nov 12 03:28:49.419319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] For port 2506aed5-4035-4d8c-968a-aae27d090493, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2506aed5-4035-4d8c-968a-aae27d090493,segment=NetworkSegment(8defdc01-5b31-4eb5-9e36-7d1b55be99cf),segment_id=8defdc01-5b31-4eb5-9e36-7d1b55be99cf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:49.423598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.444827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.491201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:49.496991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:49.501837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:49.505997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Update dhcp port {'port': {'network_id': '9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4', 'fixed_ips': [{'subnet_id': '62386df5-2d5a-4047-b9e6-582b5e7895ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d184681-018a-47ce-bce8-e0989942719a'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '2506aed5-4035-4d8c-968a-aae27d090493'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:49.527714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=e225a9cb-0059-4179-a46b-de69b743b6f5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.536481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.538215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1676d-ecd5-419e-975e-9df266846742 None None] Pushing event updated for resources: {'Port': ['ID=2506aed5-4035-4d8c-968a-aae27d090493,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.563877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.564859 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.589385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd93a41e-7f8e-4e42-9221-88d24cb24e80 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1509340 Nov 12 03:28:49.589832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49390) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:49.599062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62386df5-2d5a-4047-b9e6-582b5e7895ec'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:49.674206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd69c-e4bf-44a1-af73-d3f8aaed2d46 req-4f2845dd-55fd-440b-8ba4-1392d5b4a784 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.675884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684bd69c-e4bf-44a1-af73-d3f8aaed2d46 req-4f2845dd-55fd-440b-8ba4-1392d5b4a784 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.0606091 Nov 12 03:28:49.704899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2506aed5-4035-4d8c-968a-aae27d090493 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:49.746319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684bd69c-e4bf-44a1-af73-d3f8aaed2d46 req-6eff8739-83ad-4537-a37f-cb772083c658 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Nov 12 03:28:49.773708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Allocated IP 172.20.0.18 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/8d184681-018a-47ce-bce8-e0989942719a/2506aed5-4035-4d8c-968a-aae27d090493) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:49.779685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08584dfb-46b3-4012-a866-747d16252709 req-9caa88db-a610-42a1-84ab-29b84375c6a1 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0668812 Nov 12 03:28:49.809560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2506aed5-4035-4d8c-968a-aae27d090493 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.811232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.867342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.948694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] For port 2506aed5-4035-4d8c-968a-aae27d090493, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2506aed5-4035-4d8c-968a-aae27d090493,segment=NetworkSegment(8defdc01-5b31-4eb5-9e36-7d1b55be99cf),segment_id=8defdc01-5b31-4eb5-9e36-7d1b55be99cf)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:49.994135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.999912 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.106930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36fe1a-25bc-4424-ab3c-de761eac74e3 None None] Pushing event updated for resources: {'Port': ['ID=2506aed5-4035-4d8c-968a-aae27d090493,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.154283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee28dbf-4763-4e7d-88a2-923adaf68d5e req-4b97f75a-44a6-4b70-933d-a58fe639cbb4 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.156022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aee28dbf-4763-4e7d-88a2-923adaf68d5e req-4b97f75a-44a6-4b70-933d-a58fe639cbb4 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.0623930 Nov 12 03:28:50.162795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b95008a4-f26e-4355-a807-5baba06567a1 req-b1956a5a-39e4-4557-b5ce-2741bccaea21 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0786088 Nov 12 03:28:50.239731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aee28dbf-4763-4e7d-88a2-923adaf68d5e req-63c6cc5d-554a-478c-aec8-e8e3cb5ffacd tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Nov 12 03:28:50.341043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-058016a7-838e-4b5a-b8aa-d4cc13fc6436 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.342548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-058016a7-838e-4b5a-b8aa-d4cc13fc6436 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.2922049 Nov 12 03:28:50.405385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Delete allocated IP 172.20.0.19 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/8d184681-018a-47ce-bce8-e0989942719a) {{(pid=102433) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:28:50.529459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50fd04-05a0-4749-a1db-53612c5bfc3a req-46b0e23f-2c5d-42a8-b62a-e88096e52b17 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.531369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b50fd04-05a0-4749-a1db-53612c5bfc3a req-46b0e23f-2c5d-42a8-b62a-e88096e52b17 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.1856863 Nov 12 03:28:50.541110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-3705a45d-0124-43b6-a6ee-201aad116a59 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 380 time: 0.1827757 Nov 12 03:28:50.554145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'security_groups': ['f8beaf33-b0d3-4664-a297-e2e48dcfadad']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:50.574866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-9e896d68-4f3e-412d-bd09-33c348a5f54d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.576882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-9e896d68-4f3e-412d-bd09-33c348a5f54d tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 945 time: 0.0995331 Nov 12 03:28:50.590164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88239-1633-42af-a57c-749dbbe7d71c req-3bdc9c0a-5228-4ef0-9d5d-ab00f4d137e1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.599265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fd88239-1633-42af-a57c-749dbbe7d71c req-3bdc9c0a-5228-4ef0-9d5d-ab00f4d137e1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1089830 Nov 12 03:28:50.694083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6b50fd04-05a0-4749-a1db-53612c5bfc3a req-acb1e252-843a-4010-8c93-d462f4e8f47c tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498675 Nov 12 03:28:50.733534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.740568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.826547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:50.830138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.834125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=e225a9cb-0059-4179-a46b-de69b743b6f5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.859813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92775f-d6f0-4bb3-adae-99c020391b1e None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:50.899017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] In _notify_port_updated(), no bound segment for port e225a9cb-0059-4179-a46b-de69b743b6f5 on network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:28:50.904765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.905422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.906792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-19e9cd2f-968d-4850-a826-b6349ad6fc77 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/ports/e225a9cb-0059-4179-a46b-de69b743b6f5 HTTP/1.1" status: 200 len: 920 time: 1.3158982 Nov 12 03:28:50.941697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.951481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62386df5-2d5a-4047-b9e6-582b5e7895ec'}, {'subnet_id': '8d184681-018a-47ce-bce8-e0989942719a'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:50.980750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fb92bdb1-873b-4d35-a8ba-86ca539aff18 None None] Provisioning complete for port 2506aed5-4035-4d8c-968a-aae27d090493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:50.981410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb92bdb1-873b-4d35-a8ba-86ca539aff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.991377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a622a1a-685d-4273-b512-1bb265a4e7cb req-27c98777-09e9-48fa-9c05-e00a48a20428 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0578332 Nov 12 03:28:51.052865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.147182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.5 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/c4e52a81-776e-4c7d-99a1-5c99789c2d1b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:51.214821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fd88239-1633-42af-a57c-749dbbe7d71c req-59577051-2a8b-4a86-8411-eca6f17ec862 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126430 Nov 12 03:28:51.258151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Deleting port c4014228-e695-4e89-9288-01400bf0ea34 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:51.258838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.375450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fadc070b-1055-4575-bec6-1b2b5d7b5983 req-61128ff9-353f-49b8-8232-fb825018c6ba tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0646837 Nov 12 03:28:51.443894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] For port c4014228-e695-4e89-9288-01400bf0ea34, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c4014228-e695-4e89-9288-01400bf0ea34,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.444287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.462779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Calling delete_port for c4014228-e695-4e89-9288-01400bf0ea34 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:51.561457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2506aed5-4035-4d8c-968a-aae27d090493 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:51.620649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.644552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'c4014228-e695-4e89-9288-01400bf0ea34'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:51.647900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['738260be-de09-4410-8ab7-6e40430a7c42'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:51.650688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event deleted for resources: {'Port': ['ID=c4014228-e695-4e89-9288-01400bf0ea34,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.691568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.708653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.29 (9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4/8d184681-018a-47ce-bce8-e0989942719a/e225a9cb-0059-4179-a46b-de69b743b6f5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:51.713367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cbf52-8cbd-4859-87de-c5ac4f71631d req-26f29a83-7287-4249-b677-9c8fba4800ea tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.717293 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b2cbf52-8cbd-4859-87de-c5ac4f71631d req-26f29a83-7287-4249-b677-9c8fba4800ea tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.3658488 Nov 12 03:28:51.760480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bf4d11b8-7429-4db4-8919-97465cc90036 None None] Provisioning complete for port 2506aed5-4035-4d8c-968a-aae27d090493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.760884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf4d11b8-7429-4db4-8919-97465cc90036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.761697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] No DVR routers for this DVR port c4014228-e695-4e89-9288-01400bf0ea34 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:51.810038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.814067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-49e00b3f-8fa4-4eaf-a1f3-1d63d8b478a9 req-862096d4-5ec9-4dca-b3ec-c4b9ad2a0864 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "DELETE /v2.0/ports/c4014228-e695-4e89-9288-01400bf0ea34 HTTP/1.1" status: 204 len: 173 time: 1.2122188 Nov 12 03:28:51.830320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b2cbf52-8cbd-4859-87de-c5ac4f71631d req-ab3533e7-c6da-4cc1-992e-e9feafc1dddc tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901291 Nov 12 03:28:51.831287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'name': 'network-vif-deleted', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:51.835188 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7b4913-a1a1-4a99-8502-efaa2f3dd904" -d '{"events": [{"server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "name": "network-vif-deleted", "tag": "c4014228-e695-4e89-9288-01400bf0ea34"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:51.853759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2506aed5-4035-4d8c-968a-aae27d090493 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.854143 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.962469 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbc5c4c-e45c-4138-a729-ac44004409af x-openstack-request-id: req-8dbc5c4c-e45c-4138-a729-ac44004409af {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:51.963119 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4911aa9-83eb-4a9d-85b9-612af3e5c2cd", "name": "network-vif-deleted", "tag": "c4014228-e695-4e89-9288-01400bf0ea34", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:51.963580 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8dbc5c4c-e45c-4138-a729-ac44004409af {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:51.964793 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4911aa9-83eb-4a9d-85b9-612af3e5c2cd', 'name': 'network-vif-deleted', 'tag': 'c4014228-e695-4e89-9288-01400bf0ea34', 'status': 'completed', 'code': 200} Nov 12 03:28:52.258333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56e7b086-3b47-4c58-a328-0254a0e1bc28 req-0109b4f3-7932-43c9-bf24-3ea54f1c4c69 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0802283 Nov 12 03:28:52.322535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad402-31b8-4787-9ee5-81ace714b40b req-91b4e503-cb57-4164-b919-f416943f55ba tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.324611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-277ad402-31b8-4787-9ee5-81ace714b40b req-91b4e503-cb57-4164-b919-f416943f55ba tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.32 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.7291718 Nov 12 03:28:52.418143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1aed5ab1-7158-478b-88f9-b4ad511e7a75 req-3c371569-e067-4802-a27f-3b93742570c8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4911aa9-83eb-4a9d-85b9-612af3e5c2cd HTTP/1.1" status: 200 len: 210 time: 0.0732458 Nov 12 03:28:52.423802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bf4d11b8-7429-4db4-8919-97465cc90036 None None] Provisioning complete for port e225a9cb-0059-4179-a46b-de69b743b6f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.424180 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf4d11b8-7429-4db4-8919-97465cc90036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.448346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee54a1b-9934-4d2b-8aec-66f296474c7d req-42456bf8-eab6-4928-8158-3afec4d321a3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.450429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ee54a1b-9934-4d2b-8aec-66f296474c7d req-42456bf8-eab6-4928-8158-3afec4d321a3 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1131508 Nov 12 03:28:52.485413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.492436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d11b8-7429-4db4-8919-97465cc90036 None None] Port e225a9cb-0059-4179-a46b-de69b743b6f5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:52.547694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ee54a1b-9934-4d2b-8aec-66f296474c7d req-34dc7761-e834-4754-9725-f9bc7fd197a1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903299 Nov 12 03:28:52.610787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3ec753ce-f089-438f-a807-f13d85409dc6 None None] Provisioning complete for port e225a9cb-0059-4179-a46b-de69b743b6f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.611344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ec753ce-f089-438f-a807-f13d85409dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.630504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.636981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:52.647938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:52.649174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3ec753ce-f089-438f-a807-f13d85409dc6 None None] Port e225a9cb-0059-4179-a46b-de69b743b6f5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:52.656951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:52.733042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542b370-7ba3-464d-9b55-a3fad57ce747 req-ffeff932-edaf-4e37-8d88-b3c78c790b36 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.734663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4542b370-7ba3-464d-9b55-a3fad57ce747 req-ffeff932-edaf-4e37-8d88-b3c78c790b36 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 931 time: 0.2047400 Nov 12 03:28:52.771656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.772412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.776621 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.795004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.843187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Deleting port 6e9f42eb-73ad-4691-8149-842e66b52331 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:52.843531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.854013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-214990b7-8d6e-4f24-b2a9-db4442092c26 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3039601 Nov 12 03:28:52.897931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Request body: {'port': {'device_id': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:52.919393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3ed7c33a-830b-4266-854e-21c309b153b3 None None] Provisioning complete for port c4e52a81-776e-4c7d-99a1-5c99789c2d1b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.920151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ed7c33a-830b-4266-854e-21c309b153b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.966231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4542b370-7ba3-464d-9b55-a3fad57ce747 req-11214cb8-4988-441d-bd2b-2f2e8340c24c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215085 Nov 12 03:28:53.028960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7c33a-830b-4266-854e-21c309b153b3 None None] Port c4e52a81-776e-4c7d-99a1-5c99789c2d1b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:53.051657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743b83-6721-4267-bf22-9ac334112f46 req-9dfc3de1-7839-4c34-ab73-82f37d6ce75e tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.059822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23743b83-6721-4267-bf22-9ac334112f46 req-9dfc3de1-7839-4c34-ab73-82f37d6ce75e tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 945 time: 0.1070845 Nov 12 03:28:53.062002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] For port 6e9f42eb-73ad-4691-8149-842e66b52331, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6e9f42eb-73ad-4691-8149-842e66b52331,segment=NetworkSegment(ee83dc81-2324-42a7-918a-a2b978365e40),segment_id=ee83dc81-2324-42a7-918a-a2b978365e40)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.062622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.082603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Calling delete_port for 6e9f42eb-73ad-4691-8149-842e66b52331 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:53.088113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=e225a9cb-0059-4179-a46b-de69b743b6f5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.122408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23743b83-6721-4267-bf22-9ac334112f46 req-dc0c22f9-b74b-4f6f-a83d-04dfb2cb61bf tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/security-groups?id=9e1d8247-8fdd-436b-ad68-29e453447255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Nov 12 03:28:53.149064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1155bef4-8918-4c4d-adc5-df8b8b96dff6 None None] Provisioning complete for port e225a9cb-0059-4179-a46b-de69b743b6f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:53.149525 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1155bef4-8918-4c4d-adc5-df8b8b96dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.188156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1155bef4-8918-4c4d-adc5-df8b8b96dff6 None None] Port e225a9cb-0059-4179-a46b-de69b743b6f5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:53.234884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] In _notify_port_updated(), no bound segment for port e225a9cb-0059-4179-a46b-de69b743b6f5 on network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:28:53.240456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.241069 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.242340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46e55699-deb7-40bf-9cce-c9831dc1edb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/ports/e225a9cb-0059-4179-a46b-de69b743b6f5 HTTP/1.1" status: 200 len: 1000 time: 2.2996957 Nov 12 03:28:53.244552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.245391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49428) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:53.361631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port e225a9cb-0059-4179-a46b-de69b743b6f5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:53.362373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.443783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-051761e1-081e-42c8-9398-e3ec7827e7d3 req-e6a603b2-0191-4174-91c6-15141be30ddb tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0882258 Nov 12 03:28:53.468392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.471478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.487357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for e225a9cb-0059-4179-a46b-de69b743b6f5 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:53.531984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Pushing event deleted for resources: {'Port': ['ID=6e9f42eb-73ad-4691-8149-842e66b52331,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.597608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] No DVR routers for this DVR port 6e9f42eb-73ad-4691-8149-842e66b52331 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:53.601200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.605638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-277ad402-31b8-4787-9ee5-81ace714b40b req-5700c4a8-3b7f-454b-abfe-777a490e00f6 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.32 "DELETE /v2.0/ports/6e9f42eb-73ad-4691-8149-842e66b52331 HTTP/1.1" status: 204 len: 173 time: 1.2712338 Nov 12 03:28:53.625183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'name': 'network-vif-deleted', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:53.633010 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dc0c5a-17be-44b9-ba6f-2f4b78572d8f" -d '{"events": [{"server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "name": "network-vif-deleted", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:53.701373 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954fb398-61ca-415e-8866-2090cf035200 x-openstack-request-id: req-954fb398-61ca-415e-8866-2090cf035200 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:53.703544 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb89fce-3305-40f5-a650-5451415b7a10", "name": "network-vif-deleted", "tag": "6e9f42eb-73ad-4691-8149-842e66b52331", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:53.703809 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-954fb398-61ca-415e-8866-2090cf035200 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:53.704220 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb89fce-3305-40f5-a650-5451415b7a10', 'name': 'network-vif-deleted', 'tag': '6e9f42eb-73ad-4691-8149-842e66b52331', 'status': 'completed', 'code': 200} Nov 12 03:28:53.782452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.822704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=e225a9cb-0059-4179-a46b-de69b743b6f5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.853476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085babfa-1d9c-48d4-bdc1-d90d46077f4f req-b202f793-e0d8-4b4e-bdcb-bef330b5b4b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.855204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-085babfa-1d9c-48d4-bdc1-d90d46077f4f req-b202f793-e0d8-4b4e-bdcb-bef330b5b4b0 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.0852823 Nov 12 03:28:53.895374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b663-e8d8-4c46-97b3-f05e53a9ecf1 req-44415bb1-7f14-48ac-b141-28e48133392b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.897123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2789b663-e8d8-4c46-97b3-f05e53a9ecf1 req-44415bb1-7f14-48ac-b141-28e48133392b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1554782 Nov 12 03:28:53.945190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-085babfa-1d9c-48d4-bdc1-d90d46077f4f req-ae29fec7-35eb-4e8c-80d1-a0ea4b4dd2ee tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Nov 12 03:28:53.971992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e52a81-776e-4c7d-99a1-5c99789c2d1b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:53.985491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.996924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2789b663-e8d8-4c46-97b3-f05e53a9ecf1 req-ec447123-079a-4e9f-9dcc-129f53146c88 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Nov 12 03:28:53.998226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.006081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34d73553-8cf8-4424-ae05-3804d27180af tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/e225a9cb-0059-4179-a46b-de69b743b6f5 HTTP/1.1" status: 204 len: 168 time: 0.7592361 Nov 12 03:28:54.006852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.023119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Transition to ACTIVE for port object c4e52a81-776e-4c7d-99a1-5c99789c2d1b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:54.028407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.034370 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc6c83e-e8e5-41cb-8d3f-7986f83dde7d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:28:54.039010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dcc6c83e-e8e5-41cb-8d3f-7986f83dde7d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/e225a9cb-0059-4179-a46b-de69b743b6f5 HTTP/1.1" status: 404 len: 333 time: 0.0286872 Nov 12 03:28:54.039729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.133930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 8d184681-018a-47ce-bce8-e0989942719a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:54.139192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.148993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.227752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.264079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f81d0-a11d-43eb-904b-9a2212f629ca req-9b8937b5-1c5b-44fb-ba14-7d9da5be0a2a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.273616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58f81d0-a11d-43eb-904b-9a2212f629ca req-9b8937b5-1c5b-44fb-ba14-7d9da5be0a2a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.1984427 Nov 12 03:28:54.365578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd19a485-9a6e-49de-bbd3-533b851ea5e9 req-15a852d3-41ee-40e4-998e-afda38d99d83 tempest-InstanceActionsNegativeTestJSON-87924370 tempest-InstanceActionsNegativeTestJSON-87924370-project] 10.222.0.84 "GET /v2.0/ports?device_id=deb89fce-3305-40f5-a650-5451415b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0292950 Nov 12 03:28:54.367150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.367312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Attempting to bind port c4e52a81-776e-4c7d-99a1-5c99789c2d1b on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:54.367748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Attempting to bind port c4e52a81-776e-4c7d-99a1-5c99789c2d1b by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:54.368169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Attempting to bind port c4e52a81-776e-4c7d-99a1-5c99789c2d1b on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:54.381313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a58f81d0-a11d-43eb-904b-9a2212f629ca req-80b7fd15-791b-49cc-ba29-188367ef81a2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911949 Nov 12 03:28:54.381954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Port c4e52a81-776e-4c7d-99a1-5c99789c2d1b on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:54.382370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Attempting to bind port c4e52a81-776e-4c7d-99a1-5c99789c2d1b on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:54.393746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:54.394229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:54.394793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:54.395268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Bound port: c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:54.395724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.448662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.462531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c4014228-e695-4e89-9288-01400bf0ea34 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:54.475948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:54.481811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:54.487512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.498895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: c4014228-e695-4e89-9288-01400bf0ea34 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:54.499775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c4014228-e695-4e89-9288-01400bf0ea34 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:54.500525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6e9f42eb-73ad-4691-8149-842e66b52331 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:54.521219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=8d184681-018a-47ce-bce8-e0989942719a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.529182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.530767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.531962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.533624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] 10.222.0.39 "PUT /v2.0/ports/c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 1092 time: 1.6419120 Nov 12 03:28:54.535893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c2b209b2-ec8b-40e5-ad37-9aba8a3a2ba2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/8d184681-018a-47ce-bce8-e0989942719a HTTP/1.1" status: 204 len: 168 time: 0.4950292 Nov 12 03:28:54.536523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49452) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.542936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ade16-f86f-40e9-9ae3-dd316454d2ff None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:54.562047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 6e9f42eb-73ad-4691-8149-842e66b52331 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:54.562400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6e9f42eb-73ad-4691-8149-842e66b52331 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:54.604777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ac6f-22be-4362-a5c5-5057d6fec191 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.631369 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cef7895a-845c-4ef9-9265-5b0985eb7710 req-e1a03c6e-ed1c-494e-a3ec-5692f262c45f tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0402832 Nov 12 03:28:54.662486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 62386df5-2d5a-4047-b9e6-582b5e7895ec {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:54.666187 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.690426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-15d78a46-a1be-472f-810b-7da9617cbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.694005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-15d78a46-a1be-472f-810b-7da9617cbde9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1095 time: 0.1042955 Nov 12 03:28:54.716924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.780312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-4324e0ca-9d65-4b82-8126-fd76a21484e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 217 time: 0.0771859 Nov 12 03:28:54.848980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.871372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-7f795fd9-4f0a-4e2e-86fd-1b516134a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.872911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-7f795fd9-4f0a-4e2e-86fd-1b516134a86d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0835238 Nov 12 03:28:54.933581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.934704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-f0d1ad0e-e195-4129-ae3d-5df2ea774060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.936483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-f0d1ad0e-e195-4129-ae3d-5df2ea774060 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555792 Nov 12 03:28:54.989987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.996019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/62386df5-2d5a-4047-b9e6-582b5e7895ec HTTP/1.1" status: 204 len: 168 time: 0.4562581 Nov 12 03:28:54.996019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14d9b4-1df3-4570-ba38-9745bde37ad1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=62386df5-2d5a-4047-b9e6-582b5e7895ec,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.998053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49456) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.061222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-2a5904c6-5e12-4f2f-8615-5aabfa169863 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144395 Nov 12 03:28:55.154246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.185389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e6c8-4089-42fa-8a3d-8b0a00531926 req-277e1668-c79b-49a6-819b-5064e06d0169 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.188067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d96e6c8-4089-42fa-8a3d-8b0a00531926 req-277e1668-c79b-49a6-819b-5064e06d0169 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0787854 Nov 12 03:28:55.232730 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-becfddb8-57c0-41c1-bfa9-4bd8afbf15a4 req-9e3a9ce7-8d94-4f8d-8154-9353c149107a service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063216 Nov 12 03:28:55.261175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e4407-74c8-4645-b1df-37950f8c545c req-67496f39-e259-41b0-964f-cb09ae1affeb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.263120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f55e4407-74c8-4645-b1df-37950f8c545c req-67496f39-e259-41b0-964f-cb09ae1affeb tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.39 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.2008250 Nov 12 03:28:55.283473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4d96e6c8-4089-42fa-8a3d-8b0a00531926 req-e270d6c8-a2b1-492a-9eb1-fce40afb01dc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878942 Nov 12 03:28:55.294711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 2506aed5-4035-4d8c-968a-aae27d090493 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:55.295991 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.313487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07853768-2478-4212-a39b-f68cabab8bb6 req-67f75243-ee33-44e3-aff4-ab88ad838d95 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.315081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07853768-2478-4212-a39b-f68cabab8bb6 req-67f75243-ee33-44e3-aff4-ab88ad838d95 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 946 time: 0.2157042 Nov 12 03:28:55.378519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port 2506aed5-4035-4d8c-968a-aae27d090493, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2506aed5-4035-4d8c-968a-aae27d090493,segment=NetworkSegment(8defdc01-5b31-4eb5-9e36-7d1b55be99cf),segment_id=8defdc01-5b31-4eb5-9e36-7d1b55be99cf)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.378999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.387310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07853768-2478-4212-a39b-f68cabab8bb6 req-c22592a0-e944-4a54-a3a2-a3bf3bb117a8 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607924 Nov 12 03:28:55.397736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 2506aed5-4035-4d8c-968a-aae27d090493 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:55.459176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49464) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.532897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.555492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Deleting subnet cbbb6394-49b7-4055-a852-cd32f05ac1f9 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:55.562604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.562878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=2506aed5-4035-4d8c-968a-aae27d090493,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.569870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port 2506aed5-4035-4d8c-968a-aae27d090493 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:55.641145 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:55.644496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8256b4e-982f-4167-a457-cf8e98cc2241 req-40de6cf0-9736-444a-b13d-bb1e1e1fb0a0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.646233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8256b4e-982f-4167-a457-cf8e98cc2241 req-40de6cf0-9736-444a-b13d-bb1e1e1fb0a0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.1510692 Nov 12 03:28:55.648926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.664682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Deleting port 738260be-de09-4410-8ab7-6e40430a7c42 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:55.665028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.678670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.702685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:55.715689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8defdc01-5b31-4eb5-9e36-7d1b55be99cf') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:55.716146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8defdc01-5b31-4eb5-9e36-7d1b55be99cf') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:55.744745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6bdc10-486e-49aa-80ce-8318c82e53f0 None None] Network 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:55.754200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.768203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] For port 738260be-de09-4410-8ab7-6e40430a7c42, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=738260be-de09-4410-8ab7-6e40430a7c42,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.769289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.769438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-297a9dbd-b9aa-4951-885e-fd0e98acff83 req-f7660c46-0848-47dc-826a-b64ed4c37c00 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0406475 Nov 12 03:28:55.787492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Calling delete_port for 738260be-de09-4410-8ab7-6e40430a7c42 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:55.790133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.796964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:55.797634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.797991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-80a8d66b-6d39-4087-8c8d-785950d5adce None None] Could not find standard attr ID for object 2506aed5-4035-4d8c-968a-aae27d090493. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:55.801949 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:55.872399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.881572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.886223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:55.889120 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:55.890313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 HTTP/1.1" status: 204 len: 168 time: 0.8907220 Nov 12 03:28:55.892436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.925433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274a27e-b643-4812-89be-5dd5e2acc237 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.956746 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c383a-7382-476f-bdd6-8f5b467bb23b x-openstack-request-id: req-783c383a-7382-476f-bdd6-8f5b467bb23b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:55.957194 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:55.957450 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-783c383a-7382-476f-bdd6-8f5b467bb23b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:55.957850 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'status': 'completed', 'code': 200} Nov 12 03:28:55.960065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.966342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8256b4e-982f-4167-a457-cf8e98cc2241 req-d0fc5618-d476-475a-8755-c18b3430e292 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979681 Nov 12 03:28:55.993847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b6d94-6d13-4df5-a368-45a1adb2e945 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.000788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acdf00b-b8af-4e15-b113-bfa179822152 None None] DHCP port deletion for 9e742ec7-70a6-4f04-8b9c-095c2c1a8ab4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:56.009087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be4b6d94-6d13-4df5-a368-45a1adb2e945 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1153257 Nov 12 03:28:56.016921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.075763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-33a541e2-a4b9-4252-b44f-122ad8ea461a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0571716 Nov 12 03:28:56.078973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49476) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.084427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733016542'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:56.100204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.107241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:56.111332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.116837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['738260be-de09-4410-8ab7-6e40430a7c42'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:56.120069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1989e76a-5f70-4d53-8732-ab6a1d42ed3e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:56.137337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.142059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:56.153576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.154013 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 3192649e-539f-45c5-b5cd-2f28d609d34e of type vlan for network ee49754f-9a4e-49ea-a5b0-cebcba726287 Nov 12 03:28:56.160583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event deleted for resources: {'Port': ['ID=738260be-de09-4410-8ab7-6e40430a7c42,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.172636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbb6394-49b7-4055-a852-cd32f05ac1f9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.187185 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.194886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e62d04a9-1cb7-406c-a572-f484950039f1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cbbb6394-49b7-4055-a852-cd32f05ac1f9 HTTP/1.1" status: 204 len: 168 time: 0.7342148 Nov 12 03:28:56.211532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49478) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.219579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.225457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-07b803d6-1b4f-4ea1-9c91-c3d936dde61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.227568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-07b803d6-1b4f-4ea1-9c91-c3d936dde61a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1095 time: 0.2402556 Nov 12 03:28:56.273152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.279599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] No DVR routers for this DVR port 738260be-de09-4410-8ab7-6e40430a7c42 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:56.279776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.280268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.291860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.295211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f55e4407-74c8-4645-b1df-37950f8c545c req-87e5ac44-0864-4363-84ee-7a92ff00b8d9 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.39 "DELETE /v2.0/ports/738260be-de09-4410-8ab7-6e40430a7c42 HTTP/1.1" status: 204 len: 173 time: 1.0242097 Nov 12 03:28:56.369933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2897589 Nov 12 03:28:56.372568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49482) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:56.378766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:56.452261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.482144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-f27fe26e-8978-49e4-a702-13a29c2416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.483809 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-f27fe26e-8978-49e4-a702-13a29c2416d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.2411947 Nov 12 03:28:56.563434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506fc7-86de-4c17-823f-b2af326526c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=ee49754f-9a4e-49ea-a5b0-cebcba726287,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.576049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:56.595078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-d30a19b8-ca6c-4d5d-af9f-d6104674c70f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 217 time: 0.0905859 Nov 12 03:28:56.598874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06f06be7-ded9-48c3-aa21-b37ff562e4f3 req-eaaa942b-71e2-4df5-9c0d-3b21ea17f84a tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=480a0854-1c63-45ef-bcca-41c47d82ee4d HTTP/1.1" status: 200 len: 210 time: 0.0930934 Nov 12 03:28:56.612693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434633e-b406-47f2-873c-af70b6e881f3 req-9b295d82-73a5-49aa-8352-529e67ada236 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.614700 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c434633e-b406-47f2-873c-af70b6e881f3 req-9b295d82-73a5-49aa-8352-529e67ada236 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1904638 Nov 12 03:28:56.672934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.680786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:56.684849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.714064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fda6a8-a8ff-45f8-8ff0-99944d2ade82']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:56.727455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-ac04404d-1bd5-49f8-a070-40f3cddc4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.728939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-ac04404d-1bd5-49f8-a070-40f3cddc4a4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1223066 Nov 12 03:28:56.730641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee83dc81-2324-42a7-918a-a2b978365e40') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:56.730933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee83dc81-2324-42a7-918a-a2b978365e40') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:56.749945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.762995 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c434633e-b406-47f2-873c-af70b6e881f3 req-39ba587d-a0cc-4a59-97af-2fb00748caf7 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419985 Nov 12 03:28:56.816351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.826223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:56.826641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:56.828910 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:56.854166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-a4966701-fd90-4320-8cf2-0cd559ea8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.856779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-a4966701-fd90-4320-8cf2-0cd559ea8c3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171181 Nov 12 03:28:56.980937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.984025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-897239a8-b6c0-498d-918f-ab5a472665ab req-e52ad077-0a1b-4148-b5a9-1c0fd4ed4132 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0717106 Nov 12 03:28:56.991324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.997179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d9fda6a8-a8ff-45f8-8ff0-99944d2ade82 HTTP/1.1" status: 204 len: 168 time: 0.7837842 Nov 12 03:28:57.022564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf8b6f-f9de-4d4e-ab6a-95821708a0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9fda6a8-a8ff-45f8-8ff0-99944d2ade82,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.042488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.069010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-2d7ef99b-c6d6-4b1e-a943-74098a5c6ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780334 Nov 12 03:28:57.146274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=c06c9c8f-274e-4359-a518-8082bbd29261,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.170988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274f510-b73b-489d-b624-693fee2c8ee5 req-b130b933-44a2-496b-9859-0edc3655798c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.173144 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6274f510-b73b-489d-b624-693fee2c8ee5 req-b130b933-44a2-496b-9859-0edc3655798c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.0965388 Nov 12 03:28:57.193175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26ce6ba3-2704-4a9a-ad33-6f4ebc9d574d req-2bf8cbeb-e4c5-4753-8ce6-9001506c1af0 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089191 Nov 12 03:28:57.205548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '3192649e-539f-45c5-b5cd-2f28d609d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:57.205960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: ee49754f-9a4e-49ea-a5b0-cebcba726287, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:57.207629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49492) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.249145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6274f510-b73b-489d-b624-693fee2c8ee5 req-c3050995-d9a5-47e2-8210-bbaa6e404318 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679047 Nov 12 03:28:57.250544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:57.259213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-718372d4-6dc5-4016-a3c7-780245025cb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=09c44165b79e4f599dd6228c7bcf18ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499568 Nov 12 03:28:57.261675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49494) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.262529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ee49754f-9a4e-49ea-a5b0-cebcba726287) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:57.267914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.269277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.285122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac43ce0-b73d-4375-98c1-af55fce3deca None None] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:57.291229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8804655-50d3-4a11-a01f-5d9e9aa163bf tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176183 Nov 12 03:28:57.293684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49496) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:57.298740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287', 'name': 'tempest-PortsTestJSON-1389924633'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:57.321152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.345377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.401587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.405126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.408635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e1d8247-8fdd-436b-ad68-29e453447255 HTTP/1.1" status: 204 len: 168 time: 0.1433582 Nov 12 03:28:57.418163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:57.419919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d5b22-14e1-4f0d-bfca-1aa66fb209ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1d8247-8fdd-436b-ad68-29e453447255,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.423377 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.447044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port bd018e39-cd39-4f22-b6c6-0c78f02cc674 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:57.453011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ee49754f-9a4e-49ea-a5b0-cebcba726287', 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': 'c06c9c8f-274e-4359-a518-8082bbd29261'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:57.454128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.569209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2506aed5-4035-4d8c-968a-aae27d090493 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:57.591663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2506aed5-4035-4d8c-968a-aae27d090493 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:57.592345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2506aed5-4035-4d8c-968a-aae27d090493 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:57.621127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a9fd722-44e7-4268-845e-be3d860aae23 req-0ce6e238-be24-4341-b013-bd111416d132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Nov 12 03:28:57.623989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.12 (ee49754f-9a4e-49ea-a5b0-cebcba726287/c06c9c8f-274e-4359-a518-8082bbd29261/bd018e39-cd39-4f22-b6c6-0c78f02cc674) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:57.773530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.821898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.887290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.914009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Allocated IP 172.20.0.2 (ee49754f-9a4e-49ea-a5b0-cebcba726287/c06c9c8f-274e-4359-a518-8082bbd29261/3180832b-5d68-42c4-8182-0b726d94e7fc) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:57.965759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:57.992854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c97fdf-af69-443e-a84a-60a035b6147c req-e625195e-685d-427e-81a8-52d1b5195a65 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.994476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8c97fdf-af69-443e-a84a-60a035b6147c req-e625195e-685d-427e-81a8-52d1b5195a65 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1195405 Nov 12 03:28:57.995682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:58.001583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:58.063842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.064698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.080873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=bd018e39-cd39-4f22-b6c6-0c78f02cc674,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.084086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.093873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.101899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3ef9836-778e-42ee-9f87-7ff86d5861c4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8071539 Nov 12 03:28:58.107880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.113754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287', 'name': 'tempest-PortsTestJSON-791155881'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.138827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:58.141740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:58.145798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:58.164604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Pushing event updated for resources: {'Port': ['ID=3180832b-5d68-42c4-8182-0b726d94e7fc,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.202252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8c97fdf-af69-443e-a84a-60a035b6147c req-def8cb8b-ce25-4041-922f-51e9adc32154 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495345 Nov 12 03:28:58.254162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Attempting to bind port 3180832b-5d68-42c4-8182-0b726d94e7fc on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:58.254543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Attempting to bind port 3180832b-5d68-42c4-8182-0b726d94e7fc by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3192649e-539f-45c5-b5cd-2f28d609d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:58.254932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Attempting to bind port 3180832b-5d68-42c4-8182-0b726d94e7fc on network ee49754f-9a4e-49ea-a5b0-cebcba726287 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:58.265024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:58.265403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Checking segment: {'id': '3192649e-539f-45c5-b5cd-2f28d609d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:58.265804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.266195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Bound using segment: {'id': '3192649e-539f-45c5-b5cd-2f28d609d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:58.266676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Bound port: 3180832b-5d68-42c4-8182-0b726d94e7fc, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3192649e-539f-45c5-b5cd-2f28d609d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee49754f-9a4e-49ea-a5b0-cebcba726287'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:58.267057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.317407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d2eff48-56b1-4901-9f69-d269af164862 req-91914479-37e1-4136-9829-780e6a511987 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0369287 Nov 12 03:28:58.321287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'name': 'network-vif-deleted', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:58.323666 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6041d55e-c991-43e3-960f-3d0bc9d5fd9b" -d '{"events": [{"server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "name": "network-vif-deleted", "tag": "738260be-de09-4410-8ab7-6e40430a7c42"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:58.325091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:58.330624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.347409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550f583-0af5-4c41-8ae4-b99c66fd30ed req-c168fcdd-c761-465f-b26b-a9c41d26485f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.348958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0550f583-0af5-4c41-8ae4-b99c66fd30ed req-c168fcdd-c761-465f-b26b-a9c41d26485f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.4890580 Nov 12 03:28:58.358752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] For port 3180832b-5d68-42c4-8182-0b726d94e7fc, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:58.362669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] For port 3180832b-5d68-42c4-8182-0b726d94e7fc, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3180832b-5d68-42c4-8182-0b726d94e7fc,segment=NetworkSegment(3192649e-539f-45c5-b5cd-2f28d609d34e),segment_id=3192649e-539f-45c5-b5cd-2f28d609d34e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:58.366715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 35d7dac2-f54b-440d-b31e-d21e11d63f9c yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:58.371389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.414859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0550f583-0af5-4c41-8ae4-b99c66fd30ed req-c8a3ac2d-4b73-4675-959d-1f767ca32e7a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554192 Nov 12 03:28:58.462018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.475515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3152d-db5f-4465-ba93-746005b6aa6a None None] Pushing event updated for resources: {'Port': ['ID=3180832b-5d68-42c4-8182-0b726d94e7fc,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.493693 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c81449-163d-4dc9-9995-b12a43b4cc2f x-openstack-request-id: req-17c81449-163d-4dc9-9995-b12a43b4cc2f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:58.498257 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480a0854-1c63-45ef-bcca-41c47d82ee4d", "name": "network-vif-deleted", "tag": "738260be-de09-4410-8ab7-6e40430a7c42", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:58.498910 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17c81449-163d-4dc9-9995-b12a43b4cc2f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:58.499844 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480a0854-1c63-45ef-bcca-41c47d82ee4d', 'name': 'network-vif-deleted', 'tag': '738260be-de09-4410-8ab7-6e40430a7c42', 'status': 'completed', 'code': 200} Nov 12 03:28:58.579333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1586812801-network', 'tenant_id': 'ff57d0d213ba40e1a815d444e28cf385'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.583742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c016-d055-4ad0-af60-75910d31c69a req-622354d4-d70d-4bcf-8f37-a6198dd72ab8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.585492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e445c016-d055-4ad0-af60-75910d31c69a req-622354d4-d70d-4bcf-8f37-a6198dd72ab8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.1385801 Nov 12 03:28:58.599566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.4 (ee49754f-9a4e-49ea-a5b0-cebcba726287/c06c9c8f-274e-4359-a518-8082bbd29261/35d7dac2-f54b-440d-b31e-d21e11d63f9c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:58.612377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Made reservation on behalf of ff57d0d213ba40e1a815d444e28cf385 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:58.614746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.633666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.683902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e445c016-d055-4ad0-af60-75910d31c69a req-1b130ea7-bcad-4f9d-be03-14fcdd4fc99e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869474 Nov 12 03:28:58.776359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.781074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.808661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:58.818669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.829076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.829482 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Added segment c303327c-ce24-43ab-8308-a4efacfc79bb of type vlan for network 4affcd98-146a-4866-ae44-c94bc8436fe1 Nov 12 03:28:58.866078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.878673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.903548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.904472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.905046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.905199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.939975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4765592 Nov 12 03:28:58.945523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49538) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.954841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Request body: {'subnet': {'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1586812801-subnet', 'tenant_id': 'ff57d0d213ba40e1a815d444e28cf385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.964896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:58.972238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82056887-9fb2-4ced-a0ce-054e1d7cb247 admin admin] Pushing event updated for resources: {'Network': ['ID=4affcd98-146a-4866-ae44-c94bc8436fe1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.975451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:58.982293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:58.982842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4affcd98-146a-4866-ae44-c94bc8436fe1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:58.986773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=35d7dac2-f54b-440d-b31e-d21e11d63f9c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.021597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Made reservation on behalf of ff57d0d213ba40e1a815d444e28cf385 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:59.024004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.089091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.089600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.119914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f984603d-f0d1-4bb4-bc25-012418714b78 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0109904 Nov 12 03:28:59.122749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49540) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.207318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1edb4-2f6e-44a2-a015-a389a27e88be tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.211571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98b1edb4-2f6e-44a2-a015-a389a27e88be tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.0876441 Nov 12 03:28:59.212195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.229050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.268385 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.275017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d18729-8241-4d9a-b55d-e969af04550f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.314367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Checking segment: {'id': 'c303327c-ce24-43ab-8308-a4efacfc79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:59.314737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Network hostable DHCP agents. Network: 4affcd98-146a-4866-ae44-c94bc8436fe1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:59.321800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 35d7dac2-f54b-440d-b31e-d21e11d63f9c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:59.322160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.334144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Network 4affcd98-146a-4866-ae44-c94bc8436fe1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:59.360604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4affcd98-146a-4866-ae44-c94bc8436fe1) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:59.366327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.367349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.373446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555462f-b3a7-4ed6-8de0-36b22486895b None None] Network 4affcd98-146a-4866-ae44-c94bc8436fe1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:59.394774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a01ea628-2b14-40a1-abf3-6d8bbfc4a0d8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4446902 Nov 12 03:28:59.448521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f419371-66a6-43e3-ba04-5a8c132099f2 req-b8515906-c592-4307-a372-91b63f8a9c98 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.450122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f419371-66a6-43e3-ba04-5a8c132099f2 req-b8515906-c592-4307-a372-91b63f8a9c98 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1237559 Nov 12 03:28:59.466970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a25bc7e-fc90-455a-a9ba-808d682b2dfe req-3f652785-aaf2-4365-9d7c-3467549a286e tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0376291 Nov 12 03:28:59.484897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.498509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 35d7dac2-f54b-440d-b31e-d21e11d63f9c owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:59.526526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 738260be-de09-4410-8ab7-6e40430a7c42 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:59.591925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 738260be-de09-4410-8ab7-6e40430a7c42 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:59.592639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 738260be-de09-4410-8ab7-6e40430a7c42 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:59.623318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5e361-5386-4acd-b41f-3e3e819a51b6 None None] Network 4affcd98-146a-4866-ae44-c94bc8436fe1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:59.666381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3180832b-5d68-42c4-8182-0b726d94e7fc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:59.705154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e573-8d38-4acd-a36e-4924b808fd49 req-d2205067-2e60-41c2-84cf-76ce62782971 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.706557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f01e573-8d38-4acd-a36e-4924b808fd49 req-d2205067-2e60-41c2-84cf-76ce62782971 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1173003 Nov 12 03:28:59.756051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f279b-e1fe-49b4-8907-c7ef6416b81a None None] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:59.762558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f01e573-8d38-4acd-a36e-4924b808fd49 req-32807262-229b-43a1-a26c-0bb6d102d19f tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448372 Nov 12 03:28:59.805376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f419371-66a6-43e3-ba04-5a8c132099f2 req-4f7efe52-4276-4126-b4fc-4782f9be21f3 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/security-groups?id=405cd22e-d848-439f-9ba8-d1787d4c45d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428359 Nov 12 03:28:59.813563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205286fe-5290-4097-8c41-b18a5a564318 req-0ab41e0f-6a48-413c-9aa9-fbd09afe71ac tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.815308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-205286fe-5290-4097-8c41-b18a5a564318 req-0ab41e0f-6a48-413c-9aa9-fbd09afe71ac tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 946 time: 0.1958919 Nov 12 03:28:59.879244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.939606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=35d7dac2-f54b-440d-b31e-d21e11d63f9c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.024357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.030327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:00.041124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-999ec1f9-d164-4e43-bb48-c12b07f87986 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/35d7dac2-f54b-440d-b31e-d21e11d63f9c HTTP/1.1" status: 204 len: 168 time: 0.8276122 Nov 12 03:29:00.046900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3180832b-5d68-42c4-8182-0b726d94e7fc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:00.047537 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.057633 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f4fdae-8296-4d63-9290-4c7bb08c823e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:00.064209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3f4fdae-8296-4d63-9290-4c7bb08c823e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/35d7dac2-f54b-440d-b31e-d21e11d63f9c HTTP/1.1" status: 404 len: 333 time: 0.0328233 Nov 12 03:29:00.064831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49572) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:00.087252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Deleting port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:00.087923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.100059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] Provisioning complete for port 3180832b-5d68-42c4-8182-0b726d94e7fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:00.100555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.177710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d5d9b36-23e3-4204-a0f4-35de8acf21da req-f48959bf-9e4e-447b-8481-5191f16bb4e6 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480&device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0547023 Nov 12 03:29:00.225272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port bd018e39-cd39-4f22-b6c6-0c78f02cc674 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:00.225715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.278077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] For port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:00.278911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.302387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-ee464175-be46-4843-bc28-aa1cb8278ade tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.303947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-ee464175-be46-4843-bc28-aa1cb8278ade tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/networks?id=4affcd98-146a-4866-ae44-c94bc8436fe1 HTTP/1.1" status: 200 len: 822 time: 0.2510941 Nov 12 03:29:00.304947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Calling delete_port for 1989e76a-5f70-4d53-8732-ab6a1d42ed3e owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:00.327644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.330953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-bf1788fc-5bae-4a0b-a60e-429768fbad52 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/quotas/ff57d0d213ba40e1a815d444e28cf385 HTTP/1.1" status: 200 len: 375 time: 0.0127385 Nov 12 03:29:00.355190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.359059 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.365269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f50ff6-8b49-48d1-9ccb-f86c6eb551b2 req-dfb1d36a-26ef-4b66-9b7e-ce6be153de18 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.366868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2f50ff6-8b49-48d1-9ccb-f86c6eb551b2 req-dfb1d36a-26ef-4b66-9b7e-ce6be153de18 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.0857182 Nov 12 03:29:00.378188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for bd018e39-cd39-4f22-b6c6-0c78f02cc674 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:00.399110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] For port 3180832b-5d68-42c4-8182-0b726d94e7fc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3180832b-5d68-42c4-8182-0b726d94e7fc,segment=NetworkSegment(3192649e-539f-45c5-b5cd-2f28d609d34e),segment_id=3192649e-539f-45c5-b5cd-2f28d609d34e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:00.406953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.425674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-f0f21d1e-eb93-47f8-93e2-211dbdd074f3 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff57d0d213ba40e1a815d444e28cf385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642352 Nov 12 03:29:00.504307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d432f4-23b4-4ca9-bc87-b73ef4078bd1 None None] Pushing event updated for resources: {'Port': ['ID=3180832b-5d68-42c4-8182-0b726d94e7fc,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.543557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:00.544000 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:00.572649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-3db6ad7b-07dc-4b2a-8b81-b03ee566e6d3 service neutron] 10.222.0.84 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460757 Nov 12 03:29:00.663048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.700075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Pushing event deleted for resources: {'Port': ['ID=1989e76a-5f70-4d53-8732-ab6a1d42ed3e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.758432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] No DVR routers for this DVR port 1989e76a-5f70-4d53-8732-ab6a1d42ed3e on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:00.760836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a3a30895-cdc2-43f2-88b3-982708676c22 None None] Provisioning complete for port bd018e39-cd39-4f22-b6c6-0c78f02cc674 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:00.762354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-cd8b0a6c-105e-42ec-be48-14506411a687 service neutron] 10.222.0.84 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814492 Nov 12 03:29:00.762978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a3a30895-cdc2-43f2-88b3-982708676c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.763463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.779633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-205286fe-5290-4097-8c41-b18a5a564318 req-29cb4992-9970-4f72-b7a3-1a5c5f97ea68 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.32 "DELETE /v2.0/ports/1989e76a-5f70-4d53-8732-ab6a1d42ed3e HTTP/1.1" status: 204 len: 173 time: 0.9559672 Nov 12 03:29:00.780123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'name': 'network-vif-deleted', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:00.782465 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad621046-ea77-4215-aaac-cd5e73b3157d" -d '{"events": [{"server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "name": "network-vif-deleted", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:00.823196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a3a30895-cdc2-43f2-88b3-982708676c22 None None] Port bd018e39-cd39-4f22-b6c6-0c78f02cc674 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:00.835410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a3a30895-cdc2-43f2-88b3-982708676c22 None None] Provisioning complete for port 3180832b-5d68-42c4-8182-0b726d94e7fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:00.835410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a3a30895-cdc2-43f2-88b3-982708676c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.843895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2f50ff6-8b49-48d1-9ccb-f86c6eb551b2 req-e0cf8e4f-1375-4e08-9735-9ad32144aa62 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552033 Nov 12 03:29:00.948968 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414fa944-4e5b-40e0-9810-3335498af7ee x-openstack-request-id: req-414fa944-4e5b-40e0-9810-3335498af7ee {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:00.949399 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b786d42-5539-41b8-84aa-e673e0a7562a", "name": "network-vif-deleted", "tag": "1989e76a-5f70-4d53-8732-ab6a1d42ed3e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:00.949601 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-414fa944-4e5b-40e0-9810-3335498af7ee {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:00.949931 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b786d42-5539-41b8-84aa-e673e0a7562a', 'name': 'network-vif-deleted', 'tag': '1989e76a-5f70-4d53-8732-ab6a1d42ed3e', 'status': 'completed', 'code': 200} Nov 12 03:29:00.956697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.001294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=bd018e39-cd39-4f22-b6c6-0c78f02cc674,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.104039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2ef56eb8-613a-4c4e-8154-f68dd15998b1 None None] Could not find standard attr ID for object bd018e39-cd39-4f22-b6c6-0c78f02cc674. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:01.117738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d2d9f-b458-418f-bc80-6d64163dfc3a req-0f2839e9-8888-49a9-8841-4bf50686ec5c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.127197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-865d2d9f-b458-418f-bc80-6d64163dfc3a req-0f2839e9-8888-49a9-8841-4bf50686ec5c tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1092618 Nov 12 03:29:01.164244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.180371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ed98c73-8f8d-4536-bea6-40786b87c3cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/bd018e39-cd39-4f22-b6c6-0c78f02cc674 HTTP/1.1" status: 204 len: 168 time: 1.1143134 Nov 12 03:29:01.181113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.225810 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-28befca8-953a-486b-ab54-6514fd620bd2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:01.230505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28befca8-953a-486b-ab54-6514fd620bd2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/bd018e39-cd39-4f22-b6c6-0c78f02cc674 HTTP/1.1" status: 404 len: 333 time: 0.0479550 Nov 12 03:29:01.231287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49594) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.243969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-793aa77d-9ac9-4274-822b-ee711ce95095 req-120fcb7d-b8a4-4060-8c29-ed18efe4bcc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c0d018aec1542c98925ae2004d350f8&device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0396492 Nov 12 03:29:01.298286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-793aa77d-9ac9-4274-822b-ee711ce95095 req-1450ec74-f8d1-465d-82a0-ea8be723c6ab service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c0d018aec1542c98925ae2004d350f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423472 Nov 12 03:29:01.312180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-865d2d9f-b458-418f-bc80-6d64163dfc3a req-b739c825-a912-4ef9-9e1e-d8d015d86f8a tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827450 Nov 12 03:29:01.360243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet c06c9c8f-274e-4359-a518-8082bbd29261 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:01.365230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.410875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.484592 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8254535-b5f6-4c26-81d9-c0d6c5064eba req-d499c345-36c1-4732-970b-7f2ebbccbf94 tempest-ListServerFiltersTestJSON-2146171606 tempest-ListServerFiltersTestJSON-2146171606-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b786d42-5539-41b8-84aa-e673e0a7562a HTTP/1.1" status: 200 len: 210 time: 0.1404262 Nov 12 03:29:01.521635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c6975074-e0bb-4181-9367-b866282a9834 None None] Could not find standard attr ID for object 35d7dac2-f54b-440d-b31e-d21e11d63f9c. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:01.553940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fe46763-3940-4aa1-b2f6-3530af48f67e req-0280b69d-47c2-4c5a-ae65-ce4958b2de5a tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 210 time: 0.1231480 Nov 12 03:29:01.638428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83ac40bf-0853-4c01-9756-2275ecf690ba req-10319b50-315f-4cb6-a3dc-0c8f8960745d tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0331869 Nov 12 03:29:01.654517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3180832b-5d68-42c4-8182-0b726d94e7fc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:01.670444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.698270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793aa77d-9ac9-4274-822b-ee711ce95095 req-74173ba8-074d-4332-9efb-58b37464bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.699965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-793aa77d-9ac9-4274-822b-ee711ce95095 req-74173ba8-074d-4332-9efb-58b37464bad6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3856366 Nov 12 03:29:01.726918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3180832b-5d68-42c4-8182-0b726d94e7fc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:01.727389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.749996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.795611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=c06c9c8f-274e-4359-a518-8082bbd29261,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.798645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.801933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3130676e-9368-4a1e-9f48-4f3e320a662a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/c06c9c8f-274e-4359-a518-8082bbd29261 HTTP/1.1" status: 204 len: 168 time: 0.5646286 Nov 12 03:29:01.805055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.876357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c0e1e-bc12-4535-8a96-42c437ba8abd None None] Network ee49754f-9a4e-49ea-a5b0-cebcba726287 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:01.892979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.953426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 3180832b-5d68-42c4-8182-0b726d94e7fc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:01.953659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.013181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfc206-c857-4d8a-a8de-0b8ca8aa5570 req-f2fa041d-bb38-4f94-829c-4460e3a365a0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.014906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dfc206-c857-4d8a-a8de-0b8ca8aa5570 req-f2fa041d-bb38-4f94-829c-4460e3a365a0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.0666890 Nov 12 03:29:02.023422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port 3180832b-5d68-42c4-8182-0b726d94e7fc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3180832b-5d68-42c4-8182-0b726d94e7fc,segment=NetworkSegment(3192649e-539f-45c5-b5cd-2f28d609d34e),segment_id=3192649e-539f-45c5-b5cd-2f28d609d34e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.024209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.037162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 3180832b-5d68-42c4-8182-0b726d94e7fc owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:02.075677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dfc206-c857-4d8a-a8de-0b8ca8aa5570 req-2a6b2c8e-6ba6-41fe-8b23-465ba32e1450 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504017 Nov 12 03:29:02.092820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] DHCP port deletion for ee49754f-9a4e-49ea-a5b0-cebcba726287 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:02.117887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.139595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Deleting port 3180832b-5d68-42c4-8182-0b726d94e7fc {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:02.139967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.143313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=3180832b-5d68-42c4-8182-0b726d94e7fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.146836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port 3180832b-5d68-42c4-8182-0b726d94e7fc on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:02.204515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] For port 3180832b-5d68-42c4-8182-0b726d94e7fc, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:02.204846 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.217319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Calling delete_port for 3180832b-5d68-42c4-8182-0b726d94e7fc owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:02.219959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Port 3180832b-5d68-42c4-8182-0b726d94e7fc was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:29:02.221283 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.226890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.247391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee49754f-9a4e-49ea-a5b0-cebcba726287']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.247919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] Pushing event deleted for resources: {'Port': ['ID=3180832b-5d68-42c4-8182-0b726d94e7fc,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.252779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b8144-d895-46dc-8bbf-bbb3926731cd None None] No DVR routers for this DVR port 3180832b-5d68-42c4-8182-0b726d94e7fc on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:02.257626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3192649e-539f-45c5-b5cd-2f28d609d34e') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.257923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3192649e-539f-45c5-b5cd-2f28d609d34e') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:02.270709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.276578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8720-ea6c-46d0-9fab-d6c1fc787da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.285676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.291650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:02.292041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:02.295367 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:02.371762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.380250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.384761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/ee49754f-9a4e-49ea-a5b0-cebcba726287 HTTP/1.1" status: 204 len: 168 time: 0.5786691 Nov 12 03:29:02.396672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49604) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.403702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694659727'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:02.406897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb588-ef53-494e-905f-60cde5525ebd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=ee49754f-9a4e-49ea-a5b0-cebcba726287,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.448128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1989e76a-5f70-4d53-8732-ab6a1d42ed3e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:02.467935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fcf6f-c9d8-467b-8d90-47bbb0442e98 req-7bd3479b-873e-4ca7-bd09-ac02baae73f9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.470252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f53fcf6f-c9d8-467b-8d90-47bbb0442e98 req-7bd3479b-873e-4ca7-bd09-ac02baae73f9 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0717132 Nov 12 03:29:02.470252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:02.473541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.475416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 1989e76a-5f70-4d53-8732-ab6a1d42ed3e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:02.476601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1989e76a-5f70-4d53-8732-ab6a1d42ed3e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:02.504633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-ba58a9da-2c53-43a1-a546-9fcd67554528 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.507569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-ba58a9da-2c53-43a1-a546-9fcd67554528 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.32 "GET /v2.0/networks?id=4affcd98-146a-4866-ae44-c94bc8436fe1 HTTP/1.1" status: 200 len: 822 time: 0.1795092 Nov 12 03:29:02.516598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:02.523735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Request body: {'port': {'device_id': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1', 'admin_state_up': True, 'tenant_id': 'ff57d0d213ba40e1a815d444e28cf385'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:02.542499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.542851 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 83eecc65-5225-49e4-98b4-cb79901695ea of type vlan for network 5bc0bb83-f423-4118-b825-00a619f29f8d Nov 12 03:29:02.543869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49608) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.563393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f53fcf6f-c9d8-467b-8d90-47bbb0442e98 req-8fbe529b-8b5b-4152-b7a3-3ee22419f0d0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762224 Nov 12 03:29:02.622870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.637953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Deleting subnet 75464124-d208-40eb-ace0-141ffa49545a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:02.648854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.668805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bea29361-6c84-4f13-923f-0a69cb4ef26d req-646b66df-03fb-404a-aa66-a301143e2f44 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0336874 Nov 12 03:29:02.670569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Made reservation on behalf of ff57d0d213ba40e1a815d444e28cf385 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:02.676496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.681805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.687348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.687938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.721684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.792089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3901014 Nov 12 03:29:02.793319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49614) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.801562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:02.813053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-501bf345-faea-4ad9-8640-022d131df259 req-fd5db7d8-0c52-4ce7-9cf5-b1c00a9aa90a tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0635195 Nov 12 03:29:02.816153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd286eb-6d9a-4f4c-b8cb-5da04404639e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=5bc0bb83-f423-4118-b825-00a619f29f8d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.831086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5bc0bb83-f423-4118-b825-00a619f29f8d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:02.877511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Allocated IP 172.20.0.6 (4affcd98-146a-4866-ae44-c94bc8436fe1/88d18729-8241-4d9a-b55d-e969af04550f/bb23c6c3-a70f-4d23-85a7-74209dc01e4f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:02.882136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.936632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:02.940191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.947854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.972801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75464124-d208-40eb-ace0-141ffa49545a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.978404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.981670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8047254c-adf5-4e98-a813-271ade10dc0e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/75464124-d208-40eb-ace0-141ffa49545a HTTP/1.1" status: 204 len: 168 time: 0.4368494 Nov 12 03:29:02.988008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.989841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebe707-b026-4140-a17d-61bd7ad9d622 None None] Network 74074032-8175-4c61-95cd-8c8286202cb2 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:03.057634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.067264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-793aa77d-9ac9-4274-822b-ee711ce95095 req-b0ec0cd6-fad4-4565-a80a-d3c240edc910 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec00b42a-3d83-4940-881b-1c51b34e4480 HTTP/1.1" status: 200 len: 210 time: 0.0478983 Nov 12 03:29:03.114331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Deleting port fec0f2c8-e2b3-419c-9236-e03d9424895a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:03.114331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.197919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] For port fec0f2c8-e2b3-419c-9236-e03d9424895a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fec0f2c8-e2b3-419c-9236-e03d9424895a,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.198282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.215827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Calling delete_port for fec0f2c8-e2b3-419c-9236-e03d9424895a owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:03.216384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] DHCP port deletion for 74074032-8175-4c61-95cd-8c8286202cb2 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:03.264566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Deleting port fec0f2c8-e2b3-419c-9236-e03d9424895a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:03.264850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.273522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.309411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.332888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] For port fec0f2c8-e2b3-419c-9236-e03d9424895a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fec0f2c8-e2b3-419c-9236-e03d9424895a,segment=NetworkSegment(2506b87a-6355-46a4-a5d2-07f9543d9267),segment_id=2506b87a-6355-46a4-a5d2-07f9543d9267)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.333298 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.344463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] No DVR routers for this DVR port fec0f2c8-e2b3-419c-9236-e03d9424895a on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:03.346191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Calling delete_port for fec0f2c8-e2b3-419c-9236-e03d9424895a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:03.346696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec0f2c8-e2b3-419c-9236-e03d9424895a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.362402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14aa2f-d3c7-49b1-96ad-3f3e42304323 req-b780103c-336f-4390-9144-69715413b2b3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.364134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba14aa2f-d3c7-49b1-96ad-3f3e42304323 req-b780103c-336f-4390-9144-69715413b2b3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.1778224 Nov 12 03:29:03.402705 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.422734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.424324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.434446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.445196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74074032-8175-4c61-95cd-8c8286202cb2']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:03.454567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2506b87a-6355-46a4-a5d2-07f9543d9267') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:03.454942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2506b87a-6355-46a4-a5d2-07f9543d9267') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:03.463730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] Pushing event deleted for resources: {'Port': ['ID=fec0f2c8-e2b3-419c-9236-e03d9424895a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.470487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.471365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f784f-d6b5-48bf-a6f1-dc8be6ebd25d None None] No DVR routers for this DVR port fec0f2c8-e2b3-419c-9236-e03d9424895a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:03.492348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.501288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Network 4affcd98-146a-4866-ae44-c94bc8436fe1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:03.504576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:03.505055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.529572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:03.532118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:03.557197 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:03.568813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fec0f2c8-e2b3-419c-9236-e03d9424895a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:03.572375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Pushing event updated for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.579991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba14aa2f-d3c7-49b1-96ad-3f3e42304323 req-4ba5f0b2-2b13-4ef6-a1e4-054c7129150c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055728 Nov 12 03:29:03.599590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.605750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fec0f2c8-e2b3-419c-9236-e03d9424895a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:03.606376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fec0f2c8-e2b3-419c-9236-e03d9424895a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:03.607039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3180832b-5d68-42c4-8182-0b726d94e7fc no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:03.616855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=79b10e2b-840c-4335-834e-fd66c36af07d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.636926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.642623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/74074032-8175-4c61-95cd-8c8286202cb2 HTTP/1.1" status: 204 len: 168 time: 0.6531758 Nov 12 03:29:03.644447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cfdde-aa85-493c-8693-a7162800bad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74074032-8175-4c61-95cd-8c8286202cb2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.652380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.653005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.655516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '83eecc65-5225-49e4-98b4-cb79901695ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:03.655688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3180832b-5d68-42c4-8182-0b726d94e7fc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:03.655898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 5bc0bb83-f423-4118-b825-00a619f29f8d, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:03.656019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3180832b-5d68-42c4-8182-0b726d94e7fc not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:03.681545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-f2ad43c5-fb26-41f1-a5d3-978354020f01 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632209 Nov 12 03:29:03.686505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 5bc0bb83-f423-4118-b825-00a619f29f8d is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:03.699430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Request body: {'port': {'device_id': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:03.703572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5bc0bb83-f423-4118-b825-00a619f29f8d) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:03.713740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df9f2ee-dd8a-494f-8966-989afecc9c93 None None] Network 5bc0bb83-f423-4118-b825-00a619f29f8d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:03.747144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.748101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.785331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98a4fc45-9391-44d5-be38-a847e5bee9f3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9909155 Nov 12 03:29:03.789165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49626) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.795268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d', 'name': 'tempest-PortsTestJSON-17073870', 'fixed_ips': [{'subnet_id': '79b10e2b-840c-4335-834e-fd66c36af07d', 'ip_address': '172.20.0.10'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:03.847963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.849796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.855119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873710e7-ee0b-49f2-bda5-cfb0afccff2c req-2de0e74d-52ee-4138-8bdf-3b485a3fd0cd tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.856684 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-873710e7-ee0b-49f2-bda5-cfb0afccff2c req-2de0e74d-52ee-4138-8bdf-3b485a3fd0cd tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1476350 Nov 12 03:29:03.923158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2c062-1f8c-4b1e-9356-f6e882b5957c req-a9b9549a-3d80-4e85-abfa-0b120a5b5503 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.925352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7e2c062-1f8c-4b1e-9356-f6e882b5957c req-a9b9549a-3d80-4e85-abfa-0b120a5b5503 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 931 time: 0.1149611 Nov 12 03:29:03.945459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5bc0bb83-f423-4118-b825-00a619f29f8d', 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '79b10e2b-840c-4335-834e-fd66c36af07d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:03.946547 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.962989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-873710e7-ee0b-49f2-bda5-cfb0afccff2c req-3ccc3ea3-1f66-4484-ac52-3c14166cda96 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790572 Nov 12 03:29:03.968738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d3d3f4eb-b5b2-443d-8bcd-df742bc3b52d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=374b7793fddb4216b883ccfeb640f9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160173 Nov 12 03:29:03.971020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49632) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.025706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:04.074076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7e2c062-1f8c-4b1e-9356-f6e882b5957c req-a9b88c63-634f-4793-97fd-4309e77be413 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407840 Nov 12 03:29:04.094438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.132918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.147869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Allocated IP 172.20.0.2 (5bc0bb83-f423-4118-b825-00a619f29f8d/79b10e2b-840c-4335-834e-fd66c36af07d/e1991183-c676-4e6a-bfb0-5c64bca3fe0d) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:04.179023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.202620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 5c7f8c43-2574-4df3-917b-00fb7a86e19a yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:04.266456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.270786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.271999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/405cd22e-d848-439f-9ba8-d1787d4c45d1 HTTP/1.1" status: 204 len: 168 time: 0.2994637 Nov 12 03:29:04.293730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fa412-d305-4191-b26a-da952df32d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405cd22e-d848-439f-9ba8-d1787d4c45d1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.332785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dad8989-ab8c-4ef9-8e06-1d84e129f2b9 req-0bdc2585-1ffb-40ca-8718-b437a4c42e32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c0d018aec1542c98925ae2004d350f8&device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0405350 Nov 12 03:29:04.372795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-169e12e6-85ec-4d27-bf90-019f396066dd req-105698cb-4d2f-404d-abb0-8c331c31a2b5 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0433865 Nov 12 03:29:04.375923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb23c6c3-a70f-4d23-85a7-74209dc01e4f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:04.394348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.396589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.401614 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.414919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dad8989-ab8c-4ef9-8e06-1d84e129f2b9 req-0e1f6387-4d1a-4be2-b527-2c87d899d892 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c0d018aec1542c98925ae2004d350f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286176 Nov 12 03:29:04.430824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Transition to ACTIVE for port object bb23c6c3-a70f-4d23-85a7-74209dc01e4f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:04.446646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Network 5bc0bb83-f423-4118-b825-00a619f29f8d is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:04.453632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:04.453859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.458459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:04.472723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.10 (5bc0bb83-f423-4118-b825-00a619f29f8d/79b10e2b-840c-4335-834e-fd66c36af07d/5c7f8c43-2574-4df3-917b-00fb7a86e19a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:04.485716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Pushing event updated for resources: {'Port': ['ID=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.523732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Attempting to bind port e1991183-c676-4e6a-bfb0-5c64bca3fe0d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:04.524108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Attempting to bind port e1991183-c676-4e6a-bfb0-5c64bca3fe0d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '83eecc65-5225-49e4-98b4-cb79901695ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:04.524476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Attempting to bind port e1991183-c676-4e6a-bfb0-5c64bca3fe0d on network 5bc0bb83-f423-4118-b825-00a619f29f8d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:04.531651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:04.532023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Checking segment: {'id': '83eecc65-5225-49e4-98b4-cb79901695ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:04.532423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.532817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Bound using segment: {'id': '83eecc65-5225-49e4-98b4-cb79901695ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:04.533285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Bound port: e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83eecc65-5225-49e4-98b4-cb79901695ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:04.533662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.572860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54624900-0154-429c-9337-fb58dac440fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.653241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] For port e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:04.657884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] For port e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,segment=NetworkSegment(83eecc65-5225-49e4-98b4-cb79901695ea),segment_id=83eecc65-5225-49e4-98b4-cb79901695ea)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:04.660803 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43663a3f-7b1b-4ded-ae06-de269df6cd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.666635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.676388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad8989-ab8c-4ef9-8e06-1d84e129f2b9 req-496e26fd-b50c-4a64-8022-92ee1de37f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.678267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dad8989-ab8c-4ef9-8e06-1d84e129f2b9 req-496e26fd-b50c-4a64-8022-92ee1de37f72 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564645 Nov 12 03:29:04.699315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.713470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Attempting to bind port bb23c6c3-a70f-4d23-85a7-74209dc01e4f on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:04.713890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Attempting to bind port bb23c6c3-a70f-4d23-85a7-74209dc01e4f by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'c303327c-ce24-43ab-8308-a4efacfc79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:04.714301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Attempting to bind port bb23c6c3-a70f-4d23-85a7-74209dc01e4f on network 4affcd98-146a-4866-ae44-c94bc8436fe1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:04.719635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Port bb23c6c3-a70f-4d23-85a7-74209dc01e4f on network 4affcd98-146a-4866-ae44-c94bc8436fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:04.719635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Attempting to bind port bb23c6c3-a70f-4d23-85a7-74209dc01e4f on network 4affcd98-146a-4866-ae44-c94bc8436fe1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:04.729964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:04.730386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Checking segment: {'id': 'c303327c-ce24-43ab-8308-a4efacfc79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:04.730857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Bound using segment: {'id': 'c303327c-ce24-43ab-8308-a4efacfc79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:04.731558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Bound port: bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c303327c-ce24-43ab-8308-a4efacfc79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:04.733268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.747917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4105dd4-b3a3-4a1f-84b5-51fdce45df92 None None] Pushing event updated for resources: {'Port': ['ID=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.805756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.817333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e4774-8ba9-401f-90a6-58de56462707 req-fb1ff2b1-db3b-4705-9f76-d117a06dd133 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.818907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e90e4774-8ba9-401f-90a6-58de56462707 req-fb1ff2b1-db3b-4705-9f76-d117a06dd133 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 943 time: 0.1080215 Nov 12 03:29:04.829905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:04.834776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,segment=NetworkSegment(c303327c-ce24-43ab-8308-a4efacfc79bb),segment_id=c303327c-ce24-43ab-8308-a4efacfc79bb)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:04.844159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.881038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 5bc0bb83-f423-4118-b825-00a619f29f8d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:04.886083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:04.891240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.892206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.892431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:04.893792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-54624900-0154-429c-9337-fb58dac440fd service neutron] 10.222.0.32 "PUT /v2.0/ports/bb23c6c3-a70f-4d23-85a7-74209dc01e4f HTTP/1.1" status: 200 len: 1092 time: 1.1990278 Nov 12 03:29:04.894341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:04.897333 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb333f-84cb-4242-aa77-dd954604f303" -d '{"events": [{"name": "network-changed", "server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:04.906649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=5c7f8c43-2574-4df3-917b-00fb7a86e19a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.937689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54624900-0154-429c-9337-fb58dac440fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:04.978414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a8ab2-e796-4adb-af3f-3fbb03759e81 x-openstack-request-id: req-043a8ab2-e796-4adb-af3f-3fbb03759e81 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:04.978804 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:04.979158 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-043a8ab2-e796-4adb-af3f-3fbb03759e81 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:04.979726 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f', 'status': 'completed', 'code': 200} Nov 12 03:29:04.998714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-74738909-0c37-4acf-b487-703280612a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.005233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e90e4774-8ba9-401f-90a6-58de56462707 req-f3c01e92-6759-4d00-a01d-9e89338830dc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589935 Nov 12 03:29:05.010061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-74738909-0c37-4acf-b487-703280612a1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff57d0d213ba40e1a815d444e28cf385&device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0678468 Nov 12 03:29:05.016420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.016999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.052807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5e160c34-f86a-49cb-8da5-3e467e029090 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2623079 Nov 12 03:29:05.056272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49656) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.066549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '5bc0bb83-f423-4118-b825-00a619f29f8d', 'name': 'tempest-PortsTestJSON-1679583415', 'fixed_ips': [{'subnet_id': '79b10e2b-840c-4335-834e-fd66c36af07d', 'ip_address': '172.20.0.9'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:05.095328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-a83df752-5aad-43c7-859c-82ded0be4319 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f HTTP/1.1" status: 200 len: 217 time: 0.0772278 Nov 12 03:29:05.180757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074664e-8410-45c0-a413-8776fb254d26 req-4005be3a-0837-4014-acf4-dcd0ec918d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.185222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-4005be3a-0837-4014-acf4-dcd0ec918d75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88d18729-8241-4d9a-b55d-e969af04550f HTTP/1.1" status: 200 len: 862 time: 0.0747256 Nov 12 03:29:05.239366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-be9968c5-84df-4696-b488-4994c0fc19fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4affcd98-146a-4866-ae44-c94bc8436fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292783 Nov 12 03:29:05.260685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f974a6-6af5-46a0-9199-f137a5411e39 req-3d31b96d-648e-4788-90a8-c041b1539c97 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.262191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4f974a6-6af5-46a0-9199-f137a5411e39 req-3d31b96d-648e-4788-90a8-c041b1539c97 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 943 time: 0.0937920 Nov 12 03:29:05.308418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:05.313507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.347755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4f974a6-6af5-46a0-9199-f137a5411e39 req-69b1f806-067d-459e-ac4c-b3004ebd97ee tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784996 Nov 12 03:29:05.348943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:05.393929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49668) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.524491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a6339b6-7fc0-4ae5-8caf-f8bcfd03c4d4 req-8ef622b5-ed01-4ed9-8dbf-43ccce6e6317 tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.84 "GET /v2.0/ports?device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0473788 Nov 12 03:29:05.554626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4e52a81-776e-4c7d-99a1-5c99789c2d1b details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:05.591480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.9 (5bc0bb83-f423-4118-b825-00a619f29f8d/79b10e2b-840c-4335-834e-fd66c36af07d/8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:05.596183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530169-2622-405a-af4e-9b1044fe050e req-6493c0c7-57e7-4afe-9f3c-f550097a86bc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.608728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11530169-2622-405a-af4e-9b1044fe050e req-6493c0c7-57e7-4afe-9f3c-f550097a86bc tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.5034590 Nov 12 03:29:05.649163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2015098207-network', 'tenant_id': '467bc378ab0d4a879402746560d48274'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:05.653384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1991183-c676-4e6a-bfb0-5c64bca3fe0d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:05.710930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.715341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11530169-2622-405a-af4e-9b1044fe050e req-ca9ebffe-7d23-4ab8-92e4-eff26b9445cd tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056099 Nov 12 03:29:05.732259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-aef335ba-7f7b-4f4d-bf76-f93e65881bd2 service neutron] 10.222.0.32 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831774 Nov 12 03:29:05.747181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.765726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'mac_address': 'fa:16:3e:5b:f5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:05.800211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Made reservation on behalf of 467bc378ab0d4a879402746560d48274 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:05.804541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.821899 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.825270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.827543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e1991183-c676-4e6a-bfb0-5c64bca3fe0d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.828090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.862588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e52a81-776e-4c7d-99a1-5c99789c2d1b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:05.894117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.895582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f074664e-8410-45c0-a413-8776fb254d26 req-a7128de2-39a3-4216-82d0-9efe677e491b service neutron] 10.222.0.32 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531208 Nov 12 03:29:05.901733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.917054 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.974392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dad8989-ab8c-4ef9-8e06-1d84e129f2b9 req-1c937435-62e9-4114-bc53-9e1c5a8bbadd tempest-ServerShowV247Test-2038754584 tempest-ServerShowV247Test-2038754584-project] 10.222.0.39 "GET /v2.0/ports?device_id=03f5bace-9c06-436a-bcb0-456a40b6c7ef HTTP/1.1" status: 200 len: 210 time: 0.0521407 Nov 12 03:29:05.999039 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.999901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.043438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-e2eb1c3f-44a9-4dcd-b2e8-a989b3135c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.044976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-e2eb1c3f-44a9-4dcd-b2e8-a989b3135c42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff57d0d213ba40e1a815d444e28cf385&device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0696576 Nov 12 03:29:06.056752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.074423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.082925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 5bc0bb83-f423-4118-b825-00a619f29f8d is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:06.087622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.093180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:06.104331 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:06.106569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:06.175959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.176614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.189855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-04dad00f-716c-4bdd-b343-a1962baeb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.192152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-04dad00f-716c-4bdd-b343-a1962baeb22e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4affcd98-146a-4866-ae44-c94bc8436fe1 HTTP/1.1" status: 200 len: 923 time: 0.1390681 Nov 12 03:29:06.198192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.198562 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Added segment c2444c06-c8fb-4c86-b1c5-57fab6b019ba of type vlan for network 3d315954-4056-4974-aa92-b849926053a3 Nov 12 03:29:06.226928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f3dd38-6529-4062-bef1-80945ad628d2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.237312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-67d0bf78-fd25-403b-9a43-2a6d5ea9f8a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f HTTP/1.1" status: 200 len: 217 time: 0.0371220 Nov 12 03:29:06.259493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295528c-e04c-4dbd-b05e-1402496e2d4d None None] Network 5bc0bb83-f423-4118-b825-00a619f29f8d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:06.269074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9cd3ceb4-b340-4169-bce0-2e4b3f5e8db7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2070749 Nov 12 03:29:06.278595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.281045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.330088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f450c4b-4921-498e-bf5a-2db64b5eca5e req-f503eed2-8b0d-4a0f-b3b3-9e6f38be72f9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.336952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c4e52a81-776e-4c7d-99a1-5c99789c2d1b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:06.340765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f450c4b-4921-498e-bf5a-2db64b5eca5e req-f503eed2-8b0d-4a0f-b3b3-9e6f38be72f9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 944 time: 0.1778057 Nov 12 03:29:06.375023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.376870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.377283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.399545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-6de57d69-629a-4d62-bae9-1c13b258791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.405097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,segment=NetworkSegment(83eecc65-5225-49e4-98b4-cb79901695ea),segment_id=83eecc65-5225-49e4-98b4-cb79901695ea)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:06.405395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-6de57d69-629a-4d62-bae9-1c13b258791e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88d18729-8241-4d9a-b55d-e969af04550f HTTP/1.1" status: 200 len: 862 time: 0.1535344 Nov 12 03:29:06.433604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.436433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.455339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebeade2-69cf-4794-98c0-4c6594811a30 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.460437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4ebeade2-69cf-4794-98c0-4c6594811a30 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1781628 Nov 12 03:29:06.462399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.474588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-6068e11c-0275-49ff-8162-749ca07650dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4affcd98-146a-4866-ae44-c94bc8436fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527151 Nov 12 03:29:06.500324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d76cc699-cbe7-430c-874e-a04eed1a025d None None] Provisioning complete for port e1991183-c676-4e6a-bfb0-5c64bca3fe0d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:06.500685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d76cc699-cbe7-430c-874e-a04eed1a025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.507510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] Pushing event updated for resources: {'Network': ['ID=3d315954-4056-4974-aa92-b849926053a3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.523643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f450c4b-4921-498e-bf5a-2db64b5eca5e req-d932a095-ae16-4ccc-9d5f-ca56d1c2e051 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818447 Nov 12 03:29:06.541477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d6fc3a39-39a7-44c8-8a84-9aefd937d60c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1468339 Nov 12 03:29:06.550321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.571750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Request body: {'subnet': {'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2015098207-subnet', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:06.573672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:06.576420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3d315954-4056-4974-aa92-b849926053a3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:06.590659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247131e3-f3ea-4c95-b648-26b01654a4aa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.598704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247131e3-f3ea-4c95-b648-26b01654a4aa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.607912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247131e3-f3ea-4c95-b648-26b01654a4aa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.609920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-247131e3-f3ea-4c95-b648-26b01654a4aa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1422853 Nov 12 03:29:06.614217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.663330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec1fd4-6b2c-462b-8213-0c12a081c46b req-37b48994-da80-43ca-9bdd-39678de4e4f8 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.673475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39ec1fd4-6b2c-462b-8213-0c12a081c46b req-37b48994-da80-43ca-9bdd-39678de4e4f8 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 943 time: 0.1772878 Nov 12 03:29:06.709051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Made reservation on behalf of 467bc378ab0d4a879402746560d48274 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:06.712640 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.742603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-d1e59544-03a5-4f7a-bbb0-4bc4f055c053 service neutron] 10.222.0.32 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597723 Nov 12 03:29:06.759436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39ec1fd4-6b2c-462b-8213-0c12a081c46b req-b5f8d65c-b191-4c21-a515-90372ac99367 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803626 Nov 12 03:29:06.826397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:06.826878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:06.896333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ddb333f-84cb-4242-aa77-dd954604f303 req-a8f2a95a-7314-47ed-87e2-81c65aba28dd service neutron] 10.222.0.32 "GET /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358347 Nov 12 03:29:06.992652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.027186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.037916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c30e6-7161-4719-af59-2d9c856e4ad5 req-24d33798-032a-45f2-9a17-cc33665019d0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.039552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-804c30e6-7161-4719-af59-2d9c856e4ad5 req-24d33798-032a-45f2-9a17-cc33665019d0 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1332829 Nov 12 03:29:07.076898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:07.124281 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b5c-907d-4092-90ec-a4750cb80293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.159872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.160770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Provisioning complete for port e1991183-c676-4e6a-bfb0-5c64bca3fe0d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:07.161129 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.163815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.240039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-804c30e6-7161-4719-af59-2d9c856e4ad5 req-0afe3d31-37ed-4367-9ec1-d391af38374e tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911454 Nov 12 03:29:07.252533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b5c-907d-4092-90ec-a4750cb80293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.257830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b5c-907d-4092-90ec-a4750cb80293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.275074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038db811-dcea-463f-9920-36d5c77f4c79,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.305133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7b5c-907d-4092-90ec-a4750cb80293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3270b-aeb7-4570-99f1-b4fe1ea33613,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.313022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ba6e7b5c-907d-4092-90ec-a4750cb80293 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c0d018aec1542c98925ae2004d350f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191638 Nov 12 03:29:07.316648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49700) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.320678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Checking segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:07.320921 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Network hostable DHCP agents. Network: 3d315954-4056-4974-aa92-b849926053a3, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:07.329330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Provisioning complete for port 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:07.329767 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.387838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Port 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:07.393077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Network 3d315954-4056-4974-aa92-b849926053a3 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:07.401656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Provisioning complete for port 5c7f8c43-2574-4df3-917b-00fb7a86e19a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:07.402044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.408164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.418635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.446292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3d315954-4056-4974-aa92-b849926053a3) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:07.453197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.457936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.458337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.458729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.487215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6399c-8af0-4f6b-b6a4-32f2ac09ec00 None None] Network 3d315954-4056-4974-aa92-b849926053a3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:07.535985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c32960b8-da59-437a-9412-83e9f198faf7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9695144 Nov 12 03:29:07.541030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49704) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.552559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:07.557284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.560088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.561376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c3b3270b-aeb7-4570-99f1-b4fe1ea33613 HTTP/1.1" status: 204 len: 168 time: 0.2444577 Nov 12 03:29:07.581529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b28e9-e219-4850-826d-fb0a26215fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3270b-aeb7-4570-99f1-b4fe1ea33613,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.607653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4e52a81-776e-4c7d-99a1-5c99789c2d1b up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:07.619703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.621191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.675147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1991183-c676-4e6a-bfb0-5c64bca3fe0d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:07.682442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.686460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d375e016-b8c8-4c66-95fb-c1ebc15b1026 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 HTTP/1.1" status: 204 len: 168 time: 1.0707493 Nov 12 03:29:07.689655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49710) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.720926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.731140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd3afe-e624-4043-89fe-a5ae65da4061 req-5655fedf-a3ef-41bd-9454-f5805e5ae165 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.739554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73bd3afe-e624-4043-89fe-a5ae65da4061 req-5655fedf-a3ef-41bd-9454-f5805e5ae165 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.2108357 Nov 12 03:29:07.743407 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-49535400-b7d4-441a-8ab3-8f069b119d12 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:07.745340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49535400-b7d4-441a-8ab3-8f069b119d12 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3 HTTP/1.1" status: 404 len: 333 time: 0.0540285 Nov 12 03:29:07.750253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49712) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.754399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e96a4-f1bd-4eaf-9c37-7cb8face612b None None] Port 5c7f8c43-2574-4df3-917b-00fb7a86e19a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:07.883344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-73bd3afe-e624-4043-89fe-a5ae65da4061 req-da8bc65f-21be-4141-8337-15e212b39327 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424956 Nov 12 03:29:07.901373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecdb59-bc16-4d7e-81a9-f6e4791f5046 req-a364876e-7ca1-4e2c-9b1e-88a058d37708 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.903147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caecdb59-bc16-4d7e-81a9-f6e4791f5046 req-a364876e-7ca1-4e2c-9b1e-88a058d37708 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 944 time: 0.2369027 Nov 12 03:29:07.952014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 5c7f8c43-2574-4df3-917b-00fb7a86e19a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:07.952367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.974368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c0100e3-d73b-492a-a5c5-53ef5c5f9716 None None] Could not find standard attr ID for object 8d36f8a2-bc2e-4b2f-be1d-9ff6f12ea5e3. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:07.989396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080a4d0-1a3f-41db-9caa-68033e9e858b None None] Network 3d315954-4056-4974-aa92-b849926053a3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:08.026886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c0100e3-d73b-492a-a5c5-53ef5c5f9716 None None] Provisioning complete for port 5c7f8c43-2574-4df3-917b-00fb7a86e19a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:08.027291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c0100e3-d73b-492a-a5c5-53ef5c5f9716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.045159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.116255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e7944-48da-496d-823a-d46d8ad50761 req-7f8b6efe-9e23-46f6-b6ad-6cfd2785d357 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.117991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b1e7944-48da-496d-823a-d46d8ad50761 req-7f8b6efe-9e23-46f6-b6ad-6cfd2785d357 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 943 time: 0.1282685 Nov 12 03:29:08.118910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-caecdb59-bc16-4d7e-81a9-f6e4791f5046 req-50561162-07db-4528-8827-1ec901602008 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674643 Nov 12 03:29:08.165651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port c4e52a81-776e-4c7d-99a1-5c99789c2d1b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:08.167786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e1991183-c676-4e6a-bfb0-5c64bca3fe0d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:08.168170 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.215869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port c4e52a81-776e-4c7d-99a1-5c99789c2d1b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:08.216233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.243330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b1e7944-48da-496d-823a-d46d8ad50761 req-3993b2b5-58cc-4544-b5f5-be37e31f241f tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992856 Nov 12 03:29:08.253271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2c0100e3-d73b-492a-a5c5-53ef5c5f9716 None None] Port 5c7f8c43-2574-4df3-917b-00fb7a86e19a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:08.260489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.278091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 5c7f8c43-2574-4df3-917b-00fb7a86e19a owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:08.283301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab040329-9275-4b12-a45f-6bcae610b857 req-59f195b3-57e8-4244-8cef-98e312e9a97b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.292176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab040329-9275-4b12-a45f-6bcae610b857 req-59f195b3-57e8-4244-8cef-98e312e9a97b tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.0921113 Nov 12 03:29:08.311761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.375698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab040329-9275-4b12-a45f-6bcae610b857 req-61fdfda5-a569-4837-90f9-dbdfa88aedaa tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820489 Nov 12 03:29:08.423728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.451122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.481500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:08.483837 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5037a2-09a0-4793-817a-4b1a896e3f8d" -d '{"events": [{"server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:08.504175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:08.507911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb23c6c3-a70f-4d23-85a7-74209dc01e4f details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:08.517359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.536607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=5c7f8c43-2574-4df3-917b-00fb7a86e19a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.570589 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e37d7b-7dfb-4bc9-826f-0c010b889554 x-openstack-request-id: req-b2e37d7b-7dfb-4bc9-826f-0c010b889554 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:08.571331 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "name": "network-vif-plugged", "status": "completed", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:08.571827 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b2e37d7b-7dfb-4bc9-826f-0c010b889554 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:08.572462 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'code': 200} Nov 12 03:29:08.583068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.616074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.693110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49742) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.728400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.730195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.732020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5180c33c-01b8-46ea-ac29-848f877788b1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/5c7f8c43-2574-4df3-917b-00fb7a86e19a HTTP/1.1" status: 204 len: 168 time: 0.9798956 Nov 12 03:29:08.738396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49746) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.777721 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18cfebf-69b1-4d12-a7c1-8633ad5fc173 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:08.780585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b18cfebf-69b1-4d12-a7c1-8633ad5fc173 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/5c7f8c43-2574-4df3-917b-00fb7a86e19a HTTP/1.1" status: 404 len: 333 time: 0.0410016 Nov 12 03:29:08.788673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49748) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.796441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,segment=NetworkSegment(c303327c-ce24-43ab-8308-a4efacfc79bb),segment_id=c303327c-ce24-43ab-8308-a4efacfc79bb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:08.816660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f', 'network_id': '4affcd98-146a-4866-ae44-c94bc8436fe1', 'port_id': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f', 'mac_address': 'fa:16:3e:81:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d18729-8241-4d9a-b55d-e969af04550f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:08.845091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-613724230-network', 'tenant_id': '6752f070ad1c4b87a01c6b8bf892595b'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.875645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.880954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Made reservation on behalf of 6752f070ad1c4b87a01c6b8bf892595b for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:08.883508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.890324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb23c6c3-a70f-4d23-85a7-74209dc01e4f {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:08.894074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.901929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Allocated IP 172.25.2.32 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/8ea02100-a295-4210-9a59-f23d81f08277) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:08.905275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0ce45-cf12-469b-90a9-2794c9af4207 req-d99ead81-e5b9-462b-923b-5e03dfbfb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.906965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fd0ce45-cf12-469b-90a9-2794c9af4207 req-d99ead81-e5b9-462b-923b-5e03dfbfb7a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.2384460 Nov 12 03:29:08.915356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcead5e5-20de-40a7-9215-b58095d5e034 req-005949a6-98a4-4db7-98aa-666a9974e468 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.916182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,segment=NetworkSegment(c303327c-ce24-43ab-8308-a4efacfc79bb),segment_id=c303327c-ce24-43ab-8308-a4efacfc79bb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:08.916864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcead5e5-20de-40a7-9215-b58095d5e034 req-005949a6-98a4-4db7-98aa-666a9974e468 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1994815 Nov 12 03:29:08.921597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.925622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 79b10e2b-840c-4335-834e-fd66c36af07d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:08.940564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.973317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.986217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.991841 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.014163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:09.029811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9e0d9-064e-488f-aae0-494aa86e527b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.032697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.032997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.033133 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Added segment 6585fa7c-828c-4905-b352-653851ae6107 of type vlan for network 47f270cd-7f20-4ec5-8919-f502a855d327 Nov 12 03:29:09.078926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.106114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.107020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.107636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.142107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fd0ce45-cf12-469b-90a9-2794c9af4207 req-ead38f78-261d-4711-8119-a2ca0182b46e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239175 Nov 12 03:29:09.165182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['bb23c6c3-a70f-4d23-85a7-74209dc01e4f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:09.168508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcead5e5-20de-40a7-9215-b58095d5e034 req-145b7ebe-e6ac-4039-8039-c7fd67e2e138 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314534 Nov 12 03:29:09.170075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49752) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.177748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4691947 Nov 12 03:29:09.183680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a7778-0c3a-4411-b679-d1f60fbbf443 admin admin] Pushing event updated for resources: {'Network': ['ID=47f270cd-7f20-4ec5-8919-f502a855d327,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.200788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 47f270cd-7f20-4ec5-8919-f502a855d327 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:09.205918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Request body: {'subnet': {'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-613724230-subnet', 'tenant_id': '6752f070ad1c4b87a01c6b8bf892595b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:09.255169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fae92-33ab-4e2f-8abd-523a09f6c342 req-ae7edca8-e303-4abf-b0f1-71fdb49906ab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.256926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6fae92-33ab-4e2f-8abd-523a09f6c342 req-ae7edca8-e303-4abf-b0f1-71fdb49906ab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0546377 Nov 12 03:29:09.260369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.262574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.267174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Made reservation on behalf of 6752f070ad1c4b87a01c6b8bf892595b for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.269966 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.328416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6fae92-33ab-4e2f-8abd-523a09f6c342 req-9654d303-6857-47a0-8865-f17fe306c2b9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638065 Nov 12 03:29:09.444759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.495268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba182f26-0065-4e3f-9355-45d3966d3b59 req-60cabf99-18ce-4516-b91c-3a49ba943de0 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.496781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba182f26-0065-4e3f-9355-45d3966d3b59 req-60cabf99-18ce-4516-b91c-3a49ba943de0 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 944 time: 0.1427138 Nov 12 03:29:09.502702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.521781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:09.555809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:09.558239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:09.568157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea5ef7-18d1-4616-bbfe-e21926f2cf66 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:09.590812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=79b10e2b-840c-4335-834e-fd66c36af07d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.600499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.604352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-70e32cc7-2f00-450a-b343-eac4de2496a2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/79b10e2b-840c-4335-834e-fd66c36af07d HTTP/1.1" status: 204 len: 168 time: 0.7996118 Nov 12 03:29:09.606420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49756) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:09.608292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af6008-dab4-4045-82d6-dc752fba7c75 None None] Network 5bc0bb83-f423-4118-b825-00a619f29f8d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:09.626651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea02100-a295-4210-9a59-f23d81f08277,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.711351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-eb12d400-710e-4e47-9efa-6905f5789b5f None None] Provisioning complete for port 8ea02100-a295-4210-9a59-f23d81f08277 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:09.711351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eb12d400-710e-4e47-9efa-6905f5789b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.748496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba182f26-0065-4e3f-9355-45d3966d3b59 req-37781fd2-e446-4a5b-a911-b1ca23bff3f3 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421789 Nov 12 03:29:09.779408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-eb12d400-710e-4e47-9efa-6905f5789b5f None None] Port 8ea02100-a295-4210-9a59-f23d81f08277 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:09.825930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.861161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] DHCP port deletion for 5bc0bb83-f423-4118-b825-00a619f29f8d request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:09.916566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Deleting port e1991183-c676-4e6a-bfb0-5c64bca3fe0d {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:09.917038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.943677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b88659-bd02-4069-b98f-5a29e60674a2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.966629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Checking segment: {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:09.966629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Network hostable DHCP agents. Network: 47f270cd-7f20-4ec5-8919-f502a855d327, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:09.996405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] For port e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,segment=NetworkSegment(83eecc65-5225-49e4-98b4-cb79901695ea),segment_id=83eecc65-5225-49e4-98b4-cb79901695ea)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:09.996850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.006805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.009889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Calling delete_port for e1991183-c676-4e6a-bfb0-5c64bca3fe0d owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:10.069112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Network 47f270cd-7f20-4ec5-8919-f502a855d327 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:10.079695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port e1991183-c676-4e6a-bfb0-5c64bca3fe0d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:10.080131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.084979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.138654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 47f270cd-7f20-4ec5-8919-f502a855d327) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:10.146797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.148397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.188200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-c9394dd0-1085-4772-a224-389f155cc327 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.190129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port e1991183-c676-4e6a-bfb0-5c64bca3fe0d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,segment=NetworkSegment(83eecc65-5225-49e4-98b4-cb79901695ea),segment_id=83eecc65-5225-49e4-98b4-cb79901695ea)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:10.190504 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.190963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-c9394dd0-1085-4772-a224-389f155cc327 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1555595 Nov 12 03:29:10.214618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for e1991183-c676-4e6a-bfb0-5c64bca3fe0d owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:10.216772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36ac6a-ffc8-4ad3-b4cd-8b255b25e707 None None] Network 47f270cd-7f20-4ec5-8919-f502a855d327 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:10.300976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dabed4eb-33d1-45d6-9e26-bff58fe7b586 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1241791 Nov 12 03:29:10.355395 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.417285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b404-c095-4279-86b5-6ff94981ba37 req-a3432b21-0934-4fd1-9629-8c567a1485d4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.422268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52a1b404-c095-4279-86b5-6ff94981ba37 req-a3432b21-0934-4fd1-9629-8c567a1485d4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 945 time: 0.1401331 Nov 12 03:29:10.431631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] Pushing event deleted for resources: {'Port': ['ID=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.432739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port 44e01912-e747-45c0-97d7-91a585be10bc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:10.433343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.433890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970b74a-6567-441c-9fbb-af71645e21de None None] No DVR routers for this DVR port e1991183-c676-4e6a-bfb0-5c64bca3fe0d on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:10.467793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b265e-1385-4837-8b0c-b374850606d1 None None] Network 47f270cd-7f20-4ec5-8919-f502a855d327 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:10.480100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.518994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=e1991183-c676-4e6a-bfb0-5c64bca3fe0d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.526221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port e1991183-c676-4e6a-bfb0-5c64bca3fe0d on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:10.529945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb23c6c3-a70f-4d23-85a7-74209dc01e4f up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:10.611214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port bb23c6c3-a70f-4d23-85a7-74209dc01e4f completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:10.634169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port bb23c6c3-a70f-4d23-85a7-74209dc01e4f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:10.634169 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.639017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.650927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52a1b404-c095-4279-86b5-6ff94981ba37 req-a68f1fbb-c65c-41df-b492-7117ee09f7da tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183976 Nov 12 03:29:10.666515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc0bb83-f423-4118-b825-00a619f29f8d']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:10.678955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83eecc65-5225-49e4-98b4-cb79901695ea') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:10.679303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83eecc65-5225-49e4-98b4-cb79901695ea') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:10.696884 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.706269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.713294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:10.713720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:10.717749 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:10.767140 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.801548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.802025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:10.804783 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e595e8-dbdf-433f-a964-624a6a0525a5" -d '{"events": [{"server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "name": "network-vif-plugged", "status": "completed", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:10.819483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.821009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,segment=NetworkSegment(c303327c-ce24-43ab-8308-a4efacfc79bb),segment_id=c303327c-ce24-43ab-8308-a4efacfc79bb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:10.826760 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/5bc0bb83-f423-4118-b825-00a619f29f8d HTTP/1.1" status: 204 len: 168 time: 1.2155333 Nov 12 03:29:10.830543 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.832571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.838139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1590947988'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.843189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a487088-3e23-47ed-a16d-bf91db5257c9 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=5bc0bb83-f423-4118-b825-00a619f29f8d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.865483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:10.870194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.893969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.904190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.913050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:10.924257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.924645 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Added segment 189d70f2-5377-4c06-a73b-6c14b924e1e9 of type vlan for network 810c1220-6af0-452f-a6da-582572478ebe Nov 12 03:29:10.973735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1887-9959-4385-a44a-a58adb21860a req-f86c462f-1163-4bc9-8f94-1c8fc610bead tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.975124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f3e1887-9959-4385-a44a-a58adb21860a req-f86c462f-1163-4bc9-8f94-1c8fc610bead tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.4955738 Nov 12 03:29:10.981059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port 44e01912-e747-45c0-97d7-91a585be10bc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=44e01912-e747-45c0-97d7-91a585be10bc,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:10.981424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.986807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.045346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for 44e01912-e747-45c0-97d7-91a585be10bc owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:11.060464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.066652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.067274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.119873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-72313223-cb46-4448-bc36-9426d506738b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.121364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-72313223-cb46-4448-bc36-9426d506738b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 813 time: 0.1622932 Nov 12 03:29:11.124584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2910845 Nov 12 03:29:11.127527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.131548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f3e1887-9959-4385-a44a-a58adb21860a req-0e24791c-b2d5-43ae-a545-a7974071fc2e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462557 Nov 12 03:29:11.133269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '810c1220-6af0-452f-a6da-582572478ebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:11.194856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Router 7ab765cd-8692-4b87-9d8e-1543062adcc1 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:11.198446 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-26594643-2b38-436a-8ea1-9e78e345c50b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/quotas/6752f070ad1c4b87a01c6b8bf892595b HTTP/1.1" status: 200 len: 375 time: 0.0699284 Nov 12 03:29:11.230149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cef7e-4a0a-44b8-ae38-87fc707947f5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Network': ['ID=810c1220-6af0-452f-a6da-582572478ebe,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.242661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 810c1220-6af0-452f-a6da-582572478ebe details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:11.270484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-69be0a7d-2af8-425f-9d0a-6cccb768a823 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443628 Nov 12 03:29:11.300791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:11.304244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.325016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb4fe2-369f-4c0d-bc49-895cbfc39fb0 req-f4e9ff39-5cdf-438a-840b-18d9e3b9fa0c tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.326535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8fb4fe2-369f-4c0d-bc49-895cbfc39fb0 req-f4e9ff39-5cdf-438a-840b-18d9e3b9fa0c tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.1342759 Nov 12 03:29:11.375209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.391361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['67bff185-01f8-46ab-868c-e3c959cf1cd7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:11.422910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=44e01912-e747-45c0-97d7-91a585be10bc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.456950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-bba82ee8-b5b6-4a3f-8404-35309ef0cfdb service neutron] 10.222.0.84 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654241 Nov 12 03:29:11.485227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port 44e01912-e747-45c0-97d7-91a585be10bc on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:11.488159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:11.492590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8fb4fe2-369f-4c0d-bc49-895cbfc39fb0 req-9851f728-1418-4f15-ace5-040075d5e455 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579583 Nov 12 03:29:11.495550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.497317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Sync routers for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:11.498731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-266e9120-8f2a-4191-9231-e6ec5147de3d req-f5a7f209-9bf4-4e61-a7ea-91a6e2c5a400 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "DELETE /v2.0/ports/44e01912-e747-45c0-97d7-91a585be10bc HTTP/1.1" status: 204 len: 173 time: 1.2690103 Nov 12 03:29:11.499201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'name': 'network-vif-deleted', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:11.501455 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb94f8b0-ca03-4cdb-a0e9-454fd8c29ed1" -d '{"events": [{"server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "name": "network-vif-deleted", "tag": "44e01912-e747-45c0-97d7-91a585be10bc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:11.522116 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.524279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b89529dd-ad52-46c8-959e-5bdf4b15c095 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9803376 Nov 12 03:29:11.526973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49790) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.554848 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:11.555566 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:11.601922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1991183-c676-4e6a-bfb0-5c64bca3fe0d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:11.634588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e1991183-c676-4e6a-bfb0-5c64bca3fe0d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:11.635308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e1991183-c676-4e6a-bfb0-5c64bca3fe0d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:11.658289 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce026f-6462-46b4-8788-22f20d1d219b x-openstack-request-id: req-cdce026f-6462-46b4-8788-22f20d1d219b {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:11.661317 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "name": "network-vif-plugged", "status": "completed", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:11.661578 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cdce026f-6462-46b4-8788-22f20d1d219b {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:11.662689 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f', 'code': 200} Nov 12 03:29:11.717473 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-94fed9e6-5920-495a-bfb1-442262cf2659 service neutron] 10.222.0.84 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495239 Nov 12 03:29:11.753960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:11.785999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.887297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Checking segment: {'id': '189d70f2-5377-4c06-a73b-6c14b924e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '810c1220-6af0-452f-a6da-582572478ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:11.889617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network hostable DHCP agents. Network: 810c1220-6af0-452f-a6da-582572478ebe, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:11.894690 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588a13a-24a5-47a0-bf96-0d92993064ca x-openstack-request-id: req-c588a13a-24a5-47a0-bf96-0d92993064ca {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:11.895700 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f34abf-7b5a-4cac-9bd7-474c7462588f", "name": "network-vif-deleted", "tag": "44e01912-e747-45c0-97d7-91a585be10bc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:11.895700 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c588a13a-24a5-47a0-bf96-0d92993064ca {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:11.895700 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f34abf-7b5a-4cac-9bd7-474c7462588f', 'name': 'network-vif-deleted', 'tag': '44e01912-e747-45c0-97d7-91a585be10bc', 'status': 'completed', 'code': 200} Nov 12 03:29:11.899751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=7e4909db-c06b-415d-85b3-581f3b0b5892,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.934249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 810c1220-6af0-452f-a6da-582572478ebe is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:11.944902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456e6c-d8ce-445e-8aec-1002e5f5f614 req-a68b10f5-b99f-42cc-a1aa-fe95d0d8a035 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.946477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a456e6c-d8ce-445e-8aec-1002e5f5f614 req-a68b10f5-b99f-42cc-a1aa-fe95d0d8a035 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.1629643 Nov 12 03:29:11.948541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7643-ab57-4b24-8973-f4a6a9bd21c9 req-bb4479e0-c0dc-433a-8c07-a4b0693f1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.950206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-653a7643-ab57-4b24-8973-f4a6a9bd21c9 req-bb4479e0-c0dc-433a-8c07-a4b0693f1af2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 1097 time: 0.1940877 Nov 12 03:29:11.953656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 810c1220-6af0-452f-a6da-582572478ebe) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:11.958629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.959201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.963912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbf1e1-c117-471b-8dcc-a75ce5055f5f None None] Network 810c1220-6af0-452f-a6da-582572478ebe requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:11.992054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-73b6e265-2edc-44fb-b29e-54b74ad9b5fa tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8590298 Nov 12 03:29:11.992504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49798) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.999567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-429468092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.035649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.036573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.059681 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:09Z', 'revision_number': 3, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:12.085987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d86b93b1-e87d-4785-a5cc-7814b4391249 req-3ae07274-b864-48c4-a637-c627aa243af8 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=50f34abf-7b5a-4cac-9bd7-474c7462588f HTTP/1.1" status: 200 len: 210 time: 0.0388358 Nov 12 03:29:12.141600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.149173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.172277 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Checking router: 7ab765cd-8692-4b87-9d8e-1543062adcc1 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:12.175419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Updating router 7ab765cd-8692-4b87-9d8e-1543062adcc1 port 8ea02100-a295-4210-9a59-f23d81f08277 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:12.179951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.182927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-68b4ce02-3c7e-4843-b5c8-11a19f013439 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1893864 Nov 12 03:29:12.185704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49804) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.204242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'network_id': '810c1220-6af0-452f-a6da-582572478ebe', 'name': 'tempest-PortsTestJSON-853576039'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.237070 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.302593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a456e6c-d8ce-445e-8aec-1002e5f5f614 req-7360181e-4c73-44b3-bc2b-1bd7aa69ddfc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481808 Nov 12 03:29:12.304646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-653a7643-ab57-4b24-8973-f4a6a9bd21c9 req-dfb9bbcc-629c-40b0-adf2-d3861c41776a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266664 Nov 12 03:29:12.313499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-62df7261-3921-46de-94a9-c1c9f2b039dd req-6b8866d8-262f-4c89-b364-463d867929fd tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 210 time: 0.0998070 Nov 12 03:29:12.342407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.388034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-810c1220-6af0-452f-a6da-582572478ebe', 'network_id': '810c1220-6af0-452f-a6da-582572478ebe', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '7e4909db-c06b-415d-85b3-581f3b0b5892'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:12.389455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.535077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.537322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 44e01912-e747-45c0-97d7-91a585be10bc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:12.601891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:12.609140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.649331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 44e01912-e747-45c0-97d7-91a585be10bc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:12.649684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 44e01912-e747-45c0-97d7-91a585be10bc not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:12.654942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port dd22a5ef-40a3-422b-b546-6f5ace1532ba yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:12.679928 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.686747 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.740811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7987b3-c639-4def-918e-0d13598d968a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:12.742273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Allocated IP 172.20.0.1 (3d315954-4056-4974-aa92-b849926053a3/038db811-dcea-463f-9920-36d5c77f4c79/9c6aed8c-95f2-43b0-9c70-3594efbea443) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:12.807318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Attempting to bind port 8ea02100-a295-4210-9a59-f23d81f08277 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:12.807740 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Attempting to bind port 8ea02100-a295-4210-9a59-f23d81f08277 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:12.808328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Attempting to bind port 8ea02100-a295-4210-9a59-f23d81f08277 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:12.818439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e72f37-6811-4efa-840f-22df3226cfb0 tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.820555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-92e72f37-6811-4efa-840f-22df3226cfb0 tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1092 time: 0.4746935 Nov 12 03:29:12.824890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.829119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Pushing event updated for resources: {'Port': ['ID=8ea02100-a295-4210-9a59-f23d81f08277,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.837229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.837883 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:12.838323 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:12.838735 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.839169 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:12.839654 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Bound port: 8ea02100-a295-4210-9a59-f23d81f08277, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:12.840039 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.883216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0455bc-f4df-44d5-8a4e-d5788fbb99d1 req-f81eb055-02ed-4e95-8ea0-52f9d61422a2 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.897618 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b0455bc-f4df-44d5-8a4e-d5788fbb99d1 req-f81eb055-02ed-4e95-8ea0-52f9d61422a2 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.2298102 Nov 12 03:29:12.909240 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.922635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Allocated IP 172.20.0.2 (810c1220-6af0-452f-a6da-582572478ebe/7e4909db-c06b-415d-85b3-581f3b0b5892/6d2b30ff-307d-481a-b740-98f9870afaf2) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:12.928917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87b074e3-88db-41fc-b66f-33233a856e78 None None] Provisioning complete for port 8ea02100-a295-4210-9a59-f23d81f08277 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:12.929736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87b074e3-88db-41fc-b66f-33233a856e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.933599 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] For port 8ea02100-a295-4210-9a59-f23d81f08277, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:12.938940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] For port 8ea02100-a295-4210-9a59-f23d81f08277, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ea02100-a295-4210-9a59-f23d81f08277,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:12.942192 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.942659 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.943421 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.943826 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.945019 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.946153 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.947747 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.948114 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.949237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.949588 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.949931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.950268 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:12.964440 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.006521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.071503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb4881-aa5b-4a08-9c44-5ca8aca57aae None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:13.075187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87b074e3-88db-41fc-b66f-33233a856e78 None None] Port 8ea02100-a295-4210-9a59-f23d81f08277 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:13.079401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b0455bc-f4df-44d5-8a4e-d5788fbb99d1 req-18cea258-e15f-4710-998b-86a0f72dea2b tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249766 Nov 12 03:29:13.108247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.112940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:13.113745 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:13.118634 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b0666-48db-4bb8-9160-98f0e793da89 None None] Pushing event updated for resources: {'Port': ['ID=8ea02100-a295-4210-9a59-f23d81f08277,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.162345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.192203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Pushing event updated for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.204520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Network 3d315954-4056-4974-aa92-b849926053a3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:13.207340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:13.213756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:13.272412 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.275390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] Provisioning complete for port 8ea02100-a295-4210-9a59-f23d81f08277 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:13.275754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.288988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.303370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.348633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:13.377931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Network 810c1220-6af0-452f-a6da-582572478ebe is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:13.385788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:13.389405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:13.394061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Pushing event updated for resources: {'Port': ['ID=6d2b30ff-307d-481a-b740-98f9870afaf2,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.492693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Attempting to bind port 6d2b30ff-307d-481a-b740-98f9870afaf2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:13.493167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Attempting to bind port 6d2b30ff-307d-481a-b740-98f9870afaf2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '189d70f2-5377-4c06-a73b-6c14b924e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '810c1220-6af0-452f-a6da-582572478ebe'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:13.493455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Attempting to bind port 6d2b30ff-307d-481a-b740-98f9870afaf2 on network 810c1220-6af0-452f-a6da-582572478ebe {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:13.496013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.531755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:13.532196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Checking segment: {'id': '189d70f2-5377-4c06-a73b-6c14b924e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '810c1220-6af0-452f-a6da-582572478ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:13.532545 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.532967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Bound using segment: {'id': '189d70f2-5377-4c06-a73b-6c14b924e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '810c1220-6af0-452f-a6da-582572478ebe'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:13.533482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Bound port: 6d2b30ff-307d-481a-b740-98f9870afaf2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189d70f2-5377-4c06-a73b-6c14b924e1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '810c1220-6af0-452f-a6da-582572478ebe'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:13.533876 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.559211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.8 (810c1220-6af0-452f-a6da-582572478ebe/7e4909db-c06b-415d-85b3-581f3b0b5892/dd22a5ef-40a3-422b-b546-6f5ace1532ba) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:13.562678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] For port 8ea02100-a295-4210-9a59-f23d81f08277, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ea02100-a295-4210-9a59-f23d81f08277,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:13.570633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.632520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-35671575-c655-4182-b48f-44eaf3d1fc7f req-8f07f662-756e-47b8-864b-3ec32cde8f5a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 210 time: 0.1397386 Nov 12 03:29:13.670552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.25.2.45 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f8259aac-3cf7-475e-85a7-e054269fb603) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:13.810100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b23ec8-fba1-456d-80eb-8a897dbfec04 None None] Pushing event updated for resources: {'Port': ['ID=8ea02100-a295-4210-9a59-f23d81f08277,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.811910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:09Z', 'revision_number': 3, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:13.832376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] For port 6d2b30ff-307d-481a-b740-98f9870afaf2, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:13.836717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] For port 6d2b30ff-307d-481a-b740-98f9870afaf2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6d2b30ff-307d-481a-b740-98f9870afaf2,segment=NetworkSegment(189d70f2-5377-4c06-a73b-6c14b924e1e9),segment_id=189d70f2-5377-4c06-a73b-6c14b924e1e9)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:13.842310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.879528 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbda6c2-b8cd-4e9b-a5d5-74099fe2bea1 None None] The sync data for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 is: [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:09Z', 'revision_number': 3, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:13.964217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879682-04f3-4e2e-bfe7-58df3b9cfb47 None None] Pushing event updated for resources: {'Port': ['ID=6d2b30ff-307d-481a-b740-98f9870afaf2,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.981660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-9bff7834-085c-4edc-a891-217e0a33123e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.984786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-9bff7834-085c-4edc-a891-217e0a33123e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 813 time: 0.3593032 Nov 12 03:29:13.993841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.000731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Request body: {'port': {'device_id': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'admin_state_up': True, 'tenant_id': '6752f070ad1c4b87a01c6b8bf892595b'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.079261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.106848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.162446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.243030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.253851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:14.282813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:14.294444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:14.316172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 810c1220-6af0-452f-a6da-582572478ebe is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:14.343333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Made reservation on behalf of 6752f070ad1c4b87a01c6b8bf892595b for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:14.343889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:14.346265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.362645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=f8259aac-3cf7-475e-85a7-e054269fb603,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.375640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:14.411170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3204e7-3729-4f4b-aec6-30a315043ff3 req-4b622b35-18e7-4ea3-a522-adc82ac0e27d tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.412467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a3204e7-3729-4f4b-aec6-30a315043ff3 req-4b622b35-18e7-4ea3-a522-adc82ac0e27d tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.2056241 Nov 12 03:29:14.451845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.458570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.584217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.585102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.608526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6a3204e7-3729-4f4b-aec6-30a315043ff3 req-f108dbea-bb05-4c6b-9e06-f535ce8f233a tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827579 Nov 12 03:29:14.609163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=dd22a5ef-40a3-422b-b546-6f5ace1532ba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.652683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6325566a-d8c5-43ab-8555-7d002a4afda4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4605780 Nov 12 03:29:14.655896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:14.660127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.664181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Pushing event updated for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.744533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebac7a-1b3c-40a8-99c6-f9e80f765ec7 req-eabb8ce8-7e6d-4754-b3cf-9aac5f018b83 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.752035 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bebac7a-1b3c-40a8-99c6-f9e80f765ec7 req-eabb8ce8-7e6d-4754-b3cf-9aac5f018b83 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.2243052 Nov 12 03:29:14.779662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Allocated IP 172.20.0.8 (47f270cd-7f20-4ec5-8919-f502a855d327/f1b88659-bd02-4069-b98f-5a29e60674a2/fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:14.819142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e853384-3922-4086-ba1f-6b58b79f396b req-cbc366cb-0c96-40fb-b3fc-711bdae9eaff tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 210 time: 0.0786374 Nov 12 03:29:14.875356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Network 3d315954-4056-4974-aa92-b849926053a3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:14.885634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:14.931604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bebac7a-1b3c-40a8-99c6-f9e80f765ec7 req-663522ca-f7ab-4b01-b44c-c0b160412cb6 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Nov 12 03:29:15.215574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Router 7ab765cd-8692-4b87-9d8e-1543062adcc1 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:15.266308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.284956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0fa75-1408-4319-a7b0-7453773053c0 req-15d938c1-717a-49f4-90b2-a4b89b6085ea tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.286833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff0fa75-1408-4319-a7b0-7453773053c0 req-15d938c1-717a-49f4-90b2-a4b89b6085ea tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.1088250 Nov 12 03:29:15.446558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.448477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526aa7a-2adb-41ef-9bb5-3bb4423cc813 None None] Network 810c1220-6af0-452f-a6da-582572478ebe requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:15.469470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff0fa75-1408-4319-a7b0-7453773053c0 req-06b1ea02-96cf-4f1d-8ad3-138975f0dc5d tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361370 Nov 12 03:29:15.559358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] Provisioning complete for port 6d2b30ff-307d-481a-b740-98f9870afaf2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:15.559886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.689590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.740338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.784724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] For port 6d2b30ff-307d-481a-b740-98f9870afaf2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6d2b30ff-307d-481a-b740-98f9870afaf2,segment=NetworkSegment(189d70f2-5377-4c06-a73b-6c14b924e1e9),segment_id=189d70f2-5377-4c06-a73b-6c14b924e1e9)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:15.789465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.847795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04d9b-19c1-423b-b234-160f6a722fda None None] Pushing event updated for resources: {'Port': ['ID=6d2b30ff-307d-481a-b740-98f9870afaf2,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.882078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Network 47f270cd-7f20-4ec5-8919-f502a855d327 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:15.885973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:15.889486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.891546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c19a036b-1f56-482a-8744-542d1fd09bcd admin admin] 10.222.0.84 "PUT /v2.0/routers/7ab765cd-8692-4b87-9d8e-1543062adcc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3621037 Nov 12 03:29:15.926460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:15.945867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:16.022590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.152907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.153556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.171495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.178278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-2c30258b-0804-4af8-b114-930b987f6232 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.184114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.184291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-2c30258b-0804-4af8-b114-930b987f6232 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.3203490 Nov 12 03:29:16.193035 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-f3fbd458-29be-4c12-8dec-80a81fb7dfec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1963527 Nov 12 03:29:16.220053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ea02100-a295-4210-9a59-f23d81f08277 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:16.242149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=dd22a5ef-40a3-422b-b546-6f5ace1532ba,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.242612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Request body: {'port': {'device_id': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:16.254407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488590a0-2390-4509-a5e1-7d3907ac9c2a req-a4762941-b114-4261-a205-ba5997ecb35c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.256289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-488590a0-2390-4509-a5e1-7d3907ac9c2a req-a4762941-b114-4261-a205-ba5997ecb35c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 931 time: 0.2843168 Nov 12 03:29:16.260465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.280993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-547e6478-7df7-4a7f-9004-087e8c03f1ee None None] Provisioning complete for port dd22a5ef-40a3-422b-b546-6f5ace1532ba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:16.281378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-547e6478-7df7-4a7f-9004-087e8c03f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.350301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-547e6478-7df7-4a7f-9004-087e8c03f1ee None None] Port dd22a5ef-40a3-422b-b546-6f5ace1532ba cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:16.362297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a25fd-be9f-4e5f-b044-a7188d0305db req-b3007ee5-c31c-4f70-bc3f-b6bc0d1193f1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.365906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8ea02100-a295-4210-9a59-f23d81f08277 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:16.366080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66a25fd-be9f-4e5f-b044-a7188d0305db req-b3007ee5-c31c-4f70-bc3f-b6bc0d1193f1 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 945 time: 0.2934971 Nov 12 03:29:16.366284 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.366768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.443554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-547e6478-7df7-4a7f-9004-087e8c03f1ee None None] Provisioning complete for port 6d2b30ff-307d-481a-b740-98f9870afaf2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:16.444230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-547e6478-7df7-4a7f-9004-087e8c03f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.450560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.458955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.485603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Deleting port 67bff185-01f8-46ab-868c-e3c959cf1cd7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:16.485603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.557197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66a25fd-be9f-4e5f-b044-a7188d0305db req-71763b29-daea-41c5-8cab-93f0d08a2145 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/security-groups?id=6e06bf76-cd30-454d-a71e-8bef581f7692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742835 Nov 12 03:29:16.619995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=f8259aac-3cf7-475e-85a7-e054269fb603,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.629293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.770088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Sync routers for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:16.770088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6d2b30ff-307d-481a-b740-98f9870afaf2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:16.836623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:16.837439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.876581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6d2b30ff-307d-481a-b740-98f9870afaf2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:16.876950 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.890190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] For port 67bff185-01f8-46ab-868c-e3c959cf1cd7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=67bff185-01f8-46ab-868c-e3c959cf1cd7,segment=NetworkSegment(34936363-ca95-4afe-8308-c7318b45540b),segment_id=34936363-ca95-4afe-8308-c7318b45540b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:16.890415 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP 91580c07-7fe4-4b9a-a831-b732eb2e0764 associated. External IP: 172.25.2.45, port: c4e52a81-776e-4c7d-99a1-5c99789c2d1b. Nov 12 03:29:16.890882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.904864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-488590a0-2390-4509-a5e1-7d3907ac9c2a req-8137bbf5-4599-45ee-94a6-418db180131c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483993 Nov 12 03:29:16.943520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-efce2d1f-cc1d-4f3e-a77e-50265b540452 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.943520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-efce2d1f-cc1d-4f3e-a77e-50265b540452 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 811 time: 0.1786923 Nov 12 03:29:16.954840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Calling delete_port for 67bff185-01f8-46ab-868c-e3c959cf1cd7 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:17.022738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ede4c581-cd62-461e-8798-68ce739b8fef None None] Provisioning complete for port dd22a5ef-40a3-422b-b546-6f5ace1532ba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.023292 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ede4c581-cd62-461e-8798-68ce739b8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.059010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4bb503bb-b6f0-42fd-91a4-c462f3f9fd1a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/quotas/467bc378ab0d4a879402746560d48274 HTTP/1.1" status: 200 len: 375 time: 0.0451009 Nov 12 03:29:17.072487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:17.089732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe738c-c5de-436a-9729-16846ac9224c req-9ce2a017-9ce0-42f3-8281-491783724d73 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.091379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bbe738c-c5de-436a-9729-16846ac9224c req-9ce2a017-9ce0-42f3-8281-491783724d73 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.32 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.4804254 Nov 12 03:29:17.110766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:17.124930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.135087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ede4c581-cd62-461e-8798-68ce739b8fef None None] Port dd22a5ef-40a3-422b-b546-6f5ace1532ba cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:17.152559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Transition to ACTIVE for port object fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:17.164568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-c2f8f71b-8229-484e-bd2d-7b17daf5509f tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962710 Nov 12 03:29:17.169117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.197312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c470f2-de24-44e1-84a0-6d8b84c1ca85 req-9716c018-825c-4f02-81c0-c360114a5d74 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.198718 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8c470f2-de24-44e1-84a0-6d8b84c1ca85 req-9716c018-825c-4f02-81c0-c360114a5d74 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 945 time: 0.2164991 Nov 12 03:29:17.326699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.332662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '9c6aed8c-95f2-43b0-9c70-3594efbea443', 'name': '', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'mac_address': 'fa:16:3e:b3:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '038db811-dcea-463f-9920-36d5c77f4c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:12Z', 'updated_at': '2021-11-12T03:29:14Z', 'revision_number': 2, 'project_id': '467bc378ab0d4a879402746560d48274', 'subnets': [{'id': '038db811-dcea-463f-9920-36d5c77f4c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:17.334132 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.338552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.371946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Checking router: 7ab765cd-8692-4b87-9d8e-1543062adcc1 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:17.372334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Updating router 7ab765cd-8692-4b87-9d8e-1543062adcc1 port 9c6aed8c-95f2-43b0-9c70-3594efbea443 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:17.386375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Pushing event deleted for resources: {'Port': ['ID=67bff185-01f8-46ab-868c-e3c959cf1cd7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.398177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.467590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b8c470f2-de24-44e1-84a0-6d8b84c1ca85 req-4d2abe87-9b7b-421f-b97e-d33da527ed5e tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582417 Nov 12 03:29:17.479028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] No DVR routers for this DVR port 67bff185-01f8-46ab-868c-e3c959cf1cd7 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:17.483221 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-a4f41d3e-848b-4f7b-b0b6-81cda530c1e8 service neutron] 10.222.0.84 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839437 Nov 12 03:29:17.484828 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.488191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b67e344-22dc-44cf-8bf0-067a4040fae5 req-31a41c82-8eff-4b7b-92e7-f0e91a14c8ca tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.32 "DELETE /v2.0/ports/67bff185-01f8-46ab-868c-e3c959cf1cd7 HTTP/1.1" status: 204 len: 173 time: 1.2915452 Nov 12 03:29:17.488802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'name': 'network-vif-deleted', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:17.490981 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de96aff1-129e-49a3-ba66-682392864498" -d '{"events": [{"server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "name": "network-vif-deleted", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:17.527740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Deleting port bb23c6c3-a70f-4d23-85a7-74209dc01e4f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:17.528109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.540357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Attempting to bind port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:17.540698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Attempting to bind port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:17.541053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Attempting to bind port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 on network 47f270cd-7f20-4ec5-8919-f502a855d327 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:17.549732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 on network 47f270cd-7f20-4ec5-8919-f502a855d327 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:17.550060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Attempting to bind port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 on network 47f270cd-7f20-4ec5-8919-f502a855d327 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:17.585927 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403daf79-31f0-44c5-a235-25c9caab2980 x-openstack-request-id: req-403daf79-31f0-44c5-a235-25c9caab2980 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:17.586284 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea9f12d-84fd-4695-bea9-788315361fcb", "name": "network-vif-deleted", "tag": "67bff185-01f8-46ab-868c-e3c959cf1cd7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:17.586478 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-403daf79-31f0-44c5-a235-25c9caab2980 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:17.586869 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea9f12d-84fd-4695-bea9-788315361fcb', 'name': 'network-vif-deleted', 'tag': '67bff185-01f8-46ab-868c-e3c959cf1cd7', 'status': 'completed', 'code': 200} Nov 12 03:29:17.589093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:17.591000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:17.591859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Checking segment: {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:17.591859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Bound using segment: {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:17.592233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Bound port: fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:17.592597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.636511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.697510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-670ffa66-4682-4bdc-8c77-df1d6a3d0de9 service neutron] 10.222.0.84 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995032 Nov 12 03:29:17.704445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:17.708869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:17.714280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.737128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22e86f0a-c792-43ef-b1a0-c61a4ccb2de1 req-ec051baf-d38b-4697-ad25-e3a4e0c1fcc4 tempest-ServersTestJSON-723624303 tempest-ServersTestJSON-723624303-project] 10.222.0.84 "GET /v2.0/ports?device_id=2ea9f12d-84fd-4695-bea9-788315361fcb HTTP/1.1" status: 200 len: 210 time: 0.0749605 Nov 12 03:29:17.780791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.790856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.791704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.793777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-7d41638f-673e-42df-a4ae-e514ee175fe2 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 1092 time: 1.5558722 Nov 12 03:29:17.797396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] For port bb23c6c3-a70f-4d23-85a7-74209dc01e4f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,segment=NetworkSegment(c303327c-ce24-43ab-8308-a4efacfc79bb),segment_id=c303327c-ce24-43ab-8308-a4efacfc79bb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:17.797779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.840678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.846140 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.870359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Calling delete_port for bb23c6c3-a70f-4d23-85a7-74209dc01e4f owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:17.899547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-53962164-af5e-4d0b-a829-a5068a56394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.901860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-53962164-af5e-4d0b-a829-a5068a56394c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1095 time: 0.0676677 Nov 12 03:29:17.973913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a062f23-68a8-40ac-817c-7e3b045c7cd3 None None] Pushing event updated for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.997536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-a8f2c5c9-33c3-4505-b93d-a5791e6213f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.0858583 Nov 12 03:29:18.026167 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc3927ca-9cbf-4098-ac4f-0e533996371d req-e2b7ac94-f93e-4c98-9af6-897e82d6bc8c tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 210 time: 0.0790412 Nov 12 03:29:18.071984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Attempting to bind port 9c6aed8c-95f2-43b0-9c70-3594efbea443 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:18.072368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Attempting to bind port 9c6aed8c-95f2-43b0-9c70-3594efbea443 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:18.072739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Attempting to bind port 9c6aed8c-95f2-43b0-9c70-3594efbea443 on network 3d315954-4056-4974-aa92-b849926053a3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:18.081375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:18.081760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Checking segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:18.082170 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.082577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Bound using segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:18.083062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Bound port: 9c6aed8c-95f2-43b0-9c70-3594efbea443, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:18.083484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.161145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-29ed8e32-b57c-4aa2-b132-d43ebea5ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.163288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-29ed8e32-b57c-4aa2-b132-d43ebea5ca44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.1583886 Nov 12 03:29:18.175307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] For port 9c6aed8c-95f2-43b0-9c70-3594efbea443, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:18.180017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] For port 9c6aed8c-95f2-43b0-9c70-3594efbea443, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9c6aed8c-95f2-43b0-9c70-3594efbea443,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:18.187697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.208377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7cb9-854f-4c47-8178-65eb0f044a33 req-02192a95-cd02-4099-aad1-1440a2539b24 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.210486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e6e7cb9-854f-4c47-8178-65eb0f044a33 req-02192a95-cd02-4099-aad1-1440a2539b24 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1545181 Nov 12 03:29:18.232679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-90294e7b-c79f-4fc2-bd42-67744c189d2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557687 Nov 12 03:29:18.251773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:18.252610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:18.305802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a062f23-68a8-40ac-817c-7e3b045c7cd3 None None] Pushing event updated for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.342996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e6e7cb9-854f-4c47-8178-65eb0f044a33 req-21e1a4d9-1366-4a4a-be25-2e706f39a287 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131399 Nov 12 03:29:18.380622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-e5f148fc-effa-4a67-82f6-ee0022591417 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395223 Nov 12 03:29:18.408660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:18.473133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:18.489240 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:18.494638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7877569b-1f2f-4c5f-9eaa-5df12bf4a5ed req-5ab1d61c-a6c3-4054-b41e-1e4cf63f6641 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068869 Nov 12 03:29:18.507753 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:18.508703 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:18.511847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 67bff185-01f8-46ab-868c-e3c959cf1cd7 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:18.525920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.558608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 67bff185-01f8-46ab-868c-e3c959cf1cd7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:18.559029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 67bff185-01f8-46ab-868c-e3c959cf1cd7 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:18.653225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ccb1ad62-135b-4217-bbf2-1d82be4a8236 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8205049 Nov 12 03:29:18.674477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:18.677676 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89950714-ce14-47de-994a-a688eb1926a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:18.696979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.701423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '9c6aed8c-95f2-43b0-9c70-3594efbea443', 'name': '', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'mac_address': 'fa:16:3e:b3:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '038db811-dcea-463f-9920-36d5c77f4c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:12Z', 'updated_at': '2021-11-12T03:29:18Z', 'revision_number': 4, 'project_id': '467bc378ab0d4a879402746560d48274', 'subnets': [{'id': '038db811-dcea-463f-9920-36d5c77f4c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:18.737808 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf780c-fb46-476c-8eb2-e654089cb4dc x-openstack-request-id: req-dcdf780c-fb46-476c-8eb2-e654089cb4dc {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:18.738095 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:18.743688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b435138-455b-4256-9b9f-75dd74166da1 None None] The sync data for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 is: [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '9c6aed8c-95f2-43b0-9c70-3594efbea443', 'name': '', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'mac_address': 'fa:16:3e:b3:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '038db811-dcea-463f-9920-36d5c77f4c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:12Z', 'updated_at': '2021-11-12T03:29:18Z', 'revision_number': 4, 'project_id': '467bc378ab0d4a879402746560d48274', 'subnets': [{'id': '038db811-dcea-463f-9920-36d5c77f4c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:18.749348 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dcdf780c-fb46-476c-8eb2-e654089cb4dc {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:18.750013 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'status': 'completed', 'code': 200} Nov 12 03:29:18.787821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Pushing event deleted for resources: {'Port': ['ID=bb23c6c3-a70f-4d23-85a7-74209dc01e4f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.799668 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:18.848031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbb09a-0f82-4e7c-a445-ddd91ff4e668 req-6b2e9a9b-1225-4187-8272-b4cf3ff2cb4e tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.861087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2cfbb09a-0f82-4e7c-a445-ddd91ff4e668 req-6b2e9a9b-1225-4187-8272-b4cf3ff2cb4e tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 867 time: 0.2383623 Nov 12 03:29:18.866988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:18.892325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950714-ce14-47de-994a-a688eb1926a6 req-a8acc970-3c71-4853-b881-334ee2849461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.894207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-a8acc970-3c71-4853-b881-334ee2849461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.1353898 Nov 12 03:29:18.950586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] No DVR routers for this DVR port bb23c6c3-a70f-4d23-85a7-74209dc01e4f on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:18.954765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.959067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7bbe738c-c5de-436a-9729-16846ac9224c req-cc1a8231-579e-4991-a20e-8798dcf921cd tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.32 "DELETE /v2.0/ports/bb23c6c3-a70f-4d23-85a7-74209dc01e4f HTTP/1.1" status: 204 len: 173 time: 1.8520095 Nov 12 03:29:18.964415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.974517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.083811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950714-ce14-47de-994a-a688eb1926a6 req-10be9928-aefd-42c6-8bfe-0046c52144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.089742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-10be9928-aefd-42c6-8bfe-0046c52144cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1877358 Nov 12 03:29:19.108638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Deleting subnet fd462fbe-f64b-4d5f-85c4-b059b88c5376 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:19.116921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.144875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2cfbb09a-0f82-4e7c-a445-ddd91ff4e668 req-cb0e8eaa-c71e-4dad-b425-27e7af333031 tempest-ServerAddressesNegativeTestJSON-707292698 tempest-ServerAddressesNegativeTestJSON-707292698-project] 10.222.0.84 "GET /v2.0/security-groups?id=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823319 Nov 12 03:29:19.148075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=dd22a5ef-40a3-422b-b546-6f5ace1532ba,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.152851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.204172 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '91580c07-7fe4-4b9a-a831-b732eb2e0764', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:5b:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:15Z', 'updated_at': '2021-11-12T03:29:15Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:19.207732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2185a45-6a4c-4da1-b8d0-979cbee7c0ff req-43ae3e23-c7b0-4729-a83f-1243194b6d55 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 210 time: 0.0350208 Nov 12 03:29:19.231187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-9cbac63b-939a-4141-a75d-16d6268147ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 998 time: 0.1251678 Nov 12 03:29:19.233746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.255000 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:19.268454 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:19.269952 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:19.306311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950714-ce14-47de-994a-a688eb1926a6 req-61b48b79-ba58-4867-b7e0-6535852eda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.308065 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-61b48b79-ba58-4867-b7e0-6535852eda48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0672657 Nov 12 03:29:19.316140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.368311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 810c1220-6af0-452f-a6da-582572478ebe is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:19.374365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:19.453200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950714-ce14-47de-994a-a688eb1926a6 req-b717d79b-7c3d-4500-9691-5ac948421710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.455044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-b717d79b-7c3d-4500-9691-5ac948421710 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386254 Nov 12 03:29:19.461386 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:19.608459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:19.612712 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d1612-fbb4-4d7e-9137-d807557e435b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:19.658037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.748619 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f409a-6227-49ba-9820-4d236b55ef2f x-openstack-request-id: req-313f409a-6227-49ba-9820-4d236b55ef2f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:19.749135 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:19.749738 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-313f409a-6227-49ba-9820-4d236b55ef2f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:19.750290 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'status': 'completed', 'code': 200} Nov 12 03:29:19.776325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd462fbe-f64b-4d5f-85c4-b059b88c5376,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.780154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-ada253bd-81cf-40e9-82af-ae3069a91e34 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107188 Nov 12 03:29:19.781410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.785734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a136e5c-0cb0-42da-bb07-eb00e6b227b4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fd462fbe-f64b-4d5f-85c4-b059b88c5376 HTTP/1.1" status: 204 len: 168 time: 0.9168828 Nov 12 03:29:19.792931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49924) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.811197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d5dc7162-76b8-4b4e-85e5-0ccbbab3942e None None] Provisioning complete for port dd22a5ef-40a3-422b-b546-6f5ace1532ba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:19.812527 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7162-76b8-4b4e-85e5-0ccbbab3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.825116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e6746-c36f-4494-94bd-9b45752096c6 req-276df0cc-5ab2-4fad-80aa-1064da777180 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.826646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-407e6746-c36f-4494-94bd-9b45752096c6 req-276df0cc-5ab2-4fad-80aa-1064da777180 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.2836924 Nov 12 03:29:19.849882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-4035386d-86fe-47cc-bbd9-19597c421450 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1973176 Nov 12 03:29:19.862478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-75a4fd03-3d24-46b8-8fe0-1e54844cffd4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.865577 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-75a4fd03-3d24-46b8-8fe0-1e54844cffd4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 811 time: 0.4298575 Nov 12 03:29:19.922681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Request body: {'port': {'device_id': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'admin_state_up': True, 'tenant_id': '467bc378ab0d4a879402746560d48274'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.937720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc7162-76b8-4b4e-85e5-0ccbbab3942e None None] Port dd22a5ef-40a3-422b-b546-6f5ace1532ba cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:19.949996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1612-fbb4-4d7e-9137-d807557e435b req-5b441753-7c11-4e27-afd8-3251fcc43304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.951543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-5b441753-7c11-4e27-afd8-3251fcc43304 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1095 time: 0.1980586 Nov 12 03:29:20.038060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '91580c07-7fe4-4b9a-a831-b732eb2e0764', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:5b:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:15Z', 'updated_at': '2021-11-12T03:29:15Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.053029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.070454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Router 4554d964-da86-4917-a46b-1a8b812f57e7 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:20.088244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89950714-ce14-47de-994a-a688eb1926a6 req-eb36472b-2d97-4f12-bb21-bbb23fd31deb service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854927 Nov 12 03:29:20.090050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-9c19ff62-c1c8-4570-a0e7-5ecee6ae3b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff57d0d213ba40e1a815d444e28cf385&device_id=5edb4d53-d7c6-4c74-94c2-ea083611e4b2 HTTP/1.1" status: 200 len: 210 time: 0.0652530 Nov 12 03:29:20.108979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-407e6746-c36f-4494-94bd-9b45752096c6 req-bf46ec5e-0e61-4087-aa53-863b8950c946 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636182 Nov 12 03:29:20.140248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d781ec-973c-4dad-8b59-10563474e95e None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '91580c07-7fe4-4b9a-a831-b732eb2e0764', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:5b:f5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:15Z', 'updated_at': '2021-11-12T03:29:15Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:20.156129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9c6aed8c-95f2-43b0-9c70-3594efbea443 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:20.182688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1612-fbb4-4d7e-9137-d807557e435b req-1cbc18b8-45f6-4397-b123-9242f502e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.184214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-1cbc18b8-45f6-4397-b123-9242f502e846 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.2241888 Nov 12 03:29:20.233315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.271706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9c6aed8c-95f2-43b0-9c70-3594efbea443 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:20.271982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.356802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-842e29e3-8ec2-46a7-b2ec-2f80aeef825b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.1430707 Nov 12 03:29:20.418503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.458924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 9c6aed8c-95f2-43b0-9c70-3594efbea443, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9c6aed8c-95f2-43b0-9c70-3594efbea443,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:20.464201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.470306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Made reservation on behalf of 467bc378ab0d4a879402746560d48274 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:20.473888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.482922 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5cf7846-59ff-4545-b753-71483f269da5 req-50576cd0-da8d-4c83-8d4e-fe54d008f3a3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 210 time: 0.1682897 Nov 12 03:29:20.489035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-37bc0e8b-e2eb-4300-860a-bf03d1a521f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.490545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-37bc0e8b-e2eb-4300-860a-bf03d1a521f4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff57d0d213ba40e1a815d444e28cf385&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3658652 Nov 12 03:29:20.500100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1612-fbb4-4d7e-9137-d807557e435b req-2c5e16f3-346c-4992-9d08-84c3ebae469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.501553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-2c5e16f3-346c-4992-9d08-84c3ebae469a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0918570 Nov 12 03:29:20.525703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.537594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb23c6c3-a70f-4d23-85a7-74209dc01e4f no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:20.557999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.566565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-85674b7f-a136-4681-a462-4f989dd3b6ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418007 Nov 12 03:29:20.572046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34936363-ca95-4afe-8308-c7318b45540b') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.572474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34936363-ca95-4afe-8308-c7318b45540b') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.588849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.593909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d4734-fd86-46f5-a697-8be46d580106 None None] New status for floating IP 91580c07-7fe4-4b9a-a831-b732eb2e0764: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:20.611576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: bb23c6c3-a70f-4d23-85a7-74209dc01e4f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:20.611989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device bb23c6c3-a70f-4d23-85a7-74209dc01e4f not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:20.616032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.630766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Deleting subnet 88d18729-8241-4d9a-b55d-e969af04550f {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:20.640023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:20.641056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:20.647495 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:20.659976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.664137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.707389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-b8e484f9-2e96-4a50-b878-e4f31f32382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.708919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6a3bd54-1eb3-4ba9-b672-1995442ed5bf req-b8e484f9-2e96-4a50-b878-e4f31f32382a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059481 Nov 12 03:29:20.716872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:20.737968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-91618cef-f6b8-4c6e-9dfb-71ae3c322bed service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398630 Nov 12 03:29:20.738421 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] Sync routers for ids ['4554d964-da86-4917-a46b-1a8b812f57e7'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:20.758298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8a7e365-d738-47e6-9c36-37f654980bb4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/routers/4554d964-da86-4917-a46b-1a8b812f57e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1010597 Nov 12 03:29:20.761183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'name': 'network-vif-deleted', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:20.764334 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512cc08e-5368-4e56-ae00-3f46a0f29bb1" -d '{"events": [{"server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "name": "network-vif-deleted", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:20.767270 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] Routers {'4554d964-da86-4917-a46b-1a8b812f57e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:20.768789 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4554d964-da86-4917-a46b-1a8b812f57e7'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.771084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49932) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.827919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.845854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.849317 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b90fcd-8003-4e8b-9457-a8593c44fd53 x-openstack-request-id: req-46b90fcd-8003-4e8b-9457-a8593c44fd53 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:20.849583 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edb4d53-d7c6-4c74-94c2-ea083611e4b2", "name": "network-vif-deleted", "tag": "bb23c6c3-a70f-4d23-85a7-74209dc01e4f", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:20.849911 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-46b90fcd-8003-4e8b-9457-a8593c44fd53 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:20.850231 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edb4d53-d7c6-4c74-94c2-ea083611e4b2', 'name': 'network-vif-deleted', 'tag': 'bb23c6c3-a70f-4d23-85a7-74209dc01e4f', 'status': 'completed', 'code': 200} Nov 12 03:29:20.854498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.859164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] 10.222.0.84 "DELETE /v2.0/networks/32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9 HTTP/1.1" status: 204 len: 168 time: 1.0593112 Nov 12 03:29:20.859328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] Routers {'4554d964-da86-4917-a46b-1a8b812f57e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:20.859328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4554d964-da86-4917-a46b-1a8b812f57e7'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.864825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.896672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e0ba7-7be9-4a0b-a539-ccfd8808d693 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ad5bb5-26e6-4ef5-b8b7-2410b9a203b9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:20.898754 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:20.899430 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc098729-18ac-4b9e-afaa-6ab1e430cd1c None None] The sync data for ids ['4554d964-da86-4917-a46b-1a8b812f57e7'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:20.907633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f13aaa-d65d-4568-94f9-eb4659d3a8b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.910018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-61f13aaa-d65d-4568-94f9-eb4659d3a8b5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?device_id=4554d964-da86-4917-a46b-1a8b812f57e7 HTTP/1.1" status: 200 len: 981 time: 0.1376617 Nov 12 03:29:20.913172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 49938) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:20.957481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.988456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Allocated IP 172.20.0.11 (3d315954-4056-4974-aa92-b849926053a3/038db811-dcea-463f-9920-36d5c77f4c79/ee5df488-7c22-4aa9-9301-a99220979ae7) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:21.017255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341d1612-fbb4-4d7e-9137-d807557e435b req-aedcad97-f695-478a-80fe-fe1522c6eb28 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729485 Nov 12 03:29:21.044327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.057448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.120684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d18729-8241-4d9a-b55d-e969af04550f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.139746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.143226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e55ebb35-432c-470f-9eb8-78da4f0f0a8e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/88d18729-8241-4d9a-b55d-e969af04550f HTTP/1.1" status: 204 len: 168 time: 0.9057713 Nov 12 03:29:21.148909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.211208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5c639c61-d2c3-4a74-8384-374806848b34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d70bc8e9ebc04b3a9d9fc9eaf29cf510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633649 Nov 12 03:29:21.225508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.357838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.368970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.398025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d906-bc65-479e-8d71-5af7d63cff92 req-dd67b6f8-27e1-4307-821b-8df82bfd0ba8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.399481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7a4d906-bc65-479e-8d71-5af7d63cff92 req-dd67b6f8-27e1-4307-821b-8df82bfd0ba8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.2069898 Nov 12 03:29:21.461154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.519759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.566453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.570943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.631133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:21.635751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d7a4d906-bc65-479e-8d71-5af7d63cff92 req-0c8d32d9-ac2c-4dfb-80bd-2b5c291caead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246804 Nov 12 03:29:21.655634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4affcd98-146a-4866-ae44-c94bc8436fe1']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:21.677665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006a3e-4c85-414f-9bfe-a1d6f5543a29 req-371c5b90-c295-4d97-b417-218d4239ad3b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.679957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97006a3e-4c85-414f-9bfe-a1d6f5543a29 req-371c5b90-c295-4d97-b417-218d4239ad3b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 932 time: 0.1049328 Nov 12 03:29:21.681349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Network 3d315954-4056-4974-aa92-b849926053a3 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:21.686350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c303327c-ce24-43ab-8308-a4efacfc79bb') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:21.686599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c303327c-ce24-43ab-8308-a4efacfc79bb') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:21.695172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:21.702679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Pushing event updated for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.705746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:21.710120 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.755645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.764241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.766979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.771173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6e06bf76-cd30-454d-a71e-8bef581f7692 HTTP/1.1" status: 204 len: 168 time: 0.5312555 Nov 12 03:29:21.800147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:21.800562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:21.802300 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:21.814229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381b0d-f5f2-4b87-9e5f-c8ecdf16f9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06bf76-cd30-454d-a71e-8bef581f7692,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.827907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.828207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.856387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97006a3e-4c85-414f-9bfe-a1d6f5543a29 req-99683d34-0d5a-433f-8323-8d3e022c4242 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681759 Nov 12 03:29:21.869794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.870506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.883946 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-0ebb6c6e-f84d-46a0-a824-8fe9d8f91351 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9742541 Nov 12 03:29:21.892623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.902781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.905730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'port_id': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'mac_address': 'fa:16:3e:0e:a8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b88659-bd02-4069-b98f-5a29e60674a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:21.910020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/4affcd98-146a-4866-ae44-c94bc8436fe1 HTTP/1.1" status: 204 len: 168 time: 0.7600665 Nov 12 03:29:21.940604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Request body: {'port': {'device_id': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:21.945528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476c0db-884f-4a97-90a3-f207916a1ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4affcd98-146a-4866-ae44-c94bc8436fe1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.999759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.032567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:22.033301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.058899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:22.066698 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.109355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9c6aed8c-95f2-43b0-9c70-3594efbea443 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:22.188383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.217208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9c6aed8c-95f2-43b0-9c70-3594efbea443 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:22.217610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.291567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:22.303426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port dd22a5ef-40a3-422b-b546-6f5ace1532ba {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:22.303855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.362939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.441047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72434801-0373-4a86-8e51-0c31d41d88cc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ff57d0d213ba40e1a815d444e28cf385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768931 Nov 12 03:29:22.443463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 49964) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.467235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.484415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for dd22a5ef-40a3-422b-b546-6f5ace1532ba owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:22.558874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.578419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5df488-7c22-4aa9-9301-a99220979ae7 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:22.592388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.599711 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.621223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Transition to ACTIVE for port object ee5df488-7c22-4aa9-9301-a99220979ae7 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:22.634891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.691044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.701618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.703595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.704931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0 HTTP/1.1" status: 204 len: 168 time: 0.2602131 Nov 12 03:29:22.743898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.787967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=dd22a5ef-40a3-422b-b546-6f5ace1532ba,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.820044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.820562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.820876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.821215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.822474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.822622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.822877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.823240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.823684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.824018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.824351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:22.824681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:23.025344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.163732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dac02d-b8db-4631-85be-be508c87dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf5b52-f967-4c9c-8d9c-3646bc4ae0d0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.222627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5fca-c055-41fd-94dd-b7216aa5142e req-36a18f2f-caff-4551-ba00-c34a6cc7f49b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.224232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34dc5fca-c055-41fd-94dd-b7216aa5142e req-36a18f2f-caff-4551-ba00-c34a6cc7f49b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 944 time: 0.0978982 Nov 12 03:29:23.243000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Attempting to bind port ee5df488-7c22-4aa9-9301-a99220979ae7 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:23.243241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Attempting to bind port ee5df488-7c22-4aa9-9301-a99220979ae7 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:23.243569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Attempting to bind port ee5df488-7c22-4aa9-9301-a99220979ae7 on network 3d315954-4056-4974-aa92-b849926053a3 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:23.260437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Port ee5df488-7c22-4aa9-9301-a99220979ae7 on network 3d315954-4056-4974-aa92-b849926053a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:23.260762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Attempting to bind port ee5df488-7c22-4aa9-9301-a99220979ae7 on network 3d315954-4056-4974-aa92-b849926053a3 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:23.264871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c14b1f-c896-40f0-9ebb-7952d4a1ef80 req-441373e4-1afa-4b81-9e9f-5bcfae9d8dd4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.266438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9c14b1f-c896-40f0-9ebb-7952d4a1ef80 req-441373e4-1afa-4b81-9e9f-5bcfae9d8dd4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 944 time: 0.1748154 Nov 12 03:29:23.270755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:23.271135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Checking segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:23.271536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Bound using segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:23.271976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Bound port: ee5df488-7c22-4aa9-9301-a99220979ae7, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:23.272339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.328141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Router 4554d964-da86-4917-a46b-1a8b812f57e7 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:23.354135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34dc5fca-c055-41fd-94dd-b7216aa5142e req-ef0c75df-4247-4e3f-9c9d-e0118174ccbc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123092 Nov 12 03:29:23.366784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9c14b1f-c896-40f0-9ebb-7952d4a1ef80 req-29fe64a6-7823-445a-bd03-1bd93baeb46a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673058 Nov 12 03:29:23.405500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:23.409106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ee5df488-7c22-4aa9-9301-a99220979ae7,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:23.419842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.445301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:23.457180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f5c94302-2ba7-4558-aab5-a60e075c56a5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/routers/4554d964-da86-4917-a46b-1a8b812f57e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5372577 Nov 12 03:29:23.457180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50000) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.463932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.464561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.466344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] 10.222.0.32 "PUT /v2.0/ports/ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 200 len: 1093 time: 1.5661216 Nov 12 03:29:23.466797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:23.466929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] Sync routers for ids ['4554d964-da86-4917-a46b-1a8b812f57e7'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:23.470836 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9" -d '{"events": [{"name": "network-changed", "server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:23.491171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] Routers {'4554d964-da86-4917-a46b-1a8b812f57e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:23.491832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4554d964-da86-4917-a46b-1a8b812f57e7'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.531851 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9870daf-acf9-4b6f-9ee4-00b05e567c6d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:23.540415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9870daf-acf9-4b6f-9ee4-00b05e567c6d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/dd22a5ef-40a3-422b-b546-6f5ace1532ba HTTP/1.1" status: 404 len: 333 time: 0.0806828 Nov 12 03:29:23.540635 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a288589f-22b8-4992-956a-3cfa5682ae87 x-openstack-request-id: req-a288589f-22b8-4992-956a-3cfa5682ae87 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:23.540635 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:23.540635 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a288589f-22b8-4992-956a-3cfa5682ae87 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:23.540635 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7', 'status': 'completed', 'code': 200} Nov 12 03:29:23.541082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50006) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.546724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8ff39-5184-4929-bb27-cae6d47af523 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.585301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.604536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-45868f31-ae68-4a73-8a2d-e807625e4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.606786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] Routers {'4554d964-da86-4917-a46b-1a8b812f57e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:23.607583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:29:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4554d964-da86-4917-a46b-1a8b812f57e7'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.610793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-45868f31-ae68-4a73-8a2d-e807625e4b54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1096 time: 0.0942578 Nov 12 03:29:23.653108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.718474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-1dde58f3-b226-4ef0-8d38-22c528ff4f09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 200 len: 217 time: 0.0900886 Nov 12 03:29:23.738379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50010) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.824994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-af4f6f30-fb2b-41a2-a2c1-e59c476db422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:23.826623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-af4f6f30-fb2b-41a2-a2c1-e59c476db422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0979013 Nov 12 03:29:23.837776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.840179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.885033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-a88215e3-4a4c-44ef-a8fd-19da180792ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475075 Nov 12 03:29:23.899532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.901187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Fanout notify agent at l3_agent the message router_deleted on router 4554d964-da86-4917-a46b-1a8b812f57e7 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:29:23.911282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:23.917802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.921455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7577430f-d6b2-42ab-9dd8-5d8151b3bff8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/routers/4554d964-da86-4917-a46b-1a8b812f57e7 HTTP/1.1" status: 204 len: 168 time: 0.3773527 Nov 12 03:29:23.921736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50030) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.937186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.938086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fa041-19a4-4992-b44c-e90a51a1c346 None None] The sync data for ids ['4554d964-da86-4917-a46b-1a8b812f57e7'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:23.991042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-761572013-network', 'tenant_id': 'b0aa926376f64d87b39b4f92df761905'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.009623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 7e4909db-c06b-415d-85b3-581f3b0b5892 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:24.012955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:24.013458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.021756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:24.022390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.032110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Made reservation on behalf of b0aa926376f64d87b39b4f92df761905 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:24.035006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.051497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.060911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-5e9a1a21-e954-4d05-8dae-a81e45dfdf94 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642241 Nov 12 03:29:24.066525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.135245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.164430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:24.167317 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a6a08a-f46f-4500-abb6-99c7ac91506e" -d '{"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:24.183313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:24.189361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.189758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.214073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1954ee9-d734-4929-bf06-48ccb3322c9a req-967d93d7-8df5-49b5-954d-370d096d306e service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420655 Nov 12 03:29:24.235830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.242704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.272131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.329677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:24.337086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.351366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cd338-e3e7-48ee-968c-91a3b4065bf9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.362391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.362743 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Added segment 5700e778-5b98-4524-8316-704d0889e8f3 of type vlan for network c6e512c8-a04d-4394-bb33-b626d2cfd39c Nov 12 03:29:24.364904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50044) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.365058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4909db-c06b-415d-85b3-581f3b0b5892,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.369355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-92665533-0162-4222-89ba-32e94a6236b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0915601 Nov 12 03:29:24.374131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.377455 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fbc49cbb-c961-4b58-9946-e6f9b57752d8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/7e4909db-c06b-415d-85b3-581f3b0b5892 HTTP/1.1" status: 204 len: 168 time: 0.4547560 Nov 12 03:29:24.382099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50048) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.388556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380cfb29-52e0-4c2c-a8bf-2758acea7ede None None] Network 810c1220-6af0-452f-a6da-582572478ebe requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:24.420012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-f0a225e6-75b4-4338-9b25-b31eb506ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.422110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-f0a225e6-75b4-4338-9b25-b31eb506ebbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1096 time: 0.1355653 Nov 12 03:29:24.467506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.501286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-60049bae-c307-412d-a5f8-19ae8b129f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.503251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-60049bae-c307-412d-a5f8-19ae8b129f0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.0634699 Nov 12 03:29:24.548626 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f0222-e59a-4582-a4be-2170daf4ab51 x-openstack-request-id: req-096f0222-e59a-4582-a4be-2170daf4ab51 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:24.549308 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:24.549308 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-096f0222-e59a-4582-a4be-2170daf4ab51 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:24.549568 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'code': 200} Nov 12 03:29:24.599110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.db.resource_extend [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:24.605060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9e28-f2d0-4d01-9c9b-442d8d6ba2fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.631501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.690942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.691965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.692555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.711633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6996dc-c5f5-4106-be0c-588892293aa9 req-4ac6edf5-e7cc-4a50-8d9e-cf2f1ebfd47e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.713144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf6996dc-c5f5-4106-be0c-588892293aa9 req-4ac6edf5-e7cc-4a50-8d9e-cf2f1ebfd47e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 944 time: 0.1852479 Nov 12 03:29:24.729544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] DHCP port deletion for 810c1220-6af0-452f-a6da-582572478ebe request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:24.739249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83d9eb-6254-4d41-ab31-1e8a2e17881c req-c8c0579d-0080-43bf-92ac-2e3161a0c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.740702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be83d9eb-6254-4d41-ab31-1e8a2e17881c req-c8c0579d-0080-43bf-92ac-2e3161a0c484 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1097 time: 0.1100214 Nov 12 03:29:24.743003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-e299d73c-af92-44c3-817e-7e5b213cd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.744406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-e299d73c-af92-44c3-817e-7e5b213cd0de service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1936755 Nov 12 03:29:24.789106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Deleting port 6d2b30ff-307d-481a-b740-98f9870afaf2 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:24.789615 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.814779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-48ff140b-e6f2-4380-a6b8-a1f044928555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.817550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-48ff140b-e6f2-4380-a6b8-a1f044928555 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.3731878 Nov 12 03:29:24.832035 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0884099 Nov 12 03:29:24.836463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50056) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.851076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Request body: {'subnet': {'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-761572013-subnet', 'tenant_id': 'b0aa926376f64d87b39b4f92df761905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.855774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505cef-c7ea-4b36-b3ac-7ee25196019e admin admin] Pushing event updated for resources: {'Network': ['ID=c6e512c8-a04d-4394-bb33-b626d2cfd39c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.866711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] For port 6d2b30ff-307d-481a-b740-98f9870afaf2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6d2b30ff-307d-481a-b740-98f9870afaf2,segment=NetworkSegment(189d70f2-5377-4c06-a73b-6c14b924e1e9),segment_id=189d70f2-5377-4c06-a73b-6c14b924e1e9)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:24.867477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.880807 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf6996dc-c5f5-4106-be0c-588892293aa9 req-66bf4cce-996d-4ea9-af7e-ebd90c6e6dba tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564085 Nov 12 03:29:24.884647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Calling delete_port for 6d2b30ff-307d-481a-b740-98f9870afaf2 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:24.887298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c6e512c8-a04d-4394-bb33-b626d2cfd39c details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:24.912152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cd04b-743f-4477-8c49-da5ca3003d08 req-c152a37a-9ab6-46c8-8bad-930106e3506e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.914983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-fcd93e32-6312-45ff-80cf-04e83d07122c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 1000 time: 0.1591873 Nov 12 03:29:24.919705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be83d9eb-6254-4d41-ab31-1e8a2e17881c req-3e7a528a-266f-4ead-b885-9fbb2aaf7052 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566105 Nov 12 03:29:24.923075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-847cd04b-743f-4477-8c49-da5ca3003d08 req-c152a37a-9ab6-46c8-8bad-930106e3506e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.3030102 Nov 12 03:29:24.927056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Made reservation on behalf of b0aa926376f64d87b39b4f92df761905 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:24.929766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.934890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-026c6167-d2dd-426f-8d52-6da6451bf125 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 200 len: 217 time: 0.1052349 Nov 12 03:29:25.040968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.055123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9e28-f2d0-4d01-9c9b-442d8d6ba2fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.065209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-847cd04b-743f-4477-8c49-da5ca3003d08 req-22f15407-88bb-47e1-ad45-816ff0609d86 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406972 Nov 12 03:29:25.067702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1cf9e28-f2d0-4d01-9c9b-442d8d6ba2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.068112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] Pushing event deleted for resources: {'Port': ['ID=6d2b30ff-307d-481a-b740-98f9870afaf2,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.070380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-687fabf5-bbee-49f4-8cc3-92c5434f5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.071917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-687fabf5-bbee-49f4-8cc3-92c5434f5ba6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.1204972 Nov 12 03:29:25.072163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5c574c-a0cd-48ea-97d8-9619c17eb8b0 None None] No DVR routers for this DVR port 6d2b30ff-307d-481a-b740-98f9870afaf2 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:25.075950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port 6d2b30ff-307d-481a-b740-98f9870afaf2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:25.076293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.147461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.151532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-cf05c935-7851-4af0-a9b3-acb4fc5c3fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648360 Nov 12 03:29:25.181909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c1cf9e28-f2d0-4d01-9c9b-442d8d6ba2fb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=264dbf7135d7492195c590e64d1ee006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8099372 Nov 12 03:29:25.186448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50058) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.191018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf9e28-f2d0-4d01-9c9b-442d8d6ba2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1f8f0a-f616-4bcc-ab25-af1f86d9e764,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.195213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-e4d239a1-4735-4eac-858c-02795610e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.196784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-e4d239a1-4735-4eac-858c-02795610e7c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0880296 Nov 12 03:29:25.231639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] For port 6d2b30ff-307d-481a-b740-98f9870afaf2, host n-d-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:25.232025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.258090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9373b0-21d5-4575-b886-2c10b1d5ea3b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.277045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for 6d2b30ff-307d-481a-b740-98f9870afaf2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:25.280847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Port 6d2b30ff-307d-481a-b740-98f9870afaf2 was not found and therefore no delete operation was performed {{(pid=102432) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:29:25.287266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.295039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Checking segment: {'id': '5700e778-5b98-4524-8316-704d0889e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:25.295448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Network hostable DHCP agents. Network: c6e512c8-a04d-4394-bb33-b626d2cfd39c, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:25.314490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-b17371a7-97ed-4ba7-9e16-4af56a20ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.316156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-b17371a7-97ed-4ba7-9e16-4af56a20ab2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973029 Nov 12 03:29:25.319716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.328215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=6d2b30ff-307d-481a-b740-98f9870afaf2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.332272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No DVR routers for this DVR port 6d2b30ff-307d-481a-b740-98f9870afaf2 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:25.340750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-c6888885-f654-483a-8edc-f8696b04a56e service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537411 Nov 12 03:29:25.361671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Network c6e512c8-a04d-4394-bb33-b626d2cfd39c is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:25.403727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.414669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c6e512c8-a04d-4394-bb33-b626d2cfd39c) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:25.423144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458902d-8302-48a3-a869-08f6cb14d11f None None] Network c6e512c8-a04d-4394-bb33-b626d2cfd39c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:25.428440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.429024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.467576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.475170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bafe48cf-186a-4cc1-9128-8d213118f6e2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6281645 Nov 12 03:29:25.478140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-2a681acd-c6c8-42ed-89a6-f776a00c5e67 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532121 Nov 12 03:29:25.504962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810c1220-6af0-452f-a6da-582572478ebe']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.522550 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189d70f2-5377-4c06-a73b-6c14b924e1e9') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.522926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189d70f2-5377-4c06-a73b-6c14b924e1e9') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:25.536405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b945f441-ffc4-4cc6-8b26-ccc1406b11a9 req-3742ecc9-d187-4ff8-b608-fbd2e76a1f5f service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776280 Nov 12 03:29:25.538136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.555357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.561984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:25.562459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.565789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:25.566219 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:25.571875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.573375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f1f8f0a-f616-4bcc-ab25-af1f86d9e764 HTTP/1.1" status: 204 len: 168 time: 0.3857138 Nov 12 03:29:25.590588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0cefd-932c-470b-9703-4f8e59e23b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1f8f0a-f616-4bcc-ab25-af1f86d9e764,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.622864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1fae9adb-ea58-44b8-b30a-713439b0b4f0 req-03bada67-c530-48bf-b76f-a96b987a73ef service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324887 Nov 12 03:29:25.653739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9ddf0-cf6a-459f-8066-92a1d8736841 None None] Network c6e512c8-a04d-4394-bb33-b626d2cfd39c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:25.670405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.691269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.696266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/810c1220-6af0-452f-a6da-582572478ebe HTTP/1.1" status: 204 len: 168 time: 1.3115768 Nov 12 03:29:25.700960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50066) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.706167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b34f5-0595-422a-a409-f483e6b1c647 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=810c1220-6af0-452f-a6da-582572478ebe,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.759296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f23f4f-ed15-4d01-822c-b58fdb864918 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.761168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-25f23f4f-ed15-4d01-822c-b58fdb864918 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/daa9d8a9-3167-4483-bf5d-438f3a5c094e HTTP/1.1" status: 200 len: 841 time: 0.0590410 Nov 12 03:29:25.764895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.812189 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1893387e-c9e1-4ccc-b77c-a4f674aaed16 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/daa9d8a9-3167-4483-bf5d-438f3a5c094e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0461116 Nov 12 03:29:25.815878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50076) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.821218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:25.980736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:25.985845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.072928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6d2b30ff-307d-481a-b740-98f9870afaf2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:26.101072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442fe8e-73e1-4757-bf1d-1c8f99dd75c1 req-d7ec7d47-d22e-4d32-bacc-b41d95867ec1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.101525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6d2b30ff-307d-481a-b740-98f9870afaf2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:26.102259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6d2b30ff-307d-481a-b740-98f9870afaf2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:26.103143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7442fe8e-73e1-4757-bf1d-1c8f99dd75c1 req-d7ec7d47-d22e-4d32-bacc-b41d95867ec1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 944 time: 0.1411717 Nov 12 03:29:26.197973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7442fe8e-73e1-4757-bf1d-1c8f99dd75c1 req-1761a443-1715-4f9d-af51-8400ca235a39 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835752 Nov 12 03:29:26.255361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-d3e6c371-60ac-4d8f-992f-4aa09d84ada7 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.263477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.265692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-d3e6c371-60ac-4d8f-992f-4aa09d84ada7 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/networks?id=c6e512c8-a04d-4394-bb33-b626d2cfd39c HTTP/1.1" status: 200 len: 812 time: 0.1333661 Nov 12 03:29:26.287181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-0969a14a-304a-42af-98aa-af29d29cc523 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/quotas/b0aa926376f64d87b39b4f92df761905 HTTP/1.1" status: 200 len: 375 time: 0.0205305 Nov 12 03:29:26.324219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:26.353204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:26.356561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.357162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.365509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610a6a0-9f6a-420c-8fe2-bbdeca2e3bfb None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:26.371883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=6ec54513-2e92-453f-851b-657ef7ecd62e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.387140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-97801824-62ac-4ad7-8973-37ebfa896526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5678868 Nov 12 03:29:26.387784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50106) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.393025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617688153'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:26.412372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41e45-455d-44ac-a439-7d05ce96037e req-3ba50cb0-737a-4118-83f6-edd68cd87d01 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.413959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cf41e45-455d-44ac-a439-7d05ce96037e req-3ba50cb0-737a-4118-83f6-edd68cd87d01 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1119328 Nov 12 03:29:26.445686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.505070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cf41e45-455d-44ac-a439-7d05ce96037e req-34acd7e6-16d8-4bff-b4cc-1fcfee7f7f39 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834453 Nov 12 03:29:26.560715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ee5df488-7c22-4aa9-9301-a99220979ae7 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:26.563982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.576020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.608005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.609685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2209222 Nov 12 03:29:26.615283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50114) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.622777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'security_group': {'name': 'tempest-secgroup-598260762'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:26.633175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3feba2-2ba3-41b9-820e-1e1c9ed368e2 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4477cc7c-0d0c-4a92-a9b9-2a82c56fc493,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.652497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.726770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-0d69a144-f770-48c0-9d66-6e6a962be937 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b0aa926376f64d87b39b4f92df761905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4386601 Nov 12 03:29:26.749206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'tenant_id': '000d2343e0c74ffa9c6c158d17dcf5fa', 'fixed_ips': [{'subnet_id': '6ec54513-2e92-453f-851b-657ef7ecd62e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:26.751460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.759357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ee5df488-7c22-4aa9-9301-a99220979ae7,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:26.791206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'ee5df488-7c22-4aa9-9301-a99220979ae7', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'port_id': 'ee5df488-7c22-4aa9-9301-a99220979ae7', 'mac_address': 'fa:16:3e:7b:0c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038db811-dcea-463f-9920-36d5c77f4c79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:26.825938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.839190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-7abb6fd6-498b-40af-936b-41150c822ade service neutron] 10.222.0.84 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115031 Nov 12 03:29:26.841144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.904790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.944217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5df488-7c22-4aa9-9301-a99220979ae7 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:26.955526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.957098 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3408475 Nov 12 03:29:26.961912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50130) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.974056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ee5df488-7c22-4aa9-9301-a99220979ae7,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:26.975712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Allocated IP 172.20.0.2 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/6ec54513-2e92-453f-851b-657ef7ecd62e/0bf91576-0b1a-41c1-ad17-6c2ea4eb5385) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:26.978459 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.981060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1805382322', 'security_groups': ['61987908-a91b-4358-938c-119abbd08a15'], 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ec54513-2e92-453f-851b-657ef7ecd62e'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:26.987245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603439ee-3dc0-4590-8c94-9bcaf7fa4fb5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61987908-a91b-4358-938c-119abbd08a15,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.988050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-4b0f2d9d-5960-4c4f-8db7-28b8b853651c service neutron] 10.222.0.84 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400487 Nov 12 03:29:27.091149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.158716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-a146e1ae-d966-4395-b37c-ecfad0197ae2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.167145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-a146e1ae-d966-4395-b37c-ecfad0197ae2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 813 time: 0.3393145 Nov 12 03:29:27.190610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-c0f52223-ddab-4c50-9f7f-2d57d527d138 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/quotas/6752f070ad1c4b87a01c6b8bf892595b HTTP/1.1" status: 200 len: 375 time: 0.0228257 Nov 12 03:29:27.198637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.206800 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.227678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c118c09e-777f-4ffd-bb37-f2be116477e4 req-ccf563de-dd3e-4569-8c7d-bd87e290bdf0 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 210 time: 0.0702822 Nov 12 03:29:27.288590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ee5df488-7c22-4aa9-9301-a99220979ae7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:27.318975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-ba7cc0e2-7be6-4274-9d98-e011e4e89f3d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1274941 Nov 12 03:29:27.352863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:27.396275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:27.405227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:27.414760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.436498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efb0c7-e52b-4d59-9767-106a6784762d req-ad6fba9a-9b5c-4127-aa4e-c22837a8bbb4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.439001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39efb0c7-e52b-4d59-9767-106a6784762d req-ad6fba9a-9b5c-4127-aa4e-c22837a8bbb4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 945 time: 0.0929418 Nov 12 03:29:27.515643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-85695bcd-e445-4d2f-a2d8-b205deac7bd0 service neutron] 10.222.0.84 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873434 Nov 12 03:29:27.519012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:27.532980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39efb0c7-e52b-4d59-9767-106a6784762d req-d706a585-331b-41c1-9962-f33e022a66d7 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714407 Nov 12 03:29:27.580898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Attempting to bind port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:27.581199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Attempting to bind port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'b2abde8e-ac89-435a-921e-484ee3f44040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:27.581443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Attempting to bind port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 on network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:27.594633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:27.594999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Checking segment: {'id': 'b2abde8e-ac89-435a-921e-484ee3f44040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:27.595467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.595891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Bound using segment: {'id': 'b2abde8e-ac89-435a-921e-484ee3f44040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:27.596315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Bound port: 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abde8e-ac89-435a-921e-484ee3f44040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:27.596784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.680456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:27.685008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:27.690384 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.690590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.710876 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-90159a8d-0086-477a-b3c2-efcab477c616 service neutron] 10.222.0.84 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683011 Nov 12 03:29:27.719994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port dadb8fb1-904d-4c3b-9652-858a5caba129 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:27.796646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaa5e1-224d-439a-abe7-91506e507a91 None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.801158 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.997219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db85b19d-5ce6-4b18-81cd-5b4b4da24b14 req-12b654ee-71fa-40a4-82a2-846d16de9db7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 210 time: 0.0612211 Nov 12 03:29:28.025495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.5 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/6ec54513-2e92-453f-851b-657ef7ecd62e/dadb8fb1-904d-4c3b-9652-858a5caba129) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:28.296424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.387392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69a140fe-c532-4056-8cd2-0a1399287e64 req-8b2c34aa-6b35-442e-9e96-ea2f9a06026a tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 210 time: 0.0468557 Nov 12 03:29:28.397694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.454324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:28.463382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:28.467681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:28.493928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=dadb8fb1-904d-4c3b-9652-858a5caba129,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.535161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ee5df488-7c22-4aa9-9301-a99220979ae7 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:28.618738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.619548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.648234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port ee5df488-7c22-4aa9-9301-a99220979ae7 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:28.652342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port ee5df488-7c22-4aa9-9301-a99220979ae7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:28.652721 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.659802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50186) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:28.667734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:28.668432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f33b2e1c-f7a6-4cba-a023-3f7b6cfb0526 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6977251 Nov 12 03:29:28.726743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-76b184b4-2747-4d95-823c-ebb3ddc5fc9e tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.728300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-76b184b4-2747-4d95-823c-ebb3ddc5fc9e tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.32 "GET /v2.0/networks?id=c6e512c8-a04d-4394-bb33-b626d2cfd39c HTTP/1.1" status: 200 len: 812 time: 0.2316782 Nov 12 03:29:28.744680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Request body: {'port': {'device_id': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c', 'admin_state_up': True, 'tenant_id': 'b0aa926376f64d87b39b4f92df761905'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:28.798588 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.872274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:28.874531 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cbb0d1-5e28-4485-a0b6-9010ddced259" -d '{"events": [{"server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:28.884910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b46c4-585c-46af-a07e-8e21e3835492 req-5306db49-1e31-466e-a638-c56f404fcd6e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.894706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-056b46c4-585c-46af-a07e-8e21e3835492 req-5306db49-1e31-466e-a638-c56f404fcd6e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 945 time: 0.2459910 Nov 12 03:29:28.908951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ee5df488-7c22-4aa9-9301-a99220979ae7,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.917329 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.988867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-056b46c4-585c-46af-a07e-8e21e3835492 req-cec32d7f-390b-477d-9b1a-952fd9918b83 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899186 Nov 12 03:29:28.993115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:28.996069 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8341c202-8a26-402a-9d5c-da4b6fd388a0 x-openstack-request-id: req-8341c202-8a26-402a-9d5c-da4b6fd388a0 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:28.999726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.007613 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:29.007991 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8341c202-8a26-402a-9d5c-da4b6fd388a0 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:29.008334 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7', 'code': 200} Nov 12 03:29:29.016112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Made reservation on behalf of b0aa926376f64d87b39b4f92df761905 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:29.024908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.047025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.175410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-66c63dfa-5dda-40f3-9428-0e082a56edbf req-161406e8-5055-4c29-9190-8de618d063e3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 210 time: 0.0379331 Nov 12 03:29:29.180618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94658ae-bc62-4a75-a6e0-e91190fbc81b req-64ca4471-341f-4382-861b-1791da2d3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.182242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e94658ae-bc62-4a75-a6e0-e91190fbc81b req-64ca4471-341f-4382-861b-1791da2d3570 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1098 time: 0.0734267 Nov 12 03:29:29.184810 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6ec54513-2e92-453f-851b-657ef7ecd62e (CIDR: 172.20.0.0/28) Nov 12 03:29:29.200272 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:29.201549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:29.230876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2958955f-deb0-49e4-86c8-5b32652c9c0e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5693319 Nov 12 03:29:29.233459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50194) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.239419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:29.244657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Allocated IP 172.20.0.7 (c6e512c8-a04d-4394-bb33-b626d2cfd39c/1e9373b0-21d5-4575-b886-2c10b1d5ea3b/c6c13445-3a73-4b87-9544-8036b64acf0c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:29.262127 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.279077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e94658ae-bc62-4a75-a6e0-e91190fbc81b req-d7275b43-bf71-4686-952b-2b25a1c7bb62 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862107 Nov 12 03:29:29.363213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.363598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.392530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:29.397124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.426982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:29.440958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.441469 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.492035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.536716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbde4079-b987-46b5-ad7b-98b0163e5946 req-85684723-2f1c-4d0b-8e00-c7a785fe4b42 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 210 time: 0.0548446 Nov 12 03:29:29.568663 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.570869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.622723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:29.627886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.668006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Network c6e512c8-a04d-4394-bb33-b626d2cfd39c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:29.672443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:29.678894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Pushing event updated for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.682129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:29.696023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1ec18-951e-410c-babd-5bb387004930 None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.754485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.755432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.755903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5b325b5e-420b-4389-bb9c-65a41823df21 None None] Provisioning complete for port dadb8fb1-904d-4c3b-9652-858a5caba129 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:29.759217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b325b5e-420b-4389-bb9c-65a41823df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.778627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f9efda72-3049-48d2-963e-1e182429cdfb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0383832 Nov 12 03:29:29.796179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Request body: {'port': {'device_id': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:29.817634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5b325b5e-420b-4389-bb9c-65a41823df21 None None] Port dadb8fb1-904d-4c3b-9652-858a5caba129 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:29.889649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.895951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.943531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:29.953062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:29.962818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.963546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.967620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11497372-1803-43bb-9b4f-3db75a862ee4 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:29.999037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7642581 Nov 12 03:29:30.003211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50204) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.003211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.009615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-33678b70-98fa-48fd-84b5-aa185eadffed tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.011076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-33678b70-98fa-48fd-84b5-aa185eadffed tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.32 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 813 time: 0.2422197 Nov 12 03:29:30.021740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-788189542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df0378ed-6f83-4fdd-bedf-488b8f02f40b'}], 'security_groups': ['4477cc7c-0d0c-4a92-a9b9-2a82c56fc493']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:30.028240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb4541-d250-422e-8da4-9b4cb57939b3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=df0378ed-6f83-4fdd-bedf-488b8f02f40b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.034650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Request body: {'port': {'device_id': 'dacffd89-d895-48a7-a088-91e184d347da', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'admin_state_up': True, 'tenant_id': '6752f070ad1c4b87a01c6b8bf892595b'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:30.131837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:30.297139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee79da18-4f94-4222-80f4-a690fde53a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.355315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a787d35-700f-4517-a179-c3b51cd8a7c7 req-8190f606-1b60-4d87-bbdf-bcd7c88ffe83 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 210 time: 0.0593703 Nov 12 03:29:30.366786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dac0c4-a0ff-4ca4-8e8b-b85a8a6d9016 req-e89a8f3a-1b61-48d6-bf2f-2bd134b2fd18 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.368914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83dac0c4-a0ff-4ca4-8e8b-b85a8a6d9016 req-e89a8f3a-1b61-48d6-bf2f-2bd134b2fd18 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.2040572 Nov 12 03:29:30.473357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c13445-3a73-4b87-9544-8036b64acf0c {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:30.475939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.476886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:30.479139 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.480710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83dac0c4-a0ff-4ca4-8e8b-b85a8a6d9016 req-23a2039a-5f8b-473d-aedc-32a0bbccfb9c tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056387 Nov 12 03:29:30.484309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Made reservation on behalf of 6752f070ad1c4b87a01c6b8bf892595b for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:30.487949 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.498508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.519271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Transition to ACTIVE for port object c6c13445-3a73-4b87-9544-8036b64acf0c will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:30.523805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.584527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Update dhcp port {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'fixed_ips': [{'subnet_id': '6ec54513-2e92-453f-851b-657ef7ecd62e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df0378ed-6f83-4fdd-bedf-488b8f02f40b'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '0bf91576-0b1a-41c1-ad17-6c2ea4eb5385'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:30.590613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.622469 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.696502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Attempting to bind port c6c13445-3a73-4b87-9544-8036b64acf0c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:30.697088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Attempting to bind port c6c13445-3a73-4b87-9544-8036b64acf0c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '5700e778-5b98-4524-8316-704d0889e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:30.697281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Attempting to bind port c6c13445-3a73-4b87-9544-8036b64acf0c on network c6e512c8-a04d-4394-bb33-b626d2cfd39c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:30.702057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Port c6c13445-3a73-4b87-9544-8036b64acf0c on network c6e512c8-a04d-4394-bb33-b626d2cfd39c not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:30.702391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Attempting to bind port c6c13445-3a73-4b87-9544-8036b64acf0c on network c6e512c8-a04d-4394-bb33-b626d2cfd39c {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:30.707836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee79da18-4f94-4222-80f4-a690fde53a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.708027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:30.708311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Checking segment: {'id': '5700e778-5b98-4524-8316-704d0889e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:30.708871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Bound using segment: {'id': '5700e778-5b98-4524-8316-704d0889e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:30.709155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Bound port: c6c13445-3a73-4b87-9544-8036b64acf0c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5700e778-5b98-4524-8316-704d0889e8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:30.709942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.756124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee79da18-4f94-4222-80f4-a690fde53a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.797352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:30.801904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c6c13445-3a73-4b87-9544-8036b64acf0c,segment=NetworkSegment(5700e778-5b98-4524-8316-704d0889e8f3),segment_id=5700e778-5b98-4524-8316-704d0889e8f3)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:30.806818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.841078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.841718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.843166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] 10.222.0.32 "PUT /v2.0/ports/c6c13445-3a73-4b87-9544-8036b64acf0c HTTP/1.1" status: 200 len: 1092 time: 1.0545585 Nov 12 03:29:30.844877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:30.846133 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ec618c-b5b8-4213-8de3-e0248e6db870" -d '{"events": [{"name": "network-changed", "server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:30.846549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Allocated IP 172.20.0.18 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/df0378ed-6f83-4fdd-bedf-488b8f02f40b/0bf91576-0b1a-41c1-ad17-6c2ea4eb5385) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:30.877987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ee79da18-4f94-4222-80f4-a690fde53a3f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d59fa9bfe51f49c48ff890876b6c5924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8658359 Nov 12 03:29:30.882659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50220) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.893641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79da18-4f94-4222-80f4-a690fde53a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7706b874-aa08-4e3c-baed-ea1244b250ad,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.903790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d482a0-4364-488b-9abf-f535edad4ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.908639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a217-8cac-44f9-aa70-e027d126b8c9 req-7f0b4568-d9db-4996-9957-5f84e4ada9ee tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.911157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e408a217-8cac-44f9-aa70-e027d126b8c9 req-7f0b4568-d9db-4996-9957-5f84e4ada9ee tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 943 time: 0.2604511 Nov 12 03:29:30.934829 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164596a-b764-4813-884d-dac03a1045b6 x-openstack-request-id: req-6164596a-b764-4813-884d-dac03a1045b6 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:30.935225 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:30.935561 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6164596a-b764-4813-884d-dac03a1045b6 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:30.935799 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c', 'status': 'completed', 'code': 200} Nov 12 03:29:30.955145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Allocated IP 172.20.0.9 (47f270cd-7f20-4ec5-8919-f502a855d327/f1b88659-bd02-4069-b98f-5a29e60674a2/48a42dc5-6363-42f8-8acd-9e03f64e325b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:30.988772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.997212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e408a217-8cac-44f9-aa70-e027d126b8c9 req-78e19ed2-d929-4b49-b3a3-86f8cda8dd56 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Nov 12 03:29:31.016828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.021937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:31.047261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-e4f5fe16-77a6-441d-8937-ed4d1f29e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.049354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-e4f5fe16-77a6-441d-8937-ed4d1f29e889 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0aa926376f64d87b39b4f92df761905&device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 1095 time: 0.0955150 Nov 12 03:29:31.063029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.071261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.104580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-af8da805-7c1b-493a-82e6-55f944476681 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6c13445-3a73-4b87-9544-8036b64acf0c HTTP/1.1" status: 200 len: 217 time: 0.0431299 Nov 12 03:29:31.171473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0f7a6-f663-4b1a-bf79-c5cd367f38ad None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.187119 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.189939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.191131 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7706b874-aa08-4e3c-baed-ea1244b250ad HTTP/1.1" status: 204 len: 168 time: 0.3074682 Nov 12 03:29:31.194389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-6b87b514-ddf9-4a4d-884a-9f3a6695a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.195963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-6b87b514-ddf9-4a4d-884a-9f3a6695a8fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e9373b0-21d5-4575-b886-2c10b1d5ea3b HTTP/1.1" status: 200 len: 852 time: 0.0803015 Nov 12 03:29:31.217012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdac97-b59b-4520-95d5-4af5376d953f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7706b874-aa08-4e3c-baed-ea1244b250ad,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.223930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.240393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-75adef1b-8d96-4390-a0c2-e121317a9895 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6e512c8-a04d-4394-bb33-b626d2cfd39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329263 Nov 12 03:29:31.259588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Delete allocated IP 172.20.0.5 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/6ec54513-2e92-453f-851b-657ef7ecd62e) {{(pid=102433) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:29:31.276251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.24 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/df0378ed-6f83-4fdd-bedf-488b8f02f40b/dadb8fb1-904d-4c3b-9652-858a5caba129) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:31.307475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.319847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:31.379945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Network 47f270cd-7f20-4ec5-8919-f502a855d327 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:31.401180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:31.437604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Pushing event updated for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.446908 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-f13c3837-bf3a-4e74-94a7-3e1a920845cd service neutron] 10.222.0.32 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918950 Nov 12 03:29:31.467825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:31.573984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.575549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.614583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-31a7cb7a-2da4-4eac-b542-027158b8b937 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5873334 Nov 12 03:29:31.682799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Request body: {'port': {'device_id': 'dacffd89-d895-48a7-a088-91e184d347da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:31.717440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50230) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:31.756835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0518cf3a-4a56-4e91-a5b0-14a499ce7637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.848036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336f05-020b-4ff5-89b6-55b8d3ac007f req-2e68dbc0-7e99-472b-93fd-58b80f2d67ec tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.849675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0336f05-020b-4ff5-89b6-55b8d3ac007f req-2e68dbc0-7e99-472b-93fd-58b80f2d67ec tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.2456307 Nov 12 03:29:31.874174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.954021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.971655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb86b45-6232-4f30-8702-50e90990fd28 req-3635c13a-d250-4485-b564-a3b64f5c006f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.973136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6eb86b45-6232-4f30-8702-50e90990fd28 req-3635c13a-d250-4485-b564-a3b64f5c006f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 931 time: 0.4747286 Nov 12 03:29:31.975323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.995486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6b63485-52dc-4b46-a413-40dd96aa8733 req-0bb6ad45-bdd0-461b-bdcd-399d39010464 service neutron] 10.222.0.32 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375152 Nov 12 03:29:32.048120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:32.081425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6eb86b45-6232-4f30-8702-50e90990fd28 req-a3d32db0-18d3-4e54-af38-b5fb6c9acf83 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Nov 12 03:29:32.100538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-f34a3f46-82ff-49aa-8ed2-b3177434fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.102566 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-f34a3f46-82ff-49aa-8ed2-b3177434fb24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0aa926376f64d87b39b4f92df761905&device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 1095 time: 0.0522759 Nov 12 03:29:32.111997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.112769 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.153600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.154519 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.178568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:32.202008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.202682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.271632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8fcd1-d264-4872-90e2-ac0e95f34009 req-bf57e5df-f382-4c0b-8b09-a3a1d174d2fd tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.273072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dce8fcd1-d264-4872-90e2-ac0e95f34009 req-bf57e5df-f382-4c0b-8b09-a3a1d174d2fd tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 943 time: 0.0899684 Nov 12 03:29:32.274259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-18173b33-98cc-4ff3-9f7d-7ace6371c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.275713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-18173b33-98cc-4ff3-9f7d-7ace6371c5f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6e512c8-a04d-4394-bb33-b626d2cfd39c HTTP/1.1" status: 200 len: 913 time: 0.1635246 Nov 12 03:29:32.294500 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a80fdb5-0e69-48dc-8c37-dd2770185784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.312128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0336f05-020b-4ff5-89b6-55b8d3ac007f req-5c22a1cb-fc43-43ba-8656-b696aadab82e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526150 Nov 12 03:29:32.321463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a42dc5-6363-42f8-8acd-9e03f64e325b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:32.358493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-7f1ccc77-45f9-43bc-a5c7-b60769371178 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6c13445-3a73-4b87-9544-8036b64acf0c HTTP/1.1" status: 200 len: 217 time: 0.0695419 Nov 12 03:29:32.358743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.385449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Provisioning complete for port dadb8fb1-904d-4c3b-9652-858a5caba129 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.386212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.430681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=dadb8fb1-904d-4c3b-9652-858a5caba129,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.434844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf28d-a8a4-4b28-a5a4-763f39f4bd38 None None] Port dadb8fb1-904d-4c3b-9652-858a5caba129 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:32.438544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Transition to ACTIVE for port object 48a42dc5-6363-42f8-8acd-9e03f64e325b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:32.443184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0518cf3a-4a56-4e91-a5b0-14a499ce7637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.448974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0518cf3a-4a56-4e91-a5b0-14a499ce7637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.455800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.466102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dce8fcd1-d264-4872-90e2-ac0e95f34009 req-d6a240bc-ba96-4937-8a03-5a3123be464f tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838195 Nov 12 03:29:32.475464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-93c04662-af7d-4e80-91da-ae49da5c34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.477245 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-93c04662-af7d-4e80-91da-ae49da5c34a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e9373b0-21d5-4575-b886-2c10b1d5ea3b HTTP/1.1" status: 200 len: 852 time: 0.1163425 Nov 12 03:29:32.508260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] In _notify_port_updated(), no bound segment for port dadb8fb1-904d-4c3b-9652-858a5caba129 on network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:29:32.514004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.514730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.515655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-8e5d6087-144d-47fe-af99-441d68b96253 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6e512c8-a04d-4394-bb33-b626d2cfd39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300324 Nov 12 03:29:32.519240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50236) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.519421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c595c180-906f-433c-b9dc-07ea72ab5494 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/ports/dadb8fb1-904d-4c3b-9652-858a5caba129 HTTP/1.1" status: 200 len: 920 time: 2.5061669 Nov 12 03:29:32.553307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0518cf3a-4a56-4e91-a5b0-14a499ce7637 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb7722e40e4b4afc9626c8ae8bdc4eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326297 Nov 12 03:29:32.558292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50238) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.558424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518cf3a-4a56-4e91-a5b0-14a499ce7637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e40b55-52ad-40af-a2e1-654f0d942926,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.565012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.645066 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:32.656807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Attempting to bind port 48a42dc5-6363-42f8-8acd-9e03f64e325b on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:32.657246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Attempting to bind port 48a42dc5-6363-42f8-8acd-9e03f64e325b by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:32.657643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Attempting to bind port 48a42dc5-6363-42f8-8acd-9e03f64e325b on network 47f270cd-7f20-4ec5-8919-f502a855d327 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:32.662911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Port 48a42dc5-6363-42f8-8acd-9e03f64e325b on network 47f270cd-7f20-4ec5-8919-f502a855d327 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:32.663337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Attempting to bind port 48a42dc5-6363-42f8-8acd-9e03f64e325b on network 47f270cd-7f20-4ec5-8919-f502a855d327 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:32.668435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:32.668884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Checking segment: {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:32.669292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Bound using segment: {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:32.669791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Bound port: 48a42dc5-6363-42f8-8acd-9e03f64e325b, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6585fa7c-828c-4905-b352-653851ae6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:32.670280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.838206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-60d8d1b9-654f-4c6e-b40b-1e335a588d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.839801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-60d8d1b9-654f-4c6e-b40b-1e335a588d77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1098 time: 0.2177663 Nov 12 03:29:32.863485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4243b3-059e-4d0f-9b89-434d2cdbf209 req-96aa229a-ad22-4ae3-9c5c-2a65a36aff62 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.865034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c4243b3-059e-4d0f-9b89-434d2cdbf209 req-96aa229a-ad22-4ae3-9c5c-2a65a36aff62 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.2339196 Nov 12 03:29:32.880723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-93417719-0bd7-4527-8839-7d77572b00f7 service neutron] 10.222.0.32 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530011 Nov 12 03:29:32.882338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.965041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a4b3b4a4-8095-4f0f-8f21-f3aab7a0c99b None None] Provisioning complete for port dadb8fb1-904d-4c3b-9652-858a5caba129 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:32.965817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4b3b4a4-8095-4f0f-8f21-f3aab7a0c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.969354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port dadb8fb1-904d-4c3b-9652-858a5caba129 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:32.969686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.974172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.011182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3b4a4-8095-4f0f-8f21-f3aab7a0c99b None None] Port dadb8fb1-904d-4c3b-9652-858a5caba129 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:33.095297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:33.098900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:33.103352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.140440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.141058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.142999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] 10.222.0.32 "PUT /v2.0/ports/48a42dc5-6363-42f8-8acd-9e03f64e325b HTTP/1.1" status: 200 len: 1092 time: 1.5114989 Nov 12 03:29:33.143456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:33.145740 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419d30ff-d20c-441c-999c-397349546ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:33.148266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-5257f8cb-cd90-4a93-8092-e3f496c4f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.149655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-5257f8cb-cd90-4a93-8092-e3f496c4f652 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.2987356 Nov 12 03:29:33.181965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712d8e-9432-4eb5-a78f-8d45d1d7cd88 service neutron] Pushing event updated for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.253337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cfe92-5fa3-4bc1-bc97-af7c9b8cbc14 req-eb000db4-febd-4319-8619-aace71f85d05 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.254861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-019cfe92-5fa3-4bc1-bc97-af7c9b8cbc14 req-eb000db4-febd-4319-8619-aace71f85d05 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 943 time: 0.0868616 Nov 12 03:29:33.262405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-a889569d-1287-4e24-ad7f-51e239566d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.263906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-a889569d-1287-4e24-ad7f-51e239566d6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 1095 time: 0.0652804 Nov 12 03:29:33.265617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-fa1b9b0e-8168-4b55-aa71-63f879fc7359 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 200 len: 217 time: 0.0708816 Nov 12 03:29:33.269551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c4243b3-059e-4d0f-9b89-434d2cdbf209 req-49cf9f1c-b212-4b1b-8839-ebb1c05b3cf9 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930287 Nov 12 03:29:33.279487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-2991f86c-5127-4dfc-a32f-ca47e610b5df service neutron] 10.222.0.32 "GET /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701112 Nov 12 03:29:33.330583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-c4fcc323-71c4-4b67-894f-774c0746dcf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b HTTP/1.1" status: 200 len: 217 time: 0.0503402 Nov 12 03:29:33.330743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.340299 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2187cf18-b19c-416c-bb7c-7c0edacb7309 x-openstack-request-id: req-2187cf18-b19c-416c-bb7c-7c0edacb7309 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:33.340597 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:33.340849 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2187cf18-b19c-416c-bb7c-7c0edacb7309 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:33.341405 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b', 'status': 'completed', 'code': 200} Nov 12 03:29:33.346436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.349115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.350243 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46e40b55-52ad-40af-a2e1-654f0d942926 HTTP/1.1" status: 204 len: 168 time: 0.7927332 Nov 12 03:29:33.359002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for dadb8fb1-904d-4c3b-9652-858a5caba129 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:33.377308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-019cfe92-5fa3-4bc1-bc97-af7c9b8cbc14 req-8bf0a89e-496d-43a6-bb41-d1bdf0fc34c7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118248 Nov 12 03:29:33.380209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f17078-adec-4c69-a601-418df129f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e40b55-52ad-40af-a2e1-654f0d942926,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.384480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-de661c12-3bdb-4f92-872e-13e95f6d8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.386074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-de661c12-3bdb-4f92-872e-13e95f6d8d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.1028087 Nov 12 03:29:33.405229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-d8b07ea3-fbd4-4634-b0ae-152cbc0e1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.407446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-d8b07ea3-fbd4-4634-b0ae-152cbc0e1019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0653195 Nov 12 03:29:33.446155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-b4b2d8d3-2fff-48b3-97f5-50c8d7861cba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306230 Nov 12 03:29:33.458275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-7c0a3da0-c278-4432-b349-9b34cfcc85ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315483 Nov 12 03:29:33.573215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-69f47890-f554-4712-b50d-a5fd44350748 service neutron] 10.222.0.32 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188781 Nov 12 03:29:33.632936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-e504740f-f329-4d50-acc3-82a678d4a0d5 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676595 Nov 12 03:29:33.677451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.690331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f94da3ed-2261-451f-80bf-f366fd1a1f99 req-68efa974-12df-436c-83a3-6b8ab5aed987 service neutron] 10.222.0.32 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104572 Nov 12 03:29:33.755699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1f163-f726-420c-897e-e71ed6a64c23 req-ed427740-c0a0-4603-8c85-0067351f3e67 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.756963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dde1f163-f726-420c-897e-e71ed6a64c23 req-ed427740-c0a0-4603-8c85-0067351f3e67 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 943 time: 0.1997395 Nov 12 03:29:33.766152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=dadb8fb1-904d-4c3b-9652-858a5caba129,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.801925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d30ff-d20c-441c-999c-397349546ab5 req-f7b41a84-f9b2-412f-8491-2617b18517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.803701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-f7b41a84-f9b2-412f-8491-2617b18517e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 1095 time: 0.0596578 Nov 12 03:29:33.874475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49035cd-d3b6-475f-9871-b7f6342ee96b req-9f1e8dfb-1d3f-47f0-ab9b-3b50550fd449 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300327 Nov 12 03:29:33.885414 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.894036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dc6f8680-8062-4ddd-93a8-c247179b44ee tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/dadb8fb1-904d-4c3b-9652-858a5caba129 HTTP/1.1" status: 204 len: 168 time: 1.3735170 Nov 12 03:29:33.912291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.933526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dde1f163-f726-420c-897e-e71ed6a64c23 req-3e9cd576-8b16-4e84-8c62-873409c2a6ac tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589854 Nov 12 03:29:33.980192 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c1f2ef-c8c0-47a0-89cd-66bcd03b7d64 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:33.982724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49c1f2ef-c8c0-47a0-89cd-66bcd03b7d64 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/dadb8fb1-904d-4c3b-9652-858a5caba129 HTTP/1.1" status: 404 len: 333 time: 0.0690591 Nov 12 03:29:33.985487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.034556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d30ff-d20c-441c-999c-397349546ab5 req-28a8499a-0111-4ded-a049-89456988d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.036259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-28a8499a-0111-4ded-a049-89456988d0de service neutron] 10.222.0.32 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.2254238 Nov 12 03:29:34.057817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.091193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.099704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-9576f2c7-ba84-4e95-bee1-1ef12fc8ab13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b HTTP/1.1" status: 200 len: 217 time: 0.0538981 Nov 12 03:29:34.148459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.151123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.152411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/security-groups/61987908-a91b-4358-938c-119abbd08a15 HTTP/1.1" status: 204 len: 168 time: 0.1642725 Nov 12 03:29:34.155962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50278) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.162231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee35e-7c97-453c-9267-f33ae3c32c90 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61987908-a91b-4358-938c-119abbd08a15,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.211267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d30ff-d20c-441c-999c-397349546ab5 req-87fd8de7-ede7-4571-8bd2-1abafa15e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.212758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-87fd8de7-ede7-4571-8bd2-1abafa15e1ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0998521 Nov 12 03:29:34.255062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-ee54005e-bfff-46f4-a950-f20ebbc6035f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322003 Nov 12 03:29:34.256120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.299203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.420576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.423259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.424739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/security-groups/4477cc7c-0d0c-4a92-a9b9-2a82c56fc493 HTTP/1.1" status: 204 len: 168 time: 0.2669823 Nov 12 03:29:34.427336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50288) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.433791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-b040a398-5e94-45f2-ae7d-fe6deebc01d7 service neutron] 10.222.0.32 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665170 Nov 12 03:29:34.447022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ae24a-5027-49f8-823e-5d3129e7f1ca req-74c2657d-8031-49cb-8524-cf3951b4fab8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.448462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f7ae24a-5027-49f8-823e-5d3129e7f1ca req-74c2657d-8031-49cb-8524-cf3951b4fab8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0982563 Nov 12 03:29:34.450641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd44a39-8457-4198-9a60-bc57427060cd tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4477cc7c-0d0c-4a92-a9b9-2a82c56fc493,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.528665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 6ec54513-2e92-453f-851b-657ef7ecd62e {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:34.534629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.568110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c6c13445-3a73-4b87-9544-8036b64acf0c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:34.577829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f7ae24a-5027-49f8-823e-5d3129e7f1ca req-26668d72-014c-4ed6-9f12-8a4cbae184cf tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963120 Nov 12 03:29:34.591741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b7b2-6f91-4709-896e-038663bfe81f req-99fa2a53-3fd9-42e0-acc9-536e6f60aa18 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.607151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-419d30ff-d20c-441c-999c-397349546ab5 req-b3ddbd1e-9128-4fb8-91ce-84a413e4b8d2 service neutron] 10.222.0.32 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474848 Nov 12 03:29:34.607408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac31b7b2-6f91-4709-896e-038663bfe81f req-99fa2a53-3fd9-42e0-acc9-536e6f60aa18 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 943 time: 0.1193669 Nov 12 03:29:34.607408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.687663 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2846357b-4b55-4f1d-ab8a-40d0400d7365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.699640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac31b7b2-6f91-4709-896e-038663bfe81f req-c532fc74-22bd-4f6f-8e51-ce74682b7f5d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991428 Nov 12 03:29:34.720801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c6c13445-3a73-4b87-9544-8036b64acf0c,segment=NetworkSegment(5700e778-5b98-4524-8316-704d0889e8f3),segment_id=5700e778-5b98-4524-8316-704d0889e8f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:34.729158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c6c13445-3a73-4b87-9544-8036b64acf0c', 'network_id': 'c6e512c8-a04d-4394-bb33-b626d2cfd39c', 'port_id': 'c6c13445-3a73-4b87-9544-8036b64acf0c', 'mac_address': 'fa:16:3e:f6:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9373b0-21d5-4575-b886-2c10b1d5ea3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:34.760897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.781788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.798854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c13445-3a73-4b87-9544-8036b64acf0c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:34.823153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c6c13445-3a73-4b87-9544-8036b64acf0c,segment=NetworkSegment(5700e778-5b98-4524-8316-704d0889e8f3),segment_id=5700e778-5b98-4524-8316-704d0889e8f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:34.828325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.830178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 48a42dc5-6363-42f8-8acd-9e03f64e325b details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:34.839878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.874094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec54513-2e92-453f-851b-657ef7ecd62e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.879351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.883863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a89b024-ee68-4b41-bd24-865c8d48d68c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/6ec54513-2e92-453f-851b-657ef7ecd62e HTTP/1.1" status: 204 len: 168 time: 0.4553707 Nov 12 03:29:34.888126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.894333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:34.896095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d36a46-06c3-4e10-a3cf-4054a21be11b None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:35.002302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.032307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:35.036814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.060789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.061259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.061887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.062502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.063377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.064545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.065176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.065773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.066478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.067048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.067981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.068629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:35.096280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e933f33-5098-4030-85ae-dad20aaed9ab req-ab7d85a0-1845-45a8-9c8f-061eff23c729 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.097902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e933f33-5098-4030-85ae-dad20aaed9ab req-ab7d85a0-1845-45a8-9c8f-061eff23c729 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 944 time: 0.0803361 Nov 12 03:29:35.135950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:35.171666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '48a42dc5-6363-42f8-8acd-9e03f64e325b', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'port_id': '48a42dc5-6363-42f8-8acd-9e03f64e325b', 'mac_address': 'fa:16:3e:be:0c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b88659-bd02-4069-b98f-5a29e60674a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:35.185493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e933f33-5098-4030-85ae-dad20aaed9ab req-4674299f-d12e-4334-8a35-5d644f57aa43 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785599 Nov 12 03:29:35.240882 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.259125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a42dc5-6363-42f8-8acd-9e03f64e325b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:35.303443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:35.309725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.346191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.379548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.388073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:35.394078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:35.408853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.409453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.424195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=8c1dad78-eb18-46c3-a163-4e23a251f7fd,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.434550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-20911b59-6196-4fd6-81cd-4ab6a5cde145 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5450814 Nov 12 03:29:35.437515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50318) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.442632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'security_group': {'name': 'tempest-secgroup-1638571214'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:35.466820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.545158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.551062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.559513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c6c13445-3a73-4b87-9544-8036b64acf0c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:35.569917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['48a42dc5-6363-42f8-8acd-9e03f64e325b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:35.587952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.589519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1510100 Nov 12 03:29:35.592338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.611314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670042126'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:35.623981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393ba0c-bedf-4337-9441-dad803c58988 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a892cbab-71ce-4fdf-b4d4-4c3857682311,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.656861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.702931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.731124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.746672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.811840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.816305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2196589 Nov 12 03:29:35.819212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:35.824618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'security_group': {'name': 'tempest-secgroup-319907117'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:35.846768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.848799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c20b-5847-46b4-b130-2921af1e93c6 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6963947-e998-47a0-afa8-3cae6951c756,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.880118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d1e83-4d4e-481b-be81-59a4173e39ad req-792085b9-13f0-4e12-a461-15738a1e5fd9 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.881770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e9d1e83-4d4e-481b-be81-59a4173e39ad req-792085b9-13f0-4e12-a461-15738a1e5fd9 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1491613 Nov 12 03:29:35.934260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0bd9a-163e-4bff-b211-be805be60fdf req-75ca5085-3409-46a7-8f05-ffe02c59fbeb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:35.935815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4f0bd9a-163e-4bff-b211-be805be60fdf req-75ca5085-3409-46a7-8f05-ffe02c59fbeb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 944 time: 0.1255190 Nov 12 03:29:35.971330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e9d1e83-4d4e-481b-be81-59a4173e39ad req-d19221ec-543b-41eb-a91b-1eafccf095e4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806525 Nov 12 03:29:36.009599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d4f0bd9a-163e-4bff-b211-be805be60fdf req-8dd74a2e-6cc0-49f6-a584-9293ac93b9f5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Nov 12 03:29:36.012980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.019139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.040810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7b306-2a81-495e-ab75-6a2ce9da936c None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:36.055312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.059521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2356966 Nov 12 03:29:36.060191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50346) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.061556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aed1f-3540-4621-936b-dfb63ff10c49 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8fac9-f57f-454f-8efd-6ae7bb231eeb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.066796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-443260717', 'security_groups': ['1ed8fac9-f57f-454f-8efd-6ae7bb231eeb'], 'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c1dad78-eb18-46c3-a163-4e23a251f7fd'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:36.125909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-84b08b98-72db-44f1-9b8b-ec5ed5476dcc None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:36.126297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84b08b98-72db-44f1-9b8b-ec5ed5476dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.185896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-84b08b98-72db-44f1-9b8b-ec5ed5476dcc None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:36.195060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:36.233703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-84b08b98-72db-44f1-9b8b-ec5ed5476dcc None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:36.234075 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84b08b98-72db-44f1-9b8b-ec5ed5476dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.305259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.327402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] device_id is not set on port b021c8aa-c6a1-4a2b-bc56-8ac0014669ff yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:36.350448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8aac30-3eef-4278-a420-53971854d9a8 req-905bfc17-2202-4f63-a8f3-36067a5739e6 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.352901 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e8aac30-3eef-4278-a420-53971854d9a8 req-905bfc17-2202-4f63-a8f3-36067a5739e6 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 944 time: 0.0951467 Nov 12 03:29:36.405147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Update dhcp port {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'fixed_ips': [{'subnet_id': 'df0378ed-6f83-4fdd-bedf-488b8f02f40b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c1dad78-eb18-46c3-a163-4e23a251f7fd'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '0bf91576-0b1a-41c1-ad17-6c2ea4eb5385'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:36.415255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e8aac30-3eef-4278-a420-53971854d9a8 req-4c6f7b87-478e-4c22-ac7b-b7b709e38daf tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Nov 12 03:29:36.440080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.509229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.7 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/8c1dad78-eb18-46c3-a163-4e23a251f7fd/b021c8aa-c6a1-4a2b-bc56-8ac0014669ff) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:36.516787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50356) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.565192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c6c13445-3a73-4b87-9544-8036b64acf0c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:36.613660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c6c13445-3a73-4b87-9544-8036b64acf0c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:36.617384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c6c13445-3a73-4b87-9544-8036b64acf0c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:36.617753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.640209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad21e11b-45af-4777-84ee-3be950a1ec9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.667757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.707220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.713174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.726704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad21e11b-45af-4777-84ee-3be950a1ec9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.731295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad21e11b-45af-4777-84ee-3be950a1ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.753106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:36.755369 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a0e1b-4fd7-40a5-bebf-45cd2554fc87" -d '{"events": [{"server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "name": "network-vif-plugged", "status": "completed", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:36.777772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad21e11b-45af-4777-84ee-3be950a1ec9e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d0cc56e9b7845aabfb8ed6727611990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593267 Nov 12 03:29:36.779777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=b021c8aa-c6a1-4a2b-bc56-8ac0014669ff,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.786403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.789219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21e11b-45af-4777-84ee-3be950a1ec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9d78f-4534-4e03-9613-e3c14c061a88,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.799545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:36.801066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:36.802348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c6c13445-3a73-4b87-9544-8036b64acf0c,segment=NetworkSegment(5700e778-5b98-4524-8316-704d0889e8f3),segment_id=5700e778-5b98-4524-8316-704d0889e8f3)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:36.804159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:36.807519 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b71a87-e6e6-444a-99ee-74e8ae8bedbb x-openstack-request-id: req-17b71a87-e6e6-444a-99ee-74e8ae8bedbb {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:36.808801 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "name": "network-vif-plugged", "status": "completed", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:36.809119 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-17b71a87-e6e6-444a-99ee-74e8ae8bedbb {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:36.809981 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c', 'code': 200} Nov 12 03:29:36.831948 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.833024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 48a42dc5-6363-42f8-8acd-9e03f64e325b up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:36.841788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Allocated IP 172.20.0.2 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/8c1dad78-eb18-46c3-a163-4e23a251f7fd/0bf91576-0b1a-41c1-ad17-6c2ea4eb5385) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:36.870027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.882124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.882946 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.897154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.925947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-40e84d49-60f9-4283-a4f0-90d6a1ab304c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8608384 Nov 12 03:29:36.926502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50364) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.932119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:36.949693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88233ff8-445d-43e2-8557-fd0aa2e132ee req-597c125d-25e0-4497-b3a6-9667c2b8cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.951260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88233ff8-445d-43e2-8557-fd0aa2e132ee req-597c125d-25e0-4497-b3a6-9667c2b8cafd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 1097 time: 0.0881066 Nov 12 03:29:36.966422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.969674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.971992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9c9d78f-4534-4e03-9613-e3c14c061a88 HTTP/1.1" status: 204 len: 168 time: 0.1780846 Nov 12 03:29:36.984066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb75d8a-6606-4eda-b7a1-8be65036bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9d78f-4534-4e03-9613-e3c14c061a88,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.068018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88233ff8-445d-43e2-8557-fd0aa2e132ee req-2f03c3af-194e-469a-83b9-ca352b5a6bf8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063874 Nov 12 03:29:37.102531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:37.112266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.112678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.224125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.235220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 48a42dc5-6363-42f8-8acd-9e03f64e325b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:37.239508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87609fdb-610e-495d-b23f-beb4785ae857 req-461d1211-7ea7-4977-ac8b-0513b0156824 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.241388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87609fdb-610e-495d-b23f-beb4785ae857 req-461d1211-7ea7-4977-ac8b-0513b0156824 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1671290 Nov 12 03:29:37.249323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 48a42dc5-6363-42f8-8acd-9e03f64e325b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.249770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.254367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:37.275513 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c1dad78-eb18-46c3-a163-4e23a251f7fd (CIDR: 172.20.0.0/28) Nov 12 03:29:37.281291 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:37.282222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:37.298758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360d08-5c42-4a16-baec-4c9fdbd2656e req-67a53499-21c4-4122-8953-a6f0d0cc3342 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.301043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31360d08-5c42-4a16-baec-4c9fdbd2656e req-67a53499-21c4-4122-8953-a6f0d0cc3342 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 944 time: 0.0961123 Nov 12 03:29:37.333657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-045b3001-f128-43a9-81f9-e514acd318fb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4058766 Nov 12 03:29:37.337608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50374) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.338913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.346779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:37.352584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87609fdb-610e-495d-b23f-beb4785ae857 req-90d9cc50-6413-4994-ad8e-cd9bc6421176 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876441 Nov 12 03:29:37.381008 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.382854 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.403124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31360d08-5c42-4a16-baec-4c9fdbd2656e req-54a4af49-c218-421e-9293-d9213dc3c341 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940695 Nov 12 03:29:37.477373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:37.495539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.512223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.518966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497ed5b-37d2-4c81-987e-2971f3c6ebfd None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.520779 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da25c25a-e999-4cdb-8eb1-6a54dd1bf3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.530471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:37.538387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.586880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.652800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83493273-713d-4d63-aa92-bebfc4cfb7aa req-e4cc5006-29d1-4c49-ae0a-2795316a7b63 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:37.655685 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83493273-713d-4d63-aa92-bebfc4cfb7aa req-e4cc5006-29d1-4c49-ae0a-2795316a7b63 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.1112013 Nov 12 03:29:37.657685 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df0378ed-6f83-4fdd-bedf-488b8f02f40b (CIDR: 172.20.0.16/28) Nov 12 03:29:37.661608 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:37.662176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:37.680277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5ca7b737-9ad4-49ea-bbcf-0796e0e647da tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3410094 Nov 12 03:29:37.683074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50380) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.688713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'subnet': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:37.732605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da25c25a-e999-4cdb-8eb1-6a54dd1bf3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.738404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-83493273-713d-4d63-aa92-bebfc4cfb7aa req-05d7b9c7-9ce6-48b5-b292-7f22a36e9d09 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741506 Nov 12 03:29:37.739888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da25c25a-e999-4cdb-8eb1-6a54dd1bf3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.770075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25c25a-e999-4cdb-8eb1-6a54dd1bf3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc196af7-8e79-4edd-b925-de8051d2b0fa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.790772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-da25c25a-e999-4cdb-8eb1-6a54dd1bf3f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=76480f169dcb4419968bbe1af6c20a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928767 Nov 12 03:29:37.793199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50382) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.837928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Made reservation on behalf of 000d2343e0c74ffa9c6c158d17dcf5fa for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:37.842142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.854944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.884680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.943520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.947366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.949275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cc196af7-8e79-4edd-b925-de8051d2b0fa HTTP/1.1" status: 204 len: 168 time: 0.1552327 Nov 12 03:29:37.961131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72acf7c-43a1-4c3d-aa09-939d8ac011bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc196af7-8e79-4edd-b925-de8051d2b0fa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.054329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:38.138771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.139173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.210210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.244265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.279324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:38.282577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:38.288010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.288607 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.294157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Subnet': ['ID=804a3279-5adf-4a39-9db7-adfc9e544e34,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.294340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1eedb5-028f-4c44-84cf-89277311787c None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:38.311377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-84004129-d74d-47dd-8b09-b12d3beebf5a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6257057 Nov 12 03:29:38.312734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50388) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.318616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-955835837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '804a3279-5adf-4a39-9db7-adfc9e544e34'}], 'security_groups': ['a892cbab-71ce-4fdf-b4d4-4c3857682311', 'e6963947-e998-47a0-afa8-3cae6951c756']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:38.402517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.406605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f4d22db-931b-4d53-a736-b2e055319014 None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.406982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f4d22db-931b-4d53-a736-b2e055319014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.498248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d22db-931b-4d53-a736-b2e055319014 None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:38.530068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f4d22db-931b-4d53-a736-b2e055319014 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.530466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f4d22db-931b-4d53-a736-b2e055319014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.596669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92e235-9d25-4912-a07b-6a95b569634b req-38de920e-3c2e-47ca-94da-a5a11f1c8b91 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.609533 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce92e235-9d25-4912-a07b-6a95b569634b req-38de920e-3c2e-47ca-94da-a5a11f1c8b91 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.0930099 Nov 12 03:29:38.674891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Update dhcp port {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'fixed_ips': [{'subnet_id': 'df0378ed-6f83-4fdd-bedf-488b8f02f40b', 'ip_address': '172.20.0.18'}, {'subnet_id': '8c1dad78-eb18-46c3-a163-4e23a251f7fd', 'ip_address': '172.20.0.2'}, {'subnet_id': '804a3279-5adf-4a39-9db7-adfc9e544e34'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '0bf91576-0b1a-41c1-ad17-6c2ea4eb5385'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:38.683731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1fba-f4b0-436b-9ad4-580f3c9cc785 req-82bb1c7c-b8c1-4cf2-993d-62e2b29a184b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.685468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-773b1fba-f4b0-436b-9ad4-580f3c9cc785 req-82bb1c7c-b8c1-4cf2-993d-62e2b29a184b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.2128575 Nov 12 03:29:38.689440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce92e235-9d25-4912-a07b-6a95b569634b req-704cba44-2058-4a72-be03-e1692d21bcc0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782716 Nov 12 03:29:38.709558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.819549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:38.821968 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ad64d-d34b-4236-9134-56e8fd8721d8" -d '{"events": [{"server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "name": "network-vif-plugged", "status": "completed", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:38.825599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-773b1fba-f4b0-436b-9ad4-580f3c9cc785 req-57602ede-e985-4e0a-ad71-cce2fc14aa3c tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261475 Nov 12 03:29:38.903724 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f27a80-e348-484d-8455-b1af8cf65de4 x-openstack-request-id: req-a8f27a80-e348-484d-8455-b1af8cf65de4 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:38.904029 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "name": "network-vif-plugged", "status": "completed", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:38.904284 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8f27a80-e348-484d-8455-b1af8cf65de4 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:38.904703 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b', 'code': 200} Nov 12 03:29:38.955143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Delete allocated IP 172.20.0.7 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/8c1dad78-eb18-46c3-a163-4e23a251f7fd) {{(pid=102433) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:29:38.964317 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Allocated IP 172.20.0.43 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/804a3279-5adf-4a39-9db7-adfc9e544e34/b021c8aa-c6a1-4a2b-bc56-8ac0014669ff) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:38.978926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8323f2-34eb-4057-8842-f9068ee76714 req-188848ad-0923-4812-b551-25e95015b6ac tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.981212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff8323f2-34eb-4057-8842-f9068ee76714 req-188848ad-0923-4812-b551-25e95015b6ac tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.0937219 Nov 12 03:29:39.049846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864940c9-3ded-4be4-a9d7-6590867c1b8e req-67d4f28f-e7f7-4d4f-a7ba-c5dd8c19b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.051782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-864940c9-3ded-4be4-a9d7-6590867c1b8e req-67d4f28f-e7f7-4d4f-a7ba-c5dd8c19b53e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 1097 time: 0.0849223 Nov 12 03:29:39.059320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff8323f2-34eb-4057-8842-f9068ee76714 req-2e56d1c2-c640-42b3-be60-cd476440c986 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655456 Nov 12 03:29:39.165987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-864940c9-3ded-4be4-a9d7-6590867c1b8e req-a62afa07-49fd-4f9f-a49e-f17bfa9734db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039727 Nov 12 03:29:39.228080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.234182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.308731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Allocated IP 172.20.0.34 (9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1/804a3279-5adf-4a39-9db7-adfc9e544e34/0bf91576-0b1a-41c1-ad17-6c2ea4eb5385) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:39.338154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event updated for resources: {'Port': ['ID=b021c8aa-c6a1-4a2b-bc56-8ac0014669ff,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.348572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] In _notify_port_updated(), no bound segment for port b021c8aa-c6a1-4a2b-bc56-8ac0014669ff on network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:29:39.354535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.355190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.356516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9e683e1-582d-48f3-a34b-0737eac73cd3 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "PUT /v2.0/ports/b021c8aa-c6a1-4a2b-bc56-8ac0014669ff HTTP/1.1" status: 200 len: 959 time: 1.0427091 Nov 12 03:29:39.359309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50424) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.446828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:39.483693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port b021c8aa-c6a1-4a2b-bc56-8ac0014669ff {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:39.484032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.489341 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.494226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.545813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ac45f-e2df-4910-b95d-41002a8e5f20 req-70775c42-8442-407e-9324-d38fc06226e7 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.554319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-856ac45f-e2df-4910-b95d-41002a8e5f20 req-70775c42-8442-407e-9324-d38fc06226e7 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.0911279 Nov 12 03:29:39.590655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.604452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for b021c8aa-c6a1-4a2b-bc56-8ac0014669ff owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:39.608585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bfc7f-a7ae-4c68-a720-809768efe9d3 None None] Pushing event updated for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.626124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-856ac45f-e2df-4910-b95d-41002a8e5f20 req-8898f10b-8b07-473e-b96f-a1e46635d03e tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663419 Nov 12 03:29:39.794339 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.883710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=b021c8aa-c6a1-4a2b-bc56-8ac0014669ff,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.944309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec5c97-7702-4310-8e41-517308f3d856 req-5e552e21-c59d-4b31-95c2-b59d8f83dcd7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.946288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3ec5c97-7702-4310-8e41-517308f3d856 req-5e552e21-c59d-4b31-95c2-b59d8f83dcd7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.1676304 Nov 12 03:29:39.971146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca05530-c521-4ebf-95be-6fbbde4e0efb req-83e594a8-a29c-4dba-ab37-9b87af9d23ea tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.974049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cca05530-c521-4ebf-95be-6fbbde4e0efb req-83e594a8-a29c-4dba-ab37-9b87af9d23ea tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0601773 Nov 12 03:29:39.977426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.983176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c64df9f2-ac64-4181-b230-41c33b07da32 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/b021c8aa-c6a1-4a2b-bc56-8ac0014669ff HTTP/1.1" status: 204 len: 168 time: 0.6167157 Nov 12 03:29:39.983640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.028764 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca6d5fb-e651-421d-a45f-c261b0cd4d23 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] GET failed (client error): The resource could not be found. Nov 12 03:29:40.031434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bca6d5fb-e651-421d-a45f-c261b0cd4d23 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports/b021c8aa-c6a1-4a2b-bc56-8ac0014669ff HTTP/1.1" status: 404 len: 333 time: 0.0387416 Nov 12 03:29:40.031929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3ec5c97-7702-4310-8e41-517308f3d856 req-b50afa6a-7472-41f7-8463-5418ace38273 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701661 Nov 12 03:29:40.034753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50448) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.087323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:40.113339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cca05530-c521-4ebf-95be-6fbbde4e0efb req-34e61164-47bb-4066-93f3-3a1e52b32614 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303506 Nov 12 03:29:40.138522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.152678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:40.153174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.174081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.239370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.242769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.244252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/security-groups/1ed8fac9-f57f-454f-8efd-6ae7bb231eeb HTTP/1.1" status: 204 len: 168 time: 0.2082198 Nov 12 03:29:40.246811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50454) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.255527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988c80d-2b28-4b85-9bec-e39391d4cc63 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8fac9-f57f-454f-8efd-6ae7bb231eeb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.351760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.382279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.409070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:40.409647 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.433306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.439363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.443517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/security-groups/e6963947-e998-47a0-afa8-3cae6951c756 HTTP/1.1" status: 204 len: 168 time: 0.1931124 Nov 12 03:29:40.444061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.450511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:40.456562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95702e-6f42-491d-9d7f-a59abe3073c5 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6963947-e998-47a0-afa8-3cae6951c756,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.476687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:40.477262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.523678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.554893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.587211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-67c65b51-963f-4c30-8001-763dfb8cafb6 None None] Could not find standard attr ID for object b021c8aa-c6a1-4a2b-bc56-8ac0014669ff. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:40.606086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.608982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.612611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/security-groups/a892cbab-71ce-4fdf-b4d4-4c3857682311 HTTP/1.1" status: 204 len: 168 time: 0.1648190 Nov 12 03:29:40.612948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50466) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:40.620819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac1ec-6b23-4779-9e8f-36e36344312e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892cbab-71ce-4fdf-b4d4-4c3857682311,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.675352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 8c1dad78-eb18-46c3-a163-4e23a251f7fd {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:40.680179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.708949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e708ac30-1cdb-41a2-a1b3-0e330bc4b9a7 None None] Could not find standard attr ID for object b021c8aa-c6a1-4a2b-bc56-8ac0014669ff. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:40.757601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.806260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c8251-4513-4630-ab61-1fdf3202b010 req-ebe24d12-db15-491e-be24-a8ff6ed0eccb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.807790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f7c8251-4513-4630-ab61-1fdf3202b010 req-ebe24d12-db15-491e-be24-a8ff6ed0eccb tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.0990410 Nov 12 03:29:40.881748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.921227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f7c8251-4513-4630-ab61-1fdf3202b010 req-115e994f-1159-458a-881f-ee11fdc4dce0 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993490 Nov 12 03:29:40.986684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-33ea928b-130c-41a3-9271-e9de70894158 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:40.988432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-33ea928b-130c-41a3-9271-e9de70894158 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.32 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.0710680 Nov 12 03:29:40.989627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.026583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1dad78-eb18-46c3-a163-4e23a251f7fd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.028682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.035556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.036130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67ad5628-344a-443c-b0f0-322b4ce77cb8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/8c1dad78-eb18-46c3-a163-4e23a251f7fd HTTP/1.1" status: 204 len: 168 time: 0.4214668 Nov 12 03:29:41.134135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Deleting port c6c13445-3a73-4b87-9544-8036b64acf0c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:41.134352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.183779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c6551-bf4b-45c8-948e-bca2d3773c6e None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:41.195617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet 804a3279-5adf-4a39-9db7-adfc9e544e34 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:41.229225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.261449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50482) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.263595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5a8e5c9e-75f6-4771-a428-6ee48f8d7a83 None None] Could not find standard attr ID for object b021c8aa-c6a1-4a2b-bc56-8ac0014669ff. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:29:41.295391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.334675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e902-e082-48a2-bc60-e120f5bd5d26 req-f2b02ae2-8efe-43c7-bb9c-f95acf5e3b90 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.342296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1bc5e902-e082-48a2-bc60-e120f5bd5d26 req-f2b02ae2-8efe-43c7-bb9c-f95acf5e3b90 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.1795316 Nov 12 03:29:41.435769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1bc5e902-e082-48a2-bc60-e120f5bd5d26 req-718c4171-2319-4a2a-87b6-d3489d9519d7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924833 Nov 12 03:29:41.452402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.529220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.547252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.555878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/804a3279-5adf-4a39-9db7-adfc9e544e34 HTTP/1.1" status: 204 len: 168 time: 0.5162218 Nov 12 03:29:41.576952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50486) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.589497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=804a3279-5adf-4a39-9db7-adfc9e544e34,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.625635 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-000821b2-5c33-401c-a6b1-85aa946b5ceb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:41.626916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000821b2-5c33-401c-a6b1-85aa946b5ceb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:41.632542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-000821b2-5c33-401c-a6b1-85aa946b5ceb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/8c1dad78-eb18-46c3-a163-4e23a251f7fd HTTP/1.1" status: 404 len: 337 time: 0.0518486 Nov 12 03:29:41.632542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.632811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.633291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.633633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.634067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.634559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.634772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.635121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.635487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.636401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50492) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.636903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.636903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.637309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1272a9-ef99-4d0a-9b6f-537a48cda407 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.647569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] For port c6c13445-3a73-4b87-9544-8036b64acf0c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c6c13445-3a73-4b87-9544-8036b64acf0c,segment=NetworkSegment(5700e778-5b98-4524-8316-704d0889e8f3),segment_id=5700e778-5b98-4524-8316-704d0889e8f3)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:41.648008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.698682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Calling delete_port for c6c13445-3a73-4b87-9544-8036b64acf0c owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:41.714476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447b46b-3c22-4c03-8d4c-9d6ee47b0f90 req-405262af-1bb1-4f21-adb0-f2d3dd3d2048 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.723760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0447b46b-3c22-4c03-8d4c-9d6ee47b0f90 req-405262af-1bb1-4f21-adb0-f2d3dd3d2048 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.5084536 Nov 12 03:29:41.734135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c90d37-8f7c-4d9c-a591-8b17433ae92f req-cd776654-dc27-4bd0-a214-0808fd28e897 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.736491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c90d37-8f7c-4d9c-a591-8b17433ae92f req-cd776654-dc27-4bd0-a214-0808fd28e897 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.0633688 Nov 12 03:29:41.799850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61c90d37-8f7c-4d9c-a591-8b17433ae92f req-d52f54e7-88f7-4e07-aa0f-f0e8ab91aef4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569646 Nov 12 03:29:41.812082 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2a061cb-7671-4fb1-8ae7-d77150e6e122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.835765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting subnet df0378ed-6f83-4fdd-bedf-488b8f02f40b {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:41.852024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.883519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0447b46b-3c22-4c03-8d4c-9d6ee47b0f90 req-06ce2bbe-b89f-407a-98d3-5951e80bd01e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582696 Nov 12 03:29:41.917934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.048560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b29f15-1509-4694-b353-c3df2512b116 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:42.070135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e381a-b4aa-4cfd-b4e8-3df499ce76d0 req-6ec47434-501d-465b-a85c-dc818cc4af8c tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.072364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e01e381a-b4aa-4cfd-b4e8-3df499ce76d0 req-6ec47434-501d-465b-a85c-dc818cc4af8c tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/ports?device_id=128c8f0e-2c56-457c-8777-ea2a6174b089 HTTP/1.1" status: 200 len: 945 time: 0.0654132 Nov 12 03:29:42.102296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2a061cb-7671-4fb1-8ae7-d77150e6e122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.105239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.109992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2a061cb-7671-4fb1-8ae7-d77150e6e122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.116322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.121341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c6c13445-3a73-4b87-9544-8036b64acf0c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:42.131217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e01e381a-b4aa-4cfd-b4e8-3df499ce76d0 req-daa87bcc-47ee-4dd7-91d2-602b6a1e2df7 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.84 "GET /v2.0/security-groups?id=0e7cd338-e3e7-48ee-968c-91a3b4065bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491991 Nov 12 03:29:42.160824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-07089ccc-9333-40f0-8c49-0bd28f23b1ff None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:42.161214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-07089ccc-9333-40f0-8c49-0bd28f23b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.179128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Pushing event deleted for resources: {'Port': ['ID=c6c13445-3a73-4b87-9544-8036b64acf0c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.226900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-07089ccc-9333-40f0-8c49-0bd28f23b1ff None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:42.239539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a061cb-7671-4fb1-8ae7-d77150e6e122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa19ac2-1e85-4a0b-8081-120c242b4dcd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.250741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-07089ccc-9333-40f0-8c49-0bd28f23b1ff None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:42.251121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-07089ccc-9333-40f0-8c49-0bd28f23b1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.256541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2a061cb-7671-4fb1-8ae7-d77150e6e122 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd1ff2e830144c12b93c481471378c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9925416 Nov 12 03:29:42.259188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50496) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.259883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] No DVR routers for this DVR port c6c13445-3a73-4b87-9544-8036b64acf0c on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:42.262932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.266294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd3cf0b0-2609-4352-90dc-a1fa806b5693 req-a5461a1b-2d31-4fba-a2f2-1556a9c575c3 tempest-ServerPasswordTestJSON-391118217 tempest-ServerPasswordTestJSON-391118217-project] 10.222.0.32 "DELETE /v2.0/ports/c6c13445-3a73-4b87-9544-8036b64acf0c HTTP/1.1" status: 204 len: 173 time: 1.2669897 Nov 12 03:29:42.267795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'name': 'network-vif-deleted', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:42.269054 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4b6d9-a5c2-4e80-89fc-46b5492e27d3" -d '{"events": [{"server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "name": "network-vif-deleted", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:42.281012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.311957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Subnet': ['ID=df0378ed-6f83-4fdd-bedf-488b8f02f40b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.314455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.317964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da0ab28f-5204-4287-a60a-497089a3efeb tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/df0378ed-6f83-4fdd-bedf-488b8f02f40b HTTP/1.1" status: 204 len: 168 time: 0.6806064 Nov 12 03:29:42.320351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50500) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.356285 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd947c9-db06-4500-baef-73e35140103b x-openstack-request-id: req-0fd947c9-db06-4500-baef-73e35140103b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:42.356866 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128c8f0e-2c56-457c-8777-ea2a6174b089", "name": "network-vif-deleted", "tag": "c6c13445-3a73-4b87-9544-8036b64acf0c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:42.357301 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0fd947c9-db06-4500-baef-73e35140103b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:42.358346 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128c8f0e-2c56-457c-8777-ea2a6174b089', 'name': 'network-vif-deleted', 'tag': 'c6c13445-3a73-4b87-9544-8036b64acf0c', 'status': 'completed', 'code': 200} Nov 12 03:29:42.359609 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9e7275-63da-43cc-b4f7-a62614d2938e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.360267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9e7275-63da-43cc-b4f7-a62614d2938e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.364323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8a9e7275-63da-43cc-b4f7-a62614d2938e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/6ec54513-2e92-453f-851b-657ef7ecd62e HTTP/1.1" status: 404 len: 337 time: 0.0424824 Nov 12 03:29:42.367134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50502) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.368598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.397737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.404662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e2683ae-9dc7-43af-95fb-0e78debc5ca4 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "GET /v2.0/ports?device_id=4554d964-da86-4917-a46b-1a8b812f57e7 HTTP/1.1" status: 200 len: 205 time: 0.0361156 Nov 12 03:29:42.408209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50504) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.444477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657ed51-e544-4ec2-a4fa-ae055c59f2c0 None None] Update dhcp port {'port': {'network_id': '9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1', 'fixed_ips': [{'subnet_id': 'df0378ed-6f83-4fdd-bedf-488b8f02f40b'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '0bf91576-0b1a-41c1-ad17-6c2ea4eb5385'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:29:42.456134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.458917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.460401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0fa19ac2-1e85-4a0b-8081-120c242b4dcd HTTP/1.1" status: 204 len: 168 time: 0.1996102 Nov 12 03:29:42.463903 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-0936b5d6-0ab4-476e-8bdd-dd3dce93ea13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] delete failed (client error): The resource could not be found. Nov 12 03:29:42.473376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0936b5d6-0ab4-476e-8bdd-dd3dce93ea13 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/routers/4554d964-da86-4917-a46b-1a8b812f57e7 HTTP/1.1" status: 404 len: 336 time: 0.0610521 Nov 12 03:29:42.473598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50508) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.480342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6fd49-8310-4e95-999c-69544f551915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa19ac2-1e85-4a0b-8081-120c242b4dcd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.500915 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3657ed51-e544-4ec2-a4fa-ae055c59f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.507684 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35c0148-46af-4d65-b099-0b9e3c4c6af8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.508139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35c0148-46af-4d65-b099-0b9e3c4c6af8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.511136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f35c0148-46af-4d65-b099-0b9e3c4c6af8 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/7e4909db-c06b-415d-85b3-581f3b0b5892 HTTP/1.1" status: 404 len: 337 time: 0.0365927 Nov 12 03:29:42.513806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50510) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.541758 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe112f55-d7b9-4d04-b807-101b6e2b8e68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.542228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe112f55-d7b9-4d04-b807-101b6e2b8e68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.545561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fe112f55-d7b9-4d04-b807-101b6e2b8e68 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/79b10e2b-840c-4335-834e-fd66c36af07d HTTP/1.1" status: 404 len: 337 time: 0.0306520 Nov 12 03:29:42.548279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50512) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.576901 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed30d1f-2d42-4b6c-82fa-d32ba64c1e60 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.577461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed30d1f-2d42-4b6c-82fa-d32ba64c1e60 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.581479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6ed30d1f-2d42-4b6c-82fa-d32ba64c1e60 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/c06c9c8f-274e-4359-a518-8082bbd29261 HTTP/1.1" status: 404 len: 337 time: 0.0319018 Nov 12 03:29:42.584045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50514) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.612229 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f68954-3804-4d8d-ac0c-96b7f0954437 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.612893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f68954-3804-4d8d-ac0c-96b7f0954437 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.616016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71f68954-3804-4d8d-ac0c-96b7f0954437 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/e225a9cb-0059-4179-a46b-de69b743b6f5 HTTP/1.1" status: 404 len: 333 time: 0.0307891 Nov 12 03:29:42.618567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50518) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.645455 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd22d906-b80c-414a-a6b2-3ed52db1b36c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.646041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd22d906-b80c-414a-a6b2-3ed52db1b36c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.651182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd22d906-b80c-414a-a6b2-3ed52db1b36c tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/8d184681-018a-47ce-bce8-e0989942719a HTTP/1.1" status: 404 len: 337 time: 0.0294583 Nov 12 03:29:42.651539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50520) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.678602 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe38d68-3475-4f95-a133-62a234fd057d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.679064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe38d68-3475-4f95-a133-62a234fd057d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.683156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bbe38d68-3475-4f95-a133-62a234fd057d tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/62386df5-2d5a-4047-b9e6-582b5e7895ec HTTP/1.1" status: 404 len: 337 time: 0.0299289 Nov 12 03:29:42.684988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50522) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.694480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b99e26-278d-4b74-bf2d-cedd4d5bcbe7 None None] Network 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:42.713542 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea3812e-7843-467c-b60c-c4cf4445c86a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.722713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea3812e-7843-467c-b60c-c4cf4445c86a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.725890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bea3812e-7843-467c-b60c-c4cf4445c86a tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/a29fee72-bd1d-4f72-976d-dddff9ca564c HTTP/1.1" status: 404 len: 333 time: 0.0395193 Nov 12 03:29:42.728572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50524) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.760667 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-677ff2c9-d636-49d3-b909-4e77963fbead tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.761203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677ff2c9-d636-49d3-b909-4e77963fbead tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.768496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-677ff2c9-d636-49d3-b909-4e77963fbead tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/603a2f23-5ed6-4140-a595-6a5eabfc8287 HTTP/1.1" status: 404 len: 337 time: 0.0359464 Nov 12 03:29:42.768835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50526) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.801427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-858a4f6f-fb7a-407e-9eb6-63aefdb897ce None None] Provisioning complete for port daa9d8a9-3167-4483-bf5d-438f3a5c094e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:42.801870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-858a4f6f-fb7a-407e-9eb6-63aefdb897ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.808170 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d1fba-3597-4097-8a5a-6cc62ce07a3e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:42.809215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889d1fba-3597-4097-8a5a-6cc62ce07a3e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:42.813182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-889d1fba-3597-4097-8a5a-6cc62ce07a3e tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/subnets/19771ff4-98d9-4da4-b724-58c13071c173 HTTP/1.1" status: 404 len: 337 time: 0.0425804 Nov 12 03:29:42.815904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.845963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:42.860625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-858a4f6f-fb7a-407e-9eb6-63aefdb897ce None None] Port daa9d8a9-3167-4483-bf5d-438f3a5c094e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:42.876973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7b2-7386-414d-8ce0-52e3c91bdef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.878459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-858a4f6f-fb7a-407e-9eb6-63aefdb897ce None None] Provisioning complete for port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:42.878831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-858a4f6f-fb7a-407e-9eb6-63aefdb897ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.901389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] DHCP port deletion for 9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:43.023019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Deleting port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:43.023422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.035346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7b2-7386-414d-8ce0-52e3c91bdef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.043580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b4ce7b2-7386-414d-8ce0-52e3c91bdef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.097730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] For port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,segment=NetworkSegment(b2abde8e-ac89-435a-921e-484ee3f44040),segment_id=b2abde8e-ac89-435a-921e-484ee3f44040)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:43.098806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.107037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaae81-58b7-4a64-97b0-968b9ccb1a26 req-9e2145da-fcef-4ea1-aef9-b257809e291a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.108764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ecdaae81-58b7-4a64-97b0-968b9ccb1a26 req-9e2145da-fcef-4ea1-aef9-b257809e291a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1340556 Nov 12 03:29:43.113877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Calling delete_port for 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:43.126583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b4ce7b2-7386-414d-8ce0-52e3c91bdef4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c17362dab77d4c34a4143d6a4878be21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2763946 Nov 12 03:29:43.127382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ce7b2-7386-414d-8ce0-52e3c91bdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296c257-3ebc-4a02-ac50-7be53f4230b8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.131240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.212670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.240907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ecdaae81-58b7-4a64-97b0-968b9ccb1a26 req-7f5cdad5-fcc2-4375-b2a1-86f5eff97eb0 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160829 Nov 12 03:29:43.241199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] Pushing event deleted for resources: {'Port': ['ID=0bf91576-0b1a-41c1-ad17-6c2ea4eb5385,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.245131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7d926-64ad-45a4-9486-daeb9d07da3f None None] No DVR routers for this DVR port 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:43.269459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.278846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-24fb3922-7b4c-4c78-8c77-a3e9c0731844 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.280437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-24fb3922-7b4c-4c78-8c77-a3e9c0731844 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.32 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.0995266 Nov 12 03:29:43.321411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.337545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.366816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd3379-85a0-4142-8ae2-745a0f813189 req-1a95c690-0071-4cab-85c4-7d50fd4c01d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.368438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcbd3379-85a0-4142-8ae2-745a0f813189 req-1a95c690-0071-4cab-85c4-7d50fd4c01d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=dacffd89-d895-48a7-a088-91e184d347da HTTP/1.1" status: 200 len: 945 time: 0.4327428 Nov 12 03:29:43.389103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Deleting port daa9d8a9-3167-4483-bf5d-438f3a5c094e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:43.389531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.423673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Deleting port 48a42dc5-6363-42f8-8acd-9e03f64e325b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:43.424059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.428433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.429868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Deleting subnet 1e9373b0-21d5-4575-b886-2c10b1d5ea3b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:43.437638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.437638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b296c257-3ebc-4a02-ac50-7be53f4230b8 HTTP/1.1" status: 204 len: 168 time: 0.2956042 Nov 12 03:29:43.437959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.458723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe6497-b688-43b5-bac4-6f9de9621a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296c257-3ebc-4a02-ac50-7be53f4230b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.520133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.541339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] For port 48a42dc5-6363-42f8-8acd-9e03f64e325b, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=48a42dc5-6363-42f8-8acd-9e03f64e325b,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:43.541621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.541758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.546588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcbd3379-85a0-4142-8ae2-745a0f813189 req-e4d380be-59eb-4bca-aae5-30671285270b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698494 Nov 12 03:29:43.569313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Calling delete_port for daa9d8a9-3167-4483-bf5d-438f3a5c094e owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:43.572037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Calling delete_port for 48a42dc5-6363-42f8-8acd-9e03f64e325b owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:43.634078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.706649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.711808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.723839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.737584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:43.742284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['48a42dc5-6363-42f8-8acd-9e03f64e325b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:43.745042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9373b0-21d5-4575-b886-2c10b1d5ea3b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.760514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Pushing event deleted for resources: {'Port': ['ID=48a42dc5-6363-42f8-8acd-9e03f64e325b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.771228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.779825 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a887f73-b94b-49c2-ae6c-04dfa29b0f0e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1e9373b0-21d5-4575-b886-2c10b1d5ea3b HTTP/1.1" status: 204 len: 168 time: 0.4551072 Nov 12 03:29:43.779825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Port': ['ID=daa9d8a9-3167-4483-bf5d-438f3a5c094e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.781343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.785583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.791342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5c3cd721-b849-4839-9510-f67d2364a0b7 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/ports/daa9d8a9-3167-4483-bf5d-438f3a5c094e HTTP/1.1" status: 204 len: 168 time: 0.9742041 Nov 12 03:29:43.795893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50550) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.875693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.905416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] No DVR routers for this DVR port 48a42dc5-6363-42f8-8acd-9e03f64e325b on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:43.911710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.915079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8ee87ba-f846-4725-a0d6-ca47a45cc2b8 req-dfc3ad4c-3af4-47de-b899-ad22093ccf42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.32 "DELETE /v2.0/ports/48a42dc5-6363-42f8-8acd-9e03f64e325b HTTP/1.1" status: 204 len: 173 time: 0.6249287 Nov 12 03:29:43.940139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.000367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.023526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e512c8-a04d-4394-bb33-b626d2cfd39c']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.063048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5700e778-5b98-4524-8316-704d0889e8f3') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.064009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5700e778-5b98-4524-8316-704d0889e8f3') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.068467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.100898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.107494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.119023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2abde8e-ac89-435a-921e-484ee3f44040') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.119887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.120292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2abde8e-ac89-435a-921e-484ee3f44040') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:44.133422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.138848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:44.143388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:44.146352 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:44.151975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:44.156625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.169490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:44.169976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:44.174586 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:44.184373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:44.184796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0bf91576-0b1a-41c1-ad17-6c2ea4eb5385 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:44.242004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.247778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.256100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] 10.222.0.84 "DELETE /v2.0/networks/c6e512c8-a04d-4394-bb33-b626d2cfd39c HTTP/1.1" status: 204 len: 168 time: 0.4694471 Nov 12 03:29:44.272688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.276983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fdb13-a8f1-4eac-a299-1eaf4e0d027b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e512c8-a04d-4394-bb33-b626d2cfd39c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.307672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.318424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] 10.222.0.84 "DELETE /v2.0/networks/9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1 HTTP/1.1" status: 204 len: 168 time: 0.5206861 Nov 12 03:29:44.319956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fc349-b5f6-4c00-8062-f310bc6d45e1 tempest-PortsTestJSON-1621071331 tempest-PortsTestJSON-1621071331-project] Pushing event deleted for resources: {'Network': ['ID=9d6364ef-8dd8-4bc2-b1e3-2402688b3fd1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.379342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'name': 'network-vif-deleted', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:44.382138 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e5b959-590b-4af2-bdc0-dee220c2396f" -d '{"events": [{"server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "name": "network-vif-deleted", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:44.410274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1dcc8-14dc-408f-90ac-ea74671cdccf req-c70c1f21-a54a-4d9b-a17a-5a1053835759 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.412500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8b1dcc8-14dc-408f-90ac-ea74671cdccf req-c70c1f21-a54a-4d9b-a17a-5a1053835759 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0590587 Nov 12 03:29:44.460669 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefd9f1f-55fe-47ae-8b8f-1a67e678cd8c x-openstack-request-id: req-fefd9f1f-55fe-47ae-8b8f-1a67e678cd8c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:44.461075 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacffd89-d895-48a7-a088-91e184d347da", "name": "network-vif-deleted", "tag": "48a42dc5-6363-42f8-8acd-9e03f64e325b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:44.461324 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fefd9f1f-55fe-47ae-8b8f-1a67e678cd8c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:44.462001 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacffd89-d895-48a7-a088-91e184d347da', 'name': 'network-vif-deleted', 'tag': '48a42dc5-6363-42f8-8acd-9e03f64e325b', 'status': 'completed', 'code': 200} Nov 12 03:29:44.488914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8b1dcc8-14dc-408f-90ac-ea74671cdccf req-b64877a9-650a-40cb-85b8-e1ebe1ce6794 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695150 Nov 12 03:29:44.515972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50576) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:44.570029 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8c12a207-e6bf-4832-bdc2-78bc0170f1f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b0aa926376f64d87b39b4f92df761905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505235 Nov 12 03:29:44.570821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50578) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:44.610117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c6c13445-3a73-4b87-9544-8036b64acf0c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:44.624477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.647301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: c6c13445-3a73-4b87-9544-8036b64acf0c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:44.655463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c6c13445-3a73-4b87-9544-8036b64acf0c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:44.656045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.725926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50586) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:44.734143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.737073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.738796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e7cd338-e3e7-48ee-968c-91a3b4065bf9 HTTP/1.1" status: 204 len: 168 time: 0.1664109 Nov 12 03:29:44.751387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0eaa3-b4b6-4106-8b30-a52b1415dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cd338-e3e7-48ee-968c-91a3b4065bf9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.773264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279539-b9af-4045-a64b-f56781b52de7 req-05399d28-c57d-4ec9-83e5-3459e5ae1b4c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.774810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4279539-b9af-4045-a64b-f56781b52de7 req-05399d28-c57d-4ec9-83e5-3459e5ae1b4c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0701473 Nov 12 03:29:44.840476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4279539-b9af-4045-a64b-f56781b52de7 req-b96d9d0b-11f3-4558-9f24-bf7276233bf1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538247 Nov 12 03:29:44.918362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50600) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:44.918537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd693000-20e2-4817-9f14-eaaacdd5ddb7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=000d2343e0c74ffa9c6c158d17dcf5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935740 Nov 12 03:29:44.978390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.007666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.068880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.074365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.077876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdabe118-c573-42ea-9ba0-2e62f79c47cd HTTP/1.1" status: 204 len: 168 time: 0.1562228 Nov 12 03:29:45.098404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ae08c-7bd7-4f41-af78-45e2c27af6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdabe118-c573-42ea-9ba0-2e62f79c47cd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.151899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ccc7a-db70-4b4a-8873-5a185359ba81 req-e0304c07-1646-4017-bdc2-a060996fca0d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.153542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b89ccc7a-db70-4b4a-8873-5a185359ba81 req-e0304c07-1646-4017-bdc2-a060996fca0d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0767217 Nov 12 03:29:45.209103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b89ccc7a-db70-4b4a-8873-5a185359ba81 req-9ddd611c-a4f1-4cd2-aaaa-5aba2886ce6d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489337 Nov 12 03:29:45.351940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ae8b-81df-468e-9976-b3140193920e req-0168219a-8250-44c3-904a-9b9cae52c83f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.354215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1a4ae8b-81df-468e-9976-b3140193920e req-0168219a-8250-44c3-904a-9b9cae52c83f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0613549 Nov 12 03:29:45.393532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50628) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.415644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1a4ae8b-81df-468e-9976-b3140193920e req-6c86b84b-9de8-4984-beef-fc1965d3a827 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549054 Nov 12 03:29:45.630499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-195acafc-b111-4375-acad-ada1a4a5a976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.658820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9196b31-78f6-4780-b24d-2a153b169d9a req-3101db93-c38f-4f48-a327-906d569a7cc2 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.660389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9196b31-78f6-4780-b24d-2a153b169d9a req-3101db93-c38f-4f48-a327-906d569a7cc2 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0913613 Nov 12 03:29:45.783037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9196b31-78f6-4780-b24d-2a153b169d9a req-5f84a3dc-c66c-4d3b-8142-e49b4607ce1e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091285 Nov 12 03:29:45.787051 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-195acafc-b111-4375-acad-ada1a4a5a976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.792731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-195acafc-b111-4375-acad-ada1a4a5a976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.833863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-195acafc-b111-4375-acad-ada1a4a5a976 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b89efaf8ef8c4c61b4f24074e7b76be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402373 Nov 12 03:29:45.836800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50654) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.863906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acafc-b111-4375-acad-ada1a4a5a976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858bf680-06fc-46f3-9313-72a44ea09333,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.908922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.944281 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.012351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.015583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.017552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/858bf680-06fc-46f3-9313-72a44ea09333 HTTP/1.1" status: 204 len: 168 time: 0.1796691 Nov 12 03:29:46.028347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9bde9-0174-44ee-a0ad-aa03dfdc2dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858bf680-06fc-46f3-9313-72a44ea09333,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.368267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.551505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-968aef0e-ff9f-4933-bc89-ca459ede938a tempest-DvrRoutersNegativeTest-546117947 tempest-DvrRoutersNegativeTest-546117947-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1505386023', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:46.554636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.policy [None req-968aef0e-ff9f-4933-bc89-ca459ede938a tempest-DvrRoutersNegativeTest-546117947 tempest-DvrRoutersNegativeTest-546117947-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102432) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:29:46.555073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.policy [None req-968aef0e-ff9f-4933-bc89-ca459ede938a tempest-DvrRoutersNegativeTest-546117947 tempest-DvrRoutersNegativeTest-546117947-project] Failed policy check for 'create_router' {{(pid=102432) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:29:46.557309 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-968aef0e-ff9f-4933-bc89-ca459ede938a tempest-DvrRoutersNegativeTest-546117947 tempest-DvrRoutersNegativeTest-546117947-project] create failed (client error): Access was denied to this resource. Nov 12 03:29:46.558341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-968aef0e-ff9f-4933-bc89-ca459ede938a tempest-DvrRoutersNegativeTest-546117947 tempest-DvrRoutersNegativeTest-546117947-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1890383 Nov 12 03:29:46.614298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 48a42dc5-6363-42f8-8acd-9e03f64e325b no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:46.646559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 48a42dc5-6363-42f8-8acd-9e03f64e325b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:46.647611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 48a42dc5-6363-42f8-8acd-9e03f64e325b not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:46.670932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50692) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.940743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fc988-b7ce-4baa-916c-ef19e5be387d req-79aea3f9-4676-4b18-81de-2d108a1f96e7 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.942335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a7fc988-b7ce-4baa-916c-ef19e5be387d req-79aea3f9-4676-4b18-81de-2d108a1f96e7 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0779569 Nov 12 03:29:46.986642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d98eddb6-ecbf-4f70-9d35-f47b4b166789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.046984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a7fc988-b7ce-4baa-916c-ef19e5be387d req-d3a66b27-430e-4bc1-baee-ca0872aa8eef tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Nov 12 03:29:47.074282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50706) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.137720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d98eddb6-ecbf-4f70-9d35-f47b4b166789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.144456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d98eddb6-ecbf-4f70-9d35-f47b4b166789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.195816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d98eddb6-ecbf-4f70-9d35-f47b4b166789 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1448f692b0bd40a0b6291937f62d0085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186768 Nov 12 03:29:47.198781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50714) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.203371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98eddb6-ecbf-4f70-9d35-f47b4b166789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff3b64-ab5f-4f8a-a1b9-f5c470c90b9e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.222032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00db8dff-04d9-4352-a0c3-e05f6fb4ef43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.286257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.315182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.325646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00db8dff-04d9-4352-a0c3-e05f6fb4ef43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.330989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00db8dff-04d9-4352-a0c3-e05f6fb4ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.377670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.380675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.384218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/62ff3b64-ab5f-4f8a-a1b9-f5c470c90b9e HTTP/1.1" status: 204 len: 168 time: 0.1815357 Nov 12 03:29:47.391233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00db8dff-04d9-4352-a0c3-e05f6fb4ef43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9be3ed1909445e5afe9db8e7f6ec13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3157008 Nov 12 03:29:47.392827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50724) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.400523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd129458-c3aa-4d09-a426-2892655fc63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff3b64-ab5f-4f8a-a1b9-f5c470c90b9e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.430044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db8dff-04d9-4352-a0c3-e05f6fb4ef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fb6c8-78b9-4c4a-8648-222783f07220,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.461426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.495159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.557808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.561293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.566094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f12fb6c8-78b9-4c4a-8648-222783f07220 HTTP/1.1" status: 204 len: 168 time: 0.1685052 Nov 12 03:29:47.572152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee36949-09c2-4481-9696-85b3e32b9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fb6c8-78b9-4c4a-8648-222783f07220,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.165279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4ebf9-3dc9-46bc-965a-8fb7c8b9f527 req-c1486a1f-ef9d-48d2-90ff-e07a46efc7e6 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.166813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48b4ebf9-3dc9-46bc-965a-8fb7c8b9f527 req-c1486a1f-ef9d-48d2-90ff-e07a46efc7e6 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0571313 Nov 12 03:29:48.243548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-48b4ebf9-3dc9-46bc-965a-8fb7c8b9f527 req-9b28bff3-95f1-40da-bbd0-79baab2a0190 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695989 Nov 12 03:29:48.504309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b7e30-7537-4b9e-8860-d51a161f6235 req-b272f074-80ac-4f1f-ac03-93dcd744f8f7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.506108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f1b7e30-7537-4b9e-8860-d51a161f6235 req-b272f074-80ac-4f1f-ac03-93dcd744f8f7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0623298 Nov 12 03:29:48.600001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f1b7e30-7537-4b9e-8860-d51a161f6235 req-da49e7c8-15a3-432b-8abc-4e20d1bdc4d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870793 Nov 12 03:29:48.735165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363554c6-746f-4420-a45a-1da4023d1e59 req-d15a629b-93b5-4eeb-ab69-8a5710a8dd72 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.738410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-363554c6-746f-4420-a45a-1da4023d1e59 req-d15a629b-93b5-4eeb-ab69-8a5710a8dd72 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0584767 Nov 12 03:29:48.760277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50812) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:48.814573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-363554c6-746f-4420-a45a-1da4023d1e59 req-27ffcd55-d4d8-475c-8347-1571b0bd5a03 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679326 Nov 12 03:29:48.922078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1155133243'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:48.946764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Made reservation on behalf of 3e401532f94a4700a22b8a1d38f53ef7 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:48.950465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.964013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.077665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.081619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.138667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:49.146910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcb309-660f-4ed6-9d3a-918515fe73d0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.170724 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.171085 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Added segment 22ebc0b6-caa2-46f3-8017-b51f6141f918 of type vlan for network 25c185d5-b1ed-4057-aa3f-101ff62154be Nov 12 03:29:49.233461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.269185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.276472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.277082 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.364877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Pushing event updated for resources: {'Network': ['ID=25c185d5-b1ed-4057-aa3f-101ff62154be,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.378502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 25c185d5-b1ed-4057-aa3f-101ff62154be details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:49.381745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1db398dd-ec95-4f29-8a3c-e005416f209f tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6198733 Nov 12 03:29:49.385107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50892) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.389809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-4eb73668-f55a-43f0-80f9-ffc7d7512d50 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-899556662') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.433533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2efe-4941-43d0-8348-cbac861f5300 req-70995b15-8c46-4cec-b2f2-73eb156e2a00 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.435559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2fe2efe-4941-43d0-8348-cbac861f5300 req-70995b15-8c46-4cec-b2f2-73eb156e2a00 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0524192 Nov 12 03:29:49.533964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4eb73668-f55a-43f0-80f9-ffc7d7512d50 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "PUT /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-899556662 HTTP/1.1" status: 201 len: 201 time: 0.1475358 Nov 12 03:29:49.537151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50904) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.540909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2fe2efe-4941-43d0-8348-cbac861f5300 req-af6d890b-1c4d-411d-b971-dee363a3cdd5 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Nov 12 03:29:49.553677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-3f5a858c-a666-4d89-a6db-198c3085d555 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-899556662') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.634208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.634606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3f5a858c-a666-4d89-a6db-198c3085d555 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-899556662 HTTP/1.1" status: 204 len: 168 time: 0.0959349 Nov 12 03:29:49.638979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-710b9cbc-d32d-445b-bd3e-422fc8bd7d08 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.738200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50914) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.743580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-3c3f8315-3d34-4a3b-8e90-1b50208c5d54 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', {'tags': ['tempest-TagsTest-Tag-800197742', 'tempest-TagsTest-Tag-798973064', 'tempest-TagsTest-Tag-824363064']}) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.748496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-710b9cbc-d32d-445b-bd3e-422fc8bd7d08 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags HTTP/1.1" status: 200 len: 237 time: 0.1131222 Nov 12 03:29:49.831125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50916) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.841013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3c3f8315-3d34-4a3b-8e90-1b50208c5d54 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "PUT /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags HTTP/1.1" status: 200 len: 306 time: 0.1016953 Nov 12 03:29:49.843924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50920) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.852390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-4698bbdb-3dad-454e-a023-2a78813b32dd tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-800197742') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:49.963887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50924) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.965368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4698bbdb-3dad-454e-a023-2a78813b32dd tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "DELETE /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-800197742 HTTP/1.1" status: 204 len: 168 time: 0.1200514 Nov 12 03:29:49.969965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-94eb7750-4c4f-468d-86ca-1e76e96ad620 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-800197742') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.043543 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-94eb7750-4c4f-468d-86ca-1e76e96ad620 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] show failed (client error): The resource could not be found. Nov 12 03:29:50.045372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-94eb7750-4c4f-468d-86ca-1e76e96ad620 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-800197742 HTTP/1.1" status: 404 len: 325 time: 0.0798733 Nov 12 03:29:50.048920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.057852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-bf653584-4dd0-4961-8722-4e4d0ec41a47 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-798973064') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.096809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b237df57-e48d-4264-8c3d-93aeb4237f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.193370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bf653584-4dd0-4961-8722-4e4d0ec41a47 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-798973064 HTTP/1.1" status: 204 len: 168 time: 0.1428204 Nov 12 03:29:50.195932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50932) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.210175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-b7f91cd6-1c63-410a-bd48-cede78781ba5 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-824363064') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.243736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b237df57-e48d-4264-8c3d-93aeb4237f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.252255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b237df57-e48d-4264-8c3d-93aeb4237f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.303126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b237df57-e48d-4264-8c3d-93aeb4237f46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6b740a25bc974db0862833cf57a7a22b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702773 Nov 12 03:29:50.305656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50936) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.309017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7f91cd6-1c63-410a-bd48-cede78781ba5 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-824363064 HTTP/1.1" status: 204 len: 168 time: 0.1089940 Nov 12 03:29:50.309796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237df57-e48d-4264-8c3d-93aeb4237f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49327282-782c-4bc6-8405-3d428bb21414,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.309909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.322201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-1cf6da8a-418b-4acf-8cce-45966adec2c1 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.368228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.394236 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.430982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1cf6da8a-418b-4acf-8cce-45966adec2c1 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "DELETE /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags HTTP/1.1" status: 204 len: 168 time: 0.1204247 Nov 12 03:29:50.433616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.438161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-b08368f0-5ade-40b6-824c-4892028f2182 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-798973064') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.449161 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.452737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.454107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/49327282-782c-4bc6-8405-3d428bb21414 HTTP/1.1" status: 204 len: 168 time: 0.1474524 Nov 12 03:29:50.467889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbb4bf-6022-4d4b-a397-ed70da58742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49327282-782c-4bc6-8405-3d428bb21414,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.529087 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-b08368f0-5ade-40b6-824c-4892028f2182 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] show failed (client error): The resource could not be found. Nov 12 03:29:50.531145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b08368f0-5ade-40b6-824c-4892028f2182 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-798973064 HTTP/1.1" status: 404 len: 325 time: 0.0953248 Nov 12 03:29:50.533478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.538191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-9b66400c-a1cf-4122-b147-5bcf7c633fb8 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be', 'tempest-TagsTest-Tag-824363064') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.621235 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-9b66400c-a1cf-4122-b147-5bcf7c633fb8 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] show failed (client error): The resource could not be found. Nov 12 03:29:50.625392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9b66400c-a1cf-4122-b147-5bcf7c633fb8 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "GET /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags/tempest-TagsTest-Tag-824363064 HTTP/1.1" status: 404 len: 325 time: 0.0879498 Nov 12 03:29:50.625854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.631048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-1ac4d727-7117-4eba-b738-72004656d364 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '25c185d5-b1ed-4057-aa3f-101ff62154be') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.737506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0791a-f745-40dc-920a-762c4261d58f req-960cf5b9-6242-4bd5-a087-1572f74f14e8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.739016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99e0791a-f745-40dc-920a-762c4261d58f req-960cf5b9-6242-4bd5-a087-1572f74f14e8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1034977 Nov 12 03:29:50.753898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1ac4d727-7117-4eba-b738-72004656d364 tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "DELETE /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be/tags HTTP/1.1" status: 204 len: 168 time: 0.1235237 Nov 12 03:29:50.754111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50958) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.801830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.878239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.893466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99e0791a-f745-40dc-920a-762c4261d58f req-b34627e4-625d-441a-b0be-993bd8a22f68 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413548 Nov 12 03:29:50.923381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50964) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.929586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19207a8a-0828-4b4e-85a9-84e32cbef3ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.942527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4768d389-f32e-4e9e-9d5c-b5b81c6ba0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.996820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.020102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c185d5-b1ed-4057-aa3f-101ff62154be']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:51.030878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ebc0b6-caa2-46f3-8017-b51f6141f918') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:51.031205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ebc0b6-caa2-46f3-8017-b51f6141f918') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:51.040674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.054673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.061025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19207a8a-0828-4b4e-85a9-84e32cbef3ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.061185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:51.061537 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:51.065957 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:51.070350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4768d389-f32e-4e9e-9d5c-b5b81c6ba0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.071635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-19207a8a-0828-4b4e-85a9-84e32cbef3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.082427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4768d389-f32e-4e9e-9d5c-b5b81c6ba0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.126414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.128358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-19207a8a-0828-4b4e-85a9-84e32cbef3ca admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a5f723533015416598f396d70d09814a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254697 Nov 12 03:29:51.130139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19207a8a-0828-4b4e-85a9-84e32cbef3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a867c5d-9473-4ddd-99f7-49ec8083e2e3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.131745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.132689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50966) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.136190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] 10.222.0.84 "DELETE /v2.0/networks/25c185d5-b1ed-4057-aa3f-101ff62154be HTTP/1.1" status: 204 len: 168 time: 0.3809698 Nov 12 03:29:51.142873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4768d389-f32e-4e9e-9d5c-b5b81c6ba0be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=761f85a6d5fb4346ac6d97dd9bbe3f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182302 Nov 12 03:29:51.153409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50970) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.161563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97e295-cb45-4ef9-a517-b0e05f5d5cdb tempest-TagsTest-1272885262 tempest-TagsTest-1272885262-project] Pushing event deleted for resources: {'Network': ['ID=25c185d5-b1ed-4057-aa3f-101ff62154be,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.188652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768d389-f32e-4e9e-9d5c-b5b81c6ba0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a5b30-bec0-49ad-ba0f-eaf685b276a2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.212126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.217647 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.239620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.244934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.301159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.303734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.304394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.307116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a29a5b30-bec0-49ad-ba0f-eaf685b276a2 HTTP/1.1" status: 204 len: 168 time: 0.1525471 Nov 12 03:29:51.307975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.315424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a867c5d-9473-4ddd-99f7-49ec8083e2e3 HTTP/1.1" status: 204 len: 168 time: 0.1779814 Nov 12 03:29:51.317955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d1ccf-4230-4a5e-a3a2-309b3bbc54db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a5b30-bec0-49ad-ba0f-eaf685b276a2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.325146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f611cb-2d08-46f6-9f81-87347bcc7631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a867c5d-9473-4ddd-99f7-49ec8083e2e3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.501063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a3f7f-f4fe-4b5d-9617-a728885fbf5c req-783bf617-8b3f-4e25-a4a4-70711bae3db3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.502589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76a3f7f-f4fe-4b5d-9617-a728885fbf5c req-783bf617-8b3f-4e25-a4a4-70711bae3db3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Nov 12 03:29:51.561114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76a3f7f-f4fe-4b5d-9617-a728885fbf5c req-a30959e3-3e7b-4d1a-819b-cdfcaf8d86cb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506711 Nov 12 03:29:51.629774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 50992) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.686542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110bd48-8be8-460f-b78d-76d1dd3a995f req-019f6b06-8f93-4b22-8dc6-4543bfd5a83d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.688322 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b110bd48-8be8-460f-b78d-76d1dd3a995f req-019f6b06-8f93-4b22-8dc6-4543bfd5a83d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0525985 Nov 12 03:29:51.740444 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b110bd48-8be8-460f-b78d-76d1dd3a995f req-3382a472-f924-4912-8198-8b483953b9a8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Nov 12 03:29:51.752187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 50998) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.780118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cece1cdc-a9e6-44f7-a0d5-524a68c537f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.824373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e48ed70-a9d7-44d5-afd6-f0a0b7012e17 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e401532f94a4700a22b8a1d38f53ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931894 Nov 12 03:29:51.826789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51002) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.864791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cece1cdc-a9e6-44f7-a0d5-524a68c537f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.868870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cece1cdc-a9e6-44f7-a0d5-524a68c537f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.896135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.918311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cece1cdc-a9e6-44f7-a0d5-524a68c537f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=01f328f06fb947ed914c0df2d2db4a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651120 Nov 12 03:29:51.922187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51012) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:51.932738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece1cdc-a9e6-44f7-a0d5-524a68c537f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2329ad4-7304-4747-8f5b-7db62b660dbb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.971769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.026399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f49df-4023-4746-9fc4-d6b7507feb5a req-5f94ebf4-7c74-4ba1-9d19-0d094c1cb8ca tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.028180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-664f49df-4023-4746-9fc4-d6b7507feb5a req-5f94ebf4-7c74-4ba1-9d19-0d094c1cb8ca tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0598233 Nov 12 03:29:52.073003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355bbef-f08b-45c1-98bc-c55bad84f160 req-1e6fdaf0-ff85-430c-9493-0809ea934c4a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.074553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6355bbef-f08b-45c1-98bc-c55bad84f160 req-1e6fdaf0-ff85-430c-9493-0809ea934c4a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1137438 Nov 12 03:29:52.077936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.081294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-664f49df-4023-4746-9fc4-d6b7507feb5a req-d13726fb-855a-4a92-8880-811ba8ffba3e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464544 Nov 12 03:29:52.095472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.098040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.099205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5dcb309-660f-4ed6-9d3a-918515fe73d0 HTTP/1.1" status: 204 len: 168 time: 0.2692769 Nov 12 03:29:52.117370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.144179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a508044-ef61-44ac-bbc1-374bf63576c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcb309-660f-4ed6-9d3a-918515fe73d0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.189020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6355bbef-f08b-45c1-98bc-c55bad84f160 req-41a88056-d81e-46f6-899c-ee1ea0e67051 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940261 Nov 12 03:29:52.230219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.237027 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.240070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2329ad4-7304-4747-8f5b-7db62b660dbb HTTP/1.1" status: 204 len: 168 time: 0.3168871 Nov 12 03:29:52.253091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ba37-c0d2-42f8-9d53-db392d4744d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2329ad4-7304-4747-8f5b-7db62b660dbb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.382393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95415ffe-0864-431a-91ee-856c3c57b724 req-57a96409-33c9-4bb1-b5c5-c48c3aaa11d6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.383960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95415ffe-0864-431a-91ee-856c3c57b724 req-57a96409-33c9-4bb1-b5c5-c48c3aaa11d6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0578723 Nov 12 03:29:52.432711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95415ffe-0864-431a-91ee-856c3c57b724 req-747dbbff-43be-4e33-9e0e-76e693e0737a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Nov 12 03:29:52.730359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85630-ad22-4d2d-995b-97cfab4159e1 req-bcbf53db-bfbe-48a1-ac0b-b260788d76dc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.736088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc85630-ad22-4d2d-995b-97cfab4159e1 req-bcbf53db-bfbe-48a1-ac0b-b260788d76dc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0683365 Nov 12 03:29:52.785619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fc85630-ad22-4d2d-995b-97cfab4159e1 req-9dbfe75b-4253-4660-86a5-e65c78efb09a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Nov 12 03:29:52.910291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7f3f-0a49-46e8-999d-8866d443416f req-25397477-faba-4a38-afa5-289f977cbf18 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.912085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-528c7f3f-0a49-46e8-999d-8866d443416f req-25397477-faba-4a38-afa5-289f977cbf18 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0550137 Nov 12 03:29:52.973729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-528c7f3f-0a49-46e8-999d-8866d443416f req-cb9a6aa8-387b-4368-aa99-becf4013f898 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546095 Nov 12 03:29:53.291485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37674705-a314-4fcd-8b17-dd510931ce6d req-4aec1dc9-33a1-45ff-9670-0cfe2ccd9e19 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.295522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37674705-a314-4fcd-8b17-dd510931ce6d req-4aec1dc9-33a1-45ff-9670-0cfe2ccd9e19 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0879695 Nov 12 03:29:53.308080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e5e3f-03f4-4965-a704-2b2e3c5a6f0c req-2a91ee75-7c82-4bd0-aba7-ed2980bc345b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.317433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-999e5e3f-03f4-4965-a704-2b2e3c5a6f0c req-2a91ee75-7c82-4bd0-aba7-ed2980bc345b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0743093 Nov 12 03:29:53.356354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37674705-a314-4fcd-8b17-dd510931ce6d req-2aabe0e5-92ce-4c67-9a20-219b5699ca52 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524421 Nov 12 03:29:53.382593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-999e5e3f-03f4-4965-a704-2b2e3c5a6f0c req-efc89633-1738-4941-a05e-0688b610f8b2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640881 Nov 12 03:29:53.443319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51096) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.447344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030317 Nov 12 03:29:53.451552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.505201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bafc0-58f7-4379-b738-13c179251f2d req-8be0970b-1640-4a3c-be99-e06f74f89b52 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.506761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-903bafc0-58f7-4379-b738-13c179251f2d req-8be0970b-1640-4a3c-be99-e06f74f89b52 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0564458 Nov 12 03:29:53.562147 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-903bafc0-58f7-4379-b738-13c179251f2d req-934382c1-414b-4809-ad24-8f7f9eb22361 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489757 Nov 12 03:29:53.603703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-51549072-4ff2-4a85-a259-171b5c19f4b0 tempest-NetworksApiDiscovery-1760081073 tempest-NetworksApiDiscovery-1760081073-project] 10.222.0.84 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1503034 Nov 12 03:29:53.802642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6abde6-879d-495f-9c34-381b89fa09a9 req-2604a53c-6feb-4539-8b0b-881efd28e32a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.804551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6abde6-879d-495f-9c34-381b89fa09a9 req-2604a53c-6feb-4539-8b0b-881efd28e32a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Nov 12 03:29:53.874260 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7f6abde6-879d-495f-9c34-381b89fa09a9 req-6ff042a0-6354-4ede-ac01-cd9dd2af6c89 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577788 Nov 12 03:29:54.000004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51144) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.009088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37217ca6-5c89-4458-9610-afcd4fa6124a req-94bfe796-b5ce-4a13-8d12-7303377e2c7b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.011733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37217ca6-5c89-4458-9610-afcd4fa6124a req-94bfe796-b5ce-4a13-8d12-7303377e2c7b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0666044 Nov 12 03:29:54.072416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37217ca6-5c89-4458-9610-afcd4fa6124a req-b21069dc-163d-4ba2-a546-5729fea0c501 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535052 Nov 12 03:29:54.155140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad94bf68-1ae0-4ae7-a2b8-cf39ee2023af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.271992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad94bf68-1ae0-4ae7-a2b8-cf39ee2023af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.284809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad94bf68-1ae0-4ae7-a2b8-cf39ee2023af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.335388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad94bf68-1ae0-4ae7-a2b8-cf39ee2023af admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7fa960d950cb49358a83942d2ae9cdde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341255 Nov 12 03:29:54.339340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51186) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.354240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94bf68-1ae0-4ae7-a2b8-cf39ee2023af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9f7ba-d5bf-4441-8d95-bdb4db86112d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.420998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0e7e9-be70-4f1a-b970-da2e5998e2ae req-d6d6295c-fd47-4896-9a0c-e99f1b292013 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.427002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.433519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83a0e7e9-be70-4f1a-b970-da2e5998e2ae req-d6d6295c-fd47-4896-9a0c-e99f1b292013 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0977089 Nov 12 03:29:54.494305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-83a0e7e9-be70-4f1a-b970-da2e5998e2ae req-2aa75c6e-6b40-4297-85e6-5cd1f4b9d74f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597575 Nov 12 03:29:54.503711 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.582203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845bf06-9c37-4cdb-9a8e-0e3961c28120 req-4acb68d9-4aee-4515-ad5a-aefc2ba22a31 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.584804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2845bf06-9c37-4cdb-9a8e-0e3961c28120 req-4acb68d9-4aee-4515-ad5a-aefc2ba22a31 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1516860 Nov 12 03:29:54.609776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.612696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.616688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/58c9f7ba-d5bf-4441-8d95-bdb4db86112d HTTP/1.1" status: 204 len: 168 time: 0.2763896 Nov 12 03:29:54.629710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513bf8f-bbbf-40b8-a460-8e0d686588ee req-b69c6893-f303-4bc7-b71d-03750b9c53c7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.639398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4513bf8f-bbbf-40b8-a460-8e0d686588ee req-b69c6893-f303-4bc7-b71d-03750b9c53c7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0729651 Nov 12 03:29:54.662019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeba6b-9fae-42c0-98ab-f55c0b60f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9f7ba-d5bf-4441-8d95-bdb4db86112d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.678706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2845bf06-9c37-4cdb-9a8e-0e3961c28120 req-e1c17bd3-3bf5-4bf0-9be9-145830708852 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739210 Nov 12 03:29:54.696481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4513bf8f-bbbf-40b8-a460-8e0d686588ee req-6b25b860-5dd9-4105-aa6b-19b8e8dd548e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Nov 12 03:29:54.984684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.114751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68029429-ad58-48d1-bf85-2c53018792f8 req-753d1e9d-9b2b-4876-9f5a-f2abee7fa04c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.116569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68029429-ad58-48d1-bf85-2c53018792f8 req-753d1e9d-9b2b-4876-9f5a-f2abee7fa04c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 813 time: 0.1352496 Nov 12 03:29:55.132749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b65f67a6-a3ce-498a-b3d6-ab5533de9e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.141248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68029429-ad58-48d1-bf85-2c53018792f8 req-2e11bb38-6c02-494b-8467-4d49843c8c52 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/quotas/6752f070ad1c4b87a01c6b8bf892595b HTTP/1.1" status: 200 len: 375 time: 0.0167625 Nov 12 03:29:55.199752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68029429-ad58-48d1-bf85-2c53018792f8 req-e63aa5fa-727c-433e-9a39-075f8efa3c22 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570107 Nov 12 03:29:55.257042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b65f67a6-a3ce-498a-b3d6-ab5533de9e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.262614 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b65f67a6-a3ce-498a-b3d6-ab5533de9e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.315161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b65f67a6-a3ce-498a-b3d6-ab5533de9e4c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67829be14212410db9c52616eea73bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282793 Nov 12 03:29:55.317815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51264) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.335244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f67a6-a3ce-498a-b3d6-ab5533de9e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a40b3fe-9b80-4830-b844-99d46d06730e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.359577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15828-a6ca-4e90-a6ee-5702ab277835 req-31ad83a1-ef84-4cfa-835d-d06a7c6680ae tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.361164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04e15828-a6ca-4e90-a6ee-5702ab277835 req-31ad83a1-ef84-4cfa-835d-d06a7c6680ae tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0670812 Nov 12 03:29:55.391028 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.418636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.419829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04e15828-a6ca-4e90-a6ee-5702ab277835 req-bedcddc8-4402-4b86-b6a5-6169759af33a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Nov 12 03:29:55.494162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.497090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.498433 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5a40b3fe-9b80-4830-b844-99d46d06730e HTTP/1.1" status: 204 len: 168 time: 0.1793745 Nov 12 03:29:55.529596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce16bd5-97ba-49a1-b269-21727c40380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a40b3fe-9b80-4830-b844-99d46d06730e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.559186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415db93c-94e2-4a5a-9ce9-1ddf2462fff0 req-88a07a54-729d-43d2-84ca-c005077111c3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.560708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-415db93c-94e2-4a5a-9ce9-1ddf2462fff0 req-88a07a54-729d-43d2-84ca-c005077111c3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0612984 Nov 12 03:29:55.622833 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-415db93c-94e2-4a5a-9ce9-1ddf2462fff0 req-28fff2ba-8f52-45bd-9dde-132b9dee9b09 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561864 Nov 12 03:29:55.810911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40f33-4d31-4798-ba2a-486c484ca6d1 req-dead15e5-a09a-413e-ab1d-d98593e84a3b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.813606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39c40f33-4d31-4798-ba2a-486c484ca6d1 req-dead15e5-a09a-413e-ab1d-d98593e84a3b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0766120 Nov 12 03:29:55.869334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39c40f33-4d31-4798-ba2a-486c484ca6d1 req-71759ccd-a466-49e8-b95f-52f7510226d8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494649 Nov 12 03:29:55.892547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a4f6a1c0-d4b7-4915-a3c4-832fd43c0aec req-b96ee2fa-d7f7-40f9-9809-16a82a9c88e3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6752f070ad1c4b87a01c6b8bf892595b HTTP/1.1" status: 200 len: 221 time: 0.0426207 Nov 12 03:29:55.971862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.985869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb8f38de-ab61-4ccb-be4a-ec50dae2881c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.000382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f31aa-0dc1-4e17-9e4f-294172219a7c req-a8111795-f9f8-45f8-a214-22d4b7ce89ef tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.009543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-527f31aa-0dc1-4e17-9e4f-294172219a7c req-a8111795-f9f8-45f8-a214-22d4b7ce89ef tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0651307 Nov 12 03:29:56.060157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-527f31aa-0dc1-4e17-9e4f-294172219a7c req-ef3a5c64-cbca-4334-bb15-c9f2ddab7ef6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496409 Nov 12 03:29:56.089336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb8f38de-ab61-4ccb-be4a-ec50dae2881c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.089336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb8f38de-ab61-4ccb-be4a-ec50dae2881c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.131565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f38de-ab61-4ccb-be4a-ec50dae2881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0022cd-ce81-4f01-863b-a8e84b0fcbb9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.136249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb8f38de-ab61-4ccb-be4a-ec50dae2881c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6a07d5a974f4475dabad75cd0030cebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633403 Nov 12 03:29:56.138743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:56.221533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1c7e-2524-4256-ab99-aa8dd0b8eb49 req-6bff3752-4f39-46eb-9665-eb66ff0161a4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.223081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c17c1c7e-2524-4256-ab99-aa8dd0b8eb49 req-6bff3752-4f39-46eb-9665-eb66ff0161a4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0781627 Nov 12 03:29:56.255359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.292083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.321441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c17c1c7e-2524-4256-ab99-aa8dd0b8eb49 req-01213d31-5874-45bf-b01d-3c5e7813eb13 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879374 Nov 12 03:29:56.369644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.373858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.375285 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cd0022cd-ce81-4f01-863b-a8e84b0fcbb9 HTTP/1.1" status: 204 len: 168 time: 0.2355530 Nov 12 03:29:56.387977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0a7d-3935-4ad5-a84c-ffa14478643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0022cd-ce81-4f01-863b-a8e84b0fcbb9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.491062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb6ae1-999c-4525-b36a-b2a3698d7775 req-a8d5174d-d421-464c-9f24-4c8081c0c488 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.492664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1fb6ae1-999c-4525-b36a-b2a3698d7775 req-a8d5174d-d421-464c-9f24-4c8081c0c488 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0574937 Nov 12 03:29:56.549831 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1fb6ae1-999c-4525-b36a-b2a3698d7775 req-f84dedea-71be-43cf-b923-333966ea92e8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 Nov 12 03:29:56.678630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ec79-2be8-47cd-b518-bc32d3386829 req-1eb180d2-5319-44ee-ab53-20ff90c51a42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.683562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4726ec79-2be8-47cd-b518-bc32d3386829 req-1eb180d2-5319-44ee-ab53-20ff90c51a42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0616066 Nov 12 03:29:56.733299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4726ec79-2be8-47cd-b518-bc32d3386829 req-95556c15-2b26-4ce1-bd45-9d6cad803751 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473545 Nov 12 03:29:56.874298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38060eb5-8c24-46ca-8b84-358078e1bc3a req-da3c66e2-8036-43e0-b8f3-aff7624ebec4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.876320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38060eb5-8c24-46ca-8b84-358078e1bc3a req-da3c66e2-8036-43e0-b8f3-aff7624ebec4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0582790 Nov 12 03:29:56.930213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38060eb5-8c24-46ca-8b84-358078e1bc3a req-4ff80181-cd2c-44e7-a972-977fce7a9e3d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471222 Nov 12 03:29:57.017724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be32c9a-cdc5-4c6c-acf5-e5e86dd4603f req-c2aeb9ef-8191-430d-91c0-2b78152ff855 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.019852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5be32c9a-cdc5-4c6c-acf5-e5e86dd4603f req-c2aeb9ef-8191-430d-91c0-2b78152ff855 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0678658 Nov 12 03:29:57.069392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5be32c9a-cdc5-4c6c-acf5-e5e86dd4603f req-373add15-8bcf-4e2c-afb5-17da89848424 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Nov 12 03:29:57.076737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe6b1e-2949-43f3-82a8-d94d1c04a180 req-49a02c16-c6e8-4794-9dcc-257ddfdb29e2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.094753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4fe6b1e-2949-43f3-82a8-d94d1c04a180 req-49a02c16-c6e8-4794-9dcc-257ddfdb29e2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0703697 Nov 12 03:29:57.137548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4fe6b1e-2949-43f3-82a8-d94d1c04a180 req-fdba9521-0766-4ade-a7e9-9d505454cda7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Nov 12 03:29:57.280473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65e3a-5588-4e93-a401-8415c94a5bf0 req-9384eed7-ca84-4d38-bb17-4b65347f09d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.288106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43d65e3a-5588-4e93-a401-8415c94a5bf0 req-9384eed7-ca84-4d38-bb17-4b65347f09d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0668683 Nov 12 03:29:57.334559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43d65e3a-5588-4e93-a401-8415c94a5bf0 req-7b9653cc-2bb2-4fc8-bffe-8eb2a764a33a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Nov 12 03:29:57.462035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e436334-611e-460a-9521-f173475855dd req-8e434652-8811-410c-9837-d0c77937687c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.465055 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e436334-611e-460a-9521-f173475855dd req-8e434652-8811-410c-9837-d0c77937687c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0570157 Nov 12 03:29:57.559459 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e436334-611e-460a-9521-f173475855dd req-86fbcbd7-8496-4aac-9447-652006907350 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708215 Nov 12 03:29:57.714685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380803a1-cd99-498d-805c-d91c1d690355 req-1cbe12ca-bb89-4595-b3d8-cc2449320fc0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.716773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-380803a1-cd99-498d-805c-d91c1d690355 req-1cbe12ca-bb89-4595-b3d8-cc2449320fc0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0685506 Nov 12 03:29:57.781715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.796366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-380803a1-cd99-498d-805c-d91c1d690355 req-6f7175ca-c05e-43af-8e32-0f8c2c2d0017 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723610 Nov 12 03:29:58.002528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edbf24-32ed-4570-864a-a03f371c4629 req-15fef6f1-16e2-46bd-944d-804ac505c233 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.010925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28edbf24-32ed-4570-864a-a03f371c4629 req-15fef6f1-16e2-46bd-944d-804ac505c233 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0850456 Nov 12 03:29:58.074333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28edbf24-32ed-4570-864a-a03f371c4629 req-c750ec87-1d1e-48f5-a31c-09694a55c70b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575840 Nov 12 03:29:58.242477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06315776-7fb7-4617-8393-c14ca52c2894 req-d0e95a5e-402e-4973-8f19-2fb2c5ea39be tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.244255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06315776-7fb7-4617-8393-c14ca52c2894 req-d0e95a5e-402e-4973-8f19-2fb2c5ea39be tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0929818 Nov 12 03:29:58.298565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84ec2a-e088-4038-9895-8fa266173ac9 req-c26b1ae0-ec01-47fe-865e-70a7fbcf0b26 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.300162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a84ec2a-e088-4038-9895-8fa266173ac9 req-c26b1ae0-ec01-47fe-865e-70a7fbcf0b26 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1012816 Nov 12 03:29:58.353385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06315776-7fb7-4617-8393-c14ca52c2894 req-a315414d-c8db-4531-b86f-fb9b12fe4846 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025269 Nov 12 03:29:58.368673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a84ec2a-e088-4038-9895-8fa266173ac9 req-b7e380ac-82c0-4801-9953-28c0b191ffe1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612433 Nov 12 03:29:58.509679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee5960-4f27-4b0d-8ba6-a31dad738dba req-f9e39dbe-46b3-4bb2-82c4-e8f79652f046 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.518542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fee5960-4f27-4b0d-8ba6-a31dad738dba req-f9e39dbe-46b3-4bb2-82c4-e8f79652f046 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0670836 Nov 12 03:29:58.567264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fee5960-4f27-4b0d-8ba6-a31dad738dba req-699f157d-fa4f-4f9c-89a6-984f45fe00d6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Nov 12 03:29:58.731367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd03f-ac69-428f-9b05-7f3bf88b975a req-0bd47cac-3913-450c-a66e-a0a2c7164a7c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.733524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-508bd03f-ac69-428f-9b05-7f3bf88b975a req-0bd47cac-3913-450c-a66e-a0a2c7164a7c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0672774 Nov 12 03:29:58.824540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-508bd03f-ac69-428f-9b05-7f3bf88b975a req-34e6779b-f71c-42ef-90cb-6302c84f31ff tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801039 Nov 12 03:29:58.992346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a96b23-fc55-4572-9611-049682c9c08d req-2e370851-47cf-4a46-b51c-8b688bdcb702 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:58.993992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13a96b23-fc55-4572-9611-049682c9c08d req-2e370851-47cf-4a46-b51c-8b688bdcb702 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0876360 Nov 12 03:29:59.055182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13a96b23-fc55-4572-9611-049682c9c08d req-4bfb1df3-3434-4b35-b792-ad2cf11213a3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477293 Nov 12 03:29:59.241002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.336134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91660f-6b62-49c2-a1de-df8592cfe75b req-160aa195-a9a8-4e6a-be6a-5d78fddec9fa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.338154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d91660f-6b62-49c2-a1de-df8592cfe75b req-160aa195-a9a8-4e6a-be6a-5d78fddec9fa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0814977 Nov 12 03:29:59.427117 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d91660f-6b62-49c2-a1de-df8592cfe75b req-cd0234fa-7b9b-4edf-9ba0-bf3a1496bae6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816534 Nov 12 03:29:59.576773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9c670-4776-4859-a41c-debcbd52d4bb req-7878a806-3909-453e-9f15-945b6adfe252 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.578507 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3c9c670-4776-4859-a41c-debcbd52d4bb req-7878a806-3909-453e-9f15-945b6adfe252 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1228218 Nov 12 03:29:59.633231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a465534-3fc5-4238-9f5f-3eec501775d5 req-408cb4de-b10b-4fef-8b1a-80b4596d32f5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.652290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a465534-3fc5-4238-9f5f-3eec501775d5 req-408cb4de-b10b-4fef-8b1a-80b4596d32f5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1089694 Nov 12 03:29:59.655383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3c9c670-4776-4859-a41c-debcbd52d4bb req-0c7c7c39-d527-441b-8490-fb241d08478b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661950 Nov 12 03:29:59.713208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a465534-3fc5-4238-9f5f-3eec501775d5 req-5bd1abf0-6be4-46ee-9f4d-2bee2a0f8149 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600007 Nov 12 03:29:59.837780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.040513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068af9a-1d46-4347-9b07-a4c1b3fdc7df req-504bfb6f-67c3-4896-a55b-f1b7613af964 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.057887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6068af9a-1d46-4347-9b07-a4c1b3fdc7df req-504bfb6f-67c3-4896-a55b-f1b7613af964 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0723987 Nov 12 03:30:00.105102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5ace-d8fe-46e5-b33f-f38987c876cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.166218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277fa4-a4b6-4829-be61-327c8cd6a6cb req-e95fbc56-47db-4fde-928c-0e395b10ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.167786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32277fa4-a4b6-4829-be61-327c8cd6a6cb req-e95fbc56-47db-4fde-928c-0e395b10ac4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1098 time: 0.0517676 Nov 12 03:30:00.174556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6068af9a-1d46-4347-9b07-a4c1b3fdc7df req-f5c071c3-abd2-40bd-9f20-75f40e561290 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Nov 12 03:30:00.296437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32277fa4-a4b6-4829-be61-327c8cd6a6cb req-25c553af-8389-4939-b65c-3a2a5c3196cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124427 Nov 12 03:30:00.314743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5ace-d8fe-46e5-b33f-f38987c876cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.322441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cbbb5ace-d8fe-46e5-b33f-f38987c876cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.395154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5ace-d8fe-46e5-b33f-f38987c876cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d2f0b-2063-4d92-968c-3cbaee80c004,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.420753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cbbb5ace-d8fe-46e5-b33f-f38987c876cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd652fb5ef164cfeae2588c86400eb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818071 Nov 12 03:30:00.421381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51546) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:00.427888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a95ca-b905-40da-845f-3fe77b95bece req-5d83fc6e-bf25-4f1f-bceb-1b7486b7beb0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.435631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-143a95ca-b905-40da-845f-3fe77b95bece req-5d83fc6e-bf25-4f1f-bceb-1b7486b7beb0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0989597 Nov 12 03:30:00.506314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.536542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.542838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-143a95ca-b905-40da-845f-3fe77b95bece req-51249eab-0353-427c-a2c1-47ba481d5100 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052914 Nov 12 03:30:00.619272 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.622131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.624481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d09d2f0b-2063-4d92-968c-3cbaee80c004 HTTP/1.1" status: 204 len: 168 time: 0.2013295 Nov 12 03:30:00.652599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1b3b4-c8b8-4ad7-a2d8-c9b17297bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d2f0b-2063-4d92-968c-3cbaee80c004,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.717609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a733-378c-480e-a575-66266e2c9660 req-f36f8831-33a8-4c59-b4c8-ec3616d88b70 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.725410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f32a733-378c-480e-a575-66266e2c9660 req-f36f8831-33a8-4c59-b4c8-ec3616d88b70 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0782242 Nov 12 03:30:00.796123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f32a733-378c-480e-a575-66266e2c9660 req-db80b689-d762-4279-8168-bf38cbd01553 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695226 Nov 12 03:30:00.885223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1bba-da7c-486e-8b61-3bec3368e846 req-6b02ed4a-1ba3-45f6-ae4f-373e0ae6c7b8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.886778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5af1bba-da7c-486e-8b61-3bec3368e846 req-6b02ed4a-1ba3-45f6-ae4f-373e0ae6c7b8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1001475 Nov 12 03:30:00.942823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5af1bba-da7c-486e-8b61-3bec3368e846 req-ea60e782-11dd-41be-9958-502fd60f95ba tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 Nov 12 03:30:00.945922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c59cf-74df-420d-9121-0fe59a244b11 req-dac4807f-9791-4166-ae46-7f8f72191aa4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.953168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6c59cf-74df-420d-9121-0fe59a244b11 req-dac4807f-9791-4166-ae46-7f8f72191aa4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0616801 Nov 12 03:30:01.012570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6c59cf-74df-420d-9121-0fe59a244b11 req-2793ca43-68d7-438a-afa3-abb8dd7c6977 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584414 Nov 12 03:30:01.226496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.241233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a188073-0440-41ec-b991-a9ef7f5f6721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.249637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aad57c-e7bd-4c3a-9194-08bc17313f8d req-0ed3a329-dd0d-4ae2-8a53-1c12106efa42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.251433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04aad57c-e7bd-4c3a-9194-08bc17313f8d req-0ed3a329-dd0d-4ae2-8a53-1c12106efa42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Nov 12 03:30:01.308425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04aad57c-e7bd-4c3a-9194-08bc17313f8d req-e4e5393a-61bc-4488-b5f2-a10fee4e3730 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508070 Nov 12 03:30:01.330935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a188073-0440-41ec-b991-a9ef7f5f6721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.345107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a188073-0440-41ec-b991-a9ef7f5f6721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.385315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a188073-0440-41ec-b991-a9ef7f5f6721 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a5d8cdf8176949fcb89ba6d8df20a3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568968 Nov 12 03:30:01.386305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a188073-0440-41ec-b991-a9ef7f5f6721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8ec152-5af9-41cc-9cb4-57cefc04da74,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.388105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51574) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.398939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.454646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.478626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.533727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.536143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c8622e8-569c-45c5-a69d-b2d194486dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.537073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.541572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9b8ec152-5af9-41cc-9cb4-57cefc04da74 HTTP/1.1" status: 204 len: 168 time: 0.1523597 Nov 12 03:30:01.549586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba90408-74f1-4bb8-b356-d474d5fe9a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8ec152-5af9-41cc-9cb4-57cefc04da74,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.642743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c8622e8-569c-45c5-a69d-b2d194486dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.647819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c8622e8-569c-45c5-a69d-b2d194486dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.693304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8622e8-569c-45c5-a69d-b2d194486dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfb1175-554b-4423-b9b2-2d4c955d13ad,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.701166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51590) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:01.701839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2c8622e8-569c-45c5-a69d-b2d194486dec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4a6067647f66446abe446d852ffc84be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009305 Nov 12 03:30:01.756673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.784513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.840138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.842867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.846389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2bfb1175-554b-4423-b9b2-2d4c955d13ad HTTP/1.1" status: 204 len: 168 time: 0.1417787 Nov 12 03:30:01.853023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff83ee-c909-42f8-a391-2af540fcf417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfb1175-554b-4423-b9b2-2d4c955d13ad,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.085808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825f01c-cec3-4782-80fe-722240211509 req-c4e615ab-2fa0-4ef1-aaf6-3f1a121fa262 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.087379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5825f01c-cec3-4782-80fe-722240211509 req-c4e615ab-2fa0-4ef1-aaf6-3f1a121fa262 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0534036 Nov 12 03:30:02.153102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5825f01c-cec3-4782-80fe-722240211509 req-1569512e-17e1-4281-bba9-39928dd235ef tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Nov 12 03:30:02.237003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51618) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.278326 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60d8937e-19cb-403e-8d21-916a668ed19d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.285273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ad0cc43-c491-42d6-9edc-6cf5c27c15a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.398831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60d8937e-19cb-403e-8d21-916a668ed19d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.409096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-60d8937e-19cb-403e-8d21-916a668ed19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.496454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04218f-743b-457f-bdaf-5376419a3928 req-227d6d89-ac9d-44d4-98aa-7d01a4dea6ab tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.500890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e04218f-743b-457f-bdaf-5376419a3928 req-227d6d89-ac9d-44d4-98aa-7d01a4dea6ab tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0732062 Nov 12 03:30:02.533340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8937e-19cb-403e-8d21-916a668ed19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5dc4c1-c03f-487a-907d-d13c6de1203e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.539871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-60d8937e-19cb-403e-8d21-916a668ed19d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=47b2de46445a4d1f8dd1d3c54b5df6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007841 Nov 12 03:30:02.544314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51636) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.594840 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e04218f-743b-457f-bdaf-5376419a3928 req-a3b5652a-5036-44d0-bf95-a4f3e4052fc8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826406 Nov 12 03:30:02.606623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-1b45f357-5b04-4081-a4c1-181beccedfe3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.614248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-1b45f357-5b04-4081-a4c1-181beccedfe3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 811 time: 0.1981504 Nov 12 03:30:02.628646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-65dab620-e270-465e-ae5f-395e4dcd0ccd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/quotas/467bc378ab0d4a879402746560d48274 HTTP/1.1" status: 200 len: 375 time: 0.0129497 Nov 12 03:30:02.636576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.671190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.700664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-0ae0363a-e01a-493b-866e-423917e791b8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644493 Nov 12 03:30:02.745165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.752989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.754189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3d5dc4c1-c03f-487a-907d-d13c6de1203e HTTP/1.1" status: 204 len: 168 time: 0.2089195 Nov 12 03:30:02.785838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac360e7-30f9-429c-be3c-4d153648100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5dc4c1-c03f-487a-907d-d13c6de1203e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.956083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fb3e3-ef9b-4c5e-bd10-faa466b127db req-942a33b6-a57c-424a-b811-41fdcb3c923b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.958158 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca5fb3e3-ef9b-4c5e-bd10-faa466b127db req-942a33b6-a57c-424a-b811-41fdcb3c923b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0726993 Nov 12 03:30:03.082275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ca5fb3e3-ef9b-4c5e-bd10-faa466b127db req-3a7b9f05-bf35-4e1a-9af4-a1a775950237 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983672 Nov 12 03:30:03.127866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-d71d7da4-cdbe-4d23-bdf5-f54d1740fdc5 service neutron] 10.222.0.84 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178541 Nov 12 03:30:03.227404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f506a28b-d2c8-48b7-b0e0-2414680b71bb service neutron] 10.222.0.84 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935693 Nov 12 03:30:03.428199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfb597da-c15c-4371-8c96-5dac1cbb05e0 req-ddf3d570-6f8f-4849-ae49-4732b8c72429 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Nov 12 03:30:04.235562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b018-2347-40bb-9d03-36163d7cb24b req-a33a41f3-b55e-483a-a288-fdc1bb6b087a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.242857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b018-2347-40bb-9d03-36163d7cb24b req-a33a41f3-b55e-483a-a288-fdc1bb6b087a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0659809 Nov 12 03:30:04.304815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6277b018-2347-40bb-9d03-36163d7cb24b req-adb4c4ec-8833-401e-9b44-c9d0f0d152e8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600226 Nov 12 03:30:04.453194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7dbd-41a3-4a33-9191-98762e1c8515 req-b14c869e-5e7e-4002-8fe2-c676acceb99c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.455354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-706f7dbd-41a3-4a33-9191-98762e1c8515 req-b14c869e-5e7e-4002-8fe2-c676acceb99c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0804875 Nov 12 03:30:04.535872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-706f7dbd-41a3-4a33-9191-98762e1c8515 req-d99adb83-73a7-4996-857b-39ad4d3f57e7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Nov 12 03:30:04.577720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-139b1dd7-2ce2-48fd-8df7-8857130e2416 req-d607a2f4-2dbf-42d3-8905-049fa0114912 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 210 time: 0.0343401 Nov 12 03:30:04.655281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-11d3e3b8-c8ea-4352-9bff-30b937aa5942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.805573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-bd3b098a-381a-4b61-bda2-b40d15142aae tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.808059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-bd3b098a-381a-4b61-bda2-b40d15142aae tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 811 time: 0.2201462 Nov 12 03:30:04.817675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc7ba1-1703-4f74-b01e-7fbcf354db71 req-f1c69650-0b13-43fc-848a-7980db7081bb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.819653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11bc7ba1-1703-4f74-b01e-7fbcf354db71 req-f1c69650-0b13-43fc-848a-7980db7081bb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1145115 Nov 12 03:30:04.831651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Request body: {'port': {'device_id': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'admin_state_up': True, 'tenant_id': '467bc378ab0d4a879402746560d48274'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:04.924866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11bc7ba1-1703-4f74-b01e-7fbcf354db71 req-6aea4d45-c0cb-47ac-81b6-89c94f1b6a7e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950789 Nov 12 03:30:05.020597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Made reservation on behalf of 467bc378ab0d4a879402746560d48274 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:05.024519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.082317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2504-9b3e-4d3f-ba53-51a0648688d2 req-a70dda3f-7751-4e7d-803b-9bb0a6bf6e83 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.091590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28bf2504-9b3e-4d3f-ba53-51a0648688d2 req-a70dda3f-7751-4e7d-803b-9bb0a6bf6e83 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0686047 Nov 12 03:30:05.155291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28bf2504-9b3e-4d3f-ba53-51a0648688d2 req-3261af5f-2833-4dff-8573-bb6afe05d0a6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Nov 12 03:30:05.337100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0d6fd-a3b3-4d4e-b0e1-e089bc8c8a3d req-26cd7848-0d43-44f8-9918-172b9c7f3ba4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.347016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ace0d6fd-a3b3-4d4e-b0e1-e089bc8c8a3d req-26cd7848-0d43-44f8-9918-172b9c7f3ba4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0912721 Nov 12 03:30:05.420221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ace0d6fd-a3b3-4d4e-b0e1-e089bc8c8a3d req-58a79793-38f0-44dc-a2cf-325d5729c907 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Nov 12 03:30:05.654105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.657131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecb574-5598-4263-9cc1-ba16ceed6462 req-7390d9ea-30c0-4810-a219-e3c22a7c3d98 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.659271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daecb574-5598-4263-9cc1-ba16ceed6462 req-7390d9ea-30c0-4810-a219-e3c22a7c3d98 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0901198 Nov 12 03:30:05.736497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Allocated IP 172.20.0.6 (3d315954-4056-4974-aa92-b849926053a3/038db811-dcea-463f-9920-36d5c77f4c79/4327d7ef-dc86-4072-8ffa-6e0245b3b3ed) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:05.760157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc8bbb26-6ddb-4528-8dee-b1132d35c870 req-b62709d3-6f3f-4c39-9ddb-b9802f18ed06 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 210 time: 0.0473061 Nov 12 03:30:05.778665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daecb574-5598-4263-9cc1-ba16ceed6462 req-882b732c-410e-4aec-b5bf-8e1ec364b766 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104829 Nov 12 03:30:05.958456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.010185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.073609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084f75e-50e3-4ad6-ab88-191bfc4394ea req-49733db6-eeaa-4445-8ab5-ed371dffc563 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.075561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6084f75e-50e3-4ad6-ab88-191bfc4394ea req-49733db6-eeaa-4445-8ab5-ed371dffc563 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1377659 Nov 12 03:30:06.118306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.194716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71edb034-02bb-41bf-a582-c06ad1ca6aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.207997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.212258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1f6e-439f-4bcd-8eac-a78d3f01ea67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.222006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ee5df488-7c22-4aa9-9301-a99220979ae7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:06.242872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6084f75e-50e3-4ad6-ab88-191bfc4394ea req-75bed859-638b-4447-8518-aae524ca3355 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498740 Nov 12 03:30:06.256431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Network 3d315954-4056-4974-aa92-b849926053a3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:06.259585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:06.263747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:06.302285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Pushing event updated for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.353756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.355141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.376626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-f11ec41f-fd3c-47dd-ba0b-d208db49cd94 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5558460 Nov 12 03:30:06.385805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71edb034-02bb-41bf-a582-c06ad1ca6aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.389946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Request body: {'port': {'device_id': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:06.404334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1f6e-439f-4bcd-8eac-a78d3f01ea67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.407776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-71edb034-02bb-41bf-a582-c06ad1ca6aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.415857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1f6e-439f-4bcd-8eac-a78d3f01ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.449038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.466128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb034-02bb-41bf-a582-c06ad1ca6aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981a1d9-d667-4960-8b30-f18740546985,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.489882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-71edb034-02bb-41bf-a582-c06ad1ca6aec admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a780ecf78c0147399dbf84c27bcaaf8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4780757 Nov 12 03:30:06.499775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51916) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.501779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c4c1f6e-439f-4bcd-8eac-a78d3f01ea67 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=18bdf19ca21245a59bcc7dd99d7358fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5392697 Nov 12 03:30:06.505919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51918) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.532790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2fdce-6c76-4af4-b71d-7e857aba2f74 req-cd1f4c56-06db-4c6b-b29a-7c085aa860d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.540337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edb2fdce-6c76-4af4-b71d-7e857aba2f74 req-cd1f4c56-06db-4c6b-b29a-7c085aa860d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1733742 Nov 12 03:30:06.554619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c1f6e-439f-4bcd-8eac-a78d3f01ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24f92d-1898-440a-b490-fbe428db73bd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.616611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edb2fdce-6c76-4af4-b71d-7e857aba2f74 req-c78424b8-ae9f-43bf-8998-a9e8dd7863a6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742590 Nov 12 03:30:06.627066 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.629502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.657957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.672060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.722825 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.725980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.729637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dd24f92d-1898-440a-b490-fbe428db73bd HTTP/1.1" status: 204 len: 168 time: 0.2166352 Nov 12 03:30:06.746574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c5c83-d5bc-4d32-9b38-8388be510f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24f92d-1898-440a-b490-fbe428db73bd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.801075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.805943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.807228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3981a1d9-d667-4960-8b30-f18740546985 HTTP/1.1" status: 204 len: 168 time: 0.3066556 Nov 12 03:30:06.828019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c47ff1-7ac1-41e0-813a-be538f340ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981a1d9-d667-4960-8b30-f18740546985,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.833065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885e24-64b3-486b-bae0-a70db5e875df req-8b5fde7d-eab0-4294-b268-1e3b3731ad92 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.835075 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce885e24-64b3-486b-bae0-a70db5e875df req-8b5fde7d-eab0-4294-b268-1e3b3731ad92 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1067047 Nov 12 03:30:06.933433 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce885e24-64b3-486b-bae0-a70db5e875df req-a0da2c8e-341e-4aa5-9917-cba8779fe987 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840940 Nov 12 03:30:06.964739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:06.975078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.009576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e5cca-d614-442f-9e55-515073257fa5 req-05475936-d551-446d-aa5e-6b7258ca17bd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.019408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea0e5cca-d614-442f-9e55-515073257fa5 req-05475936-d551-446d-aa5e-6b7258ca17bd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 931 time: 0.1013556 Nov 12 03:30:07.050262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Transition to ACTIVE for port object 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:07.061797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.123505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ffa78-fa7b-4995-99cb-d98f92126d99 req-69f73841-7304-4461-82b9-16e89c22e1b6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.126094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e4ffa78-fa7b-4995-99cb-d98f92126d99 req-69f73841-7304-4461-82b9-16e89c22e1b6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1023190 Nov 12 03:30:07.150082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea0e5cca-d614-442f-9e55-515073257fa5 req-d7fd3093-24cf-4d9f-aefa-95fff54ae3ba tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258636 Nov 12 03:30:07.170056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Pushing event updated for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.176643 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.249531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Attempting to bind port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:07.249985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Attempting to bind port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:07.250820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Attempting to bind port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed on network 3d315954-4056-4974-aa92-b849926053a3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:07.256011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed on network 3d315954-4056-4974-aa92-b849926053a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:07.256343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Attempting to bind port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed on network 3d315954-4056-4974-aa92-b849926053a3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:07.259715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e4ffa78-fa7b-4995-99cb-d98f92126d99 req-5ea3c4de-d2ab-4e04-8ac8-0d5181f75aca tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235948 Nov 12 03:30:07.266202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:07.266545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Checking segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:07.266939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Bound using segment: {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:07.269044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Bound port: 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d315954-4056-4974-aa92-b849926053a3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:07.269605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.292349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.310466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e81974f6-2366-4ee8-8e9b-7b8d70ef296e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.322953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.348770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50839c71-741e-494c-b98e-199df6d02e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.385677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:07.389904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:07.396148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.462440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.462440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.462440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] 10.222.0.32 "PUT /v2.0/ports/4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 200 len: 1092 time: 1.0766704 Nov 12 03:30:07.462440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:07.488670 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:07.551474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39283b6-4539-4cd0-8e1b-fdd0282bd347 req-2a80a797-ac8f-4459-a9e7-b7ed0f7eee59 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.561600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d39283b6-4539-4cd0-8e1b-fdd0282bd347 req-2a80a797-ac8f-4459-a9e7-b7ed0f7eee59 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1671956 Nov 12 03:30:07.571280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423c09-ae2a-4ecf-abc2-322654664b83 service neutron] Pushing event updated for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.608074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e81974f6-2366-4ee8-8e9b-7b8d70ef296e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.614808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50839c71-741e-494c-b98e-199df6d02e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.621313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-8a4cc71a-bddb-4481-b8c1-a726b61c2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.623267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-8a4cc71a-bddb-4481-b8c1-a726b61c2fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1095 time: 0.1021743 Nov 12 03:30:07.624769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50839c71-741e-494c-b98e-199df6d02e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.668713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e81974f6-2366-4ee8-8e9b-7b8d70ef296e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.711320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d39283b6-4539-4cd0-8e1b-fdd0282bd347 req-7c2eb7cb-60ce-4b08-8eb6-238e3947a9ea tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433167 Nov 12 03:30:07.755173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-a0a739c9-f803-4378-97f2-ac41758a66ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 200 len: 217 time: 0.1140523 Nov 12 03:30:07.771791 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e81974f6-2366-4ee8-8e9b-7b8d70ef296e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e309daddc9e46b28b568b4c29b8944b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782865 Nov 12 03:30:07.777337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-50839c71-741e-494c-b98e-199df6d02e91 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ab0d7092b4d74dacab30db91cf15eb4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526610 Nov 12 03:30:07.778370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50839c71-741e-494c-b98e-199df6d02e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e79ba-8715-4c2d-8f33-0729fd6346d9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.782683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 51962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.785361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 51960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.802073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81974f6-2366-4ee8-8e9b-7b8d70ef296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412659cd-9be5-4608-8c26-be8a948b2f11,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.878514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.911555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f08c-c82d-45ae-a022-fca5a5562f44 req-bdbb2d0c-aba2-42ea-bc00-42b3ee06b68b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.913370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7c7f08c-c82d-45ae-a022-fca5a5562f44 req-bdbb2d0c-aba2-42ea-bc00-42b3ee06b68b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0827339 Nov 12 03:30:07.919989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-b078e849-186d-40c3-9b95-7a5a2116b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.921685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-b078e849-186d-40c3-9b95-7a5a2116b777 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.1403077 Nov 12 03:30:07.926604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.935873 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd5e612-73ed-4132-afaf-f33c947a8899 x-openstack-request-id: req-8bd5e612-73ed-4132-afaf-f33c947a8899 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:07.936419 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:07.936827 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bd5e612-73ed-4132-afaf-f33c947a8899 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:07.937500 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed', 'status': 'completed', 'code': 200} Nov 12 03:30:07.972791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-520a7653-4f0e-4842-9ee5-c7e210cdf071 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318336 Nov 12 03:30:07.974675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.019368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7c7f08c-c82d-45ae-a022-fca5a5562f44 req-511344ca-1fe8-49d2-b40e-9f06f6e70950 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960090 Nov 12 03:30:08.024821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.060490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.064828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.066159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/412659cd-9be5-4608-8c26-be8a948b2f11 HTTP/1.1" status: 204 len: 168 time: 0.2796037 Nov 12 03:30:08.076669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb028af-42bb-4ff9-841e-7181a3c868dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412659cd-9be5-4608-8c26-be8a948b2f11,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.184399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-deb83e35-b089-4bb3-a3c6-cc49c5190489 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038825 Nov 12 03:30:08.244891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.257176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.260105 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.261918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2d7e79ba-8715-4c2d-8f33-0729fd6346d9 HTTP/1.1" status: 204 len: 168 time: 0.4781609 Nov 12 03:30:08.274780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4fc95-f9b8-4447-a8ac-b4cc0ea14f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e79ba-8715-4c2d-8f33-0729fd6346d9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.317449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d285c2-d577-4884-9af9-bb1f1ba57d05 req-72dc5c48-0609-442c-ac7a-0e82c4dffa02 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.326712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9d285c2-d577-4884-9af9-bb1f1ba57d05 req-72dc5c48-0609-442c-ac7a-0e82c4dffa02 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1323802 Nov 12 03:30:08.378869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7249845-8c7b-4768-9c0b-d7c136525560 req-4b2f1902-d817-4e1e-bdd2-5d36ad4df426 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869445 Nov 12 03:30:08.416092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061e68f-72c6-4e27-bb0b-e732dbace3a3 req-7256fea5-685d-4b80-a0fb-b4ba76b99334 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.424403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5061e68f-72c6-4e27-bb0b-e732dbace3a3 req-7256fea5-685d-4b80-a0fb-b4ba76b99334 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 943 time: 0.0988772 Nov 12 03:30:08.483250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9d285c2-d577-4884-9af9-bb1f1ba57d05 req-7a7eba50-2163-431e-979e-f103f35e9f22 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528628 Nov 12 03:30:08.520887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5061e68f-72c6-4e27-bb0b-e732dbace3a3 req-bd3eb27c-8328-4a97-825a-334579efadba tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897369 Nov 12 03:30:08.529370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-8dfce0f5-b9ee-404c-b46e-cc6d5c17dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.537153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-8dfce0f5-b9ee-404c-b46e-cc6d5c17dd4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1095 time: 0.0943127 Nov 12 03:30:08.683865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938f13f-46fc-4c71-99d0-ebfa99c688a8 req-fda89c9d-b835-49eb-92ef-88548b4df01e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.685519 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b938f13f-46fc-4c71-99d0-ebfa99c688a8 req-fda89c9d-b835-49eb-92ef-88548b4df01e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0927308 Nov 12 03:30:08.706669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-42c45741-264c-4758-92cc-ce21b6362e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.708877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-42c45741-264c-4758-92cc-ce21b6362e33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.1648793 Nov 12 03:30:08.788978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b938f13f-46fc-4c71-99d0-ebfa99c688a8 req-1cfe21c1-6595-45cd-9fcd-e0e0ac5466dc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905464 Nov 12 03:30:08.842851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-b6344e46-c9ba-476b-8f6d-934f16f280ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 200 len: 217 time: 0.1260750 Nov 12 03:30:08.928546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-7340098c-4e9a-48ab-9803-490f11495487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.930033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-7340098c-4e9a-48ab-9803-490f11495487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0787749 Nov 12 03:30:08.999472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d727-2cf1-4fb1-a74a-f09412c0b876 req-26030b19-48fd-4d47-9f72-96f9bc55d73b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.001873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2240d727-2cf1-4fb1-a74a-f09412c0b876 req-26030b19-48fd-4d47-9f72-96f9bc55d73b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0712507 Nov 12 03:30:09.027627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-b90c22f7-61bc-4f16-96a7-cff8385f218d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846171 Nov 12 03:30:09.100959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2240d727-2cf1-4fb1-a74a-f09412c0b876 req-84cf2bc4-5e77-4163-9b07-3a87ef7b65c7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929856 Nov 12 03:30:09.228126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-7ad06f76-bf14-4778-abc7-57db172cea81 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922808 Nov 12 03:30:09.355578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995650b-bca0-4b4e-8a1a-3e17f257d19f req-94a4b5db-40da-4cd3-bc3a-291e629f0a95 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.357126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b995650b-bca0-4b4e-8a1a-3e17f257d19f req-94a4b5db-40da-4cd3-bc3a-291e629f0a95 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1492727 Nov 12 03:30:09.395884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aafd7c4-5b6d-41fb-879a-99c496d7e86c req-71b109fd-c384-4bd3-b461-9d968b58e43f service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496332 Nov 12 03:30:09.439893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b995650b-bca0-4b4e-8a1a-3e17f257d19f req-9151cb9e-5b61-488d-8038-c182e38cf9fb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735798 Nov 12 03:30:09.638288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd697-3b04-4611-a049-d6491a68782b req-1191e8aa-d3da-4add-8cc7-8fccac9ace7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.646017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57cfd697-3b04-4611-a049-d6491a68782b req-1191e8aa-d3da-4add-8cc7-8fccac9ace7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 943 time: 0.0607948 Nov 12 03:30:09.648907 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:09.712336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57cfd697-3b04-4611-a049-d6491a68782b req-d3da9423-aa80-4f50-89ae-73f5e9cd9ba3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650606 Nov 12 03:30:09.770207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f42d07-d26f-483f-a1ea-758859084356 req-16d29e8e-46c8-4865-86bb-04eafa824385 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.773633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f42d07-d26f-483f-a1ea-758859084356 req-16d29e8e-46c8-4865-86bb-04eafa824385 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1458340 Nov 12 03:30:09.870923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f42d07-d26f-483f-a1ea-758859084356 req-aef1f586-ee40-432c-b728-ae94c0069cbe tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877299 Nov 12 03:30:10.071259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef435a5-11f7-4fc4-a1a2-fcb36e86a1ac req-0f4dfd90-965a-4913-8c90-0c4dee686207 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.073647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cef435a5-11f7-4fc4-a1a2-fcb36e86a1ac req-0f4dfd90-965a-4913-8c90-0c4dee686207 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0945251 Nov 12 03:30:10.177756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cef435a5-11f7-4fc4-a1a2-fcb36e86a1ac req-6d62df5d-e4c3-481e-8624-aae76f42e643 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978479 Nov 12 03:30:10.514811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52062) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.558378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e4e67-fbc4-4b5d-98bc-0de985ec93a6 req-8e404dd5-8f97-4aae-96ec-0c75235b14e7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.568753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49e4e67-fbc4-4b5d-98bc-0de985ec93a6 req-8e404dd5-8f97-4aae-96ec-0c75235b14e7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0915480 Nov 12 03:30:10.634758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b49e4e67-fbc4-4b5d-98bc-0de985ec93a6 req-e4fad423-c42c-4502-9430-7e4232b55b85 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647960 Nov 12 03:30:10.873257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:10.926148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc16f-7892-41fa-b4f5-91b3e0fa9c92 req-3a426f53-0e94-47b7-9918-2104ace5cd39 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.934779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b0bc16f-7892-41fa-b4f5-91b3e0fa9c92 req-3a426f53-0e94-47b7-9918-2104ace5cd39 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 943 time: 0.0760188 Nov 12 03:30:10.971567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeb9e4-20a2-4285-9aba-f21a0463f158 req-a2d965bf-bb2f-4a33-8b51-d9e8ec96457b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.973264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbaeb9e4-20a2-4285-9aba-f21a0463f158 req-a2d965bf-bb2f-4a33-8b51-d9e8ec96457b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1860907 Nov 12 03:30:10.997805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b0bc16f-7892-41fa-b4f5-91b3e0fa9c92 req-0924f36c-36b5-40b3-81bf-0e7bb43f83e5 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Nov 12 03:30:11.001662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.088874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbaeb9e4-20a2-4285-9aba-f21a0463f158 req-240766a0-7637-4981-a0aa-68b75c023287 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065350 Nov 12 03:30:11.310135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.464281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Allocated IP 172.25.2.21 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/7dde2339-96a0-466e-8fe5-68e53b9a3c59) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:11.598845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a4c69-b8b5-4c41-bb7f-d5d1af29f351 req-0e929fdd-e326-4c19-8079-2647bad02b2d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.606464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e89a4c69-b8b5-4c41-bb7f-d5d1af29f351 req-0e929fdd-e326-4c19-8079-2647bad02b2d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.3635299 Nov 12 03:30:11.611019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.689121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e89a4c69-b8b5-4c41-bb7f-d5d1af29f351 req-873d9c27-f86b-447f-8b8b-76b4a56800d8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765829 Nov 12 03:30:11.752391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.866378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:11.874458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:11.884366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:11.966779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4950-39bb-4bca-af63-2a110c74ba6e req-7c161789-140a-4a52-92b9-d28d8de7c010 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.978177 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5a4950-39bb-4bca-af63-2a110c74ba6e req-7c161789-140a-4a52-92b9-d28d8de7c010 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1371953 Nov 12 03:30:11.991314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Pushing event updated for resources: {'Port': ['ID=7dde2339-96a0-466e-8fe5-68e53b9a3c59,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.123954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-df5a4950-39bb-4bca-af63-2a110c74ba6e req-625ef107-1432-49b1-8939-b4df073c8e3b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418016 Nov 12 03:30:12.137234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.273742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.298018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5e5ee-5a3d-418c-96ac-ac94cfc1ea59 req-dcab7828-9c0f-46bb-b9b4-d07b5d3791c1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.303762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7d5e5ee-5a3d-418c-96ac-ac94cfc1ea59 req-dcab7828-9c0f-46bb-b9b4-d07b5d3791c1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 943 time: 0.1608336 Nov 12 03:30:12.701658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:12.818396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7d5e5ee-5a3d-418c-96ac-ac94cfc1ea59 req-d5883540-0bcc-4323-95e8-6c52889d589b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715880 Nov 12 03:30:12.902565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:12.928395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed', 'network_id': '3d315954-4056-4974-aa92-b849926053a3', 'port_id': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed', 'mac_address': 'fa:16:3e:8f:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038db811-dcea-463f-9920-36d5c77f4c79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:12.994067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.004899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.015286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.040771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:13.072849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.079216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.118452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Pushing event updated for resources: {'Port': ['ID=7dde2339-96a0-466e-8fe5-68e53b9a3c59,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.154389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.190824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.212723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.214300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-11aadcc7-ec79-4e1e-85f1-afe9ee85407f tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6983609 Nov 12 03:30:13.218241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:13.224011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2031808732', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'fixed_ips': [{'ip_address': '172.25.2.21'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:13.237935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc627f8-b21c-4c11-a211-a9b834f6b3d1 req-02e36111-3ad2-4cdf-8e83-b4c8312ccf74 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.240432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adc627f8-b21c-4c11-a211-a9b834f6b3d1 req-02e36111-3ad2-4cdf-8e83-b4c8312ccf74 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1057889 Nov 12 03:30:13.315018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Made reservation on behalf of 429a544105954107a1f66ba82b87b3c0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:13.318556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.337986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['4327d7ef-dc86-4072-8ffa-6e0245b3b3ed'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:13.357890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.402224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-adc627f8-b21c-4c11-a211-a9b834f6b3d1 req-13e61783-33a9-4153-acc6-5754b688bcb6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460571 Nov 12 03:30:13.503084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.509024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.516379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] device_id is not set on port 3826c718-5aa2-4b34-8355-265d1716934f yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:13.617165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06bfe19-112c-41d0-8b2b-bc56c7be0c3d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.758124 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:30:13.758639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:13.777995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-accd8384-5200-4f47-9eff-273ab807de33 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5579786 Nov 12 03:30:13.780614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52146) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:13.916927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Deleting port 7dde2339-96a0-466e-8fe5-68e53b9a3c59 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:13.917282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.966454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cb96a-0f80-4ce1-b737-6999a4969e03 req-c0e04c07-0ed1-4686-a62f-c0afe163c5b8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.974346 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-386cb96a-0f80-4ce1-b737-6999a4969e03 req-c0e04c07-0ed1-4686-a62f-c0afe163c5b8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 944 time: 0.0601006 Nov 12 03:30:14.009899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.010465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.023566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Calling delete_port for 7dde2339-96a0-466e-8fe5-68e53b9a3c59 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:14.025710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-386cb96a-0f80-4ce1-b737-6999a4969e03 req-5fd327b8-2f7e-4c8f-8263-c5b3b6a723f8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505478 Nov 12 03:30:14.163583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.195160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dde2339-96a0-466e-8fe5-68e53b9a3c59,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.261029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.263999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.265264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3b929fe8-085d-4448-888c-50eb824a90e0 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012 tempest-ExternalNetworksAdminNegativeTestJSON-1305954012-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/1dcb3705-ce70-4716-a0e2-6ff83b7bed36 HTTP/1.1" status: 204 len: 168 time: 0.4836056 Nov 12 03:30:14.589793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253139-54da-491f-8447-e683c9f2dc5d req-39d25741-887d-4d5a-b3c9-a94bffdee982 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.603879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb253139-54da-491f-8447-e683c9f2dc5d req-39d25741-887d-4d5a-b3c9-a94bffdee982 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1229351 Nov 12 03:30:14.641526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52178) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:14.676244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb253139-54da-491f-8447-e683c9f2dc5d req-ee348314-ee74-44b7-8948-2b3aa3b44e1e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652213 Nov 12 03:30:14.708244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:14.807211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:14.812463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:14.819243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.933302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.965288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:14.968569 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c531f-9e77-4639-9e23-3bab8f23fc83" -d '{"events": [{"server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "name": "network-vif-plugged", "status": "completed", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:14.985153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:14.989878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.031863 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3bd720-c648-4683-ad24-bba361ad2fce x-openstack-request-id: req-5d3bd720-c648-4683-ad24-bba361ad2fce {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:15.032274 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "name": "network-vif-plugged", "status": "completed", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:15.032612 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d3bd720-c648-4683-ad24-bba361ad2fce {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:15.033062 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed', 'code': 200} Nov 12 03:30:15.066264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.164499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec3255ec-3019-49be-bfc0-1d12ddd0422a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.236742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03eb44-91a0-474e-aaaf-9f531728ac7f req-44d1f166-0c27-4261-8727-ca72267ea8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.236742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a03eb44-91a0-474e-aaaf-9f531728ac7f req-44d1f166-0c27-4261-8727-ca72267ea8aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1097 time: 0.1490049 Nov 12 03:30:15.263622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f212ea4-43f8-4db2-9a12-fab612aae9c4 req-4a199eae-fe72-4a1b-8edd-be0b716b17dc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.265121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f212ea4-43f8-4db2-9a12-fab612aae9c4 req-4a199eae-fe72-4a1b-8edd-be0b716b17dc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1446958 Nov 12 03:30:15.299363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec3255ec-3019-49be-bfc0-1d12ddd0422a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.311193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec3255ec-3019-49be-bfc0-1d12ddd0422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.371003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a03eb44-91a0-474e-aaaf-9f531728ac7f req-846647bc-d80c-4119-a4cc-18d00a5d4ea4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231859 Nov 12 03:30:15.391722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.392223 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec3255ec-3019-49be-bfc0-1d12ddd0422a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d00ddce6e2194fcaa53666d00f09f4d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7492201 Nov 12 03:30:15.406675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f212ea4-43f8-4db2-9a12-fab612aae9c4 req-b22ccf49-c35c-4e41-b789-dcdadc4bc863 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282144 Nov 12 03:30:15.407585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3255ec-3019-49be-bfc0-1d12ddd0422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a08ac6-b95a-45c4-83cf-e18f5c57bd25,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.465283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.495634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.567134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.571668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.573515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/45a08ac6-b95a-45c4-83cf-e18f5c57bd25 HTTP/1.1" status: 204 len: 168 time: 0.1806860 Nov 12 03:30:15.593280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c7a15-2f90-40c2-8bad-4f4f06a8d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a08ac6-b95a-45c4-83cf-e18f5c57bd25,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:15.882307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505520a1-7121-4d76-9f8a-3d91fefd0949 req-3680fae6-e868-47ea-9da1-6f843e4d9e42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.887964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-505520a1-7121-4d76-9f8a-3d91fefd0949 req-3680fae6-e868-47ea-9da1-6f843e4d9e42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0975826 Nov 12 03:30:15.982395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-505520a1-7121-4d76-9f8a-3d91fefd0949 req-631fcd0b-cf2c-48f0-b28e-9b8127267f18 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892112 Nov 12 03:30:16.212382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52230) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.270521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-db5b199c-0965-431a-90e5-aa536478001f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=429a544105954107a1f66ba82b87b3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569465 Nov 12 03:30:16.272878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52234) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:16.345644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.370836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.458523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.462741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.466298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f06bfe19-112c-41d0-8b2b-bc56c7be0c3d HTTP/1.1" status: 204 len: 168 time: 0.1898429 Nov 12 03:30:16.473896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bff77-b3fc-47d4-8d03-f17c4c9b81b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06bfe19-112c-41d0-8b2b-bc56c7be0c3d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.614487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c29c4-c8c4-4507-a736-c08f2dfec10e req-9021fae1-883f-49f6-9daa-f215ab88444d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.626638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-854c29c4-c8c4-4507-a736-c08f2dfec10e req-9021fae1-883f-49f6-9daa-f215ab88444d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1316245 Nov 12 03:30:16.741168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-854c29c4-c8c4-4507-a736-c08f2dfec10e req-eb3fd6d1-32b2-4425-92bc-67f66fa22a17 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079593 Nov 12 03:30:17.140015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f817cc-a980-433f-8411-47b6d745fd91 req-b17f680c-d489-444b-8a8d-7a78c0be9e20 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.142205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d4f817cc-a980-433f-8411-47b6d745fd91 req-b17f680c-d489-444b-8a8d-7a78c0be9e20 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0665953 Nov 12 03:30:17.200426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d4f817cc-a980-433f-8411-47b6d745fd91 req-7525db83-d491-4084-ba27-fcc24fd76e00 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 Nov 12 03:30:17.542562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.653525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1032180120'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.678321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Made reservation on behalf of f8e855a8f6e746e9ac2926a34f672e0c for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:17.682019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.691163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.820424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.828470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.891979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:17.907299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4322a70-4c47-4222-91ae-365a47159225,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.911663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.912018 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Added segment c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a of type vlan for network e0ce3599-b159-44ff-b1a0-9c498ab58ddc Nov 12 03:30:17.936202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f13ad-505b-40a9-a6b8-d4b5b3f967f7 req-658dc88b-32e5-4290-ace1-367a5d30c1d6 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.938332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed1f13ad-505b-40a9-a6b8-d4b5b3f967f7 req-658dc88b-32e5-4290-ace1-367a5d30c1d6 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1130149 Nov 12 03:30:17.994942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.039263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed1f13ad-505b-40a9-a6b8-d4b5b3f967f7 req-0ae279ae-ef5d-4002-8d84-15b5f5ac2a64 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783772 Nov 12 03:30:18.046224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.054140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.054796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.133433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5901871 Nov 12 03:30:18.136387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52310) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.142545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Request body: {'subnet': {'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:18.173573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb900737-3573-4979-ae53-0afe771ea716 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'Network': ['ID=e0ce3599-b159-44ff-b1a0-9c498ab58ddc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.185619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:18.355619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc458d3-1b8b-4a00-9a1a-f5f9a0fb3922 req-30941082-2543-44ac-9b0d-2cb3b8fd706c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.369869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3fc458d3-1b8b-4a00-9a1a-f5f9a0fb3922 req-30941082-2543-44ac-9b0d-2cb3b8fd706c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0737410 Nov 12 03:30:18.392283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-088fd6a6-2bb4-44dd-8eb3-30a6d46d4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.394417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-088fd6a6-2bb4-44dd-8eb3-30a6d46d4588 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1097 time: 0.1264985 Nov 12 03:30:18.400359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Made reservation on behalf of f8e855a8f6e746e9ac2926a34f672e0c for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:18.403871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.441838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3fc458d3-1b8b-4a00-9a1a-f5f9a0fb3922 req-15517c2e-1cea-4811-a9d2-dd8ba58bc418 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692742 Nov 12 03:30:18.831368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ceacc-69d7-4d17-96b0-37055be7daa2 req-adda4956-eb4b-41a1-8f0b-ca206e61a010 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.839878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-920ceacc-69d7-4d17-96b0-37055be7daa2 req-adda4956-eb4b-41a1-8f0b-ca206e61a010 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.5224833 Nov 12 03:30:18.979420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-920ceacc-69d7-4d17-96b0-37055be7daa2 req-61011673-aaed-4ec9-a5d2-15cd8e65a0e8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335182 Nov 12 03:30:18.985811 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-c538e692-53ab-4864-bffa-5665aeae4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.987576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-c538e692-53ab-4864-bffa-5665aeae4870 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.5772943 Nov 12 03:30:19.061932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-225cbef7-f507-437e-875e-7832f7020073 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 200 len: 217 time: 0.0652630 Nov 12 03:30:19.158091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-ca83e521-cca1-4800-b9c7-9447e74a32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.160151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-ca83e521-cca1-4800-b9c7-9447e74a32dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0888298 Nov 12 03:30:19.161500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.227372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-2392cd39-05ee-4d35-a9e6-d29e5236681d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598698 Nov 12 03:30:19.236528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.312233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'Subnet': ['ID=d6f0b923-a7d5-40a6-8750-87755b1e47f7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.330149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Checking segment: {'id': 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:19.330526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Network hostable DHCP agents. Network: e0ce3599-b159-44ff-b1a0-9c498ab58ddc, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:19.365722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:19.373806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-b252c4de-d85a-4497-b934-0019f43738bc service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385629 Nov 12 03:30:19.380654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e0ce3599-b159-44ff-b1a0-9c498ab58ddc) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:19.388697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c828fb4-250d-4d54-b7ac-77ef785f3237 None None] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:19.393666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.394176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.465451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18a92b81-7d96-41a5-bcd1-54dcb676d59d tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3278487 Nov 12 03:30:19.466495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52346) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.474405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Request body: {'port': {'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-121624221'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.500772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd0cdc3-203b-471b-bf70-ca8c16f41d7c req-63bff49a-de3f-4a51-ab72-15dc1700203a service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180131 Nov 12 03:30:19.584604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e0ce3599-b159-44ff-b1a0-9c498ab58ddc', 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc', 'tenant_id': 'f8e855a8f6e746e9ac2926a34f672e0c', 'fixed_ips': [{'subnet_id': 'd6f0b923-a7d5-40a6-8750-87755b1e47f7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:19.585560 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.673600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497cdf3-f99f-4c77-8c59-339bd02b6e75 req-8fb66203-4789-467f-ba44-cc492773afe7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.675122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e497cdf3-f99f-4c77-8c59-339bd02b6e75 req-8fb66203-4789-467f-ba44-cc492773afe7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Nov 12 03:30:19.677926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d128dc1c-7a8e-457e-802c-167f6e3753e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.744160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Allocated IP 2001:db8::2 (e0ce3599-b159-44ff-b1a0-9c498ab58ddc/d6f0b923-a7d5-40a6-8750-87755b1e47f7/6dd95347-1a01-4f4e-a759-3f060880b219) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:19.761706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Made reservation on behalf of f8e855a8f6e746e9ac2926a34f672e0c for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:19.769868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.779471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e497cdf3-f99f-4c77-8c59-339bd02b6e75 req-ffe842db-68ff-4e31-9204-afd9043bed06 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982347 Nov 12 03:30:19.823751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] device_id is not set on port 6f6a1db4-8219-4e3c-9e85-299f3e36557a yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:19.897596 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d128dc1c-7a8e-457e-802c-167f6e3753e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.904062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d128dc1c-7a8e-457e-802c-167f6e3753e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.911211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.924897 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.966748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:19.971362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:19.973774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128dc1c-7a8e-457e-802c-167f6e3753e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e9300f-a9bb-4103-9976-c227f11c66e9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.975651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:19.992721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Pushing event updated for resources: {'Port': ['ID=6dd95347-1a01-4f4e-a759-3f060880b219,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.993711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d128dc1c-7a8e-457e-802c-167f6e3753e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46e096ef2fe04ccab099acc59a699ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559857 Nov 12 03:30:20.003064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:20.050801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-b88dd3c3-61ea-4cd5-b78f-ac6714734ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044202 Nov 12 03:30:20.085443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.087032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Attempting to bind port 6dd95347-1a01-4f4e-a759-3f060880b219 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:20.087456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Attempting to bind port 6dd95347-1a01-4f4e-a759-3f060880b219 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:20.088050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Attempting to bind port 6dd95347-1a01-4f4e-a759-3f060880b219 on network e0ce3599-b159-44ff-b1a0-9c498ab58ddc {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:20.088547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Allocated IP 2001:db8::125 (e0ce3599-b159-44ff-b1a0-9c498ab58ddc/d6f0b923-a7d5-40a6-8750-87755b1e47f7/6f6a1db4-8219-4e3c-9e85-299f3e36557a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:20.100494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:20.101942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Checking segment: {'id': 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:20.102393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.102800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Bound using segment: {'id': 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:20.103331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Bound port: 6dd95347-1a01-4f4e-a759-3f060880b219, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:20.103728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.117910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.174794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.178385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.182921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5e9300f-a9bb-4103-9976-c227f11c66e9 HTTP/1.1" status: 204 len: 168 time: 0.1786115 Nov 12 03:30:20.189894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] For port 6dd95347-1a01-4f4e-a759-3f060880b219, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:20.193892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] For port 6dd95347-1a01-4f4e-a759-3f060880b219, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dd95347-1a01-4f4e-a759-3f060880b219,segment=NetworkSegment(c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a),segment_id=c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:20.199742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.213845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416cadb-d582-4739-b1e6-2a290811f00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e9300f-a9bb-4103-9976-c227f11c66e9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.251331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ec74a-5bd0-40b7-84d0-5c4a9ee9159c req-14414fd4-c680-4b54-b5db-fe4f6fafa329 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.255836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a05ec74a-5bd0-40b7-84d0-5c4a9ee9159c req-14414fd4-c680-4b54-b5db-fe4f6fafa329 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1831095 Nov 12 03:30:20.260494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-efd9b207-9899-4e81-ae94-4a3e44c8868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.262260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-efd9b207-9899-4e81-ae94-4a3e44c8868c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 1098 time: 0.1338177 Nov 12 03:30:20.356151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f71fd2-36ae-44a4-b483-d8bb1de8a8f0 None None] Pushing event updated for resources: {'Port': ['ID=6dd95347-1a01-4f4e-a759-3f060880b219,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.417266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a05ec74a-5bd0-40b7-84d0-5c4a9ee9159c req-dc3adb77-f7f3-4dc0-9403-165dd447ec29 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536109 Nov 12 03:30:20.475851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-5cdbb7b2-cd56-449d-874c-0c2e5c6cab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.477357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-5cdbb7b2-cd56-449d-874c-0c2e5c6cab3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.1762450 Nov 12 03:30:20.601532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-eea36a24-24ed-49ec-921a-2ee718f7abc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 200 len: 217 time: 0.1151190 Nov 12 03:30:20.733698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-99c73cae-4dca-4957-aed7-61558bbb9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.736100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-99c73cae-4dca-4957-aed7-61558bbb9b54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0848627 Nov 12 03:30:20.800535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-231ca298-8ef8-4884-91e9-a779351ede8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548728 Nov 12 03:30:20.921762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.947039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-14d6baee-805f-461d-8fd7-82880c0d73ee service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376095 Nov 12 03:30:20.994583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f03b-7c31-4413-8ed6-80aa7a8ac2e7 req-866d43f7-ae54-4b8c-8b4e-645c66fccb96 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.998727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d523f03b-7c31-4413-8ed6-80aa7a8ac2e7 req-866d43f7-ae54-4b8c-8b4e-645c66fccb96 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0739012 Nov 12 03:30:20.998727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.028647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb134146-6bf1-4c4d-a56f-8077e0d2add6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.038638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.083006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb9bb729-6318-439a-b349-1d3b784c2baa req-09aba869-c24c-4816-b9a9-6269297bf828 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277065 Nov 12 03:30:21.150238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:21.160246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'Port': ['ID=6f6a1db4-8219-4e3c-9e85-299f3e36557a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.162807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:21.168424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:21.174215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.174847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.180587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d523f03b-7c31-4413-8ed6-80aa7a8ac2e7 req-7ec2d8b6-d1cb-426f-bae5-5d1e7e304360 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667933 Nov 12 03:30:21.215936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b339a9ac-37c6-4e8d-9b72-fc4a3ba3b99e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7473333 Nov 12 03:30:21.219351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52410) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.227621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Request body: {'port': {'network_id': 'e0ce3599-b159-44ff-b1a0-9c498ab58ddc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1100031964', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:21.228494 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] bootfile-name is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:21.229083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] tftp-server is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:21.229337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] server-ip-address is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:21.262114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb134146-6bf1-4c4d-a56f-8077e0d2add6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.268330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb134146-6bf1-4c4d-a56f-8077e0d2add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.341619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb134146-6bf1-4c4d-a56f-8077e0d2add6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3aa7b659e5a4b7db0334b6a2e5cd2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387942 Nov 12 03:30:21.341619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb134146-6bf1-4c4d-a56f-8077e0d2add6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ce2c6-9a15-430b-8a20-725138406821,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.343574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.423948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.456114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.458653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Made reservation on behalf of f8e855a8f6e746e9ac2926a34f672e0c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:21.470644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.492636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] device_id is not set on port cb1fcac6-3c81-4602-b0de-1e99e6486bde yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:21.600669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.603689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.610719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc1ce2c6-9a15-430b-8a20-725138406821 HTTP/1.1" status: 204 len: 168 time: 0.2538505 Nov 12 03:30:21.636500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59a4a2-e1ca-4df7-a68b-589e9cc5f819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ce2c6-9a15-430b-8a20-725138406821,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:21.659168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Allocated IP 2001:db8::2c3 (e0ce3599-b159-44ff-b1a0-9c498ab58ddc/d6f0b923-a7d5-40a6-8750-87755b1e47f7/cb1fcac6-3c81-4602-b0de-1e99e6486bde) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:21.704683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2d298-caa0-4bb4-919b-530412fe936b req-02f8f6f0-043d-4455-a2e1-f959d5e176aa tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.706411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53d2d298-caa0-4bb4-919b-530412fe936b req-02f8f6f0-043d-4455-a2e1-f959d5e176aa tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1066418 Nov 12 03:30:21.885281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53d2d298-caa0-4bb4-919b-530412fe936b req-3ed9d3ce-1f3e-4894-b262-8d666fa1a0ce tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510201 Nov 12 03:30:21.947223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:21.949644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a1cd2-a521-45cb-8124-30ca6e4ccebf None None] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:22.126940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.189424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.269115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dd95347-1a01-4f4e-a759-3f060880b219 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:22.279530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:22.290809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:22.302767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:22.318997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.321134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.330983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.resource_extend [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:30:22.382434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1619005 Nov 12 03:30:22.385901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52440) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.416468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] Provisioning complete for port 6dd95347-1a01-4f4e-a759-3f060880b219 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.424194 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.451810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223e543-0afa-41a5-86ce-6f8a4aea5ba6 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'Port': ['ID=cb1fcac6-3c81-4602-b0de-1e99e6486bde,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.485683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dc48e-ea1c-47ed-bf6a-114f197121e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.500839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dc48e-ea1c-47ed-bf6a-114f197121e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.507676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dc48e-ea1c-47ed-bf6a-114f197121e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.509672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-607dc48e-ea1c-47ed-bf6a-114f197121e3 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1229465 Nov 12 03:30:22.512243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82138-5f18-41fe-b4e9-42610df89c94 req-0790c7c4-ee57-4624-bbc1-d8acc9a93bff tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.512733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52442) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.523510 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d4e82138-5f18-41fe-b4e9-42610df89c94 req-0790c7c4-ee57-4624-bbc1-d8acc9a93bff tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1534431 Nov 12 03:30:22.611884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d4e82138-5f18-41fe-b4e9-42610df89c94 req-14fccbbc-f25e-4007-a61b-68c38b54ed25 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727458 Nov 12 03:30:22.702891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6dd95347-1a01-4f4e-a759-3f060880b219 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:22.703594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.711834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:22.769366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'port_id': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'mac_address': 'fa:16:3e:0e:a8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b88659-bd02-4069-b98f-5a29e60674a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:22.786542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Deleting port cb1fcac6-3c81-4602-b0de-1e99e6486bde {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:22.786893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.860659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.878256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.887901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:22.929285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.041696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.072956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.195191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Calling delete_port for cb1fcac6-3c81-4602-b0de-1e99e6486bde owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:23.200380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.239302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] For port 6dd95347-1a01-4f4e-a759-3f060880b219, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dd95347-1a01-4f4e-a759-3f060880b219,segment=NetworkSegment(c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a),segment_id=c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.252473 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.317191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff57dde-d556-43d3-86da-1f080debed47 req-1f89f14a-f663-4005-9489-04a03f7bb4b3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.319688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ff57dde-d556-43d3-86da-1f080debed47 req-1f89f14a-f663-4005-9489-04a03f7bb4b3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.2360301 Nov 12 03:30:23.337488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83427e4-82ad-4b13-8e68-c778921787f4 None None] Pushing event updated for resources: {'Port': ['ID=6dd95347-1a01-4f4e-a759-3f060880b219,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.360393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:23.418449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.428764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ff57dde-d556-43d3-86da-1f080debed47 req-868703fe-68ac-46a3-96bf-aa0598f3211b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975726 Nov 12 03:30:23.609339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Provisioning complete for port 6dd95347-1a01-4f4e-a759-3f060880b219 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:23.609985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.612600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:30:23.613199 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:30:23.633628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.706870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event deleted for resources: {'Port': ['ID=cb1fcac6-3c81-4602-b0de-1e99e6486bde,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.768155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.768652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.768996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.769339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.769678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.772859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.773236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.773587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.773929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.774419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.774772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.775276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:23.799249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.804495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b9822f0-ac4f-4317-b202-c9b4371a1e89 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "DELETE /v2.0/ports/cb1fcac6-3c81-4602-b0de-1e99e6486bde HTTP/1.1" status: 204 len: 168 time: 1.2902894 Nov 12 03:30:23.810337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52474) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.817717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Request body: {'port': {'name': 'tempest-new-port-name-1254346239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:23.818472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] bootfile-name is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:23.819064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] tftp-server is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:23.820275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.api.validators [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] server-ip-address is not in valid_values {{(pid=102433) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:30:23.891611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294ccb-dbe5-4b8d-86dd-47f182a54921 req-9ebacc4a-7000-4141-a43d-2c5ae68bffe7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.900211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd294ccb-dbe5-4b8d-86dd-47f182a54921 req-9ebacc4a-7000-4141-a43d-2c5ae68bffe7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 944 time: 0.1142411 Nov 12 03:30:23.963704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.996718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Could not find standard attr ID for object cb1fcac6-3c81-4602-b0de-1e99e6486bde. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:24.019945 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd294ccb-dbe5-4b8d-86dd-47f182a54921 req-3e77b97f-a193-4ec1-9979-889327081000 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156459 Nov 12 03:30:24.042422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Provisioning complete for port 6f6a1db4-8219-4e3c-9e85-299f3e36557a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:24.042990 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.209781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f3663561-619a-47be-a0f1-619b8afecde5 None None] Port 6f6a1db4-8219-4e3c-9e85-299f3e36557a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:24.352527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9c7f6d43-5c6b-4353-be08-cef7407fe6d3 None None] Provisioning complete for port 6f6a1db4-8219-4e3c-9e85-299f3e36557a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:24.352893 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d43-5c6b-4353-be08-cef7407fe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.443794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dd95347-1a01-4f4e-a759-3f060880b219 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:24.571656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-e3af0479-27b4-49b2-9af7-7f80dfed756d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2710071 Nov 12 03:30:24.616173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f6d43-5c6b-4353-be08-cef7407fe6d3 None None] Port 6f6a1db4-8219-4e3c-9e85-299f3e36557a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:24.621361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9c7f6d43-5c6b-4353-be08-cef7407fe6d3 None None] Could not find standard attr ID for object cb1fcac6-3c81-4602-b0de-1e99e6486bde. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:24.645290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6dd95347-1a01-4f4e-a759-3f060880b219 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:24.645290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.650330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.677348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.767697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event updated for resources: {'Port': ['ID=6f6a1db4-8219-4e3c-9e85-299f3e36557a,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.815950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] In _notify_port_updated(), no bound segment for port 6f6a1db4-8219-4e3c-9e85-299f3e36557a on network e0ce3599-b159-44ff-b1a0-9c498ab58ddc {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:30:24.833620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.835364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.837830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a0651f4-df12-49d5-9be2-f440fb0aca6c tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "PUT /v2.0/ports/6f6a1db4-8219-4e3c-9e85-299f3e36557a HTTP/1.1" status: 200 len: 1130 time: 1.0249619 Nov 12 03:30:24.840712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.862427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000630f-ba98-4261-9850-3b0fcce34b93 req-40b7b039-b606-4d97-b6e0-3795e02236d0 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.866559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3000630f-ba98-4261-9850-3b0fcce34b93 req-40b7b039-b606-4d97-b6e0-3795e02236d0 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.2122819 Nov 12 03:30:24.868840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-4ccc5c76-767d-4853-8712-e8509ef43b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.870277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-4ccc5c76-767d-4853-8712-e8509ef43b62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 1097 time: 0.2173629 Nov 12 03:30:24.948378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24986e1a-58ce-4adb-a17c-372d81cf1427 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.950232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24986e1a-58ce-4adb-a17c-372d81cf1427 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "GET /v2.0/ports/6f6a1db4-8219-4e3c-9e85-299f3e36557a HTTP/1.1" status: 200 len: 1130 time: 0.1084573 Nov 12 03:30:24.974401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52498) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.162412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Deleting port 6f6a1db4-8219-4e3c-9e85-299f3e36557a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:25.163024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.198384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3000630f-ba98-4261-9850-3b0fcce34b93 req-01b1107b-3710-4359-8465-c1e1bf157263 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023317 Nov 12 03:30:25.278635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-870ccad3-73e5-4d46-8607-857249d1bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.284777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-870ccad3-73e5-4d46-8607-857249d1bd14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.3423920 Nov 12 03:30:25.366959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d7d14f84-8c4f-4a6a-b654-9eebb34778e3 None None] Provisioning complete for port 6f6a1db4-8219-4e3c-9e85-299f3e36557a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:25.368119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7d14f84-8c4f-4a6a-b654-9eebb34778e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.419497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d7d14f84-8c4f-4a6a-b654-9eebb34778e3 None None] Port 6f6a1db4-8219-4e3c-9e85-299f3e36557a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:25.427641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.447441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Calling delete_port for 6f6a1db4-8219-4e3c-9e85-299f3e36557a owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:25.454960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-29c2b2e2-22af-40f6-8f42-ab7b1bdf5f53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 200 len: 1000 time: 0.1563134 Nov 12 03:30:25.586240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-67f96ab4-cdec-46f6-9d20-369917b4d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.587615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-67f96ab4-cdec-46f6-9d20-369917b4d389 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1221712 Nov 12 03:30:25.644530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20029225-9bc5-4e8f-9552-8fe29ba981ab req-a6ef21da-df01-4605-a9e7-62730b503196 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.646129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20029225-9bc5-4e8f-9552-8fe29ba981ab req-a6ef21da-df01-4605-a9e7-62730b503196 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 944 time: 0.3923941 Nov 12 03:30:25.698726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-5095cc31-2e61-4d79-a6eb-14186e32cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.706193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-5095cc31-2e61-4d79-a6eb-14186e32cfcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098659 Nov 12 03:30:25.782288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.853599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event deleted for resources: {'Port': ['ID=6f6a1db4-8219-4e3c-9e85-299f3e36557a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.883889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-20029225-9bc5-4e8f-9552-8fe29ba981ab req-a446a9aa-f862-4e3c-98c3-8eb148be9f24 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265303 Nov 12 03:30:25.927069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.928561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-f7b1e15d-ed46-4286-a40b-ccc5d21a671d service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138376 Nov 12 03:30:25.934620 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3a5bf155-3182-4086-8648-3666311d4dcb tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "DELETE /v2.0/ports/6f6a1db4-8219-4e3c-9e85-299f3e36557a HTTP/1.1" status: 204 len: 168 time: 0.9577723 Nov 12 03:30:25.942065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52516) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.979809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:26.079064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e2295a6-2bc5-4be9-8a6e-8aa6ace9cf56 req-48a79604-d9a3-4acb-9a11-ac5175a02b33 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424787 Nov 12 03:30:26.100764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Deleting subnet d6f0b923-a7d5-40a6-8750-87755b1e47f7 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:26.104564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:26.106211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.123910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.313074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.469050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.509059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb4977-f6de-4048-b1b6-96f5d9214954 req-126ee6ac-b017-4066-98d1-5994ef8d848e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.512628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33eb4977-f6de-4048-b1b6-96f5d9214954 req-126ee6ac-b017-4066-98d1-5994ef8d848e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1589665 Nov 12 03:30:26.524940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.576391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:26.580026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:26.595895 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87a9c3c-44d9-4d3e-be8b-fd07af2672b2" -d '{"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:26.600287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.667969 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a9d9d2-061c-4ac5-9245-d6fa84eb2eb9 x-openstack-request-id: req-20a9d9d2-061c-4ac5-9245-d6fa84eb2eb9 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:26.668394 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:26.668684 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-20a9d9d2-061c-4ac5-9245-d6fa84eb2eb9 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:26.669062 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'code': 200} Nov 12 03:30:26.678315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33eb4977-f6de-4048-b1b6-96f5d9214954 req-eb638af5-3556-4602-b52a-5573810e801b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595509 Nov 12 03:30:26.693729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.725763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f0b923-a7d5-40a6-8750-87755b1e47f7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.728345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.736576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.746628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a58ea0db-15c8-45ab-9896-bd8740bd397e tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "DELETE /v2.0/subnets/d6f0b923-a7d5-40a6-8750-87755b1e47f7 HTTP/1.1" status: 204 len: 168 time: 0.8033636 Nov 12 03:30:26.748494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9229870-0cea-421c-b90b-62c74d424f62 None None] Network e0ce3599-b159-44ff-b1a0-9c498ab58ddc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:26.835111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.898465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.930333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Deleting port 6dd95347-1a01-4f4e-a759-3f060880b219 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:26.930993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.032904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] DHCP port deletion for e0ce3599-b159-44ff-b1a0-9c498ab58ddc request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:27.060289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] For port 6dd95347-1a01-4f4e-a759-3f060880b219, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dd95347-1a01-4f4e-a759-3f060880b219,segment=NetworkSegment(c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a),segment_id=c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.060931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.080805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Calling delete_port for 6dd95347-1a01-4f4e-a759-3f060880b219 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:27.141499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b3e1-c3d1-42a6-bcc8-b10e9f9d5bac req-cc748145-b256-42d2-9cfe-9639c334b37c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.154307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e10b3e1-c3d1-42a6-bcc8-b10e9f9d5bac req-cc748145-b256-42d2-9cfe-9639c334b37c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1385465 Nov 12 03:30:27.179535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Deleting port 6dd95347-1a01-4f4e-a759-3f060880b219 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:27.179953 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.241415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.284341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] No DVR routers for this DVR port 6dd95347-1a01-4f4e-a759-3f060880b219 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:27.335017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e10b3e1-c3d1-42a6-bcc8-b10e9f9d5bac req-9c994c36-7ccc-46db-8739-054f4dad1698 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717138 Nov 12 03:30:27.340159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] For port 6dd95347-1a01-4f4e-a759-3f060880b219, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dd95347-1a01-4f4e-a759-3f060880b219,segment=NetworkSegment(c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a),segment_id=c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:27.340529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.366794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event deleted for resources: {'Port': ['ID=6dd95347-1a01-4f4e-a759-3f060880b219,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.437585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Calling delete_port for 6dd95347-1a01-4f4e-a759-3f060880b219 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:27.465375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.498767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ce3599-b159-44ff-b1a0-9c498ab58ddc']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.512585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.514193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37c55c9-1d1b-4ad4-80ea-9f9efba49e0a') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:27.532523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.554659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.566912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52544) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:27.570052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:27.570628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:27.586386 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:27.641520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.710330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] Pushing event deleted for resources: {'Port': ['ID=6dd95347-1a01-4f4e-a759-3f060880b219,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.712757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598998bf-fa8c-4b6e-809c-3c5b24fa5f67 None None] No DVR routers for this DVR port 6dd95347-1a01-4f4e-a759-3f060880b219 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:27.721799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.789598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.801272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] 10.222.0.84 "DELETE /v2.0/networks/e0ce3599-b159-44ff-b1a0-9c498ab58ddc HTTP/1.1" status: 204 len: 168 time: 1.0566928 Nov 12 03:30:27.801272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8757c6-bca4-4f26-a963-fb86b787e527 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213 tempest-ExtraDHCPOptionsIpV6TestJSON-2120732213-project] Pushing event deleted for resources: {'Network': ['ID=e0ce3599-b159-44ff-b1a0-9c498ab58ddc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.816587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.022425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081fdd4-8dee-4217-9571-723ab77aa68b req-9444d50d-95f9-44a9-a3cf-6b6b8ed0c0dc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.025376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1081fdd4-8dee-4217-9571-723ab77aa68b req-9444d50d-95f9-44a9-a3cf-6b6b8ed0c0dc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1307242 Nov 12 03:30:28.043739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0457fa3c-3dc0-418b-90d7-778d968e502c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.114228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1081fdd4-8dee-4217-9571-723ab77aa68b req-8da9f836-98b6-4be1-93a3-fecfcc65b73d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827951 Nov 12 03:30:28.239358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0457fa3c-3dc0-418b-90d7-778d968e502c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.251826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52562) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.263712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0457fa3c-3dc0-418b-90d7-778d968e502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.351899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0457fa3c-3dc0-418b-90d7-778d968e502c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=60da76410aff43b39aa2df83dab26bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7837656 Nov 12 03:30:28.353003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457fa3c-3dc0-418b-90d7-778d968e502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc44b54-aab0-4ec2-b0bf-088f6f21bbd4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.354478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52566) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.383398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dd95347-1a01-4f4e-a759-3f060880b219 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:28.414037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6dd95347-1a01-4f4e-a759-3f060880b219 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:28.414913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dd95347-1a01-4f4e-a759-3f060880b219 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:28.500690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.523827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca73e-966d-46c0-9a52-0aa6c6a5f350 req-fc7c4980-a6cf-41b1-a572-204c5f490c49 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.531808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6edca73e-966d-46c0-9a52-0aa6c6a5f350 req-fc7c4980-a6cf-41b1-a572-204c5f490c49 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0694726 Nov 12 03:30:28.549666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.578127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ef0fad2-3457-443e-bba4-19260c429fc2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8e855a8f6e746e9ac2926a34f672e0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228290 Nov 12 03:30:28.582401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:28.616165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6edca73e-966d-46c0-9a52-0aa6c6a5f350 req-af1b6640-5777-401b-b066-5f950ba0aab5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Nov 12 03:30:28.667063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.678610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.681295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.682454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cc44b54-aab0-4ec2-b0bf-088f6f21bbd4 HTTP/1.1" status: 204 len: 168 time: 0.3266890 Nov 12 03:30:28.702514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56b547-1299-4589-a90d-188f07b68210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc44b54-aab0-4ec2-b0bf-088f6f21bbd4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.751507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.840998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.845442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.850133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4322a70-4c47-4222-91ae-365a47159225 HTTP/1.1" status: 204 len: 168 time: 0.2627709 Nov 12 03:30:28.873629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b65591-cccf-4c1d-8571-2b45b0272c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4322a70-4c47-4222-91ae-365a47159225,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.309308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.346224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:29.397154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe1fc-0ac4-4097-b831-bb9eb28ebcbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.413547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e228b2-f705-4367-9e32-2efa9adc82ca req-7a4e06fc-1c73-4fd7-9185-493a9a37abdd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.415892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4e228b2-f705-4367-9e32-2efa9adc82ca req-7a4e06fc-1c73-4fd7-9185-493a9a37abdd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1490502 Nov 12 03:30:29.538024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4e228b2-f705-4367-9e32-2efa9adc82ca req-07ffd72c-cd8f-487b-93a5-70cb40db8b0f tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092229 Nov 12 03:30:29.572478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe1fc-0ac4-4097-b831-bb9eb28ebcbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.578863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4fbe1fc-0ac4-4097-b831-bb9eb28ebcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.664676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4fbe1fc-0ac4-4097-b831-bb9eb28ebcbb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=914413052def46c48630d867c45b45ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172872 Nov 12 03:30:29.665458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 52596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:29.665762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbe1fc-0ac4-4097-b831-bb9eb28ebcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f2f285-a5c9-460b-9fc2-360bd9adbde2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.800210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.815235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061e23e-627e-4ce6-b767-e08701b7369b req-be7f6c63-63d0-4875-9aca-7be7541b26f0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.817219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f061e23e-627e-4ce6-b767-e08701b7369b req-be7f6c63-63d0-4875-9aca-7be7541b26f0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0991161 Nov 12 03:30:29.841098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.923577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.928818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.929422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f5f2f285-a5c9-460b-9fc2-360bd9adbde2 HTTP/1.1" status: 204 len: 168 time: 0.2623363 Nov 12 03:30:29.948734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f061e23e-627e-4ce6-b767-e08701b7369b req-9bf5a35b-04ba-4f01-ba6e-55156ccef8cd tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253238 Nov 12 03:30:29.951490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af70bf1-88f5-4295-8c79-5093b49073a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f2f285-a5c9-460b-9fc2-360bd9adbde2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.780719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c88d-f909-4373-b195-04d037a1b5cb req-80679d1a-2265-4306-95af-867a24b4cac8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.792669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c688c88d-f909-4373-b195-04d037a1b5cb req-80679d1a-2265-4306-95af-867a24b4cac8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1180296 Nov 12 03:30:30.873707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c688c88d-f909-4373-b195-04d037a1b5cb req-b8380528-6018-41ff-870b-fcd248305ec2 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736036 Nov 12 03:30:31.194796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b29a44-25cd-4d3b-81f5-0c438721f485 req-d7c1ef7d-fc54-4755-8c79-36f376af5e09 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.201737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18b29a44-25cd-4d3b-81f5-0c438721f485 req-d7c1ef7d-fc54-4755-8c79-36f376af5e09 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1192572 Nov 12 03:30:31.319074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-18b29a44-25cd-4d3b-81f5-0c438721f485 req-1f3c5603-a09a-4044-b870-247f41ebe639 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101310 Nov 12 03:30:32.076234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f8b2-4354-46f8-b9bb-049dc5aec2ca req-3ac2ed8d-041e-4ba0-abf0-68c6039a84e8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.089873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7981f8b2-4354-46f8-b9bb-049dc5aec2ca req-3ac2ed8d-041e-4ba0-abf0-68c6039a84e8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1012228 Nov 12 03:30:32.181821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7981f8b2-4354-46f8-b9bb-049dc5aec2ca req-0fe87997-3415-4337-b659-7c2c518c11bc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908821 Nov 12 03:30:32.304633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f19e6ecf-70a2-49fb-9aa5-e839f3d2a2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.573357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaa02-ca61-4a8d-888a-53b1e90a4e84 req-867727c0-4c47-4749-aa2f-3ef1d9174bbb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.579379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-295eaa02-ca61-4a8d-888a-53b1e90a4e84 req-867727c0-4c47-4749-aa2f-3ef1d9174bbb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1135712 Nov 12 03:30:32.728611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-295eaa02-ca61-4a8d-888a-53b1e90a4e84 req-5fd5e211-0214-4370-ab90-9f7f1a78bdba tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303465 Nov 12 03:30:33.367563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b36d7-5882-4a9a-9dd9-d5ee4ecf2984 req-9fc3eb42-932f-4132-b851-5a7bfa1597ac tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.380403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-572b36d7-5882-4a9a-9dd9-d5ee4ecf2984 req-9fc3eb42-932f-4132-b851-5a7bfa1597ac tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0874248 Nov 12 03:30:33.456015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-572b36d7-5882-4a9a-9dd9-d5ee4ecf2984 req-5afcb2ae-f51c-43f8-abf2-48214aee1796 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742149 Nov 12 03:30:33.928001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468dad1-faed-43c0-8e39-c43f31b52086 req-10441cc4-9ed7-4256-9bb1-3075eb040dcc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.939220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c468dad1-faed-43c0-8e39-c43f31b52086 req-10441cc4-9ed7-4256-9bb1-3075eb040dcc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0913572 Nov 12 03:30:34.004460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c468dad1-faed-43c0-8e39-c43f31b52086 req-f89c0941-f114-4691-9cb9-7ac1037642b4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 Nov 12 03:30:34.659981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5cd8-6a11-4310-bd8c-8b69fd664cb1 req-0b4eae73-be5a-4cd1-a48c-18cfb988359a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.662503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef270085-3d21-4d15-ae92-4d63e5f9b7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.665116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1dd5cd8-6a11-4310-bd8c-8b69fd664cb1 req-0b4eae73-be5a-4cd1-a48c-18cfb988359a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1012247 Nov 12 03:30:34.816148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1dd5cd8-6a11-4310-bd8c-8b69fd664cb1 req-4203aa60-496e-4c85-89f8-0d9658906321 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307716 Nov 12 03:30:35.351371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed920476-d871-411d-8004-79ac1f3725b6 req-51f8603c-00c8-4623-8cb8-cdc3ef7ba91c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.353023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed920476-d871-411d-8004-79ac1f3725b6 req-51f8603c-00c8-4623-8cb8-cdc3ef7ba91c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1427035 Nov 12 03:30:35.495568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed920476-d871-411d-8004-79ac1f3725b6 req-06318aaa-a765-49cc-ac19-67731359240a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202002 Nov 12 03:30:35.682334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.066537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b75d06-c526-4684-91ec-515681037886 req-2e7125e8-012d-44f1-b294-bea00f751d09 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:36.076094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78b75d06-c526-4684-91ec-515681037886 req-2e7125e8-012d-44f1-b294-bea00f751d09 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1261854 Nov 12 03:30:36.142729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78b75d06-c526-4684-91ec-515681037886 req-8387e667-67a5-42bf-b2c0-3d8f0c8a351e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605631 Nov 12 03:30:36.818027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314391e-d23d-432e-a612-fceebe5077d3 req-191afac3-6759-47a4-8d3d-f69dc77f9d10 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:36.825351 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0314391e-d23d-432e-a612-fceebe5077d3 req-191afac3-6759-47a4-8d3d-f69dc77f9d10 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1314106 Nov 12 03:30:36.977218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0314391e-d23d-432e-a612-fceebe5077d3 req-c4d7051a-0e18-45a6-a8a7-649547ad0ec1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443052 Nov 12 03:30:37.188201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.351929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95314818-b2d7-4a3d-951c-33ccbf49e674 req-9e233748-7483-4297-a7b1-03aaaa45df3d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.372023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95314818-b2d7-4a3d-951c-33ccbf49e674 req-9e233748-7483-4297-a7b1-03aaaa45df3d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1156435 Nov 12 03:30:37.502601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95314818-b2d7-4a3d-951c-33ccbf49e674 req-3d2654f1-3cdd-42e8-acc7-acf341e78b13 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295044 Nov 12 03:30:38.217528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.324875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d295914-8aa4-43eb-9204-d2e8a8b1e58b req-847bf97d-6f01-4610-abf2-21b1bd70a7ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.326493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d295914-8aa4-43eb-9204-d2e8a8b1e58b req-847bf97d-6f01-4610-abf2-21b1bd70a7ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1285439 Nov 12 03:30:38.504454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d295914-8aa4-43eb-9204-d2e8a8b1e58b req-bf7049a2-e0b6-4913-8422-0003a153d0d0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Nov 12 03:30:38.771425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a7de-ff39-461b-9ad4-70d7ec011aca req-bcd853b0-ad24-4662-b715-d3ef899e1a82 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.776331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c17a7de-ff39-461b-9ad4-70d7ec011aca req-bcd853b0-ad24-4662-b715-d3ef899e1a82 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1538415 Nov 12 03:30:38.928522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c17a7de-ff39-461b-9ad4-70d7ec011aca req-e88cc4d1-c9df-416c-a04e-c988d91250d9 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401420 Nov 12 03:30:39.849085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4e9cb-2db6-47f8-aa8a-c96d8122dc5e req-a696f184-5227-4e1c-ac13-cc4f49c8eb96 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.852626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96a4e9cb-2db6-47f8-aa8a-c96d8122dc5e req-a696f184-5227-4e1c-ac13-cc4f49c8eb96 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1663604 Nov 12 03:30:40.043384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96a4e9cb-2db6-47f8-aa8a-c96d8122dc5e req-68c23ebc-f4a6-4c94-af55-41aebf53cb13 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681755 Nov 12 03:30:40.176354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b109773-9aff-41c6-97a0-bc3aceb309d7 req-d48017d4-4ec2-4ecd-9cd5-cc9ccfa2b8f8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.186581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b109773-9aff-41c6-97a0-bc3aceb309d7 req-d48017d4-4ec2-4ecd-9cd5-cc9ccfa2b8f8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1157520 Nov 12 03:30:40.304883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b109773-9aff-41c6-97a0-bc3aceb309d7 req-fabdbd0e-c4cf-47da-82c9-66c97e5b35dd tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140969 Nov 12 03:30:41.192486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff82b6-f439-4d7b-b6a5-dfebbedb223d req-b5bcac9f-cf04-4068-875f-5de300c55f8a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.195693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1ff82b6-f439-4d7b-b6a5-dfebbedb223d req-b5bcac9f-cf04-4068-875f-5de300c55f8a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0833080 Nov 12 03:30:41.263252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1ff82b6-f439-4d7b-b6a5-dfebbedb223d req-9b489103-8582-4183-9989-cd8951e76d58 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Nov 12 03:30:41.450757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf80b07-1754-4182-aad0-70682cd42cdf req-d0798a42-2a46-4184-a965-25fe9a58dbad tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.465149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cf80b07-1754-4182-aad0-70682cd42cdf req-d0798a42-2a46-4184-a965-25fe9a58dbad tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0953758 Nov 12 03:30:41.599743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9cf80b07-1754-4182-aad0-70682cd42cdf req-7908822a-86c3-442f-a9b4-d5ea9dc5b2f3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330242 Nov 12 03:30:42.461720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41090a-6775-424c-ab2d-85a4bbbdb1be req-f260b811-dba5-45fe-8511-c6d0acab4120 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.463339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f41090a-6775-424c-ab2d-85a4bbbdb1be req-f260b811-dba5-45fe-8511-c6d0acab4120 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0854723 Nov 12 03:30:42.535933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f41090a-6775-424c-ab2d-85a4bbbdb1be req-a3acd2da-a7b2-4b00-aadd-9cff718465e2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Nov 12 03:30:42.792110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df059003-7915-4379-9fa8-d48eab2c9f0a req-e80b9cab-8a78-4e2e-a8c6-ad26675fb43b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:42.801620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df059003-7915-4379-9fa8-d48eab2c9f0a req-e80b9cab-8a78-4e2e-a8c6-ad26675fb43b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1145079 Nov 12 03:30:42.864158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df059003-7915-4379-9fa8-d48eab2c9f0a req-82850ad3-2e1b-40d4-8488-93d3a985b522 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612011 Nov 12 03:30:43.704731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941ca4-6a96-4fc0-81eb-0582754c043a req-2a87cea0-ff5e-43b4-a44b-5881171270d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.707007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8941ca4-6a96-4fc0-81eb-0582754c043a req-2a87cea0-ff5e-43b4-a44b-5881171270d3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.0837498 Nov 12 03:30:43.774419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8941ca4-6a96-4fc0-81eb-0582754c043a req-47ab8642-8a8b-4828-a41b-f731cd5bbb89 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604570 Nov 12 03:30:44.001222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b67a8f-a07d-4080-a341-58954d8ba7a9 req-0ea65064-31c3-4e95-b929-4d02aeca493f tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.007620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1b67a8f-a07d-4080-a341-58954d8ba7a9 req-0ea65064-31c3-4e95-b929-4d02aeca493f tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0571427 Nov 12 03:30:44.068618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f1b67a8f-a07d-4080-a341-58954d8ba7a9 req-103835c1-5e02-4b29-8636-ca66e49cdada tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Nov 12 03:30:44.247678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52968) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.278631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-4e61d82c-b8e9-4ced-aa2f-0569442c2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.280476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-4e61d82c-b8e9-4ced-aa2f-0569442c2f70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1097 time: 0.0508041 Nov 12 03:30:44.401278 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.411293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-a4e0410d-3356-4198-91d2-dfe8e19b33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.412973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-a4e0410d-3356-4198-91d2-dfe8e19b33e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.1246536 Nov 12 03:30:44.500086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-9aa5aeb8-43a1-4255-ad45-dffeb585432e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.0800056 Nov 12 03:30:44.510244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.516472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.552988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=66012c45dc8a47518dbb673773583f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035464 Nov 12 03:30:44.555436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 52976) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.597135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-dc354156-c324-4562-ab03-02c8efa24092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.599188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-dc354156-c324-4562-ab03-02c8efa24092 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0910885 Nov 12 03:30:44.631308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b017e8-e343-440b-b677-446ced487030,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.637748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-cadc95ea-b565-45c6-8782-fec214bc6497 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265415 Nov 12 03:30:44.645412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.646039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.646554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.647076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.647697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.648213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.648866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.649379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.649887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.650384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.650891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.651428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6d05ef-f35c-43fc-a9ac-62458652527c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:44.675313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.701542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.776593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.784019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.789233 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/62b017e8-e343-440b-b677-446ced487030 HTTP/1.1" status: 204 len: 168 time: 0.2288711 Nov 12 03:30:44.802015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f95e7a-71e6-4047-86ea-dcd8ebb26f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b017e8-e343-440b-b677-446ced487030,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:44.903889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-ffb41a90-66ee-478e-bf79-2c1f8a683b83 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565897 Nov 12 03:30:45.059736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4961a3-bb39-4e41-a7d3-08b6c02b1001 req-39926c53-c5a7-4da5-9309-a89d9f8f62ec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.068119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be4961a3-bb39-4e41-a7d3-08b6c02b1001 req-39926c53-c5a7-4da5-9309-a89d9f8f62ec tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1266313 Nov 12 03:30:45.113952 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4298eb-686e-4e16-98dc-56cf265b75f7 req-a625364a-cfa0-4183-9d13-cf095bb29dab service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032626 Nov 12 03:30:45.201713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be4961a3-bb39-4e41-a7d3-08b6c02b1001 req-a679670c-ccca-4ddc-bd38-428570dc2b91 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269708 Nov 12 03:30:45.232267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09827780-5b94-4e61-8bfa-1e5457e9e0ec req-8773bf99-5c20-424e-ba61-e197c97fe21a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.234227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09827780-5b94-4e61-8bfa-1e5457e9e0ec req-8773bf99-5c20-424e-ba61-e197c97fe21a tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0714903 Nov 12 03:30:45.323311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09827780-5b94-4e61-8bfa-1e5457e9e0ec req-7f458adf-1d49-4250-809f-af1161fd2fd1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823355 Nov 12 03:30:45.397344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53000) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.411288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d297eb26-99a3-4223-bc94-511b04279a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.493604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d297eb26-99a3-4223-bc94-511b04279a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.498070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d297eb26-99a3-4223-bc94-511b04279a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.537128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297eb26-99a3-4223-bc94-511b04279a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb7a79-e22f-41fc-9b25-e0939f06f2bf,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.541484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d297eb26-99a3-4223-bc94-511b04279a43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1ff6701aa57b4f59b1e3d7215cb8f7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428914 Nov 12 03:30:45.544129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:45.601614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.625309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.678269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.688922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.691061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/67bb7a79-e22f-41fc-9b25-e0939f06f2bf HTTP/1.1" status: 204 len: 168 time: 0.1458671 Nov 12 03:30:45.703409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d86bb7-a2b4-4592-9a46-a26e1cd75b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb7a79-e22f-41fc-9b25-e0939f06f2bf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.858736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b485db-94fb-49bb-b803-bf9bd4ec79eb req-bdfa202e-0dad-4123-8ddd-f91e0afd1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.860371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79b485db-94fb-49bb-b803-bf9bd4ec79eb req-bdfa202e-0dad-4123-8ddd-f91e0afd1acc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1097 time: 0.0517349 Nov 12 03:30:45.916243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-79b485db-94fb-49bb-b803-bf9bd4ec79eb req-6cad848f-7748-4f5b-9c94-bf3331c1f8e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Nov 12 03:30:46.164123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53024) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.179019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e8-992d-4862-9569-0d9bec8c2669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.297795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e8-992d-4862-9569-0d9bec8c2669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.304203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9125a9e8-992d-4862-9569-0d9bec8c2669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.365266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9125a9e8-992d-4862-9569-0d9bec8c2669 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2828ae23123640908916cd602dd6ceef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991615 Nov 12 03:30:46.366021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53032) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.419112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a9e8-992d-4862-9569-0d9bec8c2669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a623e-1a0b-4b25-8f26-52e046dd0197,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.506660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cb924-b1be-4c05-854d-72e467e5e420 req-47c5b8c4-e9cd-4187-b7bd-6eefb56754e8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.515148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d58cb924-b1be-4c05-854d-72e467e5e420 req-47c5b8c4-e9cd-4187-b7bd-6eefb56754e8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1850741 Nov 12 03:30:46.543445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.568263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7704b-be2a-42a3-982f-a180242e5538 req-e332dac6-ee18-4473-9f2f-4c75296cc374 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.576080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ba7704b-be2a-42a3-982f-a180242e5538 req-e332dac6-ee18-4473-9f2f-4c75296cc374 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1012928 Nov 12 03:30:46.593193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d58cb924-b1be-4c05-854d-72e467e5e420 req-69b4b21d-2b53-41fb-a955-3c1a6c082854 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Nov 12 03:30:46.629227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.649954 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:46.661288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ba7704b-be2a-42a3-982f-a180242e5538 req-d52c1baa-b86a-4454-a946-ecd3ba26e237 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Nov 12 03:30:46.679642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53036) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.738476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.741971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.746775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/764a623e-1a0b-4b25-8f26-52e046dd0197 HTTP/1.1" status: 204 len: 168 time: 0.3766844 Nov 12 03:30:46.756971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710f0b-23ac-410e-a564-eb3d0d27a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a623e-1a0b-4b25-8f26-52e046dd0197,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.907049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bba8eb-5d83-4863-b60a-224bf27657e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.110333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bba8eb-5d83-4863-b60a-224bf27657e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.116700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bba8eb-5d83-4863-b60a-224bf27657e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.167213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72bba8eb-5d83-4863-b60a-224bf27657e8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=47b24957a6f04e3da6f9637b672b4341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4857421 Nov 12 03:30:47.169008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bba8eb-5d83-4863-b60a-224bf27657e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735e4cf8-e9e3-42e8-86e4-773e038f6dd8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.169964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53048) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.241929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.281990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.368919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.374361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.376968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/735e4cf8-e9e3-42e8-86e4-773e038f6dd8 HTTP/1.1" status: 204 len: 168 time: 0.2048438 Nov 12 03:30:47.392538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856ecc-164c-4872-be0b-44e0354d37cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e4cf8-e9e3-42e8-86e4-773e038f6dd8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.790755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646660-31ff-4bec-a9de-41522e9a48ed req-e8c445dd-6733-4d98-a2ba-5b823012960e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.792464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5646660-31ff-4bec-a9de-41522e9a48ed req-e8c445dd-6733-4d98-a2ba-5b823012960e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1258531 Nov 12 03:30:47.871329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfed9b-75f8-4a57-9e43-0913162c0a59 req-bfe1e9f4-4ac8-4f90-bd8b-1b7c8ba86e6e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.873316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62bfed9b-75f8-4a57-9e43-0913162c0a59 req-bfe1e9f4-4ac8-4f90-bd8b-1b7c8ba86e6e tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0910635 Nov 12 03:30:47.897989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d5646660-31ff-4bec-a9de-41522e9a48ed req-cbce48ba-f4a2-4c60-90b5-331e10bd7334 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959580 Nov 12 03:30:48.053792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:48.082814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.128215 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd53d976-ab85-4c1d-ae1b-be178e6f3f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.168653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e208e2-14b3-4e66-a945-b64e47267067 req-01a7bfe8-6e38-4007-9cc0-05a953dae725 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.175629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-41e208e2-14b3-4e66-a945-b64e47267067 req-01a7bfe8-6e38-4007-9cc0-05a953dae725 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 945 time: 0.1050301 Nov 12 03:30:48.227299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.246967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-41e208e2-14b3-4e66-a945-b64e47267067 req-1a4a39ac-f574-482d-96e5-7ebd5e1a8ccd tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676699 Nov 12 03:30:48.284340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:48.294570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:48.297942 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ae567-d6bb-4b6d-bd76-d72bf9dc691b" -d '{"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-unplugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:48.313656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.360033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd53d976-ab85-4c1d-ae1b-be178e6f3f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.366963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd53d976-ab85-4c1d-ae1b-be178e6f3f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.433963 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe2a5f-c78b-44a0-a193-6b2a457eb0d8 x-openstack-request-id: req-1ffe2a5f-c78b-44a0-a193-6b2a457eb0d8 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:48.434687 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-unplugged", "status": "failed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "code": 422}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:48.435290 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1ffe2a5f-c78b-44a0-a193-6b2a457eb0d8 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:48.435858 n-d-615180-50 neutron-server[102434]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'code': 422} returned with failed status Nov 12 03:30:48.437079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.456815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.457282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.457833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.458143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.458474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.462627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.463038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.467693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.471932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.472517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.473038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.477078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:48.478303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fd53d976-ab85-4c1d-ae1b-be178e6f3f1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cdf47a7776164b6cb6aa079ce9bf3ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941712 Nov 12 03:30:48.482699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53d976-ab85-4c1d-ae1b-be178e6f3f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092355d-9e05-49e8-a80e-9e65410496ba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.486077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53094) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.565951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.592076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.625427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-17775da5-0640-4d06-afc3-af176f87278e req-466adbf6-10b1-485e-ba34-dcbcc364d5aa service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:30:48.626248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17775da5-0640-4d06-afc3-af176f87278e req-466adbf6-10b1-485e-ba34-dcbcc364d5aa service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119739 Nov 12 03:30:48.671011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62bfed9b-75f8-4a57-9e43-0913162c0a59 req-c25ab321-3b19-41a8-ba30-c1067f0d7c13 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7895017 Nov 12 03:30:48.678112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.682223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.686128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d092355d-9e05-49e8-a80e-9e65410496ba HTTP/1.1" status: 204 len: 168 time: 0.1988897 Nov 12 03:30:48.705334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142ec0-81d1-4b50-aabe-82d8fbdc2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092355d-9e05-49e8-a80e-9e65410496ba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.995264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-096ad34c-c4e5-4692-9ddd-149a1ba4f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.997214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-096ad34c-c4e5-4692-9ddd-149a1ba4f879 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=467bc378ab0d4a879402746560d48274&device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 1097 time: 0.0582204 Nov 12 03:30:49.011284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace96c-9b48-4398-8a84-03db88d0d39d req-f28f4059-4958-4842-90b1-2397a7fdccaa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.015498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-beace96c-9b48-4398-8a84-03db88d0d39d req-f28f4059-4958-4842-90b1-2397a7fdccaa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1636527 Nov 12 03:30:49.153257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-1572fb0b-4db9-4859-8e1d-c9550a41dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.157336 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-1572fb0b-4db9-4859-8e1d-c9550a41dc1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 200 len: 912 time: 0.1463194 Nov 12 03:30:49.214926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-beace96c-9b48-4398-8a84-03db88d0d39d req-bc3524c8-9f30-49cc-9e97-3a67ab4f2a42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927466 Nov 12 03:30:49.280814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-a2c4a510-d669-4263-b9ef-201beb2f34fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 200 len: 217 time: 0.0995326 Nov 12 03:30:49.300027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f9d80-bdf1-436a-a56c-1b27c3b3cb92 req-db2bec7b-2dea-4bc1-813a-0d1d6fec2e92 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.301983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-794f9d80-bdf1-436a-a56c-1b27c3b3cb92 req-db2bec7b-2dea-4bc1-813a-0d1d6fec2e92 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1429172 Nov 12 03:30:49.360714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-4308c55d-90c7-4ad0-9752-6f21cd6e025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.362475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-4308c55d-90c7-4ad0-9752-6f21cd6e025a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 200 len: 851 time: 0.0718367 Nov 12 03:30:49.418953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-794f9d80-bdf1-436a-a56c-1b27c3b3cb92 req-b22167dd-056a-4917-ae46-484960191cb2 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763402 Nov 12 03:30:49.434334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-526dbdef-8bc8-4fbb-b457-1c400679a281 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d315954-4056-4974-aa92-b849926053a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516996 Nov 12 03:30:49.559282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.579474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17811622-5e55-47e5-a354-1cc28112481b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.590418 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-3b5828d2-7bc4-4962-8b9e-3202c736dfc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2541559 Nov 12 03:30:49.612403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-a1ac0c42-0480-4234-8f29-6b094a303767 service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703849 Nov 12 03:30:49.755600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e0bf04-109a-4bfe-aa7d-faede13e83e7 req-2c3d67ab-c33b-456a-8b48-2672e1220d4d service neutron] 10.222.0.32 "GET /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342282 Nov 12 03:30:49.805048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17811622-5e55-47e5-a354-1cc28112481b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.813214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17811622-5e55-47e5-a354-1cc28112481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.874411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17811622-5e55-47e5-a354-1cc28112481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23359b98-902c-41df-ad39-dd8b41fe86f8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.878912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17811622-5e55-47e5-a354-1cc28112481b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=de13c7cc45e5483589da08608fca2fb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180740 Nov 12 03:30:49.884400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.992471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.032829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.096128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.104659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.106246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23359b98-902c-41df-ad39-dd8b41fe86f8 HTTP/1.1" status: 204 len: 168 time: 0.2205443 Nov 12 03:30:50.115999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8975-d2b7-42d2-96a1-e5b00fe33317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23359b98-902c-41df-ad39-dd8b41fe86f8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.442916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7689-1890-47d0-b65c-1f94e3b22689 req-cb91e825-71ca-41ad-b4bf-b17fbb0ecd42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.445533 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-289b7689-1890-47d0-b65c-1f94e3b22689 req-cb91e825-71ca-41ad-b4bf-b17fbb0ecd42 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1197312 Nov 12 03:30:50.523493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-289b7689-1890-47d0-b65c-1f94e3b22689 req-db6a94d3-3bfd-4241-be88-46d3f307b567 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Nov 12 03:30:50.612213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6883951-d967-4130-87be-e74aa6596ae5 req-3b0cf046-8195-4704-a27e-764016c6e110 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.614214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6883951-d967-4130-87be-e74aa6596ae5 req-3b0cf046-8195-4704-a27e-764016c6e110 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0769982 Nov 12 03:30:50.704131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6883951-d967-4130-87be-e74aa6596ae5 req-7d11f9e6-7bf1-47c2-be9f-2dd1ec9e3aaa tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Nov 12 03:30:50.742746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-11823a63-364c-4285-adbe-dc21ed2c70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.744424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-11823a63-364c-4285-adbe-dc21ed2c70a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466&tenant_id=6752f070ad1c4b87a01c6b8bf892595b HTTP/1.1" status: 200 len: 1095 time: 0.0624111 Nov 12 03:30:50.829587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-0bb0fab1-8d29-4968-bfbc-22c7b2c9721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.832250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-0bb0fab1-8d29-4968-bfbc-22c7b2c9721b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1095 time: 0.0541775 Nov 12 03:30:50.949139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-fa41fda0-2f05-4031-b558-962cb1900587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.950814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-fa41fda0-2f05-4031-b558-962cb1900587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.1104453 Nov 12 03:30:51.000244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-97dcfc46-ad2b-45cc-b287-97c5f5f52a73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.0413082 Nov 12 03:30:51.072819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-cfded211-2d7f-4370-8331-28fbfe6b7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.074241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-cfded211-2d7f-4370-8331-28fbfe6b7189 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0661123 Nov 12 03:30:51.110630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-fdb5d5ab-b794-4871-8338-8b65afd6775f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287297 Nov 12 03:30:51.214194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-b912487c-f3ef-4e0a-a461-e6c8fcd73bfb service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965395 Nov 12 03:30:51.424182 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29e7dd27-fd01-4fa0-98a0-23cd0eb2aa3f req-19fd0f94-3b35-45ff-a879-fdd66dac9cb4 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020419 Nov 12 03:30:51.555959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-1a1cc85a-fdf4-48cf-a09e-3fca66802605 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=0eb32bb4a58f46589b64f327b26d6411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373702 Nov 12 03:30:51.691058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bf3c1-8437-4a24-b8d0-2c8149c6c230 req-1e181fc2-3479-41ac-9844-34646d95eede tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.698566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b3bf3c1-8437-4a24-b8d0-2c8149c6c230 req-1e181fc2-3479-41ac-9844-34646d95eede tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0660570 Nov 12 03:30:51.791804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b3bf3c1-8437-4a24-b8d0-2c8149c6c230 req-f1746b65-7dd9-4a38-96b5-fbc8d7d09c11 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921764 Nov 12 03:30:51.897847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-52c82555-f5dd-4000-9131-8324e1ecb2bc tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.907721 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-52c82555-f5dd-4000-9131-8324e1ecb2bc tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505123 Nov 12 03:30:51.932392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-1471f50a-1183-4dc2-8681-6a0c5415ef6c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/quotas/0eb32bb4a58f46589b64f327b26d6411 HTTP/1.1" status: 200 len: 375 time: 0.0236468 Nov 12 03:30:51.959392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d37997-f6c3-42e3-94a7-8b3b537e69bd req-331a4b09-1f32-49c6-96c0-f01ba0377bcc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.970535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d37997-f6c3-42e3-94a7-8b3b537e69bd req-331a4b09-1f32-49c6-96c0-f01ba0377bcc tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0899522 Nov 12 03:30:51.984330 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-7e65c2a6-b670-4304-9e03-3c8332fffc0a tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0eb32bb4a58f46589b64f327b26d6411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501187 Nov 12 03:30:52.062566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7d37997-f6c3-42e3-94a7-8b3b537e69bd req-bdfbccbd-7085-49f5-821d-1e3f7ad00a79 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886259 Nov 12 03:30:52.375139 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67cd12c4-50d4-4ff2-b66b-453c8858d401 req-2cb677a7-33b2-4dda-a671-e4c920d39b5c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0562220 Nov 12 03:30:52.625675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53248) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:52.714052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3c74-ef59-4b92-aae3-1f55f5217b75 req-fe8fe625-196e-42f5-9fe6-55eb4920a4eb tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.716625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89ef3c74-ef59-4b92-aae3-1f55f5217b75 req-fe8fe625-196e-42f5-9fe6-55eb4920a4eb tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1978049 Nov 12 03:30:52.834106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-89ef3c74-ef59-4b92-aae3-1f55f5217b75 req-b5b99343-c88f-4726-b7e5-e8d2263d7532 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099586 Nov 12 03:30:52.933803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a586b61-cecd-4784-8bdc-ef1febe8761c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.077000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09c130-d9b8-44e5-8175-b18cd95d2c77 req-dc58903b-ddd7-42ff-bcec-caa98a71da44 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.078545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c09c130-d9b8-44e5-8175-b18cd95d2c77 req-dc58903b-ddd7-42ff-bcec-caa98a71da44 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0898418 Nov 12 03:30:53.159940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a586b61-cecd-4784-8bdc-ef1febe8761c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.171123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a586b61-cecd-4784-8bdc-ef1febe8761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.180102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c09c130-d9b8-44e5-8175-b18cd95d2c77 req-e581e823-67a2-4f07-9058-b01f462b2beb tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920944 Nov 12 03:30:53.223902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a586b61-cecd-4784-8bdc-ef1febe8761c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d2448f6547994bd09428e3ced534be23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5934885 Nov 12 03:30:53.226264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53256) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:53.226391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586b61-cecd-4784-8bdc-ef1febe8761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f4363-b76f-4780-8653-5f278ef7e04c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.304063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.342784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.391228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.393809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.394963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd3f4363-b76f-4780-8653-5f278ef7e04c HTTP/1.1" status: 204 len: 168 time: 0.1708865 Nov 12 03:30:53.403754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a684a9-ab9b-4bf3-b3d6-090c21934899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f4363-b76f-4780-8653-5f278ef7e04c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.487424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c0b9258-4e74-4efa-bd25-96c81ca25a45 req-488d1ff0-5a0e-4215-a7c9-7191dcd0dda2 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0287869 Nov 12 03:30:53.968807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658eb7-b6fa-44f6-add7-09ed00921d5f req-9e2e4a5f-4d6c-424a-b96b-394fcb357ac1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.975604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f658eb7-b6fa-44f6-add7-09ed00921d5f req-9e2e4a5f-4d6c-424a-b96b-394fcb357ac1 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Nov 12 03:30:54.053041 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f658eb7-b6fa-44f6-add7-09ed00921d5f req-8c4545a0-ecac-4417-8eaf-71f5984491b3 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Nov 12 03:30:54.349757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c40fe-36ce-44d6-8c53-ee6cb3133b15 req-db4f1f6b-4591-4dbb-86b3-75469b70be4d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.352921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c33c40fe-36ce-44d6-8c53-ee6cb3133b15 req-db4f1f6b-4591-4dbb-86b3-75469b70be4d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0693631 Nov 12 03:30:54.425811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c33c40fe-36ce-44d6-8c53-ee6cb3133b15 req-06ebbbff-a0fa-4b2c-8daa-341210f689af tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 Nov 12 03:30:54.638528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7b55ad80-123b-4bf3-8f20-f2e2f24495cc req-e505e530-c869-4ef6-a5c7-f9322111666d tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0761199 Nov 12 03:30:55.219938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc1fb5-0a3c-4c8b-b548-7c94565d6092 req-c4a6d23b-ed6e-46d4-b513-02193ae7bdf4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.223115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84bc1fb5-0a3c-4c8b-b548-7c94565d6092 req-c4a6d23b-ed6e-46d4-b513-02193ae7bdf4 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.0978279 Nov 12 03:30:55.317363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84bc1fb5-0a3c-4c8b-b548-7c94565d6092 req-b46b31ec-b63d-4cd1-a61a-79ce7565af54 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868533 Nov 12 03:30:55.567082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514e19a-1a1f-4e94-9792-24a3649f0777 req-446eb27c-8a77-4f3c-94aa-61163bfbd2f5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.573977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8514e19a-1a1f-4e94-9792-24a3649f0777 req-446eb27c-8a77-4f3c-94aa-61163bfbd2f5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0686231 Nov 12 03:30:55.695724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8514e19a-1a1f-4e94-9792-24a3649f0777 req-c3dc3f09-6c59-4f3c-8ca4-897c69c25241 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965405 Nov 12 03:30:55.733579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-393074e5-eaf1-4437-8ecf-ace9403a5cb8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.734929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-393074e5-eaf1-4437-8ecf-ace9403a5cb8 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 945 time: 0.1647251 Nov 12 03:30:55.774389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5de06773-8b91-48ac-82df-eaaaea49c8da req-4969dcac-cea6-441a-8b7f-b49f2cb8898c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0460629 Nov 12 03:30:55.937700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Deleting port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:55.938273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.105092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] For port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:56.105477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.131796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Calling delete_port for 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:56.233755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53376) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.359835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.377507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ee5df488-7c22-4aa9-9301-a99220979ae7', '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:56.438231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f3b6-d0c8-489b-b889-15180557c7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.467954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Pushing event deleted for resources: {'Port': ['ID=4327d7ef-dc86-4072-8ffa-6e0245b3b3ed,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.506369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] No DVR routers for this DVR port 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:56.509346 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.513743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c366d507-afd8-4f69-9df1-11935a2b9d1e req-1dd598c5-a833-48bb-817c-825232396f7d tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "DELETE /v2.0/ports/4327d7ef-dc86-4072-8ffa-6e0245b3b3ed HTTP/1.1" status: 204 len: 173 time: 0.7685483 Nov 12 03:30:56.520630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'name': 'network-vif-deleted', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:56.523504 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1560e0-2119-4c8f-8c41-0cdb844fcb8e" -d '{"events": [{"server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "name": "network-vif-deleted", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:56.562316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a6f3aa80-7188-463e-bebb-52bda63acc16 req-17820491-5394-49bd-bcea-a34cadba784b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=5c0a26d6-07a7-4ba4-86f4-dffdc2c61544 HTTP/1.1" status: 200 len: 210 time: 0.0467596 Nov 12 03:30:56.636889 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430371dd-491a-4ba4-8f01-7451fcba2d83 x-openstack-request-id: req-430371dd-491a-4ba4-8f01-7451fcba2d83 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:56.637198 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0a26d6-07a7-4ba4-86f4-dffdc2c61544", "name": "network-vif-deleted", "tag": "4327d7ef-dc86-4072-8ffa-6e0245b3b3ed", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:56.638561 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-430371dd-491a-4ba4-8f01-7451fcba2d83 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:56.641548 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a26d6-07a7-4ba4-86f4-dffdc2c61544', 'name': 'network-vif-deleted', 'tag': '4327d7ef-dc86-4072-8ffa-6e0245b3b3ed', 'status': 'completed', 'code': 200} Nov 12 03:30:56.754946 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f3b6-d0c8-489b-b889-15180557c7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.767693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f3b6-d0c8-489b-b889-15180557c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.879345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b7a1f3b6-d0c8-489b-b889-15180557c7e6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b10bc38cdeae4bd6b59f4dcd7f7bbe44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6442845 Nov 12 03:30:56.881007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f3b6-d0c8-489b-b889-15180557c7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b90420-9b54-49a1-9c97-16d38dfc67b2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.883523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53392) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.926060 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67443382-9270-4843-98e1-5066382a870d req-08697517-1ee2-4ce1-a2e1-2dd5042482c0 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0503314 Nov 12 03:30:56.928184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fec77-5f15-481a-a08b-f589d789e4c9 req-dab7ee55-b939-461a-b802-109af53f4b13 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.940433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a33fec77-5f15-481a-a08b-f589d789e4c9 req-dab7ee55-b939-461a-b802-109af53f4b13 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1365891 Nov 12 03:30:57.012232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a33fec77-5f15-481a-a08b-f589d789e4c9 req-71c33b35-a114-44fb-ae23-d008607e3bc8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706673 Nov 12 03:30:57.015644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.043084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.120265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.123897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.124802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/83b90420-9b54-49a1-9c97-16d38dfc67b2 HTTP/1.1" status: 204 len: 168 time: 0.2393634 Nov 12 03:30:57.141669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc03e96-241d-4a4c-b966-c92b6d3cbcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b90420-9b54-49a1-9c97-16d38dfc67b2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.474906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:57.523999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77b43986-2e73-4cc2-979b-e9ecf69c30ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.680038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77b43986-2e73-4cc2-979b-e9ecf69c30ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.684679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77b43986-2e73-4cc2-979b-e9ecf69c30ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.790049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.794317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77b43986-2e73-4cc2-979b-e9ecf69c30ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=926bdf91c2dd49719d41897715027c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154907 Nov 12 03:30:57.797704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53412) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:57.831757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43986-2e73-4cc2-979b-e9ecf69c30ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b684176a-5f0e-4989-a028-9b162473f9a7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.957757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.081228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.085204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e66cd96-34c1-4f96-9a94-d4ed1a1faf91 req-5ccebc84-16ae-4894-9bce-9e16a13c23bd tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0387471 Nov 12 03:30:58.119265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728d880-d306-4a78-af93-8161cc1ee5dc req-96e81cbe-b41c-4cd2-9211-b9f39998445b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.127227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b728d880-d306-4a78-af93-8161cc1ee5dc req-96e81cbe-b41c-4cd2-9211-b9f39998445b tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1662524 Nov 12 03:30:58.193556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b728d880-d306-4a78-af93-8161cc1ee5dc req-f4683475-dc8a-46db-ad42-673b6eb11a95 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Nov 12 03:30:58.196789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.201761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.203178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b684176a-5f0e-4989-a028-9b162473f9a7 HTTP/1.1" status: 204 len: 168 time: 0.4042654 Nov 12 03:30:58.224930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42568-e123-45c2-a848-d73ad8ec4fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b684176a-5f0e-4989-a028-9b162473f9a7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.301475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169174d-4c5b-47f6-a846-2c1fefb664a8 req-e1c8988b-f826-452f-a73c-7a1cac94d2c5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.303609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4169174d-4c5b-47f6-a846-2c1fefb664a8 req-e1c8988b-f826-452f-a73c-7a1cac94d2c5 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1312423 Nov 12 03:30:58.381518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4169174d-4c5b-47f6-a846-2c1fefb664a8 req-33673158-b901-4a44-88f6-fa601a2c2faf tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669444 Nov 12 03:30:59.231807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c842108-dc25-4df0-ab4a-b5bf76d73cc7 req-cbe534c4-73a4-4207-933b-7968c3f1e406 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0359256 Nov 12 03:30:59.267960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.432584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077ae5-8063-4148-9731-4ab4f6e6f352 req-871cd140-7384-423f-83b1-d6b7d286c638 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.440672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2077ae5-8063-4148-9731-4ab4f6e6f352 req-871cd140-7384-423f-83b1-d6b7d286c638 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.1135614 Nov 12 03:30:59.504188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2077ae5-8063-4148-9731-4ab4f6e6f352 req-9106bcac-6509-4eaa-ba32-1e1a65f4dc95 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Nov 12 03:30:59.576058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff250-3ec6-41eb-b8b4-8bc84deff3bd req-035eb39d-a389-4f3b-8eb0-52b94b64c71c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.576058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-780ff250-3ec6-41eb-b8b4-8bc84deff3bd req-035eb39d-a389-4f3b-8eb0-52b94b64c71c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0934803 Nov 12 03:30:59.632868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-780ff250-3ec6-41eb-b8b4-8bc84deff3bd req-86541b13-f8aa-4536-8107-944c5fc68be9 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482113 Nov 12 03:31:00.346552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7714afb7-a025-4350-a127-b859405cb736 req-64f3c9a8-0e8d-4d20-bc43-8ee03b14ad6c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0457554 Nov 12 03:31:00.401666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-96a58129-1c3c-4731-a5c8-9654e890c453 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.403726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-96a58129-1c3c-4731-a5c8-9654e890c453 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0536158 Nov 12 03:31:00.518688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Deleting port ee5df488-7c22-4aa9-9301-a99220979ae7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:00.519640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.658043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a2de6-22c2-4d66-ba93-e7596beb188b req-7b83823b-d7fe-4ec5-a249-874108242045 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.661471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c5a2de6-22c2-4d66-ba93-e7596beb188b req-7b83823b-d7fe-4ec5-a249-874108242045 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/ports?device_id=69cd1a0c-1c83-416c-a0b8-11c7c76ed14a HTTP/1.1" status: 200 len: 946 time: 0.0665855 Nov 12 03:31:00.672651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] For port ee5df488-7c22-4aa9-9301-a99220979ae7, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ee5df488-7c22-4aa9-9301-a99220979ae7,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:00.673031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.696444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Calling delete_port for ee5df488-7c22-4aa9-9301-a99220979ae7 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:00.762201 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c5a2de6-22c2-4d66-ba93-e7596beb188b req-7e70e31f-8ce5-4868-9431-5577b9a2d225 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.84 "GET /v2.0/security-groups?id=79f3dd38-6529-4062-bef1-80945ad628d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944436 Nov 12 03:31:00.855245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6eb24-bdfb-4884-beac-eb667d2ddc8f req-ff941b4e-23fc-4034-8260-c5d2a121e98d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.856768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34a6eb24-bdfb-4884-beac-eb667d2ddc8f req-ff941b4e-23fc-4034-8260-c5d2a121e98d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.0792732 Nov 12 03:31:00.904906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:00.925831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:00.926193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 4327d7ef-dc86-4072-8ffa-6e0245b3b3ed not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:00.965293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-34a6eb24-bdfb-4884-beac-eb667d2ddc8f req-0fca0c87-8f5f-4f67-8768-52a639e38903 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013305 Nov 12 03:31:00.981997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.001640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ee5df488-7c22-4aa9-9301-a99220979ae7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:01.033122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Pushing event deleted for resources: {'Port': ['ID=ee5df488-7c22-4aa9-9301-a99220979ae7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.047703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53524) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.070822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] No DVR routers for this DVR port ee5df488-7c22-4aa9-9301-a99220979ae7 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:01.073838 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.086731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e7491db-c10a-4407-ae50-2e3dd41c2f2f req-3db22cdc-d4af-4243-8f8e-e3ff08a4d012 tempest-ServerRescueTestJSON-1165005153 tempest-ServerRescueTestJSON-1165005153-project] 10.222.0.32 "DELETE /v2.0/ports/ee5df488-7c22-4aa9-9301-a99220979ae7 HTTP/1.1" status: 204 len: 173 time: 0.6735325 Nov 12 03:31:01.087282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'name': 'network-vif-deleted', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:01.089634 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e9cb1-e1da-48de-bf6d-6fdfe3c6b4f3" -d '{"events": [{"server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "name": "network-vif-deleted", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:01.159629 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b642cb2-2d83-4735-95a9-b1b94459cb6a x-openstack-request-id: req-9b642cb2-2d83-4735-95a9-b1b94459cb6a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:01.159629 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cd1a0c-1c83-416c-a0b8-11c7c76ed14a", "name": "network-vif-deleted", "tag": "ee5df488-7c22-4aa9-9301-a99220979ae7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:01.159629 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9b642cb2-2d83-4735-95a9-b1b94459cb6a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:01.159629 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cd1a0c-1c83-416c-a0b8-11c7c76ed14a', 'name': 'network-vif-deleted', 'tag': 'ee5df488-7c22-4aa9-9301-a99220979ae7', 'status': 'completed', 'code': 200} Nov 12 03:31:01.204478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e77b22b-dca0-408a-905b-e858acefa71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.322961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e77b22b-dca0-408a-905b-e858acefa71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.328060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e77b22b-dca0-408a-905b-e858acefa71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.370051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b22b-dca0-408a-905b-e858acefa71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671afee4-e3fa-4033-a4d9-776cc6806582,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.385960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e77b22b-dca0-408a-905b-e858acefa71c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9399a0e586c24828ace9936a98f001db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370054 Nov 12 03:31:01.388491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53544) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.446971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.473564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.532157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.536264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.537568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/671afee4-e3fa-4033-a4d9-776cc6806582 HTTP/1.1" status: 204 len: 168 time: 0.1455672 Nov 12 03:31:01.555510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b5e75-82db-450c-973a-af0ceb7a5dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671afee4-e3fa-4033-a4d9-776cc6806582,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.635695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da597854-3719-4e4f-9f7d-805c86cd360e req-7120c957-dcf5-4a51-bef2-7f904b9e73f7 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.1141965 Nov 12 03:31:01.893310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53556) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.014679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53560) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.042300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bfad06db-8769-423f-9b6c-49b8abc69064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.196989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bfad06db-8769-423f-9b6c-49b8abc69064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.204972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bfad06db-8769-423f-9b6c-49b8abc69064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.272646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d78f86-39b8-44d8-8b7f-192c44e144a0 req-5b74f751-1657-4f04-ab50-6d651265dd54 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.282477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad06db-8769-423f-9b6c-49b8abc69064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da94d06-52e9-48a5-95e2-1077860cf324,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.284074 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-679ef922-4464-417b-8a39-de10f908fbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.290924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bfad06db-8769-423f-9b6c-49b8abc69064 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1592fde4b0f7418ca29f1c4773575882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747784 Nov 12 03:31:02.292835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.302960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36d78f86-39b8-44d8-8b7f-192c44e144a0 req-5b74f751-1657-4f04-ab50-6d651265dd54 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.2310793 Nov 12 03:31:02.366281 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.395901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.449548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.452992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.456736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4da94d06-52e9-48a5-95e2-1077860cf324 HTTP/1.1" status: 204 len: 168 time: 0.1605048 Nov 12 03:31:02.472413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709ec61-1e33-4261-adcc-673ddb5f1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da94d06-52e9-48a5-95e2-1077860cf324,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.489314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36d78f86-39b8-44d8-8b7f-192c44e144a0 req-211cc75a-bed8-46a1-a330-349830a5b37e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711447 Nov 12 03:31:02.634923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.786803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9fd6300-a65b-40f4-95fa-63c08183a0b1 req-21852fe5-c158-462c-8734-ed9c0b9a13ec tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0664194 Nov 12 03:31:02.916640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Deleting port 9c6aed8c-95f2-43b0-9c70-3594efbea443 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:02.917181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.000774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] For port 9c6aed8c-95f2-43b0-9c70-3594efbea443, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9c6aed8c-95f2-43b0-9c70-3594efbea443,segment=NetworkSegment(c2444c06-c8fb-4c86-b1c5-57fab6b019ba),segment_id=c2444c06-c8fb-4c86-b1c5-57fab6b019ba)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:03.001243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.018045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Calling delete_port for 9c6aed8c-95f2-43b0-9c70-3594efbea443 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:03.213197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.250469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6aed8c-95f2-43b0-9c70-3594efbea443,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.454592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.742830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efbc2-4698-4a3e-b03f-f90b254be1b2 req-7484e34d-f88a-40c5-8603-217d9ae81de7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.744440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c5efbc2-4698-4a3e-b03f-f90b254be1b2 req-7484e34d-f88a-40c5-8603-217d9ae81de7 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.1143043 Nov 12 03:31:03.769367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Router 7ab765cd-8692-4b87-9d8e-1543062adcc1 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:03.908653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-89ed3d69-fb18-46da-9532-185dd3b8df92 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0eb32bb4a58f46589b64f327b26d6411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470214 Nov 12 03:31:03.915556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c5efbc2-4698-4a3e-b03f-f90b254be1b2 req-4689add0-eb6c-4b50-b188-324e4a1ccde3 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612713 Nov 12 03:31:03.996265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f33fd877-5429-4e6a-98b4-0ce33a8ff376 req-18036de1-5719-45c3-a6ae-16b2dea5f947 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0680809 Nov 12 03:31:04.101223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53628) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.225500 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d87c6ccf-29e2-49dd-aac6-e6f6a45526aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.312853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d87c6ccf-29e2-49dd-aac6-e6f6a45526aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.318220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d87c6ccf-29e2-49dd-aac6-e6f6a45526aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.369971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c6ccf-29e2-49dd-aac6-e6f6a45526aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65c46e-17df-4d2a-9a4e-0e5d4bee1382,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.377460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d87c6ccf-29e2-49dd-aac6-e6f6a45526aa admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54d7153f80b34d1b88f046657ab4cd4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751715 Nov 12 03:31:04.380348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53632) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.437681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.447989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:04.461427 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Sync routers for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:04.461999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9d4925a-5570-4c79-b434-65256d8c8bea admin admin] 10.222.0.84 "PUT /v2.0/routers/7ab765cd-8692-4b87-9d8e-1543062adcc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5641294 Nov 12 03:31:04.465334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53634) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.471711 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:04.472769 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:30:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:04.487967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.550128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-506a011e-2e2b-45c4-b7d4-fa45d70af1c4 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.550708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.551818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-506a011e-2e2b-45c4-b7d4-fa45d70af1c4 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6337292 Nov 12 03:31:04.554135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.555551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ea65c46e-17df-4d2a-9a4e-0e5d4bee1382 HTTP/1.1" status: 204 len: 168 time: 0.1740720 Nov 12 03:31:04.571133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Request body: {'port': {'device_id': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '0eb32bb4a58f46589b64f327b26d6411'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:04.575555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89871c3d-5eaa-4a96-b4cb-17d6650318a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65c46e-17df-4d2a-9a4e-0e5d4bee1382,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:04.641577 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:04.652551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-14387e3c-5c7a-422d-8b0c-950f82ccdc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.674185 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.823952 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.835117 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '8ea02100-a295-4210-9a59-f23d81f08277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 5, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port': {'id': '8ea02100-a295-4210-9a59-f23d81f08277', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2567, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:08Z', 'updated_at': '2021-11-12T03:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:04.923385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ee5df488-7c22-4aa9-9301-a99220979ae7 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:04.983244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: ee5df488-7c22-4aa9-9301-a99220979ae7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:04.988185 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Checking router: 7ab765cd-8692-4b87-9d8e-1543062adcc1 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:04.989354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ee5df488-7c22-4aa9-9301-a99220979ae7 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:04.999785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Routers {'7ab765cd-8692-4b87-9d8e-1543062adcc1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:05.000676 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:31:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['7ab765cd-8692-4b87-9d8e-1543062adcc1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.014846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Made reservation on behalf of 0eb32bb4a58f46589b64f327b26d6411 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:05.028320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.063533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.096696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Deleting port 8ea02100-a295-4210-9a59-f23d81f08277 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:05.097047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.224606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-603b5e66-93a7-4137-a3ef-090abe042b9a req-1668deb8-2d0f-434b-867e-7f8acb58a7fe tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0514960 Nov 12 03:31:05.243602 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] Set router 7ab765cd-8692-4b87-9d8e-1543062adcc1 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:05.262005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.302589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.403755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:31:04Z', 'revision_number': 6, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.424256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Allocated IP 192.168.233.6 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:05.443194 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849e20de-877a-45a1-91b0-30acbfd99141 None None] The sync data for ids ['7ab765cd-8692-4b87-9d8e-1543062adcc1'] in n-d-615180-50 is: [{'id': '7ab765cd-8692-4b87-9d8e-1543062adcc1', 'name': 'tempest-ServerRescueTestJSON-2015098207-router', 'tenant_id': '467bc378ab0d4a879402746560d48274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:07Z', 'updated_at': '2021-11-12T03:31:04Z', 'revision_number': 6, 'project_id': '467bc378ab0d4a879402746560d48274', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:05.583047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44df3af3-db35-4f16-9757-1f04adcf4b77,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.604721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bbdbc-7c94-4393-a5eb-0c43bf8bbf41 req-97126bf6-380c-422e-894a-1fd5f5285cd1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.606341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e6bbdbc-7c94-4393-a5eb-0c43bf8bbf41 req-97126bf6-380c-422e-894a-1fd5f5285cd1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 943 time: 0.5286980 Nov 12 03:31:05.614354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] For port 8ea02100-a295-4210-9a59-f23d81f08277, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ea02100-a295-4210-9a59-f23d81f08277,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:05.614732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.649330 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.651835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Calling delete_port for 8ea02100-a295-4210-9a59-f23d81f08277 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:05.761282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.766131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e6bbdbc-7c94-4393-a5eb-0c43bf8bbf41 req-35e5b635-f26a-4cc1-9bd3-be74073502aa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465623 Nov 12 03:31:05.857661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.943301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:05.954584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:05.958319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Pushing event updated for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:05.961439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:05.985805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.017544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea02100-a295-4210-9a59-f23d81f08277,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.040611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f2cfd-20ea-494c-b7c9-40a959cbfacf None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:06.057556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.058323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.109785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-6f58d6cc-6721-4d0f-a996-36b854a3c8a5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5445707 Nov 12 03:31:06.113555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.149024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Request body: {'port': {'device_id': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:06.159977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:06.236708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.242483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.322677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.325374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a6aa0a88-c547-4da2-94df-d71bf479e1ad None None] Provisioning complete for port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:06.325753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a6aa0a88-c547-4da2-94df-d71bf479e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.337343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.338026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab765cd-8692-4b87-9d8e-1543062adcc1 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:06.344560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.345997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-09a3caf8-5527-4fdb-a2a2-c84b08c73419 admin admin] 10.222.0.84 "DELETE /v2.0/routers/7ab765cd-8692-4b87-9d8e-1543062adcc1 HTTP/1.1" status: 204 len: 168 time: 1.8797753 Nov 12 03:31:06.348401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53692) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.348968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.433616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:06.439298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Deleting subnet 038db811-dcea-463f-9920-36d5c77f4c79 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:06.444643 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.448213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa0a88-c547-4da2-94df-d71bf479e1ad None None] Port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:06.461636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ea02100-a295-4210-9a59-f23d81f08277 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:06.488818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ab7c-a180-484f-ae58-209872e81acd req-8ae193f6-2ad4-40e9-9655-45ffd5e76933 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.493280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'network_id': '47f270cd-7f20-4ec5-8919-f502a855d327', 'port_id': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'mac_address': 'fa:16:3e:0e:a8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b88659-bd02-4069-b98f-5a29e60674a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:06.499206 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b80ab7c-a180-484f-ae58-209872e81acd req-8ae193f6-2ad4-40e9-9655-45ffd5e76933 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 934 time: 0.1065414 Nov 12 03:31:06.499729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 8ea02100-a295-4210-9a59-f23d81f08277 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:06.500301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ea02100-a295-4210-9a59-f23d81f08277 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:06.501214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9c6aed8c-95f2-43b0-9c70-3594efbea443 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:06.530936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9c6aed8c-95f2-43b0-9c70-3594efbea443 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:06.531876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9c6aed8c-95f2-43b0-9c70-3594efbea443 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:06.549186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.595954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.622231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b80ab7c-a180-484f-ae58-209872e81acd req-2daf391d-b003-497c-adbd-5b4e8b1d4098 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Nov 12 03:31:06.626241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:06.647624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:06.650601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.655330 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.691432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2094070271'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:06.723275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.758833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Made reservation on behalf of 9627d45186d647a28aee177267e4da8e for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:06.762614 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.771633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.800127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.878461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:06.903040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.918384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/038db811-dcea-463f-9920-36d5c77f4c79 HTTP/1.1" status: 204 len: 168 time: 0.5567322 Nov 12 03:31:06.918384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c121-c9c0-452e-a296-39fef406e536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038db811-dcea-463f-9920-36d5c77f4c79,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.920859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53710) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.988815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:07.003124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.027081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.042022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3c3b6-19c5-4615-88cd-439195933183 req-dce04e94-4340-4d67-8fc7-91113688f85d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.050295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbe3c3b6-19c5-4615-88cd-439195933183 req-dce04e94-4340-4d67-8fc7-91113688f85d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 944 time: 0.1548088 Nov 12 03:31:07.052867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.053475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Transition to ACTIVE for port object ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:07.058771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.074953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.140549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:07.161845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.172082 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.179350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eadb51-8fef-41f1-bcae-fed47701745c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.192039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d315954-4056-4974-aa92-b849926053a3']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.195957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.196865 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Added segment 69c28a7b-f07a-4ac3-b786-4e062d18ef15 of type vlan for network c5a59182-d9d2-4424-9484-69ec57bb7882 Nov 12 03:31:07.203208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.203506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2444c06-c8fb-4c86-b1c5-57fab6b019ba') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:07.220036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.240941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.248147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:07.248584 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.281211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbe3c3b6-19c5-4615-88cd-439195933183 req-dc1299b1-8f01-4ca7-81cf-aada16deed78 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299445 Nov 12 03:31:07.286954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.337043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:07.348028 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:07.354639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.361646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.365193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3d315954-4056-4974-aa92-b849926053a3 HTTP/1.1" status: 204 len: 168 time: 0.4419179 Nov 12 03:31:07.372152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Attempting to bind port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:07.373318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Attempting to bind port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:07.373891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Attempting to bind port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:07.382836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:07.383552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Attempting to bind port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:07.394164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.399896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.402488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f87c5-2308-4231-b333-9f2e74025be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d315954-4056-4974-aa92-b849926053a3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.408514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.415077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:07.415519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:07.415967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:07.416487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Bound port: ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:07.416909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.491912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1409166 Nov 12 03:31:07.517411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1375d-c351-4919-adb5-477f7764fcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Pushing event updated for resources: {'Network': ['ID=c5a59182-d9d2-4424-9484-69ec57bb7882,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.532333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c5a59182-d9d2-4424-9484-69ec57bb7882 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:07.572322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53720) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.610654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:07.616622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:07.624538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.657667 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdc03604-ebf3-4add-9152-4ef8653ebb67 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=467bc378ab0d4a879402746560d48274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809071 Nov 12 03:31:07.671939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53724) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.676512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.677644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.679609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 HTTP/1.1" status: 200 len: 1095 time: 1.5359654 Nov 12 03:31:07.682857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:07.688309 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76cccaf-f17d-43f1-a8ef-58b744ace743" -d '{"events": [{"name": "network-changed", "server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:07.805068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.806986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1c266-14a1-427e-bbdd-2137489d3f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.845813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.851837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-c1f32285-e941-4613-aeb5-f2f0c3a35dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.853377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-c1f32285-e941-4613-aeb5-f2f0c3a35dcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb32bb4a58f46589b64f327b26d6411&device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 1098 time: 0.1118860 Nov 12 03:31:07.888984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174c9b9-91dc-491e-9d4e-c9f1b6c25510 req-faee3f47-333c-4b1f-b09b-a122480322c7 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.888984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5174c9b9-91dc-491e-9d4e-c9f1b6c25510 req-faee3f47-333c-4b1f-b09b-a122480322c7 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 946 time: 0.1035702 Nov 12 03:31:07.901911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53728) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.926191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882', 'binding:host_id': 'n-h2-615180-50', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1310361785'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:07.974849 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e871d87c-eb48-4ce6-af34-2f217229bb6b x-openstack-request-id: req-e871d87c-eb48-4ce6-af34-2f217229bb6b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:07.975151 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:07.977851 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e871d87c-eb48-4ce6-af34-2f217229bb6b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:07.977851 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7', 'status': 'completed', 'code': 200} Nov 12 03:31:07.977851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-9da47625-5454-4360-bff8-dd9e4b175101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 HTTP/1.1" status: 200 len: 217 time: 0.1126177 Nov 12 03:31:07.987825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Made reservation on behalf of 3eecf0dba2234330a53637bedaaec325 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:07.990249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.015256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.017854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.030182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/79f3dd38-6529-4062-bef1-80945ad628d2 HTTP/1.1" status: 204 len: 168 time: 0.3568501 Nov 12 03:31:08.057333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.063989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-1e7833f0-be08-4bd7-9192-3ea4a9b5ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.065768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-1e7833f0-be08-4bd7-9192-3ea4a9b5ce78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0747602 Nov 12 03:31:08.069692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5174c9b9-91dc-491e-9d4e-c9f1b6c25510 req-fc198fe0-d3ed-44a3-947a-ae1d0ea583bc tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810462 Nov 12 03:31:08.078291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01971fd8-0ef8-4b96-9c20-cb2ebf37ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f3dd38-6529-4062-bef1-80945ad628d2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.160608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:08.160837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-55ed67a0-2577-44ce-9734-54d5e3d00d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.163207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-55ed67a0-2577-44ce-9734-54d5e3d00d37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902543 Nov 12 03:31:08.237616 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.242401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:08.242605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.253566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.261058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.297556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e473d9ed-7017-4bc2-bdfa-00a047d5cac7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.313516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-64f20012-5821-4941-a007-2ffb5684c00f service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411734 Nov 12 03:31:08.316127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port 6a01b829-b183-4816-bc9f-fb34c3230fb0 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:08.411997 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.463383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:08.464759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:08.469047 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854c0ea5-fb29-4251-89ea-41f39fafc75a" -d '{"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:08.475203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.489802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb38a3-cb04-4fd4-9202-405341ca65ab req-f7f88276-670a-4a3d-855b-a1eb9e197b2f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.497060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63bb38a3-cb04-4fd4-9202-405341ca65ab req-f7f88276-670a-4a3d-855b-a1eb9e197b2f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 944 time: 0.1069787 Nov 12 03:31:08.505525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d25bb88-209b-4cba-8422-a12a63de3e98 req-0249c753-47be-481e-8e17-0c16706405f5 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839988 Nov 12 03:31:08.515937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab54f62-60e5-423b-972d-67cc98ab1623 req-28eb2613-832f-4592-90f0-d4c43a92379f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.518660 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ab54f62-60e5-423b-972d-67cc98ab1623 req-28eb2613-832f-4592-90f0-d4c43a92379f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.1108720 Nov 12 03:31:08.549945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.575400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63bb38a3-cb04-4fd4-9202-405341ca65ab req-cea8ebbe-9040-4fa4-b373-b676e24bbbfa tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 Nov 12 03:31:08.613056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-4a454dfe-8754-4546-9237-4352363998f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.614564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-4a454dfe-8754-4546-9237-4352363998f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb32bb4a58f46589b64f327b26d6411&device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 1098 time: 0.0528979 Nov 12 03:31:08.638275 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c225ea00-955a-4b97-bbeb-c8c7a0054eb4 x-openstack-request-id: req-c225ea00-955a-4b97-bbeb-c8c7a0054eb4 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:08.638574 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-plugged", "status": "completed", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:08.638846 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c225ea00-955a-4b97-bbeb-c8c7a0054eb4 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:08.639276 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'code': 200} Nov 12 03:31:08.681509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8ab54f62-60e5-423b-972d-67cc98ab1623 req-52632bc6-dde0-44fe-8e9b-4de1cc520ef6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486239 Nov 12 03:31:08.743177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port 6a01b829-b183-4816-bc9f-fb34c3230fb0 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:08.754168 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.762346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.765940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-4b17f341-726f-4f1a-a622-fdd7ae23f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.768058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-4b17f341-726f-4f1a-a622-fdd7ae23f2ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.1455677 Nov 12 03:31:08.835350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=6a01b829-b183-4816-bc9f-fb34c3230fb0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.844974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Checking segment: {'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:08.845345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Network hostable DHCP agents. Network: c5a59182-d9d2-4424-9484-69ec57bb7882, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:08.848497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-6bdb2ee4-385a-4c82-ba2f-1c894626b8df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 HTTP/1.1" status: 200 len: 217 time: 0.0602233 Nov 12 03:31:08.863807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Network c5a59182-d9d2-4424-9484-69ec57bb7882 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:08.875050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c5a59182-d9d2-4424-9484-69ec57bb7882) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:08.878738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:08.887475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615aa82c-eaea-4b85-814e-e0b2e1a87494 None None] Network c5a59182-d9d2-4424-9484-69ec57bb7882 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:08.893904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:08.894118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:08.894348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:08.897835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26344ff-d2cc-4d12-aefe-da1bae83f805 req-6de6bf18-25f1-4c85-90cf-f5d95f5ebbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.899455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:08.899622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26344ff-d2cc-4d12-aefe-da1bae83f805 req-6de6bf18-25f1-4c85-90cf-f5d95f5ebbe4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1098 time: 0.1044521 Nov 12 03:31:08.899821 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:08.900165 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 2 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:08.913992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:08.914336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:08.914675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:08.921041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:08.921368 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:08.921761 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 3 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:08.929532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-9055fd62-505c-4081-a550-7ac9c28ecbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.931135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-9055fd62-505c-4081-a550-7ac9c28ecbe6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0724711 Nov 12 03:31:08.935865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:08.936385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:08.936892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:08.942636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:08.942999 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:08.943422 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 4 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:08.969790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:08.970133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:08.970472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:08.975142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:08.975469 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:08.975860 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 5 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:08.985508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e26344ff-d2cc-4d12-aefe-da1bae83f805 req-15e2af4b-71e5-4f22-8a03-98ad44cfe31e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767488 Nov 12 03:31:08.990101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:08.990440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:08.990773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:08.995676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-b7f4e271-ec31-4809-bac3-1504da4d506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.997226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:08.997371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-b7f4e271-ec31-4809-bac3-1504da4d506d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558021 Nov 12 03:31:08.997692 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:08.998248 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 6 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:09.010392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:09.010745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:09.011063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:09.015882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:09.016271 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:09.016658 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 7 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:09.029920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:09.030413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:09.030748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:09.035047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:09.035403 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:09.035790 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 8 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:09.047824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:09.048152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:09.048486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:09.052837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:09.053097 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:09.053498 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 9 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:09.066823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:09.067186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:09.067524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:09.071711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:09.072028 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:09.072408 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 10 to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 Nov 12 03:31:09.085171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:09.085504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:09.085832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:09.090659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:09.091011 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 6a01b829-b183-4816-bc9f-fb34c3230fb0 on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:09.091481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.170061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port 6a01b829-b183-4816-bc9f-fb34c3230fb0, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:09.170437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempted to set empty binding levels {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:09.176913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.227833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.228326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.264344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=6a01b829-b183-4816-bc9f-fb34c3230fb0,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.270955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be1a5bcc-8334-4912-9309-9f64c75d2b29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.3677807 Nov 12 03:31:09.273831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53776) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.383872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Deleting port 6a01b829-b183-4816-bc9f-fb34c3230fb0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:09.385096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.471187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port 6a01b829-b183-4816-bc9f-fb34c3230fb0, host n-h2-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:09.472038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.502979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Calling delete_port for 6a01b829-b183-4816-bc9f-fb34c3230fb0 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:09.570710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf7cfdf2-6e76-4d1b-a4b8-f9cf17c0dedf req-9106617f-04f8-4821-ad0b-ec4467949b34 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0473199 Nov 12 03:31:09.699949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.755373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a01b829-b183-4816-bc9f-fb34c3230fb0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.769245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.774715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e168c1cb-c591-46bd-be57-8e8c7d437072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "DELETE /v2.0/ports/6a01b829-b183-4816-bc9f-fb34c3230fb0 HTTP/1.1" status: 204 len: 168 time: 0.4975023 Nov 12 03:31:09.776894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53808) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.811855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3376-e81c-4a4f-a56c-64075384d4a0 req-6f8f940c-fb10-49b7-bc00-af9770945b00 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.813487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be0c3376-e81c-4a4f-a56c-64075384d4a0 req-6f8f940c-fb10-49b7-bc00-af9770945b00 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 946 time: 0.6472080 Nov 12 03:31:09.815483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3a42-6fd0-4b10-b431-b5c95f20ce6d req-21740d37-388c-4d31-b8e1-0eb84365c8a2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.817077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-adcf3a42-6fd0-4b10-b431-b5c95f20ce6d req-21740d37-388c-4d31-b8e1-0eb84365c8a2 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1112714 Nov 12 03:31:09.818680 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bae2156-fb76-45fb-8743-7f95981aab51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:09.820036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bae2156-fb76-45fb-8743-7f95981aab51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports/6a01b829-b183-4816-bc9f-fb34c3230fb0 HTTP/1.1" status: 404 len: 333 time: 0.0411744 Nov 12 03:31:09.825228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53810) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.840981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623945934'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:09.869205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-3303bc33-15dc-4944-b7c2-cdea9c3ef670 service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918261 Nov 12 03:31:09.896502 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-adcf3a42-6fd0-4b10-b431-b5c95f20ce6d req-29f44764-aea4-4434-a92b-bec98dfb2312 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724599 Nov 12 03:31:09.905562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be0c3376-e81c-4a4f-a56c-64075384d4a0 req-bdd558db-011c-4bae-8e3b-fe46a300e567 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804057 Nov 12 03:31:09.913501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Made reservation on behalf of 3eecf0dba2234330a53637bedaaec325 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:09.926796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.951315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:10.033088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76cccaf-f17d-43f1-a8ef-58b744ace743 req-13e1d8f3-c65d-4ba2-b335-100b6d283b9d service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532364 Nov 12 03:31:10.106470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5661be-2937-4471-9891-7f86fcbfa3a2 req-faf9a939-4b0c-4826-a800-b9ab4e9c2329 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.108844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc5661be-2937-4471-9891-7f86fcbfa3a2 req-faf9a939-4b0c-4826-a800-b9ab4e9c2329 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.0743954 Nov 12 03:31:10.264975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc5661be-2937-4471-9891-7f86fcbfa3a2 req-5b185d9c-1f97-480e-8d20-5ca462789927 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491609 Nov 12 03:31:10.274062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309668-389d-4191-b285-8f464f7d989a req-9758682c-9125-4ee0-821c-99de3916da81 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.275847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73309668-389d-4191-b285-8f464f7d989a req-9758682c-9125-4ee0-821c-99de3916da81 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 945 time: 0.1478207 Nov 12 03:31:10.452012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port c4e52a81-776e-4c7d-99a1-5c99789c2d1b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:10.452587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.592278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port c4e52a81-776e-4c7d-99a1-5c99789c2d1b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:10.592911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.710914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.784412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.801219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7c407f3b-c422-48ab-bbf6-11a5606519cf req-f0140280-78c2-4d50-8ac3-9431bd419f79 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0500271 Nov 12 03:31:10.875968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Network c5a59182-d9d2-4424-9484-69ec57bb7882 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:10.880214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:10.882026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.888908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.890180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.890512 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP 91580c07-7fe4-4b9a-a831-b732eb2e0764 disassociated. External IP: 172.25.2.45, port: c4e52a81-776e-4c7d-99a1-5c99789c2d1b. Nov 12 03:31:10.890860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for c4e52a81-776e-4c7d-99a1-5c99789c2d1b owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:10.892479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:10.893825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.894020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.916636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e4a76363-fa49-41a4-a8d8-451ce04cb09e tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0900071 Nov 12 03:31:10.919138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53856) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.935431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:11.063152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa06cb-61d2-4ec5-9a77-eaa458cfefad req-0bf33b0d-1459-4e39-9918-3573fbb1c3e5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.065217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dfa06cb-61d2-4ec5-9a77-eaa458cfefad req-0bf33b0d-1459-4e39-9918-3573fbb1c3e5 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 946 time: 0.0681386 Nov 12 03:31:11.066550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.096061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dc32b-53dc-4171-a74c-95da53ede414 req-b926aa09-5ba4-4e45-8095-50b3e96cc575 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.097666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842dc32b-53dc-4171-a74c-95da53ede414 req-b926aa09-5ba4-4e45-8095-50b3e96cc575 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0828364 Nov 12 03:31:11.151224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dfa06cb-61d2-4ec5-9a77-eaa458cfefad req-f0d6a15f-340d-49e0-9eff-1e97a5d022ac tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574846 Nov 12 03:31:11.151905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.198313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=c4e52a81-776e-4c7d-99a1-5c99789c2d1b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.230918 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-842dc32b-53dc-4171-a74c-95da53ede414 req-ef6ef796-83de-4b51-8652-3b64e8887f6b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151409 Nov 12 03:31:11.314384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:11.323308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:11.332718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.339071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.394409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.399146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bea3c87-0271-4266-92a1-156d5757b446 req-7867501d-aa4e-442c-a4cd-bacd3c5fe81e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0400047 Nov 12 03:31:11.405645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.405981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.408229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.410724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.411047 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.411460 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 2 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.425174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.425738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.426076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.430346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.430675 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.431084 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 3 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.442673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.443010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.443374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.447649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.447914 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.448300 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 4 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.457094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:11.460722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.461064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.461399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.467906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.468244 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.468608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:11.469069 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 5 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.478028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:11.478658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:31:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.482842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.483317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.483724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.488213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.488623 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.489079 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 6 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.499018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port c4e52a81-776e-4c7d-99a1-5c99789c2d1b on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:11.502746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.502909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.503354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.503777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.506867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-73309668-389d-4191-b285-8f464f7d989a req-3181b867-1a16-4079-9c02-363c2aa70921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "DELETE /v2.0/ports/c4e52a81-776e-4c7d-99a1-5c99789c2d1b HTTP/1.1" status: 204 len: 173 time: 1.2148023 Nov 12 03:31:11.507580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'name': 'network-vif-deleted', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:11.508470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.508858 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.509347 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 7 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.511280 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01877a12-bb00-41a1-95f2-a12c21b229f0" -d '{"events": [{"server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "name": "network-vif-deleted", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:11.539222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.539569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.539906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.544938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.545266 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.545660 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 8 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.559631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.560498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.560849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.565442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.565787 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.566363 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 9 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.581394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.582208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.582618 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd69aa3-678a-4250-925a-a250b05dc0aa x-openstack-request-id: req-6dd69aa3-678a-4250-925a-a250b05dc0aa {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:11.582920 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2950f7-4060-460c-a223-8898ded7b5f4", "name": "network-vif-deleted", "tag": "c4e52a81-776e-4c7d-99a1-5c99789c2d1b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:11.583131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.583253 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6dd69aa3-678a-4250-925a-a250b05dc0aa {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:11.583922 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2950f7-4060-460c-a223-8898ded7b5f4', 'name': 'network-vif-deleted', 'tag': 'c4e52a81-776e-4c7d-99a1-5c99789c2d1b', 'status': 'completed', 'code': 200} Nov 12 03:31:11.593923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.594549 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.595254 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 10 to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e Nov 12 03:31:11.615579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:11.615960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:11.616249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:11.618198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:11.620882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:11.621180 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:11.621512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.702928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:11.702928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempted to set empty binding levels {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:11.711981 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.751467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] In _notify_port_updated(), no bound segment for port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:11.752319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.752920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.756903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "PUT /v2.0/ports/d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e HTTP/1.1" status: 200 len: 980 time: 0.8299444 Nov 12 03:31:11.757750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53866) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:11.799376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd0535-bbfd-4c1d-9695-0e110e53117d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:11.829257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.829740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.830213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.830678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.831165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.831628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.832086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.832543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.833043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.833696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.834151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.834604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.835053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.835548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.838019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1a295bcf-91eb-448e-b7bb-ff4d629d83b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12734 time: 0.0792744 Nov 12 03:31:11.841659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53874) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:11.917677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.939808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6028448c-5d74-42af-a9f1-22a19bc7b6f7 req-a30822f5-be7c-43a7-a57c-b8be5913bd58 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0426047 Nov 12 03:31:11.967678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Deleting port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:11.968088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.987602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:11.997627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:11.998717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:31:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:12.041631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e, host n-h2-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.041995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.056603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Calling delete_port for d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:12.153643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.171449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:12.179350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-056c7828-b8c6-4c41-872a-f592dbfa2fa1 req-8492c1cd-a3a1-4a67-a86a-67f0487ad51c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Nov 12 03:31:12.192771 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.199123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53882) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.199325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "DELETE /v2.0/ports/d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e HTTP/1.1" status: 204 len: 168 time: 0.3564222 Nov 12 03:31:12.200651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363db487-8599-4e28-9994-764c3ddbf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.239293 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c1b881-1e35-4ca9-89e0-1ca2a8d8c2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:12.241300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-99c1b881-1e35-4ca9-89e0-1ca2a8d8c2ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports/d6ebd6b8-9ed7-4ecb-8f35-aab253c87a0e HTTP/1.1" status: 404 len: 333 time: 0.0406685 Nov 12 03:31:12.245587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53884) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.251736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1036216036', 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:12.292062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Made reservation on behalf of 3eecf0dba2234330a53637bedaaec325 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:12.296724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.301104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dade61-d224-499c-ae98-762c7c87e44f req-e28089b0-de77-46d4-872f-829ebba52b5a tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.302720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05dade61-d224-499c-ae98-762c7c87e44f req-e28089b0-de77-46d4-872f-829ebba52b5a tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 946 time: 0.0698478 Nov 12 03:31:12.323582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port d5448d78-b1ce-4cad-bc4e-a485eccb8d44 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:12.372028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05dade61-d224-499c-ae98-762c7c87e44f req-203e750d-0c31-4235-aa23-be2b24102f98 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 Nov 12 03:31:12.379212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:12.489285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a8fc6-89e1-4ffe-b613-1c590a47b10b req-abb618e8-de7e-4b3a-b048-bb2d34fed1be tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.496720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d33a8fc6-89e1-4ffe-b613-1c590a47b10b req-abb618e8-de7e-4b3a-b048-bb2d34fed1be tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0949023 Nov 12 03:31:12.520919 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c57ff5a6-7340-4ce3-ad5c-7b8dd937f1f0 req-06e076d0-02fa-4ba3-a552-a585b87bd7e3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0430214 Nov 12 03:31:12.584323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d33a8fc6-89e1-4ffe-b613-1c590a47b10b req-06fd45e9-b6be-44ae-be5d-78f4dae57eac tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867212 Nov 12 03:31:12.648531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.691156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.712542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.725975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7422a-5dc4-401c-9aec-4a8c7fc21dce req-9dd91f4d-82ce-4dbc-9444-a1fa5c9c19ab tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.728378 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23f7422a-5dc4-401c-9aec-4a8c7fc21dce req-9dd91f4d-82ce-4dbc-9444-a1fa5c9c19ab tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0627146 Nov 12 03:31:12.737580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7', 'mac_address': 'fa:16:3e:87:da:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:12.741828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Network c5a59182-d9d2-4424-9484-69ec57bb7882 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:12.743619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:12.751133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:12.752084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.752816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.780619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5335014 Nov 12 03:31:12.783241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53892) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.788537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66c216-e86e-4ffc-8916-a62ada6ab2b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=d5448d78-b1ce-4cad-bc4e-a485eccb8d44,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.801334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-23f7422a-5dc4-401c-9aec-4a8c7fc21dce req-8894c8bf-ee04-42ec-b9b4-45f2ee4cd9c1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660739 Nov 12 03:31:12.821415 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.832640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497f9ced-0c10-484f-8492-577cfe62d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.834821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-497f9ced-0c10-484f-8492-577cfe62d9b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports/d5448d78-b1ce-4cad-bc4e-a485eccb8d44 HTTP/1.1" status: 200 len: 959 time: 0.0500784 Nov 12 03:31:12.838123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53896) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.855292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:12.889763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:12.896247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb96667-209b-4eb1-a78a-8d9b77ebd9dc None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:12.926364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:12.931786 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.006852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:13.024470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d8754-56f7-492c-a847-9aa6ee9b662a req-565a4dc9-1358-498c-92c8-84d2079be65c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.026252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba6d8754-56f7-492c-a847-9aa6ee9b662a req-565a4dc9-1358-498c-92c8-84d2079be65c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1208460 Nov 12 03:31:13.034419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Deleting port d5448d78-b1ce-4cad-bc4e-a485eccb8d44 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:13.038862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.125683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-471c0825-4839-4e58-aed5-b7e5e98171d3 req-2436a825-981e-4e4c-8b72-a7cb4a225eba tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0459566 Nov 12 03:31:13.145101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:13.234176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.253045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba6d8754-56f7-492c-a847-9aa6ee9b662a req-212aeb38-0372-4714-9282-1bf45a18cad1 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117560 Nov 12 03:31:13.258023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Calling delete_port for d5448d78-b1ce-4cad-bc4e-a485eccb8d44 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:13.377814 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068c509-479b-435c-8d9c-077b03206eb3 None None] New status for floating IP 91580c07-7fe4-4b9a-a831-b732eb2e0764: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:13.418044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.475609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5448d78-b1ce-4cad-bc4e-a485eccb8d44,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:13.485302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.491043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae4834d6-aea5-4ba4-89dd-e3311eeb8c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "DELETE /v2.0/ports/d5448d78-b1ce-4cad-bc4e-a485eccb8d44 HTTP/1.1" status: 204 len: 168 time: 0.6518781 Nov 12 03:31:13.491888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.525978 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ef2f70-2304-4995-8554-4bb5bb43a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:13.528262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b6e0-cf4f-40d9-ba1b-21ce5e86ba4f req-a568f924-10ba-4fa6-a2f3-4dff7cf5783c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.531037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd41b6e0-cf4f-40d9-ba1b-21ce5e86ba4f req-a568f924-10ba-4fa6-a2f3-4dff7cf5783c tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 947 time: 0.0756752 Nov 12 03:31:13.532108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.532680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47ef2f70-2304-4995-8554-4bb5bb43a918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports/d5448d78-b1ce-4cad-bc4e-a485eccb8d44 HTTP/1.1" status: 404 len: 333 time: 0.0388272 Nov 12 03:31:13.537513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1476667686'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:13.547706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b428f08-88d6-4018-84b0-c42bc157ad79 req-002dc1e4-f32f-497e-966f-201becc9ae7c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.549239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b428f08-88d6-4018-84b0-c42bc157ad79 req-002dc1e4-f32f-497e-966f-201becc9ae7c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1824911 Nov 12 03:31:13.582758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Made reservation on behalf of 3eecf0dba2234330a53637bedaaec325 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:13.585678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.615181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd41b6e0-cf4f-40d9-ba1b-21ce5e86ba4f req-211caf87-f63c-4bef-80cc-3f42f1525e18 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Nov 12 03:31:13.617220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port 9b991feb-9746-4c0f-9486-7817f087743e yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:13.630261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b428f08-88d6-4018-84b0-c42bc157ad79 req-9970be0e-7103-4850-9591-58f714069e90 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Nov 12 03:31:13.735555 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-313cde25-5443-453d-a7a1-893dcb4befef req-50419cc7-9f11-4582-836e-38cb795ce0eb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0433822 Nov 12 03:31:13.792503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e2e1-3ea1-415d-8041-e042bfbc9293 req-aaa37a97-1ebb-4995-8802-65e3828cc557 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.797091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60c2e2e1-3ea1-415d-8041-e042bfbc9293 req-aaa37a97-1ebb-4995-8802-65e3828cc557 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0963063 Nov 12 03:31:13.851414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60c2e2e1-3ea1-415d-8041-e042bfbc9293 req-3b4ea339-a24e-4786-b52d-c0243a03323b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Nov 12 03:31:13.874689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.911903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.974467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Network c5a59182-d9d2-4424-9484-69ec57bb7882 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:13.981794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:13.987388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:13.988521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.989364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.992890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=9b991feb-9746-4c0f-9486-7817f087743e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.011186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9f4f3a38-ee03-4148-ac31-7ea7ec69feb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4766002 Nov 12 03:31:14.012715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88729bf-82b5-4573-a92e-787eaeb3c916 req-5445b447-3d7d-4398-8a80-ab5b5872583c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.013702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53924) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.020156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:14.020798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f88729bf-82b5-4573-a92e-787eaeb3c916 req-5445b447-3d7d-4398-8a80-ab5b5872583c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0621288 Nov 12 03:31:14.079916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f88729bf-82b5-4573-a92e-787eaeb3c916 req-774b47b3-e59a-4591-bccb-00648b36d39d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526452 Nov 12 03:31:14.102804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.208880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:14.261030 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5a5d153-ea3f-4ed2-ace0-97b7c00acbfa req-0099fd2e-602f-4b74-bdfa-7b175dc7a61c tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0403068 Nov 12 03:31:14.280104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1bdc-e173-4098-acb7-64cca33c345d req-9f56082a-f4d8-4e17-84fd-4f88c94b177e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.290447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684d1bdc-e173-4098-acb7-64cca33c345d req-9f56082a-f4d8-4e17-84fd-4f88c94b177e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1279593 Nov 12 03:31:14.297612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:14.304579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:14.305177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.408297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684d1bdc-e173-4098-acb7-64cca33c345d req-b57f0f69-30d5-4ec8-8f90-318221e8182d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076481 Nov 12 03:31:14.412540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] device_id is not set on port 9b991feb-9746-4c0f-9486-7817f087743e yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:14.421844 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.434596 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.482440 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.517716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=9b991feb-9746-4c0f-9486-7817f087743e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.519690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:14.521336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.521788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.522221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.526884 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b2f28f-bcfe-4707-a34d-f55ccbd423da" -d '{"events": [{"server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:14.528721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.529232 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.529714 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 2 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.540860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:14.544440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.545075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.545853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.545987 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.546788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4e52a81-776e-4c7d-99a1-5c99789c2d1b no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:14.553137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.553843 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.554566 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 3 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.569818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.570202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: c4e52a81-776e-4c7d-99a1-5c99789c2d1b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:14.570750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4e52a81-776e-4c7d-99a1-5c99789c2d1b not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:14.571219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.573018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.579425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.580175 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.580844 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 4 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.597251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.598157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.598857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.606307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.607646 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.613295 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 5 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.628080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.628427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.628774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.631055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.634878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.635504 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.636055 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 6 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.651940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.652467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.652802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.658335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.658459 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.658818 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 7 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.659645 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d91f76-2b4e-49d7-8105-ca9c87008530 x-openstack-request-id: req-60d91f76-2b4e-49d7-8105-ca9c87008530 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:14.659949 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "name": "network-vif-plugged", "status": "completed", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:14.660198 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-60d91f76-2b4e-49d7-8105-ca9c87008530 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:14.660596 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7', 'code': 200} Nov 12 03:31:14.695737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.696041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.696388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.708030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.708680 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.709083 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 8 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.746975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.748332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.748332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.756112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.756407 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.757448 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 9 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.789407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1790-e9c0-4a56-b3e1-b8a3c6cf9c57 req-1436d30d-b014-4f0c-abbe-b483fc305ae9 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.789942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb254dca-d6d5-42af-a5d6-c462a749f2c9 req-7213912d-e88d-4455-bd53-762b4f8b8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.790962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-198c1790-e9c0-4a56-b3e1-b8a3c6cf9c57 req-1436d30d-b014-4f0c-abbe-b483fc305ae9 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0789552 Nov 12 03:31:14.791633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb254dca-d6d5-42af-a5d6-c462a749f2c9 req-7213912d-e88d-4455-bd53-762b4f8b8ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 1100 time: 0.0551670 Nov 12 03:31:14.791785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.792007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.792347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.798705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.799032 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.800062 n-d-615180-50 neutron-server[102432]: INFO neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempt 10 to bind port 9b991feb-9746-4c0f-9486-7817f087743e Nov 12 03:31:14.826026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:14.826398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:14.826711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempting to bind port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:14.834649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:14.835134 n-d-615180-50 neutron-server[102432]: ERROR neutron.plugins.ml2.managers [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Failed to bind port 9b991feb-9746-4c0f-9486-7817f087743e on host n-h2-615180-50 for vnic_type normal using segments [{'id': '69c28a7b-f07a-4ac3-b786-4e062d18ef15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c5a59182-d9d2-4424-9484-69ec57bb7882'}] Nov 12 03:31:14.835382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.859128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb254dca-d6d5-42af-a5d6-c462a749f2c9 req-e98c6dcf-baae-4ae8-9fcb-fbd3f7bff6cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531995 Nov 12 03:31:14.868723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-198c1790-e9c0-4a56-b3e1-b8a3c6cf9c57 req-ec2ac9bc-9793-4ff5-af00-cec055a4fdb6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709188 Nov 12 03:31:14.922057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port 9b991feb-9746-4c0f-9486-7817f087743e, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:14.922438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attempted to set empty binding levels {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:14.926905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.988432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] In _notify_port_updated(), no bound segment for port 9b991feb-9746-4c0f-9486-7817f087743e on network c5a59182-d9d2-4424-9484-69ec57bb7882 {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:14.989272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.989874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.991229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "PUT /v2.0/ports/9b991feb-9746-4c0f-9486-7817f087743e HTTP/1.1" status: 200 len: 980 time: 0.9759040 Nov 12 03:31:14.995043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.007362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1370e4-91a7-4a24-85fe-aa1f513efa95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event updated for resources: {'Port': ['ID=9b991feb-9746-4c0f-9486-7817f087743e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.024583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216c57-0c4d-48cc-8a2e-6431c4ac496a req-627bd797-a948-4e9f-9710-094a0b34a83d tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.026100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9216c57-0c4d-48cc-8a2e-6431c4ac496a req-627bd797-a948-4e9f-9710-094a0b34a83d tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 948 time: 0.0765369 Nov 12 03:31:15.076491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9216c57-0c4d-48cc-8a2e-6431c4ac496a req-8e194a27-1661-49ea-84e6-3b745605a4ed tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Nov 12 03:31:15.084127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Deleting port 9b991feb-9746-4c0f-9486-7817f087743e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:15.084663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.149151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] For port 9b991feb-9746-4c0f-9486-7817f087743e, host n-h2-615180-50, got binding levels [] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:15.149648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.167487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Calling delete_port for 9b991feb-9746-4c0f-9486-7817f087743e owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:15.172894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfabc3b1-b113-4e6b-bbf0-c2c16abaeee8 req-b1ec51bb-de7c-49d0-a1ac-8293411aa6a6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Nov 12 03:31:15.255041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.281414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b991feb-9746-4c0f-9486-7817f087743e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.291611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.293620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6cbe6ca2-0df0-4a63-80d8-b3096c175c85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "DELETE /v2.0/ports/9b991feb-9746-4c0f-9486-7817f087743e HTTP/1.1" status: 204 len: 168 time: 0.2974856 Nov 12 03:31:15.296879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.321794 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-42152e7d-0d41-46ba-94be-99b3574cefec tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:15.323343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-42152e7d-0d41-46ba-94be-99b3574cefec tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-870099706-project-admin] 10.222.0.84 "GET /v2.0/ports/9b991feb-9746-4c0f-9486-7817f087743e HTTP/1.1" status: 404 len: 333 time: 0.0254996 Nov 12 03:31:15.327463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.403247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.495393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.526065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a59182-d9d2-4424-9484-69ec57bb7882']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.538312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c28a7b-f07a-4ac3-b786-4e062d18ef15') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.538929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c28a7b-f07a-4ac3-b786-4e062d18ef15') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.551941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.568238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.577225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:15.577225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:15.642643 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:15.656336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.671604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.677291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] 10.222.0.84 "DELETE /v2.0/networks/c5a59182-d9d2-4424-9484-69ec57bb7882 HTTP/1.1" status: 204 len: 168 time: 0.3466547 Nov 12 03:31:15.691992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03bdea-12d4-424f-8f58-32d26051e00d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933403814-project] Pushing event deleted for resources: {'Network': ['ID=c5a59182-d9d2-4424-9484-69ec57bb7882,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.017727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec303c60-2c91-4192-b564-04d96ee8952b req-e75a9dc3-1430-4650-b265-9c18542c8e9c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.019472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec303c60-2c91-4192-b564-04d96ee8952b req-e75a9dc3-1430-4650-b265-9c18542c8e9c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0610414 Nov 12 03:31:16.054477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 53978) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.128537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec303c60-2c91-4192-b564-04d96ee8952b req-22b15a2b-1c25-4dbf-b74c-0ff3133ea590 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026323 Nov 12 03:31:16.252070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2e405a57-208d-4a59-b7e4-4d69dc37c489 req-15b90e96-8dec-4479-838d-13e488a03764 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0288980 Nov 12 03:31:16.275366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a5c8-e0dc-4415-9652-b3ee57643819 req-90b3a818-6b80-46ea-83bf-cfb996921620 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.275366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d684a5c8-e0dc-4415-9652-b3ee57643819 req-90b3a818-6b80-46ea-83bf-cfb996921620 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 948 time: 0.0741343 Nov 12 03:31:16.346964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d684a5c8-e0dc-4415-9652-b3ee57643819 req-440c2028-df4e-428c-80e0-7b172c19e5d7 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670342 Nov 12 03:31:16.354284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 53994) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.357093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60099751-7c42-47f6-b1b8-196b839c231d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9627d45186d647a28aee177267e4da8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011749 Nov 12 03:31:16.443646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04cc67cc-3df3-41cb-a5ab-f72ef98640e9 req-7e29b159-a91d-44ed-8d09-b901a38b50f9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff2950f7-4060-460c-a223-8898ded7b5f4 HTTP/1.1" status: 200 len: 210 time: 0.0377426 Nov 12 03:31:16.451812 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.486535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.594892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.598011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.600044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d6eadb51-8fef-41f1-bcae-fed47701745c HTTP/1.1" status: 204 len: 168 time: 0.2447586 Nov 12 03:31:16.654199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8056-0221-4614-a168-60a73468f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eadb51-8fef-41f1-bcae-fed47701745c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.672706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ab61-68e2-490c-817f-badec36a43ff req-ef1fd879-585b-4707-8257-196372d05646 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.686504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ae23ab61-68e2-490c-817f-badec36a43ff req-ef1fd879-585b-4707-8257-196372d05646 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1080246 Nov 12 03:31:16.704473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-8328008e-5a9f-40a6-9aed-cfc62552dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.706462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-8328008e-5a9f-40a6-9aed-cfc62552dce2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1098 time: 0.1273968 Nov 12 03:31:16.797360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ae23ab61-68e2-490c-817f-badec36a43ff req-ee622d3d-d3cc-43a2-b12e-96e1e62f0c6f tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893257 Nov 12 03:31:16.900899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-830605fc-7f08-43ac-b238-65873b60128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:16.902728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-830605fc-7f08-43ac-b238-65873b60128b service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.1895020 Nov 12 03:31:16.964196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-f6a31458-0b69-4bc8-9bea-bf900da19424 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.0523450 Nov 12 03:31:17.029354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-db7493d9-ae52-4a4e-a1d6-a2d170e8b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.031349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-db7493d9-ae52-4a4e-a1d6-a2d170e8b872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0593026 Nov 12 03:31:17.048218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54024) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.076659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-fd24870e-04e7-4f60-8d17-2f124330e09f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377090 Nov 12 03:31:17.105100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f8f9182-9f27-41e6-81c5-abdca3626fc5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3eecf0dba2234330a53637bedaaec325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555539 Nov 12 03:31:17.107367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.198292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-c30e7d0d-b50b-48bd-bec6-c044e6c5aa7b service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111274 Nov 12 03:31:17.241399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.286993 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.352454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.356021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.357609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e473d9ed-7017-4bc2-bdfa-00a047d5cac7 HTTP/1.1" status: 204 len: 168 time: 0.2299163 Nov 12 03:31:17.359124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd0eb5f-ea3f-47f3-9b19-e926fc971166 req-574daad9-c714-4552-9cdb-48b941825ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533127 Nov 12 03:31:17.369441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061cd7-fd32-4519-aa50-214de981d49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e473d9ed-7017-4bc2-bdfa-00a047d5cac7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.443178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7cd46d1-009f-4f94-8cc7-07ea8a9ad5a0 req-550f8aeb-5945-4847-a378-a1ee2adca5c1 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0401597 Nov 12 03:31:17.793843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-d7fe8d33-4343-4c2c-accf-d7df3626bc16 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751271238&fields=id&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 267 time: 0.0597012 Nov 12 03:31:17.930624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe33eb4-d578-438d-9ef5-aa800898e49b req-34b752a6-2212-4771-a46a-8b9be3b3c048 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.930867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-250f9ba0-0ff2-4115-9782-14596b612ef9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.932843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfe33eb4-d578-438d-9ef5-aa800898e49b req-34b752a6-2212-4771-a46a-8b9be3b3c048 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0629647 Nov 12 03:31:17.939256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-250f9ba0-0ff2-4115-9782-14596b612ef9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1437540 Nov 12 03:31:17.956504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-0e396e07-3135-4f9c-92ed-6f09ed1dbd23 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.0162411 Nov 12 03:31:18.004191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfe33eb4-d578-438d-9ef5-aa800898e49b req-5b1cb5a1-2b54-4ada-a47f-ab1d4be4b71a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 Nov 12 03:31:18.072161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-08d6e3e7-6731-4246-9611-c507e7dc6f4b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072142 Nov 12 03:31:18.468313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-461c4e9a-4ca4-4ff9-93b7-7065185fea77 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939171 Nov 12 03:31:18.616378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ecf63052-e886-4569-bdb7-82c56114c12d req-d890adb1-e8dc-4bc1-8975-53dddc9e5f13 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0395310 Nov 12 03:31:18.668627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-84ae1db7-7691-47de-8ac0-c5aba98808a3 service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817329 Nov 12 03:31:19.140387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-620aa84c-d729-45fd-a679-6b9367e090a2 req-4af06906-9a54-4289-a07d-de7ad6ecda78 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0446379 Nov 12 03:31:19.220413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84691-b977-4bb6-9e7d-9a7ab9afa7b6 req-74b83fd5-ecbb-4a4d-900d-d05774df307c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.228864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77c84691-b977-4bb6-9e7d-9a7ab9afa7b6 req-74b83fd5-ecbb-4a4d-900d-d05774df307c tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1021564 Nov 12 03:31:19.287495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77c84691-b977-4bb6-9e7d-9a7ab9afa7b6 req-a6130526-9887-4cdb-8dbf-3552b8f0665e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Nov 12 03:31:19.322794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:19.442965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38c3c0-578a-42bd-b17f-c12c5f77dfcf req-16d7590b-1725-4830-b230-84aa52fcb4ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.449510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f38c3c0-578a-42bd-b17f-c12c5f77dfcf req-16d7590b-1725-4830-b230-84aa52fcb4ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0757644 Nov 12 03:31:19.480335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-982722653', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:19.563082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f38c3c0-578a-42bd-b17f-c12c5f77dfcf req-e0487415-14f6-40a1-98c4-b736a78dd82e tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126144 Nov 12 03:31:19.563920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Made reservation on behalf of 1a228cbc69ab44bfb54ff9249a801904 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:19.567856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.585882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.720907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.754594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53dfe569-7b05-4e59-a15e-8ce97b12e38c req-3f4ee954-7000-443c-852f-23ce6b516204 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Nov 12 03:31:19.801034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.835077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] device_id is not set on port 19a80fb2-ea92-4dc8-bb04-bf80ea71f177 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:19.840194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ec3cb-2396-4199-96e4-1fe52fd09d47,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.857747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769191f-c7ed-466e-83e0-4f054194844c req-03af0477-6e38-435c-a775-d642d0634ca8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.859326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c769191f-c7ed-466e-83e0-4f054194844c req-03af0477-6e38-435c-a775-d642d0634ca8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1348243 Nov 12 03:31:19.972924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c769191f-c7ed-466e-83e0-4f054194844c req-42f99736-8bc5-49df-9047-d2ddeca87df9 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804114 Nov 12 03:31:19.998816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Allocated IP 172.25.2.90 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/19a80fb2-ea92-4dc8-bb04-bf80ea71f177) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:20.118309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f785b9-e8a0-422b-937d-a9e39e46a350 req-adc3fb2c-2364-4756-b1f1-8224f309e69a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.121309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7f785b9-e8a0-422b-937d-a9e39e46a350 req-adc3fb2c-2364-4756-b1f1-8224f309e69a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0669014 Nov 12 03:31:20.182728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.215891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a7f785b9-e8a0-422b-937d-a9e39e46a350 req-b809d47a-b468-4b13-8df2-8317543ec87a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774283 Nov 12 03:31:20.279316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d06e971-6995-496b-9ba7-1edd31b1543c req-f3acf42a-6098-4ab7-83ee-0cf28703c1fe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0564284 Nov 12 03:31:20.308853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.370579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:20.376827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:20.382852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:20.392236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Pushing event updated for resources: {'Port': ['ID=19a80fb2-ea92-4dc8-bb04-bf80ea71f177,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.398842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221e139-9fe6-48e8-92b2-a968d385d60a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:20.453418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.454027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.458815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-56858acf-3e68-40a1-bf82-bd5432edc8b4 None None] Provisioning complete for port 19a80fb2-ea92-4dc8-bb04-bf80ea71f177 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:20.467939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19b109-0e33-43ee-b648-782b9ed2ae7f req-c2c0671f-c3d4-4eaf-a9d4-7ab194457262 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.473625 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-56858acf-3e68-40a1-bf82-bd5432edc8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.478528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed19b109-0e33-43ee-b648-782b9ed2ae7f req-c2c0671f-c3d4-4eaf-a9d4-7ab194457262 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1314249 Nov 12 03:31:20.516074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da94172f-5b3a-401b-8c80-47e93df1aabd tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.1910367 Nov 12 03:31:20.518949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:20.525489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.90'}]}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:20.545040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ed19b109-0e33-43ee-b648-782b9ed2ae7f req-e093a3f1-f296-4469-b04b-b2b735325263 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619657 Nov 12 03:31:20.554594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-56858acf-3e68-40a1-bf82-bd5432edc8b4 None None] Port 19a80fb2-ea92-4dc8-bb04-bf80ea71f177 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:20.605398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.614023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.630430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-664b646d-515b-4793-8ede-44eab62b8f08 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.631967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-664b646d-515b-4793-8ede-44eab62b8f08 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1952999 Nov 12 03:31:20.728082 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.844929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845e079-e299-4ee0-a763-fff6ec4c997b req-7c9a42bf-7f33-4041-8add-57d84225d0cc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.852180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4845e079-e299-4ee0-a763-fff6ec4c997b req-7c9a42bf-7f33-4041-8add-57d84225d0cc tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1905837 Nov 12 03:31:20.875184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-5efe0b00-1e3e-4c7c-b758-0d04d7e99a58 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 380 time: 0.2312217 Nov 12 03:31:20.892621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'security_groups': ['f8beaf33-b0d3-4664-a297-e2e48dcfadad']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:20.918761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5361ed0d-8d45-42ce-8ee1-0d8ef49ebfa8 req-834baa5f-f6f1-40a4-9a0e-f4cf1409b54c tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0504265 Nov 12 03:31:21.003458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.086089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4845e079-e299-4ee0-a763-fff6ec4c997b req-0fd2c40c-a4b0-4861-bfb3-06fa4e579824 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329271 Nov 12 03:31:21.212172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:21.216929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.439734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96a7f0c2-b8af-4102-bb81-c2357dec6c75 req-00d41870-50df-4bf6-84c7-e8e644126b07 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0416954 Nov 12 03:31:21.853776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e77c3-4bac-412c-aece-21a87b709c59 req-4e5e374a-08d3-49bc-a6a3-63bc8480d5ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:21.855350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f1e77c3-4bac-412c-aece-21a87b709c59 req-4e5e374a-08d3-49bc-a6a3-63bc8480d5ad tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.5638258 Nov 12 03:31:21.894058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.5 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/a318a8df-e70d-4fad-ac78-7173b72f5667) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:21.937284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.976272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.994559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f1e77c3-4bac-412c-aece-21a87b709c59 req-9a8953d5-26a1-46c5-82e0-b1267492b717 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322999 Nov 12 03:31:22.052851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa3497fc-96b9-44d6-b807-54c46b2c4721 req-9b0ea75c-2e43-4074-94d4-0c4add49560e tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Nov 12 03:31:22.210525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2493c-f522-450a-965c-5921f9eed668 req-017efa3e-1f88-4cce-9b31-aed29bba2aa0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.212066 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2eb2493c-f522-450a-965c-5921f9eed668 req-017efa3e-1f88-4cce-9b31-aed29bba2aa0 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1289206 Nov 12 03:31:22.224323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.319630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2eb2493c-f522-450a-965c-5921f9eed668 req-344a6d8f-a385-49db-892f-334bd0b52f4b tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989456 Nov 12 03:31:22.329294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.371573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.516721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:22.532077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:22.569635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:22.572151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860ffae-12f6-48ce-a1b9-6e0c386c9795 req-89047d2c-1dbd-40c5-88d4-f3fd13135a97 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.573737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6860ffae-12f6-48ce-a1b9-6e0c386c9795 req-89047d2c-1dbd-40c5-88d4-f3fd13135a97 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 931 time: 0.0668681 Nov 12 03:31:22.632790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.636703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6860ffae-12f6-48ce-a1b9-6e0c386c9795 req-75180346-80d3-4f8f-826d-ad63f5d66644 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547550 Nov 12 03:31:22.640709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.645634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.709192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406e49f-0b8e-485b-8ec0-9ec4b0a56a4c req-b8007dc6-32ec-4765-a55f-933a191565c4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.711540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3406e49f-0b8e-485b-8ec0-9ec4b0a56a4c req-b8007dc6-32ec-4765-a55f-933a191565c4 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1989071 Nov 12 03:31:22.721414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.722529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.728633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.729156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbbb7a0f-f86f-4ec4-87cd-5c311f2e1d8d {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:22.769742 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:31:22.770756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b35547c1-95b1-40f6-86fa-ab3af0895698 tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2511222 Nov 12 03:31:22.773685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54156) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.810861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-aa6ef1a5-31b5-459f-a735-14a0c83befea tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9265103 Nov 12 03:31:22.833085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Request body: {'port': {'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:22.880327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3406e49f-0b8e-485b-8ec0-9ec4b0a56a4c req-1c9dbd75-1622-4abf-acec-4cd8a21edd36 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544733 Nov 12 03:31:22.890243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ca3682b5-c903-4c7d-9461-ee1db8e6dcde None None] Provisioning complete for port a318a8df-e70d-4fad-ac78-7173b72f5667 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:22.891361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca3682b5-c903-4c7d-9461-ee1db8e6dcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.939202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.949959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ca3682b5-c903-4c7d-9461-ee1db8e6dcde None None] Port a318a8df-e70d-4fad-ac78-7173b72f5667 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:22.960213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Deleting port 19a80fb2-ea92-4dc8-bb04-bf80ea71f177 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:22.960576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.014257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff05a-c206-4603-9034-e2eaa37e9357 req-d36fa6ad-fb12-46e8-95e9-315dd1ab8fee tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.021737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b7ff05a-c206-4603-9034-e2eaa37e9357 req-d36fa6ad-fb12-46e8-95e9-315dd1ab8fee tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0618279 Nov 12 03:31:23.065972 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b7ff05a-c206-4603-9034-e2eaa37e9357 req-6588fcd6-09b4-4c5d-b2d1-3c155c8548d8 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Nov 12 03:31:23.137384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.174206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Calling delete_port for 19a80fb2-ea92-4dc8-bb04-bf80ea71f177 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:23.202268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-510145b6-f22f-4ae9-b8c8-e6f429db050a req-1b9a9a54-677f-49ab-8f89-f7140dd46da1 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0372200 Nov 12 03:31:23.229386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0458e-e70d-463a-b28c-71b86e44fea1 req-bbb7b176-f434-4d5d-bc23-2c827fa226ac tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.237698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fde0458e-e70d-463a-b28c-71b86e44fea1 req-bbb7b176-f434-4d5d-bc23-2c827fa226ac tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0573003 Nov 12 03:31:23.285604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fde0458e-e70d-463a-b28c-71b86e44fea1 req-f735d82f-b2f3-4ca9-bbf8-1a9eeb825053 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Nov 12 03:31:23.462276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318a8df-e70d-4fad-ac78-7173b72f5667 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:23.476799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.504098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.509054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Transition to ACTIVE for port object a318a8df-e70d-4fad-ac78-7173b72f5667 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:23.525550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d929a3-7b3e-4a32-86f8-e73b1b33a3a3 req-6d63016b-b81f-4a4f-aef4-37ab04b0f79a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.527145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48d929a3-7b3e-4a32-86f8-e73b1b33a3a3 req-6d63016b-b81f-4a4f-aef4-37ab04b0f79a tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1585593 Nov 12 03:31:23.550056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.560083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Pushing event deleted for resources: {'Port': ['ID=19a80fb2-ea92-4dc8-bb04-bf80ea71f177,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.584547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349426e-c69a-4daa-b669-bd857cfc5ff4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:23.649695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:23.748854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.753234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6ef5d6ed-37ab-4f95-aef7-db6f6df248aa tempest-RoutersAdminNegativeIpV6Test-1620902245 tempest-RoutersAdminNegativeIpV6Test-1620902245-project-admin] 10.222.0.84 "DELETE /v2.0/ports/19a80fb2-ea92-4dc8-bb04-bf80ea71f177 HTTP/1.1" status: 204 len: 168 time: 0.9784307 Nov 12 03:31:23.798321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48d929a3-7b3e-4a32-86f8-e73b1b33a3a3 req-f0ddb884-81d7-44eb-bfc4-cc318955ec02 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459559 Nov 12 03:31:23.801565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.817790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716dc6e-a06a-4294-8657-dc621fc554e8 req-e50894eb-f601-4997-86ee-9837f26de73d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.837931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a716dc6e-a06a-4294-8657-dc621fc554e8 req-e50894eb-f601-4997-86ee-9837f26de73d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1095381 Nov 12 03:31:23.846679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.847037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.847409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.847747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.848082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.848412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.848740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.849065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.850817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.851190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.851527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.852488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:23.949350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Attempting to bind port a318a8df-e70d-4fad-ac78-7173b72f5667 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:23.950045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Attempting to bind port a318a8df-e70d-4fad-ac78-7173b72f5667 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:23.951030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Attempting to bind port a318a8df-e70d-4fad-ac78-7173b72f5667 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:23.955865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Port a318a8df-e70d-4fad-ac78-7173b72f5667 on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:23.956193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Attempting to bind port a318a8df-e70d-4fad-ac78-7173b72f5667 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:23.960877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a716dc6e-a06a-4294-8657-dc621fc554e8 req-30bd57b4-5a3e-472e-9c9c-123f535a72e1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210093 Nov 12 03:31:23.965022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:23.967989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:23.968461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:23.969028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Bound port: a318a8df-e70d-4fad-ac78-7173b72f5667, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:23.969408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.150036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:24.170555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a318a8df-e70d-4fad-ac78-7173b72f5667,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:24.180280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337f912-bc4d-41ff-84b9-471c95b5b769 req-06488ba6-f2db-4efb-a794-a2e4e820f34d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.191434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c337f912-bc4d-41ff-84b9-471c95b5b769 req-06488ba6-f2db-4efb-a794-a2e4e820f34d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.2033086 Nov 12 03:31:24.202058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.244611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54196) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.308920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.322844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c337f912-bc4d-41ff-84b9-471c95b5b769 req-94d75627-8249-47b0-b456-892733e90699 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304846 Nov 12 03:31:24.359060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.367740 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.369933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-087f5b72-ba1d-47f3-b847-3ec1ba791ecd service neutron] 10.222.0.32 "PUT /v2.0/ports/a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 1092 time: 1.5447018 Nov 12 03:31:24.372754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:24.378816 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ee7626-cb97-4171-b3fd-571e1c3490ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:24.400199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59c6d20b-9823-4af0-b70c-321cfc9fa4c5 req-3f5595da-ca25-439e-9ed0-143f2999a204 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0801771 Nov 12 03:31:24.445851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b0b7b2d-d0d5-4da4-8ebe-4fcd32bd48bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.499697 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066d61a-29cc-4558-99eb-5508feafa5c3 x-openstack-request-id: req-4066d61a-29cc-4558-99eb-5508feafa5c3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:24.499997 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:24.500246 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4066d61a-29cc-4558-99eb-5508feafa5c3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:24.500653 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'status': 'completed', 'code': 200} Nov 12 03:31:24.529890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-5a2d628a-c9e9-48bb-b25f-784344cc3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.531815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-5a2d628a-c9e9-48bb-b25f-784344cc3dd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1095 time: 0.1213334 Nov 12 03:31:24.612614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b0b7b2d-d0d5-4da4-8ebe-4fcd32bd48bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.617492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0b0b7b2d-d0d5-4da4-8ebe-4fcd32bd48bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.638376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-ab853d7b-8b7a-493f-8a68-f55b22d2dc81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 217 time: 0.0656998 Nov 12 03:31:24.678745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b0b7b2d-d0d5-4da4-8ebe-4fcd32bd48bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=530eab97e2ed4b3e93d1db8947988139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324172 Nov 12 03:31:24.680065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b7b2d-d0d5-4da4-8ebe-4fcd32bd48bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b77b90b-c6a5-4316-a5fc-80148d1f9e73,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.684051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.725176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156fb8f-8aa9-4d4c-b451-9ce76a898483 req-48d44193-2c7e-4f8f-b711-dda82b9816ee tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.727541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e156fb8f-8aa9-4d4c-b451-9ce76a898483 req-48d44193-2c7e-4f8f-b711-dda82b9816ee tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.2312410 Nov 12 03:31:24.751143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.787363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-0206ded1-e149-49b0-9c76-9cc216f22d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.788266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.789046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-0206ded1-e149-49b0-9c76-9cc216f22d9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1471705 Nov 12 03:31:24.849439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.852394 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.853765 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b77b90b-c6a5-4316-a5fc-80148d1f9e73 HTTP/1.1" status: 204 len: 168 time: 0.1679635 Nov 12 03:31:24.865895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff94774-c215-447a-92ce-174296b32043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b77b90b-c6a5-4316-a5fc-80148d1f9e73,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.875707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e156fb8f-8aa9-4d4c-b451-9ce76a898483 req-58e47b2c-00e1-4c65-b404-4baaa4452731 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406853 Nov 12 03:31:24.889025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-4ca3e9a4-0c3c-4048-b65c-c5a4a4a5c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.892174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-4ca3e9a4-0c3c-4048-b65c-c5a4a4a5c19e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919068 Nov 12 03:31:25.107652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-a8294a0b-f113-464b-9e0f-9d5393d01c68 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818967 Nov 12 03:31:25.138009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001504-dbcf-4580-adce-3a0fd38d9793 req-91130926-8985-4b98-844b-0b04cd70c5b2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.140404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56001504-dbcf-4580-adce-3a0fd38d9793 req-91130926-8985-4b98-844b-0b04cd70c5b2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.0661407 Nov 12 03:31:25.152510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49094c33-476c-47a6-83d8-eae594763f94 req-5cd70faa-48fc-4cf1-abc0-b3073739ec07 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.161942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49094c33-476c-47a6-83d8-eae594763f94 req-5cd70faa-48fc-4cf1-abc0-b3073739ec07 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1247649 Nov 12 03:31:25.262340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56001504-dbcf-4580-adce-3a0fd38d9793 req-6ada8485-4ce3-4a68-82e3-fd428e8d8edc tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152763 Nov 12 03:31:25.264620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49094c33-476c-47a6-83d8-eae594763f94 req-6658823d-e861-4908-9e3a-f5bc97091204 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966127 Nov 12 03:31:25.326388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54224) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:25.365799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cec538c1-485c-4367-b9d6-459c6a0090e9 req-a1aa3a66-4c17-4f13-90e5-aed3ace5b5ab service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334278 Nov 12 03:31:25.404435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:25.414933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc139454-8c9f-4619-a162-c8a82a3b5513 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a228cbc69ab44bfb54ff9249a801904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867538 Nov 12 03:31:25.503993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.529662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.546728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-013ba9c9-108a-4847-b53d-af7851bcfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.548642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-013ba9c9-108a-4847-b53d-af7851bcfb14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1095 time: 0.1239216 Nov 12 03:31:25.558507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f282de33-dc88-48b4-a09d-f06a896706ab req-b8ee9a5a-167e-481b-b48b-24e0bdd47cd2 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0363066 Nov 12 03:31:25.647997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.652400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.654988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a21ec3cb-2396-4199-96e4-1fe52fd09d47 HTTP/1.1" status: 204 len: 168 time: 0.2491167 Nov 12 03:31:25.676422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17141143-0855-4f4c-8fa7-486b1e1417af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ec3cb-2396-4199-96e4-1fe52fd09d47,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:25.763570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-0d9a6479-c6d0-4132-9336-a3caef7e9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.767653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-0d9a6479-c6d0-4132-9336-a3caef7e9beb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.2106018 Nov 12 03:31:25.840053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-9f316ec8-eb22-470b-a594-669817e5ebdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 217 time: 0.0625918 Nov 12 03:31:25.908903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-522770fc-aa3f-4f4e-9a22-225ecf3718f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.913202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-522770fc-aa3f-4f4e-9a22-225ecf3718f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0633936 Nov 12 03:31:25.979624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-de998777-7430-486a-9364-3d78bf88f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.981172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-de998777-7430-486a-9364-3d78bf88f4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580318 Nov 12 03:31:26.193314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-dd75bf0f-3eb4-4009-a3a8-867880c774e8 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921606 Nov 12 03:31:26.312148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ee7626-cb97-4171-b3fd-571e1c3490ce req-5b645f02-074d-4838-93e9-e0fae376aeed service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119089 Nov 12 03:31:26.404771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-4fdbead7-f8a1-4ee6-a6fb-9c1739aca887 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912144 Nov 12 03:31:26.463120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097359fe-5130-4090-8ef4-815996fecdd6 req-b02fce96-98b6-4b08-92e5-5e608d3757d6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.464877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-097359fe-5130-4090-8ef4-815996fecdd6 req-b02fce96-98b6-4b08-92e5-5e608d3757d6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.0791597 Nov 12 03:31:26.620370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-45c705cf-da7c-4cce-9a5e-4b57092d21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.621818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-45c705cf-da7c-4cce-9a5e-4b57092d21e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 1098 time: 0.1854808 Nov 12 03:31:26.642564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-097359fe-5130-4090-8ef4-815996fecdd6 req-ab95a6c5-9f64-4463-9b93-64873bf9f8e4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171443 Nov 12 03:31:26.726738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9f3d21a-9b84-416b-a0f1-544b918fe733 req-b5771c70-127c-4b67-bc28-d28cd7bbb695 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0717697 Nov 12 03:31:26.801366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-6f7ef88d-404a-4f19-83bf-e8a27ed7ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.803387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-6f7ef88d-404a-4f19-83bf-e8a27ed7ef0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 200 len: 914 time: 0.1575377 Nov 12 03:31:26.870932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-e22c3763-b524-4291-afbf-c99c60c652d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 200 len: 217 time: 0.0517209 Nov 12 03:31:26.937838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-003376c8-150c-431b-8982-2397eb52e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.939950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-003376c8-150c-431b-8982-2397eb52e735 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 200 len: 853 time: 0.0679791 Nov 12 03:31:26.982762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-12e86cd2-6ecf-4a09-9bcb-ae15fbef04a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47f270cd-7f20-4ec5-8919-f502a855d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353498 Nov 12 03:31:27.022590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54264) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.139950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--160101356'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:27.156682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-1bcbbe58-851a-4f5d-914f-9befc85b82f0 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545608 Nov 12 03:31:27.163511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.177159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.275646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1a019f7-1d30-49ba-b7df-08ce3d27c98c req-5f54b951-0cd1-4b5f-b3ec-a47e08827c26 service neutron] 10.222.0.39 "GET /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110005 Nov 12 03:31:27.304656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.312479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.370899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b438ae2-098f-4cda-a00d-127415d6015f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.409045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.413175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.444261 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.448349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4246910 Nov 12 03:31:27.448675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54270) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.450962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0e05-2e56-479f-a821-b35278a760de tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897fef62-6e4a-4336-ba6d-643682a46ec9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.560362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.564911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-security--1074980058', 'description': 'tempest-security-description-1174778657'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:27.565230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-db38d704-5ca9-42bd-b6f2-ad149652cd9e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1072278 Nov 12 03:31:27.619406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.677296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.682748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.692861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.697332 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "PUT /v2.0/security-groups/897fef62-6e4a-4336-ba6d-643682a46ec9 HTTP/1.1" status: 200 len: 1797 time: 0.1330237 Nov 12 03:31:27.700601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.781312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258c48-b8f9-4b7c-b4c5-b82f7ae16a84 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897fef62-6e4a-4336-ba6d-643682a46ec9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.800054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dc61ac61-1fb8-40e3-b39a-9f2c9d7a1fd6 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups/897fef62-6e4a-4336-ba6d-643682a46ec9 HTTP/1.1" status: 200 len: 1797 time: 0.0978067 Nov 12 03:31:27.802941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54282) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.808546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.940888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-90c357b0-d394-4ba5-9d09-93de27d9a164 req-048eb272-f29b-47d3-ab8b-676e1c013858 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0560086 Nov 12 03:31:28.001756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.031165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.055499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e592-1fcc-4677-bc3a-77149aacfea5 req-7b026de4-b81e-487f-9e50-8789f9bce47d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.056954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0d2e592-1fcc-4677-bc3a-77149aacfea5 req-7b026de4-b81e-487f-9e50-8789f9bce47d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1953623 Nov 12 03:31:28.139383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.142504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.146595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54286) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.146813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/897fef62-6e4a-4336-ba6d-643682a46ec9 HTTP/1.1" status: 204 len: 168 time: 0.3376918 Nov 12 03:31:28.163651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b758-d32f-49f1-b1ef-156f212e6dea tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897fef62-6e4a-4336-ba6d-643682a46ec9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.175522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0d2e592-1fcc-4677-bc3a-77149aacfea5 req-ea2515d7-63b0-472a-bc9a-e908f07b3868 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057842 Nov 12 03:31:28.237642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-528bffd9-588c-4a9d-ae9c-668c645ad40b tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0867968 Nov 12 03:31:28.237838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54290) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.252576 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-02479c90-9752-4573-ab30-04c77fefd73b tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] delete failed (client error): The resource could not be found. Nov 12 03:31:28.253926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02479c90-9752-4573-ab30-04c77fefd73b tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/897fef62-6e4a-4336-ba6d-643682a46ec9 HTTP/1.1" status: 404 len: 347 time: 0.0150173 Nov 12 03:31:28.258164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54292) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.262469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208347642'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:28.284583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.373241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.378285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.401816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.406347 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1449549 Nov 12 03:31:28.407227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.412253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': 'e5bab496-ab8e-46d3-a999-b89eea074e7b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:28.446611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.454661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626f464-068c-4155-9b34-4cfaa6e88a45 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bab496-ab8e-46d3-a999-b89eea074e7b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.509917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.516487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.541497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7486bf-9e7c-4c9f-93f8-b2d0ca9fff9d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.571468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.573227 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dbdaf3f6-9e81-4a91-8481-9950ecc41e90 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648529 Nov 12 03:31:28.575922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.613385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.623830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.656767 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.664184 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.665565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/0a7486bf-9e7c-4c9f-93f8-b2d0ca9fff9d HTTP/1.1" status: 204 len: 168 time: 0.0885775 Nov 12 03:31:28.668208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54316) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.673041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a609b-1706-4634-b87b-d34222afd7fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a7486bf-9e7c-4c9f-93f8-b2d0ca9fff9d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.746034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8c30425d-df95-4ffe-80f9-e0e5986b87d4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758312 Nov 12 03:31:28.748942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54322) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.835516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.860645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.940843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.943800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.944986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/e5bab496-ab8e-46d3-a999-b89eea074e7b HTTP/1.1" status: 204 len: 168 time: 0.1951120 Nov 12 03:31:28.947718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54328) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.009645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8227-5bf2-48ca-b6d8-f2d92b43a26e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bab496-ab8e-46d3-a999-b89eea074e7b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.050107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.055899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--945776746'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:29.063296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39070bdd-9fda-4cf8-935e-6e97a5f71538 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142862 Nov 12 03:31:29.107391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.151040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58250fdb-ebac-4589-be4d-5df44457d8e0 req-d2a6e208-8380-42e1-9589-adf11987bb8a tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0824003 Nov 12 03:31:29.287216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.339011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.345067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.379751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8f7f9-6c62-4353-81c8-8858d3f997d2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.464402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.466960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dacbee8c-e8aa-49cb-b797-a63cbe923b63 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4159017 Nov 12 03:31:29.470196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54340) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.475301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '11b8f7f9-6c62-4353-81c8-8858d3f997d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:29.530098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70013bef-90a3-4796-b64c-164ec1aa5c8e req-9cc92d32-62ea-4313-b652-d9821ef1ddc6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.533012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70013bef-90a3-4796-b64c-164ec1aa5c8e req-9cc92d32-62ea-4313-b652-d9821ef1ddc6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1545401 Nov 12 03:31:29.587811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.675573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-70013bef-90a3-4796-b64c-164ec1aa5c8e req-83c8330f-3afe-42ed-9289-b79cc2752921 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294932 Nov 12 03:31:29.714409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.719672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.749021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a71277-b98e-4397-a5aa-8baec7a7ee92,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.762972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.765004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d5a2dacb-314d-4428-9dd6-b786b92dfa68 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928717 Nov 12 03:31:29.766990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.772063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '11b8f7f9-6c62-4353-81c8-8858d3f997d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:29.820307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.911137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.917252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.954994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884febca-4878-485f-98e6-b432fd231e25,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.960894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.965012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.965274 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60a20045-1796-4b8b-ba40-05b8730a2e2c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972029 Nov 12 03:31:29.970573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '11b8f7f9-6c62-4353-81c8-8858d3f997d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.026050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.121365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.126569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.151527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9deec48-4726-48a6-b98b-e7a33d912921,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.179279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.180993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7e33b532-fae6-4464-b606-87329e2feb58 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148681 Nov 12 03:31:30.183866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.189069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '11b8f7f9-6c62-4353-81c8-8858d3f997d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.252607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.345080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c036d3ae-6c79-4258-8d91-07dbfd1f163b req-437fb9dd-2b41-411d-bb73-a86ad3e049d7 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0568700 Nov 12 03:31:30.389399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.395277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.425104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d992377-b251-4a77-b545-11853bcdb7b5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.433686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.435939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e665c51-6cd5-4f5d-b35a-1befe741792d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2508154 Nov 12 03:31:30.438950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.445050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '11b8f7f9-6c62-4353-81c8-8858d3f997d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:30.488775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.623330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.627293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.644490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad24cab6-53ee-416d-b5bf-84cb8894bf73,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.661019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.664868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fbf9e9bd-706a-48c8-9eaa-4844c13200c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2216969 Nov 12 03:31:30.665160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.699075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.710239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.744143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.779729 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.783832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ad24cab6-53ee-416d-b5bf-84cb8894bf73 HTTP/1.1" status: 204 len: 168 time: 0.1149549 Nov 12 03:31:30.784337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54366) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.794404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f9a63-d65f-430f-a432-c64498537a8d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad24cab6-53ee-416d-b5bf-84cb8894bf73,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.870050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c17146-f043-4b65-852d-f09c3e82f128 req-1ea2bf95-5ee7-4502-b540-dce685183427 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.870527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e1efa683-f6c6-47cb-b60d-7e705baaf028 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0847371 Nov 12 03:31:30.871602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00c17146-f043-4b65-852d-f09c3e82f128 req-1ea2bf95-5ee7-4502-b540-dce685183427 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.0606828 Nov 12 03:31:30.873656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54368) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:30.922487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.938524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.955015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-00c17146-f043-4b65-852d-f09c3e82f128 req-52dd8801-d436-4080-b724-3d33d172586f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743721 Nov 12 03:31:30.994830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.010742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.014467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/3d992377-b251-4a77-b545-11853bcdb7b5 HTTP/1.1" status: 204 len: 168 time: 0.1373796 Nov 12 03:31:31.014467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e0743-9837-4ca0-8bf6-013b0e578e53 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d992377-b251-4a77-b545-11853bcdb7b5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.014766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.069821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-75f02391-26e4-46f4-b477-71b7c850f37f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0514255 Nov 12 03:31:31.070096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.097713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.106802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.144352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.150826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.152009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/c9deec48-4726-48a6-b98b-e7a33d912921 HTTP/1.1" status: 204 len: 168 time: 0.0809808 Nov 12 03:31:31.159593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.167780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21323f-0af8-41dd-9f45-aacfedb99476 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9deec48-4726-48a6-b98b-e7a33d912921,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.214463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54382) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.217445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cb1c845e-7a60-4863-909e-f7e839ab7429 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559711 Nov 12 03:31:31.260811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.270845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.302543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.311871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.317002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54384) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.323885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/884febca-4878-485f-98e6-b432fd231e25 HTTP/1.1" status: 204 len: 168 time: 0.1084356 Nov 12 03:31:31.347841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ed2b-55f0-4f30-ba01-dee4c12e6b22 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=884febca-4878-485f-98e6-b432fd231e25,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.401537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a5894fd-406c-49dd-b422-58445b6898c4 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0830948 Nov 12 03:31:31.405352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54388) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.453929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.474777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.511930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00fefece-1b4a-41ab-8272-a3f49de39b94 req-6919a9dd-341a-4c8f-823a-150b9beb8cde tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0345860 Nov 12 03:31:31.552288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.557889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.559116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/e8a71277-b98e-4397-a5aa-8baec7a7ee92 HTTP/1.1" status: 204 len: 168 time: 0.1521809 Nov 12 03:31:31.561908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54390) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.579533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d886f38-5a81-4c32-beea-875d387a38fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8a71277-b98e-4397-a5aa-8baec7a7ee92,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.649404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad5203eb-a7fe-4003-9041-2c8f8ab065f1 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862927 Nov 12 03:31:31.652399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.718461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.751731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.802669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.806269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.807530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/11b8f7f9-6c62-4353-81c8-8858d3f997d2 HTTP/1.1" status: 204 len: 168 time: 0.1540589 Nov 12 03:31:31.811572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54396) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.819558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebabbd-7a61-49d2-b070-883f515a0697 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8f7f9-6c62-4353-81c8-8858d3f997d2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.886713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67aa9048-5838-4871-bc1a-0d99696e18fd tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736895 Nov 12 03:31:31.898985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54398) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.943265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--623165649'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:31.994283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.121353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.134368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.193942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722e2b0c-9402-46b6-9725-c37e1b6ed18a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.210824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.213086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79b1db11-f4db-4778-b126-8ea952d71405 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2997282 Nov 12 03:31:32.215878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.221742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '722e2b0c-9402-46b6-9725-c37e1b6ed18a', 'direction': 'ingress', 'protocol': 17}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:32.242779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9daa1-e954-4228-80fa-3e4bec34a38e req-d5d6d4e7-354b-4aed-8e7c-ad912cf66336 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.244458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44e9daa1-e954-4228-80fa-3e4bec34a38e req-d5d6d4e7-354b-4aed-8e7c-ad912cf66336 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1263075 Nov 12 03:31:32.272326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b00b34e1-ec22-4737-abc9-8ce016733f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.291967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.361563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44e9daa1-e954-4228-80fa-3e4bec34a38e req-1d157b18-2c11-4ff2-9a1c-010d0225409a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095827 Nov 12 03:31:32.390646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.397052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.425030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a76c6f0-bf25-4b34-b30d-d81db6b41265,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.430421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.432037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-672921b1-c013-4d02-a485-d52c52c65b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2144206 Nov 12 03:31:32.434684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.496599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.526148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.639541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.642858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.646805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/722e2b0c-9402-46b6-9725-c37e1b6ed18a HTTP/1.1" status: 204 len: 168 time: 0.2085967 Nov 12 03:31:32.647677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54424) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.689636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-458d812c-c014-49e4-b0be-3164e9789110 req-ee0614d6-9185-4b3d-bb79-193f08bbb166 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0527790 Nov 12 03:31:32.728731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5e966-891e-4762-9a1d-5a9cf2b2dc6f tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722e2b0c-9402-46b6-9725-c37e1b6ed18a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.751013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d6a34b6-9c72-4c96-8ab4-aa0db455d7a0 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968003 Nov 12 03:31:32.751256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14238075-b839-40ff-9e56-fb4a9a1a4ce1 req-aa17a6f7-1d05-4553-862c-507c8f7c1c7d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.751395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.755873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--671711012'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:32.756317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14238075-b839-40ff-9e56-fb4a9a1a4ce1 req-aa17a6f7-1d05-4553-862c-507c8f7c1c7d tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.0824466 Nov 12 03:31:32.817255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.818756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14238075-b839-40ff-9e56-fb4a9a1a4ce1 req-5ccacfab-3fbe-425c-a035-5a8eabfdacaf tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Nov 12 03:31:32.904442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.908522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.939115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.943384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54428) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.948118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1954041 Nov 12 03:31:32.948308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--797754243'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:32.952121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ce777-8cd7-4dd8-98c1-572c28d4fc41 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b58d97a0-441a-4271-bbed-989716a8c517,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.974912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.105958 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.114419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.166771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70446d-61f6-4ac2-bcda-ae024cb7443c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.179997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.185372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ec3fe21-3bc0-4d80-9b20-fa998ad4ad15 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2409067 Nov 12 03:31:33.188563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54432) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.193289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': 'b58d97a0-441a-4271-bbed-989716a8c517', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4a70446d-61f6-4ac2-bcda-ae024cb7443c', 'remote_ip_prefix': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:33.259053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.354323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.358546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.376149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ffe25-6179-478b-be37-a511677c2ac4,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.392136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.393347 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-edb94f67-880e-4833-b55b-eaf45e251fad tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2037716 Nov 12 03:31:33.396312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54438) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.421550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.429283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.470821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.488483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.492342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9e6ffe25-6179-478b-be37-a511677c2ac4 HTTP/1.1" status: 204 len: 168 time: 0.0926595 Nov 12 03:31:33.495462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54440) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.521002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9f81b-56c6-4ebd-a90e-efcb01f8cdb7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e6ffe25-6179-478b-be37-a511677c2ac4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.563346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48920-d103-44f2-899a-cafaaa280c60 req-ee80d7c5-656b-4678-bdee-f5e1bd03040c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.567185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a7b48920-d103-44f2-899a-cafaaa280c60 req-ee80d7c5-656b-4678-bdee-f5e1bd03040c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1080637 Nov 12 03:31:33.616485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a35a4e5-9963-4918-8963-d2df38a760c7 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1090782 Nov 12 03:31:33.617067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54442) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.665766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a7b48920-d103-44f2-899a-cafaaa280c60 req-57344d13-805f-4c29-af43-901080ac650b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852149 Nov 12 03:31:33.707925 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.733496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.781046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.787511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.788959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/4a70446d-61f6-4ac2-bcda-ae024cb7443c HTTP/1.1" status: 204 len: 168 time: 0.1677477 Nov 12 03:31:33.791781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54448) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.802367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164f5b8-11f7-4921-8817-3dd452db6688 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70446d-61f6-4ac2-bcda-ae024cb7443c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.864552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb8f3326-f3f0-4b41-8a67-f70f4f79558e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0713687 Nov 12 03:31:33.867422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54452) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.874453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87ff6a7c-f4bd-4663-91d2-a99f03864286 req-e2ba034a-e3de-4b81-87ef-34668cb9f119 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0477841 Nov 12 03:31:33.989204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.412568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.440136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e495ac-39e7-4cde-b6f5-61bac308f5a8 req-115c134d-bbb0-47c9-aaf7-565a2214cb26 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.441951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e495ac-39e7-4cde-b6f5-61bac308f5a8 req-115c134d-bbb0-47c9-aaf7-565a2214cb26 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.4942994 Nov 12 03:31:34.490210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-d2031713-6812-4729-9031-84a8fb0785d6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.491986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-d2031713-6812-4729-9031-84a8fb0785d6 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 946 time: 0.1149273 Nov 12 03:31:34.542913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.545634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.549240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/b58d97a0-441a-4271-bbed-989716a8c517 HTTP/1.1" status: 204 len: 168 time: 0.6782081 Nov 12 03:31:34.550464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54460) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.608219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3d454-f34e-4f74-a8e8-20ae45cf5020 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58d97a0-441a-4271-bbed-989716a8c517,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.610912 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a99e0e8-0899-41e5-9211-8f5920b787dc tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601637 Nov 12 03:31:34.615901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.620879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112327415'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.633244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-24e495ac-39e7-4cde-b6f5-61bac308f5a8 req-fb220aec-1187-476e-914c-cc830e725f35 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/security-groups?id=46f9e0d9-064e-488f-aae0-494aa86e527b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652904 Nov 12 03:31:34.654536 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.680635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-05050f8e-e150-4de2-a691-99f2c1e676dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.700681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Deleting port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:34.701182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.772770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.777325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.823253 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.824517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2082908 Nov 12 03:31:34.828212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d53708-941f-42b9-b42e-5a23bc1bf17d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553977f1-f6e9-4d69-bbb6-21d62aa54685,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.833474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54468) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.848423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': '553977f1-f6e9-4d69-bbb6-21d62aa54685', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.878706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1461b8d-b81a-4f42-9444-922b84c7ceff req-6e81a132-4ecc-4910-abf6-693b402c1cef tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.880604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1461b8d-b81a-4f42-9444-922b84c7ceff req-6e81a132-4ecc-4910-abf6-693b402c1cef tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.0704510 Nov 12 03:31:34.934540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] For port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,segment=NetworkSegment(6585fa7c-828c-4905-b352-653851ae6107),segment_id=6585fa7c-828c-4905-b352-653851ae6107)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:34.938269 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.941371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.955710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a1461b8d-b81a-4f42-9444-922b84c7ceff req-28d35f0e-679a-4b17-908c-eceeb1e4ffee tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665824 Nov 12 03:31:34.982368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Calling delete_port for fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:35.041516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd5fe5c9-5ef3-4f74-a054-91e837816ba5 req-e396827a-d607-4666-93b6-f52ff237ab64 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0655718 Nov 12 03:31:35.088868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.095464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.116608 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.120383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2834196 Nov 12 03:31:35.121579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.145646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.148861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e1eea-5e05-43de-9a5a-7faee56194ef tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409e88db-cfd1-45ab-bec3-f5948be194de,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.156258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.192080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.200155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.207898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/409e88db-cfd1-45ab-bec3-f5948be194de HTTP/1.1" status: 204 len: 168 time: 0.0857837 Nov 12 03:31:35.210830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.239417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da1080-d53e-4aa4-9ba1-2be54fb9016c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=409e88db-cfd1-45ab-bec3-f5948be194de,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.261369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.274477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f5e6add-3fca-4057-b32c-27669fce8600 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0609317 Nov 12 03:31:35.275750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54476) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.278947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:35.310872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Pushing event deleted for resources: {'Port': ['ID=fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.349364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.374393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] No DVR routers for this DVR port fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:35.380663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.384716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8aadbe8b-7c28-4a79-bd5a-dcfbad8d1c05 req-abdb4ae3-5bcf-40e8-9e44-c55a8b934ead tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.39 "DELETE /v2.0/ports/fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 HTTP/1.1" status: 204 len: 173 time: 0.8793783 Nov 12 03:31:35.385362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-deleted', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:35.393441 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa91908-587a-4933-9b7b-b97d8fb306e9" -d '{"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-deleted", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:35.428790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.470569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4853bb-e659-4abb-b8b9-983686190f3d x-openstack-request-id: req-de4853bb-e659-4abb-b8b9-983686190f3d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:35.471421 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466", "name": "network-vif-deleted", "tag": "fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:35.471724 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de4853bb-e659-4abb-b8b9-983686190f3d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:35.472185 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466', 'name': 'network-vif-deleted', 'tag': 'fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6', 'status': 'completed', 'code': 200} Nov 12 03:31:35.492464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.497366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.499314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/553977f1-f6e9-4d69-bbb6-21d62aa54685 HTTP/1.1" status: 204 len: 168 time: 0.2222505 Nov 12 03:31:35.502057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54488) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.545794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec5028-2192-4b8e-a57a-d6848dab62a5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553977f1-f6e9-4d69-bbb6-21d62aa54685,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.616904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cc456859-c3a2-47a5-a9dd-000d8ba74ca5 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1126385 Nov 12 03:31:35.621232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54494) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.626640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649773895'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.646840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.654072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.736773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.743255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.884142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-579a6b17-cbec-4cbc-8c2c-cb3b2e122621 req-be64479f-a1be-41ff-a79d-cf3844196b49 tempest-ServersNegativeTestJSON-2083928762 tempest-ServersNegativeTestJSON-2083928762-project] 10.222.0.84 "GET /v2.0/ports?device_id=bfc0956a-f6a7-4a1c-a812-0ea7ccfcc466 HTTP/1.1" status: 200 len: 210 time: 0.0772429 Nov 12 03:31:35.909570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.909570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2785921 Nov 12 03:31:35.909570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b897abe-51b4-470f-87ae-20aa1c30f191 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d70ec2-d592-420a-836c-578962e32559,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.909570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54506) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.909570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': 'd0d70ec2-d592-420a-836c-578962e32559', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.949745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.044353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.048627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.072769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9484e7a9-a379-4ae4-b241-d9368caa3a4c,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.099675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.104477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54512) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.105877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-705067da-1251-41f2-bea0-2747f247358e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987875 Nov 12 03:31:36.150375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-91fa5567-ba81-4d26-8637-92ff44c024e1 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules/9484e7a9-a379-4ae4-b241-d9368caa3a4c HTTP/1.1" status: 200 len: 763 time: 0.0421991 Nov 12 03:31:36.152189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54514) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.156838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2665-0fe4-43ae-a568-fe87360945eb req-3eaa4cd3-676c-41b8-82bf-53e15233639c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.158448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6eed2665-0fe4-43ae-a568-fe87360945eb req-3eaa4cd3-676c-41b8-82bf-53e15233639c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1053278 Nov 12 03:31:36.214992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bca699f-67cb-42de-8bd1-c40f6113708b req-1b3ff83d-7fc3-470f-bbce-1eb9d6d02882 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0507102 Nov 12 03:31:36.251428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-315863bc-80aa-4af0-acef-a13ff6cae620 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0977736 Nov 12 03:31:36.252313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54516) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.287838 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6eed2665-0fe4-43ae-a568-fe87360945eb req-49be44a4-4ed2-482d-96c9-e4adcf725000 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126468 Nov 12 03:31:36.304042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.312318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.339561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.346530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.350348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/9484e7a9-a379-4ae4-b241-d9368caa3a4c HTTP/1.1" status: 204 len: 168 time: 0.0943503 Nov 12 03:31:36.350637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54518) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.353571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfcfd0-63ff-4998-ba87-2aa097b3847c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9484e7a9-a379-4ae4-b241-d9368caa3a4c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.394878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2d71893b-5525-46cc-9cf6-150a5ee8e62b tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399199 Nov 12 03:31:36.396280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54520) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.401185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': 'd0d70ec2-d592-420a-836c-578962e32559', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:36.433691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.493332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.498805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.514335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c84fcf-f295-4761-88d7-9ed5247d2cc2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.525580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.526876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b1ca5180-f0b3-45cc-8811-1fc8a1d62e96 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296811 Nov 12 03:31:36.529865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54522) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.547186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-afc2eebc-6b2e-4103-b65c-979ba2374b4e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules/c6c84fcf-f295-4761-88d7-9ed5247d2cc2 HTTP/1.1" status: 200 len: 763 time: 0.0151772 Nov 12 03:31:36.548902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54524) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.591192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f3f253a-1241-4ae2-ac95-0d2270c647f2 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411537 Nov 12 03:31:36.591720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.616316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.625236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.650970 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.656936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.658261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/c6c84fcf-f295-4761-88d7-9ed5247d2cc2 HTTP/1.1" status: 204 len: 168 time: 0.0654843 Nov 12 03:31:36.660860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54528) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.667534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f09e-05d3-4b58-a95b-50ea5aaea790 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6c84fcf-f295-4761-88d7-9ed5247d2cc2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.705454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f23ae56-cc67-42cd-8799-a6e906c30a5d tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0404391 Nov 12 03:31:36.705454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54530) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.710245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Request body: {'security_group_rule': {'security_group_id': 'd0d70ec2-d592-420a-836c-578962e32559', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:36.733234 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Project 6c94c884b3f74d88b0a381305637fbf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:31:36.738329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.800143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.805099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.829523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b255edb8-5fa3-4edf-889a-e59411f100e0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.850616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.851839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c2fbbdc4-0aab-476a-b89d-466e6d5f0b2a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455698 Nov 12 03:31:36.854678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.872306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e2b26511-3cad-4024-82b5-7b95bb3e111e tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules/b255edb8-5fa3-4edf-889a-e59411f100e0 HTTP/1.1" status: 200 len: 769 time: 0.0158775 Nov 12 03:31:36.874577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.914443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9308dd32-82d8-44fc-85a7-65658321eaab tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0387917 Nov 12 03:31:36.916970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.954673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.957706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54546) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.966926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.011305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Deleting subnet f1b88659-bd02-4069-b98f-5a29e60674a2 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:37.014845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.051229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.059033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.059805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/b255edb8-5fa3-4edf-889a-e59411f100e0 HTTP/1.1" status: 204 len: 168 time: 0.1418996 Nov 12 03:31:37.065074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.068342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1eb7c-b582-437d-9a64-6aaf1eac092a tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b255edb8-5fa3-4edf-889a-e59411f100e0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.075563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.181358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.184862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.276802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d23cc0b1-29dd-45e1-a6cd-4aa01bea32da tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2055659 Nov 12 03:31:37.277015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54552) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.335336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.358982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.417213 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.425042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f1b88659-bd02-4069-b98f-5a29e60674a2 HTTP/1.1" status: 204 len: 168 time: 0.4658155 Nov 12 03:31:37.426457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c572-9fa5-4c48-8bc1-434110cd333d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b88659-bd02-4069-b98f-5a29e60674a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.428464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.452514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.484258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad5a79af-d0af-43d8-9b28-02da2f9ba298 req-2ebf8b5f-c7ab-4cac-b822-5cd86c89cd67 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0789442 Nov 12 03:31:37.585105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97f014-820a-414b-b8e3-395c9cc9fdfe req-7031bd6f-9b1a-4806-b574-785b0b61eeba tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.586900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e97f014-820a-414b-b8e3-395c9cc9fdfe req-7031bd6f-9b1a-4806-b574-785b0b61eeba tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.1498582 Nov 12 03:31:37.594528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.610636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.613287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.617321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "DELETE /v2.0/security-groups/d0d70ec2-d592-420a-836c-578962e32559 HTTP/1.1" status: 204 len: 168 time: 0.3344505 Nov 12 03:31:37.619590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54566) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.645961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005c8ab-732f-407d-8d5a-224264c9d2d3 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d70ec2-d592-420a-836c-578962e32559,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:37.720025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e97f014-820a-414b-b8e3-395c9cc9fdfe req-efa64939-eda3-4e11-846b-55f2f43f2b84 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163826 Nov 12 03:31:37.729134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.763525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b97782c6-194b-45ef-92cd-32f747ec5ab1 tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335845 Nov 12 03:31:37.765472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54570) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:37.775453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f270cd-7f20-4ec5-8919-f502a855d327']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:37.795136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6585fa7c-828c-4905-b352-653851ae6107') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:37.795136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6585fa7c-828c-4905-b352-653851ae6107') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:37.819585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.845683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2a9150a-7925-47a3-961f-612cbf576a5c tempest-SecGroupIPv6Test-853646688 tempest-SecGroupIPv6Test-853646688-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791903 Nov 12 03:31:37.846754 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.858553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:37.858961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:37.863856 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:37.954493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.961191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.965062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] 10.222.0.84 "DELETE /v2.0/networks/47f270cd-7f20-4ec5-8919-f502a855d327 HTTP/1.1" status: 204 len: 168 time: 0.5210238 Nov 12 03:31:37.998988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56007f8-332f-4b1a-bb4c-4ea4beac0801 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f270cd-7f20-4ec5-8919-f502a855d327,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.166653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54580) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.217531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.228611 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6635850a-d83e-4a71-b200-bd4903232653 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6752f070ad1c4b87a01c6b8bf892595b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604823 Nov 12 03:31:38.231549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54582) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.293949 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.321114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:38.341381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.349624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:38.350102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device fb556a12-c8ea-4b12-aa9f-c8d9d4e29ab6 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:38.358622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54584) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.449551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.457113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.458775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46f9e0d9-064e-488f-aae0-494aa86e527b HTTP/1.1" status: 204 len: 168 time: 0.2262402 Nov 12 03:31:38.492964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ca6f1-44db-4079-a097-9d2944b8c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9e0d9-064e-488f-aae0-494aa86e527b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.644404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a16960c8-5560-4465-a05d-90333c33677c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c94c884b3f74d88b0a381305637fbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822526 Nov 12 03:31:38.644658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54596) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.703742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b385082c-6a62-47e8-8231-cfc986f42737 req-ab46073d-9b15-42bd-99c4-3647fc9e8ba6 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0464103 Nov 12 03:31:38.754140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.796716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.881360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.884050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.884464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c809-c865-4a13-8ead-ea9dae8284dc req-1c8dcd16-fd26-40fa-a81b-a687a1e58da2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.885217 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b438ae2-098f-4cda-a00d-127415d6015f HTTP/1.1" status: 204 len: 168 time: 0.2395513 Nov 12 03:31:38.895001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf425e-d1eb-431e-8157-4beb8b256655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b438ae2-098f-4cda-a00d-127415d6015f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.901127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a42c809-c865-4a13-8ead-ea9dae8284dc req-1c8dcd16-fd26-40fa-a81b-a687a1e58da2 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 943 time: 0.0841513 Nov 12 03:31:38.971562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a42c809-c865-4a13-8ead-ea9dae8284dc req-bfecf1fd-5b97-4d2f-96e6-0c88108eac6d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677500 Nov 12 03:31:39.105669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a318a8df-e70d-4fad-ac78-7173b72f5667 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:39.251459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a318a8df-e70d-4fad-ac78-7173b72f5667,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.265321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:39.306503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.328280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318a8df-e70d-4fad-ac78-7173b72f5667 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:39.356498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a318a8df-e70d-4fad-ac78-7173b72f5667,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:39.363398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.421428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:39.597108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['a318a8df-e70d-4fad-ac78-7173b72f5667'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:39.859820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebae10f2-2f70-4d0f-b46d-84e92a8c70dd req-e03ef008-382c-4d96-8fbc-9af87b3ab603 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Nov 12 03:31:40.134263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948b10e-fba2-4ab5-a660-d78646497458 req-6499902b-2492-457e-8fb6-a9f87cfe3abd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.146236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b948b10e-fba2-4ab5-a660-d78646497458 req-6499902b-2492-457e-8fb6-a9f87cfe3abd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 944 time: 0.0813069 Nov 12 03:31:40.243752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b948b10e-fba2-4ab5-a660-d78646497458 req-35a9d318-be05-4705-9871-83295e18a3d7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965965 Nov 12 03:31:40.993025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-08e0cd3a-f990-49cd-89e3-84b43c5c647c req-9676e799-a4e9-4601-803c-fef974293476 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0638020 Nov 12 03:31:41.111889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a318a8df-e70d-4fad-ac78-7173b72f5667 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:41.224834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port a318a8df-e70d-4fad-ac78-7173b72f5667 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:41.228802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port a318a8df-e70d-4fad-ac78-7173b72f5667 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:41.229171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.339168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.381952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a318a8df-e70d-4fad-ac78-7173b72f5667,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:41.388452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:41.391821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8450592-15e8-4be1-b506-6157c4e68940" -d '{"events": [{"server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "name": "network-vif-plugged", "status": "completed", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:41.399717 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.495666 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208efec2-e9cf-4da1-bf18-4fef4869d207 x-openstack-request-id: req-208efec2-e9cf-4da1-bf18-4fef4869d207 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:41.499368 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "name": "network-vif-plugged", "status": "completed", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:41.499944 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-208efec2-e9cf-4da1-bf18-4fef4869d207 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:41.500626 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'code': 200} Nov 12 03:31:41.544683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.545926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3963c3-5db9-4b0a-8c4b-3fc92ae537f7 req-fe3af925-4605-4fd8-8d52-d29a3d3ed0ff tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.554390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c3963c3-5db9-4b0a-8c4b-3fc92ae537f7 req-fe3af925-4605-4fd8-8d52-d29a3d3ed0ff tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.1892920 Nov 12 03:31:41.587802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54702) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.676402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c3963c3-5db9-4b0a-8c4b-3fc92ae537f7 req-7321d1c7-be39-4d1f-b8f6-3ed2336662b8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194475 Nov 12 03:31:41.689030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09c0b3-641e-4978-b371-6a7814b85717 req-ebbc170f-c71e-4f10-a665-79d0da2437d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.690787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd09c0b3-641e-4978-b371-6a7814b85717 req-ebbc170f-c71e-4f10-a665-79d0da2437d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.0987515 Nov 12 03:31:41.814111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd09c0b3-641e-4978-b371-6a7814b85717 req-2fcdfa7c-f416-4cbc-bee7-959f83e9d73a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110775 Nov 12 03:31:41.923448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-886c3171-ff79-407b-ac61-46cb1c29e79f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.037184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-886c3171-ff79-407b-ac61-46cb1c29e79f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.051920 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-886c3171-ff79-407b-ac61-46cb1c29e79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.101974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-886c3171-ff79-407b-ac61-46cb1c29e79f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c52e6a11e8474ee593ba74e5a66c611f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5131245 Nov 12 03:31:42.103993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c3171-ff79-407b-ac61-46cb1c29e79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860401c-43a9-412f-8dc2-7b7fa3eddd7a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.104851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54722) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:42.156682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecf1b0a6-703c-4396-84da-864659859dbc req-d9d4478d-2a46-4bd9-a6a9-4f142a943ff4 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0436981 Nov 12 03:31:42.206917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.231343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.290357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.293304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.294603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a860401c-43a9-412f-8dc2-7b7fa3eddd7a HTTP/1.1" status: 204 len: 168 time: 0.1887779 Nov 12 03:31:42.312392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836177a7-e656-4d61-a366-debf2e8b5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860401c-43a9-412f-8dc2-7b7fa3eddd7a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.734859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54762) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:42.752639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72e1d6c6-a135-4f73-beb0-999291dcacb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.842467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dbefa-6646-4434-b004-eab5123d08dd req-b28e50f1-d119-4796-89ce-129b4da98e03 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.845140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-513dbefa-6646-4434-b004-eab5123d08dd req-b28e50f1-d119-4796-89ce-129b4da98e03 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.0894878 Nov 12 03:31:42.897279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72e1d6c6-a135-4f73-beb0-999291dcacb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.903036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72e1d6c6-a135-4f73-beb0-999291dcacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.953139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-513dbefa-6646-4434-b004-eab5123d08dd req-9baa074b-668a-4902-8af4-d9d64f9a4846 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014051 Nov 12 03:31:42.992142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72e1d6c6-a135-4f73-beb0-999291dcacb8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e80dc4bea204086852b28a517475455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560456 Nov 12 03:31:42.994756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.005743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1d6c6-a135-4f73-beb0-999291dcacb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7044a59d-2511-4753-91a0-0ee0c29e513a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.077282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.101769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.131548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54770) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.167142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.171698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.173518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7044a59d-2511-4753-91a0-0ee0c29e513a HTTP/1.1" status: 204 len: 168 time: 0.1775289 Nov 12 03:31:43.190158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97abb2-bffa-4dd8-a9f8-370f93f667a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7044a59d-2511-4753-91a0-0ee0c29e513a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.403383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-75b33994-a135-4f5b-abcd-21bfce0671aa req-190c8c1b-f886-49e5-94e0-7e3024043d6c tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0588377 Nov 12 03:31:43.404866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c4b4526-0b06-4214-8f50-c933a05d502a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.496973 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c4b4526-0b06-4214-8f50-c933a05d502a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.501787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c4b4526-0b06-4214-8f50-c933a05d502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.551867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9c4b4526-0b06-4214-8f50-c933a05d502a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b0845900ce84c938099c93f6b18c784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190562 Nov 12 03:31:43.556819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54782) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.565507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b4526-0b06-4214-8f50-c933a05d502a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16358125-d95e-475f-88ad-8d49d6770607,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.637502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.661617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.785767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.786294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.787584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/16358125-d95e-475f-88ad-8d49d6770607 HTTP/1.1" status: 204 len: 168 time: 0.2277336 Nov 12 03:31:43.798788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecba20-98c4-4f84-accc-25b2c905524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16358125-d95e-475f-88ad-8d49d6770607,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.168980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f249d18-e897-4d7f-a0a5-d8e6f2e018cb req-172b475f-316d-457e-aef7-2e9dcf0e0ba4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.177107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f249d18-e897-4d7f-a0a5-d8e6f2e018cb req-172b475f-316d-457e-aef7-2e9dcf0e0ba4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.0991960 Nov 12 03:31:44.244123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f249d18-e897-4d7f-a0a5-d8e6f2e018cb req-7806c4c7-35aa-408e-a618-ef27a9fc9a6d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660164 Nov 12 03:31:44.457229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.492102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef48133e-76c2-4f11-965c-94d470691bdd req-2e0c5b5d-9db3-412a-b7d6-6a5033a0c890 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0756357 Nov 12 03:31:44.527635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.565643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08d4bb61-72b8-4ec2-a402-37d27a88cc28 req-810a1938-5be1-46df-8b89-4ffd246a25bd tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0464876 Nov 12 03:31:44.569642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e193434-1548-43ed-a441-65818c3600dc req-0e59ab41-d941-4969-95ed-d5a6125e174a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.573263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e193434-1548-43ed-a441-65818c3600dc req-0e59ab41-d941-4969-95ed-d5a6125e174a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.1717801 Nov 12 03:31:44.677665 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e193434-1548-43ed-a441-65818c3600dc req-ac38aea8-eb62-41ce-be52-6fe964dc18fe tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944045 Nov 12 03:31:44.723001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54820) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.731968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.741792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.782431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a131a-b0f4-4e81-93d9-199dc99c522e tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.784260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-252a131a-b0f4-4e81-93d9-199dc99c522e tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1092 time: 0.0600271 Nov 12 03:31:44.787834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 54824) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.792402 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62c7e4cd0804482b9d51b25a712e68ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331313 Nov 12 03:31:44.795520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:44.797397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54826) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.823495 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.850143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab657ce-d20f-4b13-a80e-abe9aba781a5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.877144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.877409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.877739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.883132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.884080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.884080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.884080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.892186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.892551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.893032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.893339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.893674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437ce83d-ac99-4b52-86ba-884504fc309b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:44.939620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.966799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.968006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.028338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.031550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.033225 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ab657ce-d20f-4b13-a80e-abe9aba781a5 HTTP/1.1" status: 204 len: 168 time: 0.2348940 Nov 12 03:31:45.044006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8607a2-eb8c-48ca-b4ef-dc85e611b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab657ce-d20f-4b13-a80e-abe9aba781a5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.127936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.25.2.70 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fab03c9e-281b-46ef-9c92-60153e02673d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:45.296645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.345961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.390412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:45.395524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:45.405297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:45.440719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=fab03c9e-281b-46ef-9c92-60153e02673d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.811536 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a628eb9-c74f-466a-80e2-c49599e39a85 req-2cfa1ef7-7fb1-46d7-9c49-78b0e780cd37 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0727870 Nov 12 03:31:46.182324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.387505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcaa81f3-7c11-46fb-ab0f-ef2a7ffb0d4c req-e670174d-0dcd-4175-b978-1518c39c735e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f235f099e6bc417289583d401c94403c&device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0968304 Nov 12 03:31:46.420703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8453dddd-c5b4-40a5-8c87-c2f2f8b683d0 req-b602d39b-c932-4e58-9e3e-74df74fb783d tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0515318 Nov 12 03:31:46.514737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcaa81f3-7c11-46fb-ab0f-ef2a7ffb0d4c req-db9f0cfd-e865-4ccb-9343-2c3c499070a5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f235f099e6bc417289583d401c94403c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027739 Nov 12 03:31:46.526158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.552323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa557dc7-254c-4597-9714-6b58c374c496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.743492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa557dc7-254c-4597-9714-6b58c374c496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.750350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aa557dc7-254c-4597-9714-6b58c374c496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.805096 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa557dc7-254c-4597-9714-6b58c374c496 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2542a21ffb78485597fceb78f6cc0c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6213923 Nov 12 03:31:46.830663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.831890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557dc7-254c-4597-9714-6b58c374c496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c66d139-0f85-420b-8d1e-82a543cf77b8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.895029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.924391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.980037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.984004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.988907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7c66d139-0f85-420b-8d1e-82a543cf77b8 HTTP/1.1" status: 204 len: 168 time: 0.1533828 Nov 12 03:31:46.999517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7939c9-f473-48f6-805f-574cd2e828e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c66d139-0f85-420b-8d1e-82a543cf77b8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.078358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa81f3-7c11-46fb-ab0f-ef2a7ffb0d4c req-9702f6f5-bf18-4d31-b255-d5dbeb1e6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.080833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcaa81f3-7c11-46fb-ab0f-ef2a7ffb0d4c req-9702f6f5-bf18-4d31-b255-d5dbeb1e6520 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5257928 Nov 12 03:31:47.092814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.422086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.430439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.638915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54954) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:47.660683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe6d-4480-4427-a26a-b7494e4e1059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.666227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=fab03c9e-281b-46ef-9c92-60153e02673d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.682555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.738620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da0a117e-f5e1-4dbd-b960-aafd37703e2d req-1d92dcee-b2cf-443b-9957-96a95bbdf931 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.1138263 Nov 12 03:31:47.818813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe6d-4480-4427-a26a-b7494e4e1059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.824022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-31f4fe6d-4480-4427-a26a-b7494e4e1059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.890350 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP a2ce59b6-efc4-4646-b78c-66f4f6a35fb1 associated. External IP: 172.25.2.70, port: a318a8df-e70d-4fad-ac78-7173b72f5667. Nov 12 03:31:47.934939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fe6d-4480-4427-a26a-b7494e4e1059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e2ba78-ce92-4baf-a776-72bb324ade19,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.949500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-31f4fe6d-4480-4427-a26a-b7494e4e1059 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=28d0cb0e40fc4627a3730d1a576be905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086419 Nov 12 03:31:47.952112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 54962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.071352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.108124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.169071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.172007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.173861 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b6e2ba78-ce92-4baf-a776-72bb324ade19 HTTP/1.1" status: 204 len: 168 time: 0.2208099 Nov 12 03:31:48.183325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56217d4-c030-4043-a37d-e387c8279c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e2ba78-ce92-4baf-a776-72bb324ade19,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.882353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dcaa81f3-7c11-46fb-ab0f-ef2a7ffb0d4c req-71205002-5038-4866-94a7-2945e6915d11 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.4974339 Nov 12 03:31:48.920866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:48.926009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dd47a43-6d29-4c6f-8864-79362682d004 req-4b60525e-aef9-4947-a081-9cac75fda445 tempest-ServerShowV254Test-185617963 tempest-ServerShowV254Test-185617963-project] 10.222.0.84 "GET /v2.0/ports?device_id=3e0a1fcf-4730-4118-8559-55e570a6b125 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Nov 12 03:31:49.062449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:49.075189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:49.090618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.095513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:49.095513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:31:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:49.133171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e4755f64-9697-4889-a750-861f45ae34d0 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3409541 Nov 12 03:31:49.136077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:49.143255 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ad452-4b51-4496-808a-79bb90d93b09" -d '{"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:49.217546 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a3a21-ee89-4cf9-ac1d-565ddc21994e x-openstack-request-id: req-e32a3a21-ee89-4cf9-ac1d-565ddc21994e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:49.218381 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:49.219186 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e32a3a21-ee89-4cf9-ac1d-565ddc21994e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:49.219961 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'status': 'completed', 'code': 200} Nov 12 03:31:49.319595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-7ab54556-cdd5-4ff9-b984-8383920c806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.321768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-7ab54556-cdd5-4ff9-b984-8383920c806c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.0759935 Nov 12 03:31:49.357456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:49.436583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-36fef82b-a506-429e-9f4c-c81c9767b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.438379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-36fef82b-a506-429e-9f4c-c81c9767b8c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1029217 Nov 12 03:31:49.520327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55024) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:49.596010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-a4053d03-7dd0-477f-8b1f-710411e5b37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 998 time: 0.1481669 Nov 12 03:31:49.697545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-9ee7e066-1021-4ea9-8e4c-d0e0d3c4e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.699319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-9ee7e066-1021-4ea9-8e4c-d0e0d3c4e814 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0966184 Nov 12 03:31:49.818001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-aebe5c6f-b923-499e-9226-d406f4e6cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.819627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-aebe5c6f-b923-499e-9226-d406f4e6cc34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071327 Nov 12 03:31:49.840342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:45Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:49.896577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a131a2b-691d-415c-b5c0-54490551d407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.090460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a131a2b-691d-415c-b5c0-54490551d407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.098057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a131a2b-691d-415c-b5c0-54490551d407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.118371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-6e91743a-c57e-4b54-87ea-3e6b56105a81 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863965 Nov 12 03:31:50.150879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a131a2b-691d-415c-b5c0-54490551d407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac42b5f-fc96-4bd5-9065-b581457bbd67,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.220336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3a131a2b-691d-415c-b5c0-54490551d407 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f5012de9f2e4f749b64572ea02348e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981139 Nov 12 03:31:50.222514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55044) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.325128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:50.342004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:50.345078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:31:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:50.345592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.374481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d0ad452-4b51-4496-808a-79bb90d93b09 req-779974dc-642a-484c-896f-69f63b615bd2 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488215 Nov 12 03:31:50.404008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.504471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.507133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.508302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cac42b5f-fc96-4bd5-9065-b581457bbd67 HTTP/1.1" status: 204 len: 168 time: 0.2834153 Nov 12 03:31:50.516282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:50.534241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02fdb7-aa0a-4b28-8dd1-acc7a8854ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac42b5f-fc96-4bd5-9065-b581457bbd67,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.797684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55060) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.929403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:45Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:50.977507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20df42-07e0-4aa9-ad43-23ba2e842405 None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:45Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:51.290367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c66c37c2-f763-4686-a41c-7d554d509b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.460218 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d2c04-c293-40d6-98d5-c207eda67fd7 None None] New status for floating IP a2ce59b6-efc4-4646-b78c-66f4f6a35fb1: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:51.475690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55100) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.503005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49797315-b808-4cad-8dc8-fe93c08ec536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.513045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c66c37c2-f763-4686-a41c-7d554d509b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.519870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c66c37c2-f763-4686-a41c-7d554d509b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.585756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c66c37c2-f763-4686-a41c-7d554d509b79 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f235f099e6bc417289583d401c94403c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7833140 Nov 12 03:31:51.586040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.615774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c37c2-f763-4686-a41c-7d554d509b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b235be01-e917-4be6-8fc7-71852d6a8076,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.784307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.807436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.838594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49797315-b808-4cad-8dc8-fe93c08ec536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.848468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49797315-b808-4cad-8dc8-fe93c08ec536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.903378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49797315-b808-4cad-8dc8-fe93c08ec536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb53db56-4aa7-4dac-aca4-3a58367c0bba,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.912142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55110) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.912768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49797315-b808-4cad-8dc8-fe93c08ec536 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=612ec0f2d80d4bbea4cf1c376bebcab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352536 Nov 12 03:31:51.921370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.924623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.926605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b235be01-e917-4be6-8fc7-71852d6a8076 HTTP/1.1" status: 204 len: 168 time: 0.3400505 Nov 12 03:31:51.938070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b95cf-8058-495f-914a-1f52b932b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b235be01-e917-4be6-8fc7-71852d6a8076,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.013786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.060807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.150395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55116) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.163600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.168025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.172102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb53db56-4aa7-4dac-aca4-3a58367c0bba HTTP/1.1" status: 204 len: 168 time: 0.2565448 Nov 12 03:31:52.194256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aabee1-e114-45d5-88a3-a90a5c723317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb53db56-4aa7-4dac-aca4-3a58367c0bba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.518369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a51d2797-0209-4a81-a5d2-35174d55c8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.668684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a51d2797-0209-4a81-a5d2-35174d55c8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.674114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a51d2797-0209-4a81-a5d2-35174d55c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.793669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d2797-0209-4a81-a5d2-35174d55c8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327c0864-7561-41c1-be17-449f5f064f96,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.814650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a51d2797-0209-4a81-a5d2-35174d55c8b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=feab93a0179042b9ae4fd0dc8ec060e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630526 Nov 12 03:31:52.817201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.900851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.929307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.003520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.006964 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.015896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/327c0864-7561-41c1-be17-449f5f064f96 HTTP/1.1" status: 204 len: 168 time: 0.1976209 Nov 12 03:31:53.029290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff7884-55df-44a2-9cf1-f59a1f4c860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c0864-7561-41c1-be17-449f5f064f96,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.426788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55172) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.556327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55182) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.584573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a235506-c760-4170-8b4a-c9fd10d89657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.676060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a235506-c760-4170-8b4a-c9fd10d89657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.680766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a235506-c760-4170-8b4a-c9fd10d89657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.721580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a235506-c760-4170-8b4a-c9fd10d89657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb09bf5c-f81a-4d4a-bcb3-60df2912c886,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.729947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2a235506-c760-4170-8b4a-c9fd10d89657 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=10b11b6f82144806bb66b4c4cd2a7789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716192 Nov 12 03:31:53.733472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55186) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.750605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-987888364-network', 'tenant_id': '6505c3caf9694de082b60ec25fb192ac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:53.800123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Made reservation on behalf of 6505c3caf9694de082b60ec25fb192ac for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:53.802392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.818108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.821029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.856925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.937723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.940275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.941724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eb09bf5c-f81a-4d4a-bcb3-60df2912c886 HTTP/1.1" status: 204 len: 168 time: 0.2064641 Nov 12 03:31:53.956808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.958725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bffc4-2cfd-4327-8a83-5e6f9fa3d532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb09bf5c-f81a-4d4a-bcb3-60df2912c886,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.965536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.998552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:54.020259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b8aa89-8ba3-4107-9456-a6fcc49858d8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.023363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.023711 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Added segment b1bfe125-0237-46d3-8a75-ed0cb89cb8e8 of type vlan for network e519b2ca-5121-4a5c-9360-47754f6f27ca Nov 12 03:31:54.067711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.101500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.102588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.103196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.161454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7327490 Nov 12 03:31:54.165035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55202) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.170764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Request body: {'subnet': {'network_id': 'e519b2ca-5121-4a5c-9360-47754f6f27ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-987888364-subnet', 'tenant_id': '6505c3caf9694de082b60ec25fb192ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:54.204651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Made reservation on behalf of 6505c3caf9694de082b60ec25fb192ac for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:54.211420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.220850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c15a15-d53e-47d1-87c2-8d1c1d50f43c admin admin] Pushing event updated for resources: {'Network': ['ID=e519b2ca-5121-4a5c-9360-47754f6f27ca,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.231492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e519b2ca-5121-4a5c-9360-47754f6f27ca details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:54.451987 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.533281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5235c3f7-37f4-41ca-983d-e97d0e5394e8,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.541456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Checking segment: {'id': 'b1bfe125-0237-46d3-8a75-ed0cb89cb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e519b2ca-5121-4a5c-9360-47754f6f27ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:54.541954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Network hostable DHCP agents. Network: e519b2ca-5121-4a5c-9360-47754f6f27ca, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:54.580953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Network e519b2ca-5121-4a5c-9360-47754f6f27ca is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:54.598995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e519b2ca-5121-4a5c-9360-47754f6f27ca) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:54.606200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.606796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.608234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf6ad4-1b31-406b-bbe0-6db01b6c4334 None None] Network e519b2ca-5121-4a5c-9360-47754f6f27ca requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:54.643441 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ce54da3-2425-400b-8d30-e3d2dfd80a25 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4759007 Nov 12 03:31:54.836022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f51db-726f-453b-b632-c739a44ee8ab None None] Network e519b2ca-5121-4a5c-9360-47754f6f27ca requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:54.898443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55240) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.013763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Deleting subnet 5235c3f7-37f4-41ca-983d-e97d0e5394e8 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:55.026482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.109638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.169222 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.243811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.286508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5235c3f7-37f4-41ca-983d-e97d0e5394e8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.291729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.298505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55260) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.298974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4bb839d6-bc82-4e95-abfe-ab3d852faad2 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5235c3f7-37f4-41ca-983d-e97d0e5394e8 HTTP/1.1" status: 204 len: 168 time: 0.3989451 Nov 12 03:31:55.379468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.484472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.519599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e519b2ca-5121-4a5c-9360-47754f6f27ca']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.541733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bfe125-0237-46d3-8a75-ed0cb89cb8e8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.542817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bfe125-0237-46d3-8a75-ed0cb89cb8e8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:55.569368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.601087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.615947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:55.617118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:55.619862 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:55.743232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.754027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.758099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] 10.222.0.84 "DELETE /v2.0/networks/e519b2ca-5121-4a5c-9360-47754f6f27ca HTTP/1.1" status: 204 len: 168 time: 0.4585040 Nov 12 03:31:55.794451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10aa9d-2f8b-4403-8a31-b5b77e1c620b admin admin] Pushing event deleted for resources: {'Network': ['ID=e519b2ca-5121-4a5c-9360-47754f6f27ca,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.963257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55296) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.050164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.061109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-248fb63f-141d-4916-9600-47300915c9e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6505c3caf9694de082b60ec25fb192ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934420 Nov 12 03:31:56.584527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.610109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.697957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.700770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.704823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/67b8aa89-8ba3-4107-9456-a6fcc49858d8 HTTP/1.1" status: 204 len: 168 time: 0.6511643 Nov 12 03:31:56.716942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c784b6-e980-4502-bfc0-bbdbd3b1018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b8aa89-8ba3-4107-9456-a6fcc49858d8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.296882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.492286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2391b02d-33be-42cd-8a28-3666c571fcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.643065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2391b02d-33be-42cd-8a28-3666c571fcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.659775 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2391b02d-33be-42cd-8a28-3666c571fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.718503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2391b02d-33be-42cd-8a28-3666c571fcf6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=646408598e7b47c8a7162f6a31044439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201596 Nov 12 03:31:57.721225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55366) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.746713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391b02d-33be-42cd-8a28-3666c571fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca2471-0ffd-48e9-a257-dc9c8e817f15,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:57.797866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.830412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.860474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.933987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.936660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.938425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/afca2471-0ffd-48e9-a257-dc9c8e817f15 HTTP/1.1" status: 204 len: 168 time: 0.2161980 Nov 12 03:31:57.947709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76df47-3cc4-4084-af72-b3f39c7f24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca2471-0ffd-48e9-a257-dc9c8e817f15,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.702269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.028568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55452) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.035442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a0ba-cba4-448d-93b2-8350d9208593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.136958 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0851144a-10d3-4bee-8e8d-fc0f35d0f6d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.218885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a0ba-cba4-448d-93b2-8350d9208593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.226567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a0ba-cba4-448d-93b2-8350d9208593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.287246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0851144a-10d3-4bee-8e8d-fc0f35d0f6d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.287494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7976a0ba-cba4-448d-93b2-8350d9208593 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ab5d84fbed04296b67b2c053feb44ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836165 Nov 12 03:31:59.288302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.306599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0851144a-10d3-4bee-8e8d-fc0f35d0f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.311951 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.318357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976a0ba-cba4-448d-93b2-8350d9208593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9432903d-fde1-43f2-b196-d6ffb8acb805,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.372493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0851144a-10d3-4bee-8e8d-fc0f35d0f6d9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0dada3a3c95c44e6b5b427aaf009b286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431582 Nov 12 03:31:59.380101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.487820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851144a-10d3-4bee-8e8d-fc0f35d0f6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355a1834-7dc9-4637-a547-d93eea052816,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.516542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.557191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.600605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.622062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.624855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.627248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/355a1834-7dc9-4637-a547-d93eea052816 HTTP/1.1" status: 204 len: 168 time: 0.2461417 Nov 12 03:31:59.642747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.645027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c92a61-0219-4b7e-86b8-a1c331f8b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355a1834-7dc9-4637-a547-d93eea052816,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.734328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.738319 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.742557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9432903d-fde1-43f2-b196-d6ffb8acb805 HTTP/1.1" status: 204 len: 168 time: 0.4531615 Nov 12 03:31:59.756905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be508238-ba41-483a-a5f6-9b0a3cf0d666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432903d-fde1-43f2-b196-d6ffb8acb805,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.358806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.380307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1282330f-0509-4bdf-abb4-9d36cf5eee0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.488883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1282330f-0509-4bdf-abb4-9d36cf5eee0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.497218 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1282330f-0509-4bdf-abb4-9d36cf5eee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.593860 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1282330f-0509-4bdf-abb4-9d36cf5eee0f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35b6553a7d7e4376a70669d125ab466d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325759 Nov 12 03:32:00.595415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282330f-0509-4bdf-abb4-9d36cf5eee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d9e96-90de-426f-bcdd-3a23477fa69f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.596103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55544) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.652020 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:00.705490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.759619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.882147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.884818 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.890067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/022d9e96-90de-426f-bcdd-3a23477fa69f HTTP/1.1" status: 204 len: 168 time: 0.2923162 Nov 12 03:32:00.900676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652f92-da86-4d77-96de-fe2b00afcc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d9e96-90de-426f-bcdd-3a23477fa69f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.040458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55592) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.076267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.416572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-786354964-network', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:01.463664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Made reservation on behalf of a1ef6dd4826246a2826d4b26d6e2c1ae for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:01.466648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.486680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.522051 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14b4c0b1-079a-434a-ac31-1554701ee0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.585445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.590756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.626318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:01.630510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14b4c0b1-079a-434a-ac31-1554701ee0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.640995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14b4c0b1-079a-434a-ac31-1554701ee0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.644320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d406841-c88f-4c90-ae96-8d7db7a16f6e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.663753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.663941 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Added segment 0a25cc72-8672-4dff-ae54-6aaf08d51356 of type vlan for network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 Nov 12 03:32:01.697682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-14b4c0b1-079a-434a-ac31-1554701ee0a0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=611a8e2f43a646be8d54cfa43434485b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6203017 Nov 12 03:32:01.697950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55636) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.708245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4c0b1-079a-434a-ac31-1554701ee0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3e9dc-7c34-46b9-8171-cf7f0aa8de6c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.743861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.799667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.800643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.801223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.835815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.882852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8424451 Nov 12 03:32:01.885837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55654) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.892617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Request body: {'subnet': {'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-786354964-subnet', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:01.893917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bade2-4c05-412e-82ad-d7d697e084d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd99071d-f88a-40a6-ba23-6d077a9bf3a4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.900234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.907593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:01.961014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Made reservation on behalf of a1ef6dd4826246a2826d4b26d6e2c1ae for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:01.963735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.984851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.988150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.992780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d2f3e9dc-7c34-46b9-8171-cf7f0aa8de6c HTTP/1.1" status: 204 len: 168 time: 0.2916298 Nov 12 03:32:02.003950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65a4f8-0d5a-4347-a20c-aa28ce170f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3e9dc-7c34-46b9-8171-cf7f0aa8de6c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.199236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.251294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7a4e0c-0813-49ef-906a-1936bcb18ed0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.276648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d86c693-a107-49b8-ba95-be9cc981f11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.279476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Checking segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:02.280093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Network hostable DHCP agents. Network: dd99071d-f88a-40a6-ba23-6d077a9bf3a4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:02.301099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:02.314214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, dd99071d-f88a-40a6-ba23-6d077a9bf3a4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:02.326753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200f070-f0a4-43ea-b3ae-8764a0be88a8 None None] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:02.328222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.328838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.361912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.362737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-500d758c-54ca-44c8-8117-c8a904c4ee98 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4755287 Nov 12 03:32:02.368882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:02.428154 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.429373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.534122 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.578064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:02.585439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.739143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55696) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.802446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff598792-dc92-456e-b01e-df02f27b3355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.968840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Allocated IP 172.20.0.2 (dd99071d-f88a-40a6-ba23-6d077a9bf3a4/5c7a4e0c-0813-49ef-906a-1936bcb18ed0/5ac8294b-ff73-40f8-bcf9-587d010f69c5) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:02.973216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.020644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff598792-dc92-456e-b01e-df02f27b3355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.029820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff598792-dc92-456e-b01e-df02f27b3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.132477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff598792-dc92-456e-b01e-df02f27b3355 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=28a3dbf9579b4025801f4883e647162c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919325 Nov 12 03:32:03.135758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.155979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff598792-dc92-456e-b01e-df02f27b3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb7e69-a0ad-4cbf-8328-28e765fdb2f3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.246960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.269772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.273514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.294012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.341336 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.347667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.353463 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.355702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2bdb7e69-a0ad-4cbf-8328-28e765fdb2f3 HTTP/1.1" status: 204 len: 168 time: 0.2127457 Nov 12 03:32:03.355862 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.366117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06774b9b-7ac6-45b2-b83f-f533baa5dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb7e69-a0ad-4cbf-8328-28e765fdb2f3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.440828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Pushing event updated for resources: {'Port': ['ID=5ac8294b-ff73-40f8-bcf9-587d010f69c5,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.452238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:03.455861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:03.465930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:03.469030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.469381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.469725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.470068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.470404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.470735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.471065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.471426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.471758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.472083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.472414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.473092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:03.507218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Allocated IP 172.25.2.232 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/50503640-b469-4cfa-bebc-efc4453e2be1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:03.575528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Attempting to bind port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:03.576081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Attempting to bind port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:03.576579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Attempting to bind port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:03.604310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:03.605062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Checking segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:03.605671 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.606254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Bound using segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:03.606904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Bound port: 5ac8294b-ff73-40f8-bcf9-587d010f69c5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:03.607492 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.695625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] For port 5ac8294b-ff73-40f8-bcf9-587d010f69c5, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:03.700779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] For port 5ac8294b-ff73-40f8-bcf9-587d010f69c5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5ac8294b-ff73-40f8-bcf9-587d010f69c5,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:03.706786 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.789611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.853831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e749cd-9bec-47ac-946a-3860083318bd None None] Pushing event updated for resources: {'Port': ['ID=5ac8294b-ff73-40f8-bcf9-587d010f69c5,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.895000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.008538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:04.022331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:04.035843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:04.081777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043dae9e-f472-4a78-bc22-c3bf6372d294 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:04.138014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Pushing event updated for resources: {'Port': ['ID=50503640-b469-4cfa-bebc-efc4453e2be1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.219283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d409696d-0261-4a44-851d-d5846c986558 None None] Provisioning complete for port 50503640-b469-4cfa-bebc-efc4453e2be1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:04.220053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d409696d-0261-4a44-851d-d5846c986558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.321174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d409696d-0261-4a44-851d-d5846c986558 None None] Port 50503640-b469-4cfa-bebc-efc4453e2be1 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:04.600632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.626372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5ac8294b-ff73-40f8-bcf9-587d010f69c5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:04.750557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:04.752112 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.758060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-083f720c-28e6-4d08-a6ab-3805f3e3efd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.980840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.062700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 5ac8294b-ff73-40f8-bcf9-587d010f69c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5ac8294b-ff73-40f8-bcf9-587d010f69c5,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:05.074175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.076190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.155181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=5ac8294b-ff73-40f8-bcf9-587d010f69c5,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.314107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fd528-7f7c-4921-9be0-e6a09aa04231 None None] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:05.369026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:05.399591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8121e616-b605-4d47-ada1-a5706f69435b None None] Provisioning complete for port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:05.399966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8121e616-b605-4d47-ada1-a5706f69435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.624609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:05.631989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.651136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:05.652484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.656975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55888) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.657134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c3ce7b9a-d01f-4afc-990e-f61a9cba89c0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2935872 Nov 12 03:32:05.682889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:05.684666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:05.792687 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.930084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:05.958516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86924fa3-f3ec-4874-9785-90f90a9db561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.977000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55898) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.243502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:04Z', 'revision_number': 3, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:06.287202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:06.287773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Updating router a0617ccc-3272-4bf3-bf9e-51972dbb4922 port 50503640-b469-4cfa-bebc-efc4453e2be1 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:06.294206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-19b01350-4980-4f94-9c14-b860a8508976 None None] Provisioning complete for port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:06.294861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-19b01350-4980-4f94-9c14-b860a8508976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.331166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54c17941-0dfb-4de9-9d08-5191d9672bb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.347624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.376088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86924fa3-f3ec-4874-9785-90f90a9db561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.388153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-86924fa3-f3ec-4874-9785-90f90a9db561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.449659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86924fa3-f3ec-4874-9785-90f90a9db561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d49c5-54da-4b83-98dd-09f65d87ee8c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.454563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-86924fa3-f3ec-4874-9785-90f90a9db561 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=83bbaef60a67480ba9c6a5e64f965731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8218927 Nov 12 03:32:06.458495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 55916) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.504584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54c17941-0dfb-4de9-9d08-5191d9672bb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.514755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-54c17941-0dfb-4de9-9d08-5191d9672bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.550221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.564282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.579624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-54c17941-0dfb-4de9-9d08-5191d9672bb6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c51d3c827327412f8c504fde4f3809b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991287 Nov 12 03:32:06.580972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55926) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.591684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.605126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5ac8294b-ff73-40f8-bcf9-587d010f69c5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:06.628459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17941-0dfb-4de9-9d08-5191d9672bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64d6d1-9ad1-4a4d-afce-c05528520ea5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.665576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.693848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.809044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.811973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.816351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e64d6d1-9ad1-4a4d-afce-c05528520ea5 HTTP/1.1" status: 204 len: 168 time: 0.2343760 Nov 12 03:32:06.833460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418306dc-ece4-4f94-907d-b7b151d530df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64d6d1-9ad1-4a4d-afce-c05528520ea5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.907700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.915847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.918580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de0d49c5-54da-4b83-98dd-09f65d87ee8c HTTP/1.1" status: 204 len: 168 time: 0.4571302 Nov 12 03:32:06.952266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcce54-9116-4b95-885d-82f930d209e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d49c5-54da-4b83-98dd-09f65d87ee8c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.965500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Allocated IP 172.20.0.1 (dd99071d-f88a-40a6-ba23-6d077a9bf3a4/5c7a4e0c-0813-49ef-906a-1936bcb18ed0/1d9c159a-f41f-472d-9772-71d2f1542d49) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:07.096512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:07.097260 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.141867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.194232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.273002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.290759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.312201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.325724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:07.327272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:07.331421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.349920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:07.442944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.501101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f82655-4d91-4783-9476-1ba3e52672ff None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:07.525417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Attempting to bind port 50503640-b469-4cfa-bebc-efc4453e2be1 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:07.525835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Attempting to bind port 50503640-b469-4cfa-bebc-efc4453e2be1 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:07.526203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Attempting to bind port 50503640-b469-4cfa-bebc-efc4453e2be1 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:07.535048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584dd6-d843-4aa5-91c5-448d926ebe49 None None] Pushing event updated for resources: {'Port': ['ID=50503640-b469-4cfa-bebc-efc4453e2be1,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.538100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:07.538475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:07.538880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.539291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:07.540147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Bound port: 50503640-b469-4cfa-bebc-efc4453e2be1, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:07.540532 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.687964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-319839cd-9029-48ce-ace8-866dc163d79c None None] Provisioning complete for port 50503640-b469-4cfa-bebc-efc4453e2be1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:07.688343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-319839cd-9029-48ce-ace8-866dc163d79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.694264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] For port 50503640-b469-4cfa-bebc-efc4453e2be1, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:07.711509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:07.726058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.736937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a57b8e6-af15-4f17-b11c-1dbbcd4e9869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.773549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] For port 50503640-b469-4cfa-bebc-efc4453e2be1, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=50503640-b469-4cfa-bebc-efc4453e2be1,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:07.808447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.833250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-319839cd-9029-48ce-ace8-866dc163d79c None None] Port 50503640-b469-4cfa-bebc-efc4453e2be1 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:07.895989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2599c58-c48b-4651-92c5-92f01f20c820 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:07.915052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:07.915847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.933135 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a57b8e6-af15-4f17-b11c-1dbbcd4e9869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.940081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a57b8e6-af15-4f17-b11c-1dbbcd4e9869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.044462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a57b8e6-af15-4f17-b11c-1dbbcd4e9869 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b747136de79a46419240c81842c97a85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309999 Nov 12 03:32:08.047084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 55972) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.065041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.071347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584dd6-d843-4aa5-91c5-448d926ebe49 None None] Pushing event updated for resources: {'Port': ['ID=50503640-b469-4cfa-bebc-efc4453e2be1,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.072186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.081370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Provisioning complete for port 50503640-b469-4cfa-bebc-efc4453e2be1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.081741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.094280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57b8e6-af15-4f17-b11c-1dbbcd4e9869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074f38c0-c0a9-4da1-9403-c5a00fe5e0b1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.177757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.210041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Pushing event updated for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.227903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.233053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.270647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:08.315598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.386250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.391794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.391794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/074f38c0-c0a9-4da1-9403-c5a00fe5e0b1 HTTP/1.1" status: 204 len: 168 time: 0.3410835 Nov 12 03:32:08.415552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba0ef-39b6-43fd-89f9-35958a045399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074f38c0-c0a9-4da1-9403-c5a00fe5e0b1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.421414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:08.423179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:08.515414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.612833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] For port 50503640-b469-4cfa-bebc-efc4453e2be1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=50503640-b469-4cfa-bebc-efc4453e2be1,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:08.629689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.633061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:08.719532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Pushing event updated for resources: {'Port': ['ID=50503640-b469-4cfa-bebc-efc4453e2be1,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.786553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Provisioning complete for port 1d9c159a-f41f-472d-9772-71d2f1542d49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.787762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.846843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-272c0d58-3f0e-4b02-b716-59eea3b5217a None None] Port 1d9c159a-f41f-472d-9772-71d2f1542d49 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:08.865587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:06Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:08.907035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5cbda-f735-4f0c-aad1-c7cef852f18c None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:06Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:08.914696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:08.927395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5005a12f-192f-45b0-8d9b-f7cf5e1f6509 admin admin] 10.222.0.84 "PUT /v2.0/routers/a0617ccc-3272-4bf3-bf9e-51972dbb4922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2644427 Nov 12 03:32:08.969129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3944323f-0616-42b2-b5f3-550c8c0b3d8f None None] Provisioning complete for port 1d9c159a-f41f-472d-9772-71d2f1542d49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.969509 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3944323f-0616-42b2-b5f3-550c8c0b3d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.034458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3944323f-0616-42b2-b5f3-550c8c0b3d8f None None] Port 1d9c159a-f41f-472d-9772-71d2f1542d49 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:09.845954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56086) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.850683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328309157', 'description': 'tempest-description--1082607533'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:09.874900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56090) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.885059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.079477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.092484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.140266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.146648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2995262 Nov 12 03:32:10.149703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.152338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32228130-5b77-40db-8be5-35881d7d1ea1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e03c39-7482-49a1-b447-4707339a38f6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.163520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03c39-7482-49a1-b447-4707339a38f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.215743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a360be-7ae0-4ec7-a60b-cba242dea13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.260391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.369024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.375223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.382581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56110) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.418237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36e1a09-38cd-461b-8eac-61af4366725a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.442176 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.443511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e65682d-fec1-4569-b497-40a571c6973d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925339 Nov 12 03:32:10.446288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.452199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group_rule': {'security_group_id': 'b1e03c39-7482-49a1-b447-4707339a38f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.456033 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a360be-7ae0-4ec7-a60b-cba242dea13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.464472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6a360be-7ae0-4ec7-a60b-cba242dea13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.527506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6a360be-7ae0-4ec7-a60b-cba242dea13f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aad54d492dfd4e71a7f5c7bf4983a0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6511967 Nov 12 03:32:10.529241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a360be-7ae0-4ec7-a60b-cba242dea13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f023b4e-2f86-4107-afcd-1dd47e8d26b9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.533027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.535327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.624560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.633713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 50503640-b469-4cfa-bebc-efc4453e2be1 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:10.675431 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.711895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98e18e51-73bd-4e5d-ba18-8f50893bc06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.735650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 50503640-b469-4cfa-bebc-efc4453e2be1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:10.736455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.741290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.744696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.749139 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f023b4e-2f86-4107-afcd-1dd47e8d26b9 HTTP/1.1" status: 204 len: 168 time: 0.2039549 Nov 12 03:32:10.758065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f229a5-e5b3-481c-b10e-b159d5bbacb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f023b4e-2f86-4107-afcd-1dd47e8d26b9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.776138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.796098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.892966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d49ef58-0b5c-4322-a2c6-efee55165266,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.906746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.909012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ac828c4-a533-44ad-ae5c-66313cb4ffae tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4614818 Nov 12 03:32:10.912618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56128) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.921469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.994911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.015044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98e18e51-73bd-4e5d-ba18-8f50893bc06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.024381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-98e18e51-73bd-4e5d-ba18-8f50893bc06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.065891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56132) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.066328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98e18e51-73bd-4e5d-ba18-8f50893bc06f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8c6b18ba7fcc4b7ab48cef43bd60e279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823092 Nov 12 03:32:11.096868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e18e51-73bd-4e5d-ba18-8f50893bc06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6967c37c-a778-4c51-b8ba-8b5fdc237eb1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.218601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.272382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.328441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56144) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.353860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b29ec28d-a14d-4cd9-acbc-68d20aef49f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.372117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.446568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.450036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.451300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6967c37c-a778-4c51-b8ba-8b5fdc237eb1 HTTP/1.1" status: 204 len: 168 time: 0.3748467 Nov 12 03:32:11.480198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a3726-d17c-490f-a22e-b21642c67f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6967c37c-a778-4c51-b8ba-8b5fdc237eb1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.525411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Allocated IP 172.25.2.18 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c940a98d-be13-4dfa-85dd-91103e242588) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:11.536531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b29ec28d-a14d-4cd9-acbc-68d20aef49f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.541229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b29ec28d-a14d-4cd9-acbc-68d20aef49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.595500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b29ec28d-a14d-4cd9-acbc-68d20aef49f7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b437aaec4914e8c8e83998997e5503e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654357 Nov 12 03:32:11.598051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ec28d-a14d-4cd9-acbc-68d20aef49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736de34-3cb1-4787-acd2-d1e23b5c702b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.600797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56154) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.664543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.711386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.734670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.783923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.791699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.794686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6736de34-3cb1-4787-acd2-d1e23b5c702b HTTP/1.1" status: 204 len: 168 time: 0.1929307 Nov 12 03:32:11.811206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d2061-5397-4d8f-8695-b2331eb6ed31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736de34-3cb1-4787-acd2-d1e23b5c702b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.811732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.843760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:11.847125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:11.886995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:11.949778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=c940a98d-be13-4dfa-85dd-91103e242588,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.037420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.109615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.350638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.375415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.513041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=c940a98d-be13-4dfa-85dd-91103e242588,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.519966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.530420 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:12.541866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.543806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7af92d0-f9ff-4a98-9c6a-c37bf1dbb300 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6298168 Nov 12 03:32:12.547223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:12.548068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:12.711860 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:13.049116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-4b56f697-6d52-4e86-85dc-ace140bdf892 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--328309157&fields=id&tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 267 time: 0.1018951 Nov 12 03:32:13.122880 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 2, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:13.174016 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:13.174373 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Updating router a0617ccc-3272-4bf3-bf9e-51972dbb4922 port 1d9c159a-f41f-472d-9772-71d2f1542d49 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:32:13.213939 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.248870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-8c2350fb-4e61-4e63-b6f2-8c91a64f0962 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.263511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-8c2350fb-4e61-4e63-b6f2-8c91a64f0962 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 810 time: 0.1966221 Nov 12 03:32:13.290056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-ea97ccdb-6121-4968-9bcb-1831fd00c979 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/quotas/a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 375 time: 0.0211678 Nov 12 03:32:13.531715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-686e5415-3c20-4f23-8336-34d89d42807f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2329257 Nov 12 03:32:13.687935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-156910a1-d15c-4c04-838f-3d5a46915127 service neutron] 10.222.0.84 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515396 Nov 12 03:32:13.881777 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.892943 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.099761 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Attempting to bind port 1d9c159a-f41f-472d-9772-71d2f1542d49 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:14.100893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Attempting to bind port 1d9c159a-f41f-472d-9772-71d2f1542d49 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:14.101515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Attempting to bind port 1d9c159a-f41f-472d-9772-71d2f1542d49 on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:14.109992 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:14.110857 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Checking segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:14.111693 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.113020 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Bound using segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:14.113881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Bound port: 1d9c159a-f41f-472d-9772-71d2f1542d49, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:14.114554 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.272616 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Pushing event updated for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.315122 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.315477 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.315814 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.316398 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.317471 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.319614 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.320138 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.320680 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.321189 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.321917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.322865 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.324057 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:14.454943 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] For port 1d9c159a-f41f-472d-9772-71d2f1542d49, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:14.464686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] For port 1d9c159a-f41f-472d-9772-71d2f1542d49, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d9c159a-f41f-472d-9772-71d2f1542d49,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:14.481501 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.509281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] Provisioning complete for port 1d9c159a-f41f-472d-9772-71d2f1542d49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:14.509908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.638006 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cea31-6181-4062-bc56-f33c21e0e3bf None None] Pushing event updated for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:14.649998 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:14.650644 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:14.755639 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.782308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-af0b59b0-280e-4176-a7a1-9a0065ef24bf service neutron] 10.222.0.84 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0648410 Nov 12 03:32:14.921869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] For port 1d9c159a-f41f-472d-9772-71d2f1542d49, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d9c159a-f41f-472d-9772-71d2f1542d49,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:14.939541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.026500 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:15.080655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ad35-64e5-4bb7-b4bd-19da01b1f970 None None] Pushing event updated for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.102037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-db29b199-aff9-4cfa-8d05-9d882265b4e7 None None] Provisioning complete for port 1d9c159a-f41f-472d-9772-71d2f1542d49 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:15.102786 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db29b199-aff9-4cfa-8d05-9d882265b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.241248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9a280ad5-ad4d-45db-8843-813e819670db req-904199ad-51d1-4c08-a1d9-74a63db4f8a9 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Nov 12 03:32:15.267208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56372) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.434287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-502c4ba2-f9e5-4aba-a66e-6964a313fb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.549984 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:15.585641 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566edb-bb00-413e-82e7-c50e653ba9b4 None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:15.594079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-502c4ba2-f9e5-4aba-a66e-6964a313fb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.598845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-502c4ba2-f9e5-4aba-a66e-6964a313fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.652451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-502c4ba2-f9e5-4aba-a66e-6964a313fb38 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b34fb0c6a69845f6baf46643c68c5252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3841333 Nov 12 03:32:15.654200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c4ba2-f9e5-4aba-a66e-6964a313fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca552de-4304-4681-b391-fc4e1394dfe5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.655584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56384) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.731006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.767988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.845117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.848863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.850928 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aca552de-4304-4681-b391-fc4e1394dfe5 HTTP/1.1" status: 204 len: 168 time: 0.1943512 Nov 12 03:32:15.884102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eab35f-acdc-451d-8030-f4e5877fa8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca552de-4304-4681-b391-fc4e1394dfe5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.413028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-234aee24-fd14-4196-89f4-98356d226cb0 req-543f5a6c-ed4f-4f08-8da9-ae31a854ba13 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 210 time: 0.0493264 Nov 12 03:32:16.585066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d9c159a-f41f-472d-9772-71d2f1542d49 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:16.670594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1d9c159a-f41f-472d-9772-71d2f1542d49 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:16.671576 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.171895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-2889d808-edcf-47fa-b7f1-7aae6a45dc41 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.184865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-2889d808-edcf-47fa-b7f1-7aae6a45dc41 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 810 time: 0.2499251 Nov 12 03:32:17.297164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-c70df8ec-2497-4bb9-ac1a-c53138d3fab7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 379 time: 0.0975177 Nov 12 03:32:17.313777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'port': {'device_id': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'admin_state_up': True, 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'security_groups': ['b1e03c39-7482-49a1-b447-4707339a38f6']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:17.506730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56456) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.581414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Made reservation on behalf of a1ef6dd4826246a2826d4b26d6e2c1ae for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:17.585450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.678370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11b03b66-41e2-43b6-a407-f6dd29eaa0b5 req-f37eb5de-f990-48f9-9ad9-c985e1659632 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 210 time: 0.1029084 Nov 12 03:32:17.780146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-226b12b1-e599-42b1-b778-d0ce048b89ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.800855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Allocated IP 172.20.0.3 (dd99071d-f88a-40a6-ba23-6d077a9bf3a4/5c7a4e0c-0813-49ef-906a-1936bcb18ed0/9cc59e40-d7ad-4912-a8b2-f0bdfb60459e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:17.937907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-226b12b1-e599-42b1-b778-d0ce048b89ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.950170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-226b12b1-e599-42b1-b778-d0ce048b89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.993304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b12b1-e599-42b1-b778-d0ce048b89ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39994fd1-ecee-4c53-a4bf-535202640f3a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.028048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.032780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-226b12b1-e599-42b1-b778-d0ce048b89ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7de2f5b820e94f3287d06dfd9cf71436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5238812 Nov 12 03:32:18.033010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.088698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.090091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.117764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.148171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:18.152174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:18.160610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:18.208264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.234466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.237453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.242468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/39994fd1-ecee-4c53-a4bf-535202640f3a HTTP/1.1" status: 204 len: 168 time: 0.2059093 Nov 12 03:32:18.242649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.247520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.267376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39a728-f466-4549-ba63-5570f6ef49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39994fd1-ecee-4c53-a4bf-535202640f3a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.275126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-dc30132c-7f24-465b-bb91-3f544fe546c4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652195 Nov 12 03:32:18.294510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Request body: {'port': {'device_id': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:18.390767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.627660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a384282f-5411-4969-a95d-31dc969eb06d None None] Provisioning complete for port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:18.629424 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a384282f-5411-4969-a95d-31dc969eb06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.706427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a384282f-5411-4969-a95d-31dc969eb06d None None] Port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:18.857098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.030529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72018c1-33d4-49d0-88b9-229c3a52d802 req-1f4e9951-101c-4b42-afd4-ccece250cce0 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.043048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d72018c1-33d4-49d0-88b9-229c3a52d802 req-1f4e9951-101c-4b42-afd4-ccece250cce0 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 931 time: 0.1986365 Nov 12 03:32:19.076752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:19.103853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.143384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Transition to ACTIVE for port object 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:19.163940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.186760 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ad12236-49f3-40c9-8adb-be7b5be9ccff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.187016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d72018c1-33d4-49d0-88b9-229c3a52d802 req-3d611e13-8aff-45ff-b18b-59b5a1fde92c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298785 Nov 12 03:32:19.299917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.424455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Attempting to bind port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:19.425042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Attempting to bind port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:19.425627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Attempting to bind port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:19.428809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ad12236-49f3-40c9-8adb-be7b5be9ccff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.434223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:19.434820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Attempting to bind port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:19.442199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:19.442779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Checking segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:19.444416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Bound using segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:19.445111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Bound port: 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:19.445694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.446801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ad12236-49f3-40c9-8adb-be7b5be9ccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.563121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56530) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.572721 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ad12236-49f3-40c9-8adb-be7b5be9ccff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bac8b1434e164293a0be6e658effc60d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7065606 Nov 12 03:32:19.577098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad12236-49f3-40c9-8adb-be7b5be9ccff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb28531-09a4-4d15-96c3-b3f30d406571,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.689829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:19.692199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:19.718372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.785113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.785745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.787799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 1092 time: 1.4986780 Nov 12 03:32:19.788268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:19.790575 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:19.804910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.858314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.929970 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3b92e9-e223-42c8-b38d-5a6155097561 x-openstack-request-id: req-cb3b92e9-e223-42c8-b38d-5a6155097561 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:19.930336 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:19.930695 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cb3b92e9-e223-42c8-b38d-5a6155097561 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:19.931070 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'status': 'completed', 'code': 200} Nov 12 03:32:19.972708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.975445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.983706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9bb28531-09a4-4d15-96c3-b3f30d406571 HTTP/1.1" status: 204 len: 168 time: 0.4154897 Nov 12 03:32:20.162345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5609-cb21-4635-8a09-22963954af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb28531-09a4-4d15-96c3-b3f30d406571,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.167522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3e4fb-3d5b-42c9-b8a4-750a290b7195 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.208275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-85beea31-c3de-46c8-a55b-9a3c816c9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.213295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-85beea31-c3de-46c8-a55b-9a3c816c9ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1095 time: 0.2779155 Nov 12 03:32:20.337671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-40d09d89-a1b7-43a9-8e17-716ca7261b2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 217 time: 0.0977664 Nov 12 03:32:20.516165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-f8b9b9f6-d141-4deb-a332-bcea2409878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.520107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-f8b9b9f6-d141-4deb-a332-bcea2409878a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.1604006 Nov 12 03:32:20.547503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efe641-b53f-4fb8-9beb-07e74febfab8 req-7a4bdf1d-892f-4619-9134-6fc17c9cdb97 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.549142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-41efe641-b53f-4fb8-9beb-07e74febfab8 req-7a4bdf1d-892f-4619-9134-6fc17c9cdb97 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 943 time: 0.2102425 Nov 12 03:32:20.675156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.788300 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-41efe641-b53f-4fb8-9beb-07e74febfab8 req-f2d65218-e89b-4f6b-99eb-1b3b46f18b7f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179918 Nov 12 03:32:20.811986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-d4238dd5-723c-4ee8-b2ed-7bc7baa081b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.814761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-d4238dd5-723c-4ee8-b2ed-7bc7baa081b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2643659 Nov 12 03:32:20.930850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1781312867'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.981304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Made reservation on behalf of 9344fac0430f4cec8deb14fc26151117 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:20.985631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.996249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-999ef93b-f71e-45b7-95ec-fac5ebeec9b8 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684554 Nov 12 03:32:21.000834 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.186798 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.197496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.220858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:21.223202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81dd481e-7f94-423b-8a93-3fc90c5461c5 req-791b2a2f-46a0-437d-b18d-228f44974f9c service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136111 Nov 12 03:32:21.271501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4030cb-35cc-4c09-9321-c3ee3e6173c6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.280328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.281127 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Added segment 8397768e-3c3e-487a-bccb-818b1cca527d of type vlan for network e68da632-7bc9-44b5-8dc4-6adb0bf85c0d Nov 12 03:32:21.387084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-9c311bba-33ab-4c22-b542-27496dbcc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.388819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-9c311bba-33ab-4c22-b542-27496dbcc969 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1095 time: 0.1017661 Nov 12 03:32:21.397003 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.468280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.476401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.477062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.518817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-894e70e1-9722-4a43-aafe-bbbf15a4d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.522815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-894e70e1-9722-4a43-aafe-bbbf15a4d4a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1204581 Nov 12 03:32:21.599902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-e82dc30c-100a-4fb3-9947-5a0ae3ca7a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 217 time: 0.0666118 Nov 12 03:32:21.605850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Pushing event updated for resources: {'Network': ['ID=e68da632-7bc9-44b5-8dc4-6adb0bf85c0d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.620571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e68da632-7bc9-44b5-8dc4-6adb0bf85c0d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:21.629384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56610) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.631527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-722c32a1-e350-4017-8a99-5c9d64190db1 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9449601 Nov 12 03:32:21.680511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-f01380fb-8fbc-4eda-9a06-ffcf8d7698cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.682006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-f01380fb-8fbc-4eda-9a06-ffcf8d7698cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0628970 Nov 12 03:32:21.785685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-3c601d54-bce5-4f18-a74e-f237b402be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.788054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-3c601d54-bce5-4f18-a74e-f237b402be09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825012 Nov 12 03:32:21.976983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-90a8ebb0-24a3-4a45-81ac-99d26986081b service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783671 Nov 12 03:32:22.003711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f0fbe-7218-4f28-aee3-cb10ac670fe6 req-68909f21-fa86-40d7-b70b-571ba7085e34 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.005308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-695f0fbe-7218-4f28-aee3-cb10ac670fe6 req-68909f21-fa86-40d7-b70b-571ba7085e34 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 943 time: 0.1098428 Nov 12 03:32:22.096085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-695f0fbe-7218-4f28-aee3-cb10ac670fe6 req-7320f585-f585-4ff0-8c4c-bee68589c476 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820572 Nov 12 03:32:22.121825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'name': 'tempest-network--1493445166', 'router:external': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:22.149467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:22.152819 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.165761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.201227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55e290e7-1b5a-478c-9ab7-b75213d8ea7f req-1cd8f738-de24-44f9-9687-177f2e555968 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142727 Nov 12 03:32:22.288630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.304296 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.332113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:22.358838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32907bef-b5c8-4067-9ba3-29d89bbcb61b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.362841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.363309 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Added segment 10c1f31e-a710-4ce2-8f87-fae03700a3c9 of type vlan for network 483e8cde-8771-4cc6-8182-638f5467ac27 Nov 12 03:32:22.421241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.454240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.455512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.456145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.521692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=483e8cde-8771-4cc6-8182-638f5467ac27,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.530648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bd2e780a-0817-43d6-a5a0-49283f8ea29f tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8993590 Nov 12 03:32:22.532349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56636) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.538942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 483e8cde-8771-4cc6-8182-638f5467ac27 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:22.647832 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.746502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.793784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483e8cde-8771-4cc6-8182-638f5467ac27']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:22.806277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c1f31e-a710-4ce2-8f87-fae03700a3c9') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:22.806855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c1f31e-a710-4ce2-8f87-fae03700a3c9') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:22.817969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.835817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.845453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:22.845453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:22.909423 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:22.931081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.938841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 483e8cde-8771-4cc6-8182-638f5467ac27 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:32:22.941514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.944812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/483e8cde-8771-4cc6-8182-638f5467ac27 HTTP/1.1" status: 204 len: 168 time: 0.4114232 Nov 12 03:32:22.948321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56650) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.958100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:22.967574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70093-fb15-43e8-a1b2-41e4f9814b88 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Network': ['ID=483e8cde-8771-4cc6-8182-638f5467ac27,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.082213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:23.084824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.154760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-147a677d-c8b7-447f-873d-1cd92f98ed7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1803939 Nov 12 03:32:23.175923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:23.204659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.205009 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Added segment a9a414a3-0400-4ee4-a9cb-f16d35ee7d9f of type vlan for network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 Nov 12 03:32:23.371634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.388424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-1872a630-582e-44eb-84ad-3537a13bbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.389871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-1872a630-582e-44eb-84ad-3537a13bbb7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.1661158 Nov 12 03:32:23.455705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e32d6-2682-4979-8fdc-25c9dbf0bfb5 req-662397c4-8b97-42b2-a9bd-183ce703f606 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.467232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c5e32d6-2682-4979-8fdc-25c9dbf0bfb5 req-662397c4-8b97-42b2-a9bd-183ce703f606 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 943 time: 0.2329469 Nov 12 03:32:23.548846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c5e32d6-2682-4979-8fdc-25c9dbf0bfb5 req-17b51709-7d45-434a-97ca-217bfa5d8843 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801258 Nov 12 03:32:23.549882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.551068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.551912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.672918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7229738 Nov 12 03:32:23.675937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56666) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.682152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'subnet': {'network_id': '3f34e053-b80d-4e5b-92ac-aed915d7fba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.696212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9865b6b-683a-42b5-8b71-21fb202090c6 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=3f34e053-b80d-4e5b-92ac-aed915d7fba9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.709918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:23.720334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-08c7beaa-3a90-4072-b600-087138c4237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.721950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-08c7beaa-3a90-4072-b600-087138c4237e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.2512329 Nov 12 03:32:23.739176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:23.743154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.825818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-5026d56f-911c-432b-8ac7-a1bef761398f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 1000 time: 0.0905819 Nov 12 03:32:23.900913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-ad7911a8-2312-4add-8d2b-7d99019ab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.903479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-ad7911a8-2312-4add-8d2b-7d99019ab9e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0649078 Nov 12 03:32:24.011132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-902769ea-c54b-4384-9a7b-3921ab58cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.011132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-902769ea-c54b-4384-9a7b-3921ab58cc45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895739 Nov 12 03:32:24.164274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-e7ebef42-6e20-48c4-a521-c7defe3803ce service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459987 Nov 12 03:32:24.193570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:32:24.194073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.248341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1c312d3-3ede-4f66-9072-0466d0803320,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.287941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Checking segment: {'id': 'a9a414a3-0400-4ee4-a9cb-f16d35ee7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3f34e053-b80d-4e5b-92ac-aed915d7fba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:24.288825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Network hostable DHCP agents. Network: 3f34e053-b80d-4e5b-92ac-aed915d7fba9, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:24.315053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:24.336862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bd03129-8449-4848-bcd3-4de8c0f9b983 req-ad2bbcba-4a2c-4dd9-80c6-78b9f07057ae service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625528 Nov 12 03:32:24.346062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3f34e053-b80d-4e5b-92ac-aed915d7fba9) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:24.357333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5206eef1-b3dd-4a7a-a3b2-6092f5806c7d None None] Network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:24.364132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.364749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.388530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95daf8a1-67a3-44d2-bfda-e110b3c04ef4 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7111146 Nov 12 03:32:24.391291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56692) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.396609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'floatingip': {'floating_network_id': '3f34e053-b80d-4e5b-92ac-aed915d7fba9'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.435495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.601270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de8b9cc-a19f-4a21-a825-ae3082cf32cc None None] Network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:24.622263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.747147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.810282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19c8d8-c155-4200-aeaf-84388e7fe135 req-51a7c3cd-6b6a-4432-ba4a-f7f55add44df tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.811862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d19c8d8-c155-4200-aeaf-84388e7fe135 req-51a7c3cd-6b6a-4432-ba4a-f7f55add44df tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 943 time: 0.1282816 Nov 12 03:32:24.829730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Allocated IP 172.20.0.5 (3f34e053-b80d-4e5b-92ac-aed915d7fba9/b1c312d3-3ede-4f66-9072-0466d0803320/1a461232-0c55-4977-8699-7863addf2e00) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:24.950313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d19c8d8-c155-4200-aeaf-84388e7fe135 req-f206c539-19ce-4b0e-ba94-39f55dbfb3f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320848 Nov 12 03:32:24.989768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.112127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.123955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.146456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.175959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fbd0cbbf7fcf472bb2c96c0667b53358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269936 Nov 12 03:32:25.180499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56722) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.214076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.235157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada2f795-7394-4e6b-9c7e-9143eff21f5b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.238134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:25.241859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:25.247057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:25.272061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.272621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.273019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.273418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.273781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.274480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.275618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.276695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.277316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.277729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.278138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.278600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422a94f9-8955-4fd5-84b9-713e21977393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:25.285832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.308364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:25.312777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.356189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Port': ['ID=1a461232-0c55-4977-8699-7863addf2e00,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.394301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.398843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.400365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ada2f795-7394-4e6b-9c7e-9143eff21f5b HTTP/1.1" status: 204 len: 168 time: 0.2188148 Nov 12 03:32:25.416988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbbcf-87be-4b39-99ee-252b6662cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada2f795-7394-4e6b-9c7e-9143eff21f5b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.470366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.557429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.694455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:25.714434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'port_id': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'mac_address': 'fa:16:3e:47:3e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:25.766677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.791246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:25.833380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:25.841956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.849673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.855083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.954548 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Port': ['ID=1a461232-0c55-4977-8699-7863addf2e00,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.972808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.987066 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.013750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56742) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.029672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.029829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f901ba0-7cc3-4d29-9b91-d5a06b78ae2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.034792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc03d8a7-391e-444c-a63c-a39eb0d6acab tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6423171 Nov 12 03:32:26.035555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56744) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.125731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:26.129764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea624c-21e8-4bbd-aa5b-0964fe0db42b req-df7047cd-f89c-4657-9948-d59f4c2d32c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.131686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0ea624c-21e8-4bbd-aa5b-0964fe0db42b req-df7047cd-f89c-4657-9948-d59f4c2d32c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 944 time: 0.0762465 Nov 12 03:32:26.163277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2061550b-ab78-4aae-95f6-92a4a939ab6e tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "GET /v2.0/floatingips?floating_network_id=3f34e053-b80d-4e5b-92ac-aed915d7fba9 HTTP/1.1" status: 200 len: 689 time: 0.1264455 Nov 12 03:32:26.165608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56748) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.209678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0ea624c-21e8-4bbd-aa5b-0964fe0db42b req-21f66995-ac18-492d-aa03-8c5aabf0a5ee tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691056 Nov 12 03:32:26.266439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f901ba0-7cc3-4d29-9b91-d5a06b78ae2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.277949 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f901ba0-7cc3-4d29-9b91-d5a06b78ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.320563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.325916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f901ba0-7cc3-4d29-9b91-d5a06b78ae2b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f6b7c1ef3af44b93853cb130e771210b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106935 Nov 12 03:32:26.330827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56754) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.339355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f901ba0-7cc3-4d29-9b91-d5a06b78ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da135b90-fa4e-4f84-bc22-a70b769f8e43,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.494738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.520591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Deleting port 1a461232-0c55-4977-8699-7863addf2e00 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:26.520963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.525402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.964234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.964901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.981067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.983747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.987557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da135b90-fa4e-4f84-bc22-a70b769f8e43 HTTP/1.1" status: 204 len: 168 time: 0.6577489 Nov 12 03:32:26.988613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Calling delete_port for 1a461232-0c55-4977-8699-7863addf2e00 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.003802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1ecc2-acef-4f87-bc13-723bdf306947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da135b90-fa4e-4f84-bc22-a70b769f8e43,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.152949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.185922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a461232-0c55-4977-8699-7863addf2e00,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.290624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.320570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:27.340313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-2269044f-0164-4047-a7f4-2c977b15c1cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899386 Nov 12 03:32:27.436415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.475957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-6afd6ad0-f3ab-4d09-aaa5-5cb35e5a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.477845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-6afd6ad0-f3ab-4d09-aaa5-5cb35e5a5a0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb32bb4a58f46589b64f327b26d6411&device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 1100 time: 0.0729499 Nov 12 03:32:27.482122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:27.487266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:27.487659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.520552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31142-689c-4801-a456-9e769f3a2d92 req-be03caa6-f4d6-434a-9809-fd6c12ff29c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.535777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ca31142-689c-4801-a456-9e769f3a2d92 req-be03caa6-f4d6-434a-9809-fd6c12ff29c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 944 time: 0.1828287 Nov 12 03:32:27.628954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.634202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ca31142-689c-4801-a456-9e769f3a2d92 req-90a2256d-6568-4689-978c-80e93650e288 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000841 Nov 12 03:32:27.653085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.677546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:27.681666 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759eb75d-6a99-4e22-a7a7-0d959d379661" -d '{"events": [{"server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "name": "network-vif-plugged", "status": "completed", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:27.720820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:27.731010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.749701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c312d3-3ede-4f66-9072-0466d0803320,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.826463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-9668262e-fa15-4cc1-9695-b4322a517aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.828185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-9668262e-fa15-4cc1-9695-b4322a517aaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.3260174 Nov 12 03:32:27.835877 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a67d4b-73ad-4211-8bb1-41519d1e8ecf x-openstack-request-id: req-50a67d4b-73ad-4211-8bb1-41519d1e8ecf {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:27.836303 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "name": "network-vif-plugged", "status": "completed", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:27.836488 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50a67d4b-73ad-4211-8bb1-41519d1e8ecf {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:27.836881 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'code': 200} Nov 12 03:32:27.874108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.934518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f34e053-b80d-4e5b-92ac-aed915d7fba9']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.936200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.946271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.952314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a414a3-0400-4ee4-a9cb-f16d35ee7d9f') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.952792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a414a3-0400-4ee4-a9cb-f16d35ee7d9f') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:27.968572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.997139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.004682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-057e3c0a-fea0-46b3-905a-7d9edb20caa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 HTTP/1.1" status: 200 len: 217 time: 0.1684453 Nov 12 03:32:28.011172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:28.011710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:28.013580 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:28.130303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.136938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f34e053-b80d-4e5b-92ac-aed915d7fba9 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:32:28.140287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.140765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-708cb7e3-bb59-4078-bf44-7f31ea7af1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.142311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-708cb7e3-bb59-4078-bf44-7f31ea7af1a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.1172915 Nov 12 03:32:28.151685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07b4b-1f5d-4724-b81c-9146d2481cb4 req-26e81c7a-f466-46ea-9392-13e986e71bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.152493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/3f34e053-b80d-4e5b-92ac-aed915d7fba9 HTTP/1.1" status: 204 len: 168 time: 1.9856658 Nov 12 03:32:28.153137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56816) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.153227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20f07b4b-1f5d-4724-b81c-9146d2481cb4 req-26e81c7a-f466-46ea-9392-13e986e71bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1970165 Nov 12 03:32:28.252764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36f86-6127-4c16-b498-c88b7b10d400 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f34e053-b80d-4e5b-92ac-aed915d7fba9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.316604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e087946f-c8cd-49ea-971d-bcffa377beb9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1954 time: 0.1478372 Nov 12 03:32:28.319003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.348962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-20f07b4b-1f5d-4724-b81c-9146d2481cb4 req-159ddbac-a694-424d-8a37-7e47f34029e6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660538 Nov 12 03:32:28.365797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-2598adc4-2994-46c5-80ec-152e776224aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.371287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-2598adc4-2994-46c5-80ec-152e776224aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2169366 Nov 12 03:32:28.471975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.474069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.474539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.474993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.481890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.482103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.485558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-26458717-323f-4e97-8779-5ae06410ba4b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4020 time: 0.1650982 Nov 12 03:32:28.489249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56828) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.546291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-a1070878-474b-4ddc-b0bf-c213df5cdf3f service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663353 Nov 12 03:32:28.546863 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-0b92ec6d-4d83-4673-a07f-f9c5065451ff tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:32:28.550472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b92ec6d-4d83-4673-a07f-f9c5065451ff tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/d53741b7-4728-45b3-a983-a2e29ca349ca HTTP/1.1" status: 404 len: 345 time: 0.0577996 Nov 12 03:32:28.550723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.573603 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9646e69c-bfb2-4c17-84f6-9695b56c1789 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:32:28.574326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9646e69c-bfb2-4c17-84f6-9695b56c1789 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:28.582550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9646e69c-bfb2-4c17-84f6-9695b56c1789 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/3f34e053-b80d-4e5b-92ac-aed915d7fba9 HTTP/1.1" status: 404 len: 339 time: 0.0263784 Nov 12 03:32:28.601308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56836) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.638229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'name': 'tempest-network--340313363', 'router:external': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:28.668784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:28.672139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.695971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0e09319-31c2-40bb-b9c9-d2d9538203cd req-e8df98f3-bde8-4c2b-8b46-0c9e2210b03e service neutron] 10.222.0.39 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425920 Nov 12 03:32:28.733632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:28.745681 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.746031 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Added segment d416a7f4-a82f-4e0a-97c5-454b0a7f0fc0 of type vlan for network 691b8bb0-cba9-4aee-9233-d2b005d33e66 Nov 12 03:32:28.807396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.858509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.860729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.861764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.902180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56844) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.912875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3017519 Nov 12 03:32:29.079492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee4ca-7c97-47fd-a44c-bb315ac55050 req-07c83942-ee02-48e3-8594-c9ba16243c20 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.079492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-615ee4ca-7c97-47fd-a44c-bb315ac55050 req-07c83942-ee02-48e3-8594-c9ba16243c20 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.2340679 Nov 12 03:32:29.082512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0777c4f-5d26-414f-b885-3945ac0312d8 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=691b8bb0-cba9-4aee-9233-d2b005d33e66,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.112017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 691b8bb0-cba9-4aee-9233-d2b005d33e66 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:29.243665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864ea74-d663-4f94-959c-38fa6fae76bd tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.250596 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-615ee4ca-7c97-47fd-a44c-bb315ac55050 req-0bc32362-4270-4947-aff8-dc4c4fd06098 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578491 Nov 12 03:32:29.260577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864ea74-d663-4f94-959c-38fa6fae76bd tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.270792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864ea74-d663-4f94-959c-38fa6fae76bd tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.282643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864ea74-d663-4f94-959c-38fa6fae76bd tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.284672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c864ea74-d663-4f94-959c-38fa6fae76bd tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3809900 Nov 12 03:32:29.287410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56860) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.297826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.378789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.479979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.503838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691b8bb0-cba9-4aee-9233-d2b005d33e66']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.522370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd416a7f4-a82f-4e0a-97c5-454b0a7f0fc0') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.522370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd416a7f4-a82f-4e0a-97c5-454b0a7f0fc0') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:29.532181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.552221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.558905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:29.559442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:29.561140 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:29.618038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.626526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 691b8bb0-cba9-4aee-9233-d2b005d33e66 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:32:29.629338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.636331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/691b8bb0-cba9-4aee-9233-d2b005d33e66 HTTP/1.1" status: 204 len: 168 time: 0.3440242 Nov 12 03:32:29.637598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.643463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434086-eabf-4026-80a4-7b5944b033d3 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Network': ['ID=691b8bb0-cba9-4aee-9233-d2b005d33e66,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.648839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'name': 'tempest-network--1476615198', 'router:external': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:29.699289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:29.702195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.734944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:29.748426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.748763 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Added segment c9def995-af4b-4bd4-8e9c-a1313eaec512 of type vlan for network b563221b-731e-4ef9-8d6a-ccab03df0b19 Nov 12 03:32:29.837865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.876904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.877966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.878604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.908103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2691360 Nov 12 03:32:29.911277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56882) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.959532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3e045-edb7-4805-b4e8-bf463ebfa6c9 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=b563221b-731e-4ef9-8d6a-ccab03df0b19,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.971389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b563221b-731e-4ef9-8d6a-ccab03df0b19 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:30.509742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4c011-842a-407f-b9bd-0d07769bac31 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.512090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f7c4c011-842a-407f-b9bd-0d07769bac31 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "GET /v2.0/networks/b563221b-731e-4ef9-8d6a-ccab03df0b19 HTTP/1.1" status: 200 len: 757 time: 0.5997181 Nov 12 03:32:30.516046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56912) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.571037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9afbba-91d2-46b1-b20c-699d3b4b4f51 req-7763fc3c-3359-4f33-b59c-3a93034a98ee tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.578800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f9afbba-91d2-46b1-b20c-699d3b4b4f51 req-7763fc3c-3359-4f33-b59c-3a93034a98ee tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1229622 Nov 12 03:32:30.639415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f9afbba-91d2-46b1-b20c-699d3b4b4f51 req-8454d755-05b5-42c2-8220-f32516ba7788 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556681 Nov 12 03:32:30.702708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79b50b-6180-4ade-9dbb-751103089a07 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.708314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56920) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.708871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd79b50b-6180-4ade-9dbb-751103089a07 tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "GET /v2.0/networks/e68da632-7bc9-44b5-8dc4-6adb0bf85c0d HTTP/1.1" status: 200 len: 768 time: 0.1907854 Nov 12 03:32:30.800594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fa999-f904-4635-98d7-7de0f7eedf52 req-4d53bbee-62ac-40e0-b71a-ff14da216ffd tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.802460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-957fa999-f904-4635-98d7-7de0f7eedf52 req-4d53bbee-62ac-40e0-b71a-ff14da216ffd tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0677741 Nov 12 03:32:30.810315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.815255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56926) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.824952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'floatingip': {'port_id': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:30.880395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.915591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.970968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b563221b-731e-4ef9-8d6a-ccab03df0b19']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:30.982899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9def995-af4b-4bd4-8e9c-a1313eaec512') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:30.983806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9def995-af4b-4bd4-8e9c-a1313eaec512') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:30.995334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.010502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.017667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:31.018367 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:31.020598 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:31.098631 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.106290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b563221b-731e-4ef9-8d6a-ccab03df0b19 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:32:31.120702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.130650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/b563221b-731e-4ef9-8d6a-ccab03df0b19 HTTP/1.1" status: 204 len: 168 time: 0.4194820 Nov 12 03:32:31.137763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.146180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'name': 'tempest-network--944013385'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:31.153495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b0d50-ff2a-48c8-b042-9120025f8590 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Network': ['ID=b563221b-731e-4ef9-8d6a-ccab03df0b19,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.217012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Made reservation on behalf of f0463f3c86a84d238eb8c961d0ad65aa for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:31.219556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.714255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:31.797390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.797881 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Added segment 693f409d-a00a-4d1e-8959-f75e1bcbf5ad of type vlan for network d20e37bc-899a-4774-8b23-b995be350407 Nov 12 03:32:31.868965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.880573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.884460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.961296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.961296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.961618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.014985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8721042 Nov 12 03:32:32.017113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 56964) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.023817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:32.085643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a0d62-c129-4f72-8746-69bdd455932b tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=d20e37bc-899a-4774-8b23-b995be350407,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.089050 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Floating IP 4fecf038-7e6f-4ac9-bba8-7bbbd59d784f associated. External IP: 172.25.2.18, port: 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e. Nov 12 03:32:32.101637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d20e37bc-899a-4774-8b23-b995be350407 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:32.241956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.276830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.287507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Network d20e37bc-899a-4774-8b23-b995be350407 is not hosted by any dhcp agent {{(pid=102433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:32:32.288134 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af4f5eb8-7c3b-47d6-aef1-efab02147ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.288815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.293048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.295056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "PUT /v2.0/networks/d20e37bc-899a-4774-8b23-b995be350407 HTTP/1.1" status: 200 len: 857 time: 0.2763984 Nov 12 03:32:32.297935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 56976) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.362083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea5053-6248-4f11-9b61-b50d59e83060 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event updated for resources: {'Network': ['ID=d20e37bc-899a-4774-8b23-b995be350407,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.435370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.492643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:32.554751 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.623406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20e37bc-899a-4774-8b23-b995be350407']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.639455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693f409d-a00a-4d1e-8959-f75e1bcbf5ad') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.639759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693f409d-a00a-4d1e-8959-f75e1bcbf5ad') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.657781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.721986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.738686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:32.739178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:32.742205 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:32.804612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:32.809995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.815400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:32.843285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:32.844300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:32.851463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4837dab-abb5-4c58-8229-e8222b1ba135 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "PUT /v2.0/floatingips/4fecf038-7e6f-4ac9-bba8-7bbbd59d784f HTTP/1.1" status: 200 len: 990 time: 2.0345397 Nov 12 03:32:32.852150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:32.854704 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:32.858831 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.862665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d20e37bc-899a-4774-8b23-b995be350407 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:32:32.865291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.869154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] 10.222.0.84 "DELETE /v2.0/networks/d20e37bc-899a-4774-8b23-b995be350407 HTTP/1.1" status: 204 len: 168 time: 0.5696979 Nov 12 03:32:32.872278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57010) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.918142 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fba2da-9ae8-4829-8568-47d1a768e20b tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:32.918142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fba2da-9ae8-4829-8568-47d1a768e20b tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:32.918142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-69fba2da-9ae8-4829-8568-47d1a768e20b tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "DELETE /v2.0/subnets/b1c312d3-3ede-4f66-9072-0466d0803320 HTTP/1.1" status: 404 len: 337 time: 0.0428154 Nov 12 03:32:32.918689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57014) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.935192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ca340-6770-488c-92a3-c67969d1ed41 tempest-ExternalNetworksTestJSON-1335430702 tempest-ExternalNetworksTestJSON-1335430702-project-admin] Pushing event deleted for resources: {'Network': ['ID=d20e37bc-899a-4774-8b23-b995be350407,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.133898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.134815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:33.350717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.358545 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d01851-5769-4bd8-bf0a-9a3255ebfc6e x-openstack-request-id: req-a4d01851-5769-4bd8-bf0a-9a3255ebfc6e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:33.359165 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:33.371955 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4d01851-5769-4bd8-bf0a-9a3255ebfc6e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:33.373746 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'status': 'completed', 'code': 200} Nov 12 03:32:33.420893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68da632-7bc9-44b5-8dc4-6adb0bf85c0d']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.444889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8397768e-3c3e-487a-bccb-818b1cca527d') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.448341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8397768e-3c3e-487a-bccb-818b1cca527d') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.472130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.497669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-6765f888-755e-4758-b203-9df24daade49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.502465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-6765f888-755e-4758-b203-9df24daade49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1188052 Nov 12 03:32:33.507551 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.527633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:33.528804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:33.538591 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:33.564689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '4fecf038-7e6f-4ac9-bba8-7bbbd59d784f', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:47:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:11Z', 'updated_at': '2021-11-12T03:32:31Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.639486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:33.664619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:33.665319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:33.746260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-72bd41d6-7bef-4752-a942-69d74f1c3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.746574 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.761359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-72bd41d6-7bef-4752-a942-69d74f1c3173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.2525256 Nov 12 03:32:33.767754 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.797319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] 10.222.0.84 "DELETE /v2.0/networks/e68da632-7bc9-44b5-8dc4-6adb0bf85c0d HTTP/1.1" status: 204 len: 168 time: 0.8715546 Nov 12 03:32:33.812395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d6ee4-9bc2-40cc-9237-dbd60b43fbad tempest-ExternalNetworksTestJSON-1057345712 tempest-ExternalNetworksTestJSON-1057345712-project] Pushing event deleted for resources: {'Network': ['ID=e68da632-7bc9-44b5-8dc4-6adb0bf85c0d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.907319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-82d0d583-f393-4054-a13c-ec93d13cf825 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 998 time: 0.1377025 Nov 12 03:32:33.920824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:33.989001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-7ea07d78-92ff-4572-9582-e91003c9796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.990933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-7ea07d78-92ff-4572-9582-e91003c9796d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0757473 Nov 12 03:32:34.100716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-7cdc4aca-5eac-46c2-bfc6-409d64681a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:34.102406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-7cdc4aca-5eac-46c2-bfc6-409d64681a03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042073 Nov 12 03:32:34.347520 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-eda36f23-02dc-4937-9517-412d5294afed service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259316 Nov 12 03:32:34.468488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57052) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.484117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '4fecf038-7e6f-4ac9-bba8-7bbbd59d784f', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:47:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:11Z', 'updated_at': '2021-11-12T03:32:31Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:34.548723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42868a64-1a66-4655-8d7b-6e9998643491 None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '4fecf038-7e6f-4ac9-bba8-7bbbd59d784f', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:47:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:32:11Z', 'updated_at': '2021-11-12T03:32:31Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:34.653059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6c89f28e-c6d2-4859-900b-0d3eb77ed8c4 req-104031e9-d7f5-49b2-abfc-d7433d68ca92 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933128 Nov 12 03:32:34.688251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-edc44bc3-4b60-4da8-a24a-2b0f3875f4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.754474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e11be6ee-5512-41d9-9309-d9868cba394c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9344fac0430f4cec8deb14fc26151117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839162 Nov 12 03:32:34.756378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57060) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.902324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.953188 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62d7dac-01a6-4d92-9f57-172831255cb7 None None] New status for floating IP 4fecf038-7e6f-4ac9-bba8-7bbbd59d784f: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:32:34.953851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.027476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.030690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.031914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc4030cb-35cc-4c09-9321-c3ee3e6173c6 HTTP/1.1" status: 204 len: 168 time: 0.2744265 Nov 12 03:32:35.040801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28744a92-c6c7-4ba9-bbd2-879f09a5637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4030cb-35cc-4c09-9321-c3ee3e6173c6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:35.662242 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.746524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.858303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7460c336-4952-45d3-a38d-bcb61184f061 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f0463f3c86a84d238eb8c961d0ad65aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100707 Nov 12 03:32:35.862799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57088) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.965217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.996486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.070100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.075129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.087603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/32907bef-b5c8-4067-9ba3-29d89bbcb61b HTTP/1.1" status: 204 len: 168 time: 0.2172029 Nov 12 03:32:36.101729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a19b-0b5c-4a80-9437-fd321ebb2043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32907bef-b5c8-4067-9ba3-29d89bbcb61b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.175144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.654253 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:37.824590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.003614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-501222536'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.087197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.094391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.227670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.229208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.241652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.274950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.278823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ee8e452a-52d1-4443-9cd7-bdded097e29b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4523206 Nov 12 03:32:38.280933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57178) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.369509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.609441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.611943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.674027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.675717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4fd469-4007-46f1-96da-4c43c67bf1a0 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:38.682536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.693148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57188) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.699964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Request body: {'router': {'name': 'tempest-router-2078353027', 'distributed': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:38.706698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1ef48ddb-1548-42fd-b324-f619847a898b tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "DELETE /v2.0/routers/6f4fd469-4007-46f1-96da-4c43c67bf1a0 HTTP/1.1" status: 204 len: 168 time: 0.4217472 Nov 12 03:32:38.731820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.733521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.816074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.821537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.844009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.848516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4baae364-0070-47cc-8dc8-d94a63e790e4 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1510561 Nov 12 03:32:38.849177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57190) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.938555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.151066 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.153382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.200762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.201403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa9a76d-e4df-409c-94c5-2883200f2a16 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:39.207863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.209297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c18af06d-c01f-47ce-8c2e-cc164f1c0d9d tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "DELETE /v2.0/routers/8fa9a76d-e4df-409c-94c5-2883200f2a16 HTTP/1.1" status: 204 len: 168 time: 0.3586924 Nov 12 03:32:39.213086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57194) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.218470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Request body: {'router': {'name': 'tempest-router-1642673950', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9c2080c8f01340f18899fa4a426e9571'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.243554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.246218 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.317785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.324912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.341997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.345896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5e9e6844-58e3-46bf-b5f6-934f6d934512 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1287301 Nov 12 03:32:39.346110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57200) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.351341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.985460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.986100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.071081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102432) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:32:40.071448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Router 05a02e33-ecc8-4089-9ced-de8e5092a222 migrating from provider to provider. {{(pid=102432) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:32:40.071822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.076472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.082791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.175505 n-d-615180-50 neutron-server[102432]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] No L3 agents can host the router 05a02e33-ecc8-4089-9ced-de8e5092a222 Nov 12 03:32:40.315173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Hosts for router 05a02e33-ecc8-4089-9ced-de8e5092a222: [] {{(pid=102432) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:32:40.349786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Hosts for other DVR routers connected to router 05a02e33-ecc8-4089-9ced-de8e5092a222: set() {{(pid=102432) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:32:40.357267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.361137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f2a8faf-6aeb-4537-b575-8df19b8ef433 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "PUT /v2.0/routers/05a02e33-ecc8-4089-9ced-de8e5092a222 HTTP/1.1" status: 200 len: 717 time: 1.0115390 Nov 12 03:32:40.361461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57210) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.449426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d797a0be-0870-477c-8a5a-26dc11cde839 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "GET /v2.0/routers/05a02e33-ecc8-4089-9ced-de8e5092a222 HTTP/1.1" status: 200 len: 717 time: 0.0842333 Nov 12 03:32:40.450448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57212) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.667771 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9d9cf64b-d851-41a9-8a0e-e8ca2b2cc477 tempest-RoutersTestDVR-1504358339 tempest-RoutersTestDVR-1504358339-project] 10.222.0.84 "GET /v2.0/routers/05a02e33-ecc8-4089-9ced-de8e5092a222 HTTP/1.1" status: 200 len: 683 time: 0.2160349 Nov 12 03:32:40.670344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57218) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.749743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.966348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.968620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.019774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.020596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05a02e33-ecc8-4089-9ced-de8e5092a222 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:41.034404 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.039489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.040026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ba1385de-1802-4f75-8257-d22303d6d76e tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "DELETE /v2.0/routers/05a02e33-ecc8-4089-9ced-de8e5092a222 HTTP/1.1" status: 204 len: 168 time: 0.3683395 Nov 12 03:32:41.045741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Request body: {'router': {'name': 'tempest-router-781271771', 'distributed': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.074243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.075867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.137296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.145117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.165934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.170617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57224) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.179739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d54edfe1-bcb9-43e1-bc21-ba05f819fffb tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1383111 Nov 12 03:32:41.255211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.451211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.454283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.521051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.521872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97ab292b-c88b-440d-b66c-696ee5339d9e {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:41.538327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.543552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aadaeef5-75d9-4baf-bc2a-13c5dfc8dcc3 tempest-RoutersTestDVR-185789097 tempest-RoutersTestDVR-185789097-project-admin] 10.222.0.84 "DELETE /v2.0/routers/97ab292b-c88b-440d-b66c-696ee5339d9e HTTP/1.1" status: 204 len: 168 time: 0.3693106 Nov 12 03:32:41.878393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.105926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb3383ce-fd30-4c21-b693-14352bcca58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.230207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb3383ce-fd30-4c21-b693-14352bcca58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.238203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb3383ce-fd30-4c21-b693-14352bcca58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.291611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb3383ce-fd30-4c21-b693-14352bcca58e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c2080c8f01340f18899fa4a426e9571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118581 Nov 12 03:32:42.292484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3383ce-fd30-4c21-b693-14352bcca58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d294d63-87c3-4bad-b8c7-159e13eb0680,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.294135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.396088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.421165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.476645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.480125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.493681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5d294d63-87c3-4bad-b8c7-159e13eb0680 HTTP/1.1" status: 204 len: 168 time: 0.1960866 Nov 12 03:32:42.527353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c966c-cb5f-41af-813d-810f579e9b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d294d63-87c3-4bad-b8c7-159e13eb0680,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.640069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57260) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.845840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fe5d802-8605-4af6-b713-a694da5a653f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.988680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fe5d802-8605-4af6-b713-a694da5a653f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.000989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fe5d802-8605-4af6-b713-a694da5a653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.060661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2fe5d802-8605-4af6-b713-a694da5a653f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dfed74e2f06f4ef78c024f7017a24c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4177060 Nov 12 03:32:43.061773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5d802-8605-4af6-b713-a694da5a653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8e3b2-789b-444a-a525-98c3d82cd80e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.063463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.095552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.111879 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28d8f3d3-946c-424c-a0aa-81fa50596523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.150578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.185325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.205818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28d8f3d3-946c-424c-a0aa-81fa50596523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.211489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28d8f3d3-946c-424c-a0aa-81fa50596523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.260882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8f3d3-946c-424c-a0aa-81fa50596523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502acb0b-2926-4cd1-badc-ff158dae5694,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.268745 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28d8f3d3-946c-424c-a0aa-81fa50596523 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9eb281193a9462a9e0a6f7474644e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690803 Nov 12 03:32:43.268934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.269253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57272) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.271971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.275579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3f8e3b2-789b-444a-a525-98c3d82cd80e HTTP/1.1" status: 204 len: 168 time: 0.2078195 Nov 12 03:32:43.284800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0032d-6513-4142-bba3-079cd3427f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8e3b2-789b-444a-a525-98c3d82cd80e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.332892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.361778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.434284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.437710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.439080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/502acb0b-2926-4cd1-badc-ff158dae5694 HTTP/1.1" status: 204 len: 168 time: 0.1687460 Nov 12 03:32:43.462361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5a85-cadc-4bca-a50a-feb7d00175ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502acb0b-2926-4cd1-badc-ff158dae5694,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.955884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.994390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b62a7a7-5c79-42e1-89a2-3995a378b22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.109660 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b62a7a7-5c79-42e1-89a2-3995a378b22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.122424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b62a7a7-5c79-42e1-89a2-3995a378b22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.188127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6b62a7a7-5c79-42e1-89a2-3995a378b22b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=693299d1c7e1484eb7be7f88c6de370e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232804 Nov 12 03:32:44.188917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62a7a7-5c79-42e1-89a2-3995a378b22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa437eb-80e6-4092-ab46-3fc54a1d2c31,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:44.190652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.307391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.338380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.412085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.415720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.419955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4fa437eb-80e6-4092-ab46-3fc54a1d2c31 HTTP/1.1" status: 204 len: 168 time: 0.2276776 Nov 12 03:32:44.439003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d9b87-c6be-40eb-be24-27cfb21d2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa437eb-80e6-4092-ab46-3fc54a1d2c31,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.140729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57440) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.187943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57448) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.423086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.471036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-204705848'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:45.558493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:45.569358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.585695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.652126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.661372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.782101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a0265e7ca3d349ff8b74ee8913e028b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922835 Nov 12 03:32:45.787449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.866687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239312be-9b3b-4c06-af2f-749eca8c0102,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.884018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.889776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.899318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.900762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.901830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.903165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.904340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.905114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:45.905710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.907042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.908148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.908754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.910823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.911596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.912764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9c76d-fb57-4f00-8a3d-2a69a06d2485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:45.917772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.918351 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Added segment 5c152b27-d837-4803-ad4a-0b1c069b8233 of type vlan for network 33ca1025-9f43-44e2-ad75-6b0664b57496 Nov 12 03:32:45.986890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.052390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.079518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.113422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada47370-38f0-4406-869e-8b22ff054ac4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.168168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.171731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.174492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:46.175217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.189809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.195864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/239312be-9b3b-4c06-af2f-749eca8c0102 HTTP/1.1" status: 204 len: 168 time: 0.4080057 Nov 12 03:32:46.210441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf64c59-0ddd-4397-860f-8f466cb7d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239312be-9b3b-4c06-af2f-749eca8c0102,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.305557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Network': ['ID=33ca1025-9f43-44e2-ad75-6b0664b57496,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.329834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:46.331334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2653d8b0-e898-48b1-9e53-62bb0208f44a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1892178 Nov 12 03:32:46.332009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57578) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:46.346973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'subnet': {'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:46.615518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:46.621982 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.144082 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.227436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Subnet': ['ID=f2382959-9c7f-49ed-b5fb-5d97a6c71bb0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.235696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Checking segment: {'id': '5c152b27-d837-4803-ad4a-0b1c069b8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:47.236068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network hostable DHCP agents. Network: 33ca1025-9f43-44e2-ad75-6b0664b57496, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:47.261831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:47.282431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 33ca1025-9f43-44e2-ad75-6b0664b57496) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.293175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.294219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.296669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09e53e-bd35-4d93-9fb2-2781322de5a9 None None] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:47.340480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4624d702-7f00-49a3-b56e-c532f0a32b9b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0063941 Nov 12 03:32:47.343176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57670) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.349001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-732088806', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:47.384029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.411766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.412855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.498986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.586790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9e7e8-08ac-43f1-8658-f77158d5802f None None] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:47.620206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efb2ce43-4cf0-4d20-98c0-4926861aea0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.694270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.789776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efb2ce43-4cf0-4d20-98c0-4926861aea0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.801251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-efb2ce43-4cf0-4d20-98c0-4926861aea0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.840448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-efb2ce43-4cf0-4d20-98c0-4926861aea0e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45db90bd3342432695107fe632216e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525707 Nov 12 03:32:47.863579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ce43-4cf0-4d20-98c0-4926861aea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423edcf4-0b28-4db2-b126-b2032503fc69,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.866603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57720) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.949047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.988924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.022891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.043259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.087486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.091025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.092745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/423edcf4-0b28-4db2-b126-b2032503fc69 HTTP/1.1" status: 204 len: 168 time: 0.2247770 Nov 12 03:32:48.107826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8c0d9-e8cb-4d2d-bf9d-14619c458624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423edcf4-0b28-4db2-b126-b2032503fc69,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.267282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.8 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c0ce916f-e71f-4239-8f3b-a97084727a5c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:48.473872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.523883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.569489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:48.572969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:48.578718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:48.589262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5f3b2-d3cd-4f57-ad37-1301d34d067b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:48.614596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=c0ce916f-e71f-4239-8f3b-a97084727a5c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:48.679210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-76a88a59-f352-49d6-b535-d7717f53134a None None] Provisioning complete for port c0ce916f-e71f-4239-8f3b-a97084727a5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:48.679539 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-76a88a59-f352-49d6-b535-d7717f53134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.726972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-76a88a59-f352-49d6-b535-d7717f53134a None None] Port c0ce916f-e71f-4239-8f3b-a97084727a5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:48.876854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.991840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57838) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.073567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.091454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-209555180-network', 'tenant_id': 'bec1542a48bd482485943909a80f94a1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:49.112464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Made reservation on behalf of bec1542a48bd482485943909a80f94a1 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:49.115009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.124132 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.214741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:49.217745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.224615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.243125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:49.262450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.263206 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Added segment a96800df-62e0-40a8-b8e3-ab2e5dff39be of type vlan for network b5756f4a-a98e-488f-b06d-f89c69bca442 Nov 12 03:32:49.307045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e56e24-b431-4e42-bfd7-d4100c892f59,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.338873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.343208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:49.357699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:49.375735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.377246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-803e3b35-34bc-49d4-81fc-b71ffc218a50 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0327566 Nov 12 03:32:49.379889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.384563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:49.385282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.393813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.395166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.395967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.444099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.452949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:49.453183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4600437 Nov 12 03:32:49.453585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.457683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57856) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:49.485772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:49.486438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9536a7-1137-49a5-9e35-7de8477b943a None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:49.490502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Request body: {'subnet': {'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-209555180-subnet', 'tenant_id': 'bec1542a48bd482485943909a80f94a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:49.496310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887ef9-2696-4bd5-9803-194842b56c7d admin admin] Pushing event updated for resources: {'Network': ['ID=b5756f4a-a98e-488f-b06d-f89c69bca442,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.506803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network b5756f4a-a98e-488f-b06d-f89c69bca442 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:49.538628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Made reservation on behalf of bec1542a48bd482485943909a80f94a1 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:49.540298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.214395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.309386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b5ee9c-3b52-4083-94ab-740a0a88d0a0,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:50.356279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Checking segment: {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:50.356900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Network hostable DHCP agents. Network: b5756f4a-a98e-488f-b06d-f89c69bca442, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:50.380983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.393228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Network b5756f4a-a98e-488f-b06d-f89c69bca442 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:50.441069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, b5756f4a-a98e-488f-b06d-f89c69bca442) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:50.448420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.449491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.454611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91183cc8-3284-4c86-ae77-db970795a793 None None] Network b5756f4a-a98e-488f-b06d-f89c69bca442 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:50.471763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cde9f2d6-1f14-4ac7-bfc3-8c6a68c7d1bd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0119972 Nov 12 03:32:50.624337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4894b-ea64-47d8-b9a6-c8198894488a None None] Network b5756f4a-a98e-488f-b06d-f89c69bca442 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:50.775826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.1 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:50.890742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.928645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.974514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:50.980932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:50.982948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:51.014321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.045016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.185600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.486256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.491420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.563118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.599705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:51.690969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:51.692694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:51.815905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:51.938032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:51.947089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2a6c7ab1-172b-40eb-828c-cf431d8c897e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/routers/207914de-7638-4d8d-b19e-1864e4a07560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623460 Nov 12 03:32:51.947502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57878) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:51.954106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'port': {'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496', 'name': 'tempest-FloatingIPTestJSON-270947155'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:51.955356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:51.971954 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:51.972591 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:52.010843 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:52.020208 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:52.020812 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:52.057559 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:52.058212 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e68a1-d877-4d7c-bee4-67d10f51b587 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:52.070425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:52.074596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.091786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] device_id is not set on port 8784bdc5-845c-4878-afd1-092c0f1675da yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:52.201735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.11 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/8784bdc5-845c-4878-afd1-092c0f1675da) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:52.432782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.442155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-76523f91-e15b-4039-bb51-527916f880e4 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.443757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-76523f91-e15b-4039-bb51-527916f880e4 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 808 time: 0.1782589 Nov 12 03:32:52.477396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-84caafc6-98f5-4cc0-b080-7564bb3ff291 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/quotas/bec1542a48bd482485943909a80f94a1 HTTP/1.1" status: 200 len: 375 time: 0.0227683 Nov 12 03:32:52.499274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.520526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-9c008c75-0643-4489-bf37-bed3f8f98198 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332465 Nov 12 03:32:52.582291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:52.612875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:52.621093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:52.657459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=8784bdc5-845c-4878-afd1-092c0f1675da,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.693026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.693553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.703838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-e5a3da6e-edad-4cca-b7ee-1e3c856875af service neutron] 10.222.0.84 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590934 Nov 12 03:32:52.714476 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c5143dad-f398-48a4-8b3a-2e92c4e7fdae tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7658007 Nov 12 03:32:52.717333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57898) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.723386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'port': {'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496', 'name': 'tempest-FloatingIPTestJSON-618981647'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:52.848587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:52.852766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.873217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] device_id is not set on port b48e0fc9-caf8-428f-89d7-89b5ece0a2b2 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:52.995496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.10 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/b48e0fc9-caf8-428f-89d7-89b5ece0a2b2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:53.097557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-8b95ee78-a0ea-4489-99b9-883baefbf58f service neutron] 10.222.0.84 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820684 Nov 12 03:32:53.163492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.201907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.256689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:53.261593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:53.263894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:53.343699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-393813e9-05fe-42c2-94d8-7eff0b6077e8 req-9badfbaa-9c23-4756-bccb-14ead3da4103 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 210 time: 0.0418019 Nov 12 03:32:53.348251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=b48e0fc9-caf8-428f-89d7-89b5ece0a2b2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.381584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:53.382236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.401661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9d84f18d-d524-4162-936b-a513ac0de026 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6831129 Nov 12 03:32:53.404713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:53.409794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b48e0fc9-caf8-428f-89d7-89b5ece0a2b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:53.436432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.555670 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.676324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.21 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:53.805226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.840871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.880840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:53.889910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:53.893500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:53.921292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.303335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.346350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-673e1c0c-a293-4f7c-8a47-fbf89ffe4ac2 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.348617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-673e1c0c-a293-4f7c-8a47-fbf89ffe4ac2 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 808 time: 0.1294303 Nov 12 03:32:54.372599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Request body: {'port': {'device_id': '74577d44-623b-4920-84a8-0bfe6ded3775', 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442', 'admin_state_up': True, 'tenant_id': 'bec1542a48bd482485943909a80f94a1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:54.387344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.471432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0692e62b-7ecb-4836-8b96-d64c985902b3 req-4a387a46-d03d-4499-8416-ca94f4f4c0f2 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 210 time: 0.0314109 Nov 12 03:32:54.528553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Made reservation on behalf of bec1542a48bd482485943909a80f94a1 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:54.532521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.594388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.600063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.667991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Allocated IP 172.20.0.2 (b5756f4a-a98e-488f-b06d-f89c69bca442/51b5ee9c-3b52-4083-94ab-740a0a88d0a0/2176e953-1ad7-44b9-b4cd-3f6b7ef20866) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:54.676279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.690814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.807432 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP d9398cf5-2eb8-4330-9024-2dcf5dada3a5 associated. External IP: 172.25.2.21, port: b48e0fc9-caf8-428f-89d7-89b5ece0a2b2. Nov 12 03:32:54.818782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.860174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.904636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Network b5756f4a-a98e-488f-b06d-f89c69bca442 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:54.909528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:54.913412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:54.953446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Pushing event updated for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.979950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.980564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.998167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-102d399b-79cf-4911-a781-c8ff5ec9ae7c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6338081 Nov 12 03:32:55.019350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Request body: {'port': {'device_id': '74577d44-623b-4920-84a8-0bfe6ded3775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:55.041768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:55.100101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0831bb-782b-4a06-adea-ddda8a36bbee req-a2b2c48c-2878-4189-ae92-7086373227bb tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.101701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d0831bb-782b-4a06-adea-ddda8a36bbee req-a2b2c48c-2878-4189-ae92-7086373227bb tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 948 time: 0.0974121 Nov 12 03:32:55.111416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.196021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6d0831bb-782b-4a06-adea-ddda8a36bbee req-c81bae17-dc2d-48a0-9c7a-ac78d30c7232 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866823 Nov 12 03:32:55.417583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:55.425960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.438122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Transition to ACTIVE for port object 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:55.441985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.475350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:55.487257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:55.492824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.499012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:55.499718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:55.521039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4a78445e-b614-4216-b731-f46111d571aa tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1151760 Nov 12 03:32:55.525260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:55.529993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:55.540708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:55.551584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:55.552211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:55.558724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Pushing event updated for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.595713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Attempting to bind port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:55.596051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Attempting to bind port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:55.596554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Attempting to bind port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 on network b5756f4a-a98e-488f-b06d-f89c69bca442 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:55.602311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 on network b5756f4a-a98e-488f-b06d-f89c69bca442 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:55.603262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Attempting to bind port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 on network b5756f4a-a98e-488f-b06d-f89c69bca442 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:55.610422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:55.610809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Checking segment: {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:55.611320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Bound using segment: {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:55.611766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Bound port: 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:55.612126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.624423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.676113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceca1b-eb71-4918-8791-a3a9a474ca63 req-0013ce01-ef23-45de-9bb1-c8fddd0280dc tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.677699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06ceca1b-eb71-4918-8791-a3a9a474ca63 req-0013ce01-ef23-45de-9bb1-c8fddd0280dc tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 943 time: 0.1113288 Nov 12 03:32:55.696245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:55.699722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:55.707968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.776441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:55.777450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5058ed07-49cc-400c-8c70-c4c675a759b8 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:55.777844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Pushing event updated for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:55.782657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.783313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.784896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-c96ae133-e6d9-4f26-bbbc-053e3998ce71 service neutron] 10.222.0.39 "PUT /v2.0/ports/2176e953-1ad7-44b9-b4cd-3f6b7ef20866 HTTP/1.1" status: 200 len: 1092 time: 0.7699456 Nov 12 03:32:55.785345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:55.789494 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff044298-3e20-4b61-89d2-47eea1b95d93" -d '{"events": [{"name": "network-changed", "server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:55.792954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06ceca1b-eb71-4918-8791-a3a9a474ca63 req-1b95f092-60c3-4173-b56e-2c8cdc83611e tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031938 Nov 12 03:32:55.830130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.835202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.835499 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c678d-e332-42ce-8c1a-ef046649f28d x-openstack-request-id: req-861c678d-e332-42ce-8c1a-ef046649f28d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:55.835705 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP d9398cf5-2eb8-4330-9024-2dcf5dada3a5 disassociated. External IP: 172.25.2.21, port: b48e0fc9-caf8-428f-89d7-89b5ece0a2b2. Nov 12 03:32:55.835815 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:55.836049 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-861c678d-e332-42ce-8c1a-ef046649f28d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:55.836451 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866', 'status': 'completed', 'code': 200} Nov 12 03:32:55.887377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-b461cb59-ee46-4f68-8235-d21e148192e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.888905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-b461cb59-ee46-4f68-8235-d21e148192e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 1095 time: 0.0413899 Nov 12 03:32:55.934983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-a217afd6-4002-49aa-b086-351dc98eecdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866 HTTP/1.1" status: 200 len: 217 time: 0.0343993 Nov 12 03:32:55.986263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-91337d49-58cf-4686-984f-e12d7eef42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.987802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-91337d49-58cf-4686-984f-e12d7eef42de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51b5ee9c-3b52-4083-94ab-740a0a88d0a0 HTTP/1.1" status: 200 len: 848 time: 0.0445666 Nov 12 03:32:56.027293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-f740f1d8-b9ed-417f-a26d-7cdf58093ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5756f4a-a98e-488f-b06d-f89c69bca442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294886 Nov 12 03:32:56.046613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:56.119266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-574c4f53-1f08-4d9b-94b3-ad483b5a2347 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Nov 12 03:32:56.154786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:56.159233 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.165722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:56.175402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:56.176020 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.191701 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f753fadd-07ae-4e73-b891-882fe0702743 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/d9398cf5-2eb8-4330-9024-2dcf5dada3a5 HTTP/1.1" status: 200 len: 687 time: 0.6652794 Nov 12 03:32:56.192446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57934) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.209120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.218375 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:56.218984 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.250505 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.251173 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137af282-08e6-48b0-99c3-17db22c85584 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:56.288015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44adfe4d-446e-4399-bcda-aa5705145fe5 req-3e63de66-9512-441b-9fef-a5d6793aa4f9 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603954 Nov 12 03:32:56.319215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ca9bd-b5b3-42f0-a6d1-6a9082b2e33b req-2fbd90f8-b975-4ee2-b57f-cb97e917f5db tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.320733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b6ca9bd-b5b3-42f0-a6d1-6a9082b2e33b req-2fbd90f8-b975-4ee2-b57f-cb97e917f5db tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 948 time: 0.0505409 Nov 12 03:32:56.357059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:56.357059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.374211 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b6ca9bd-b5b3-42f0-a6d1-6a9082b2e33b req-bf9a03f9-15da-4de0-b22e-745a74c7c2d4 tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/security-groups?id=44df3af3-db35-4f16-9757-1f04adcf4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Nov 12 03:32:56.442490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-6c916cfd-155d-49ee-8033-c48732423ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.444069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-6c916cfd-155d-49ee-8033-c48732423ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 1095 time: 0.0990815 Nov 12 03:32:56.478329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.478665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.521941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:56.638603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-c22b49a0-4618-4f7f-a01c-345d59e97503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.640115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-c22b49a0-4618-4f7f-a01c-345d59e97503 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 909 time: 0.1854918 Nov 12 03:32:56.703406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-73ed5db6-9fa9-4b10-9b05-dd7a1d308bbb tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.704851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-73ed5db6-9fa9-4b10-9b05-dd7a1d308bbb tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 948 time: 0.1642034 Nov 12 03:32:56.706079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-a7e0eb90-c1d2-42a4-84d6-376cc85d6846 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866 HTTP/1.1" status: 200 len: 217 time: 0.0568044 Nov 12 03:32:56.851429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.854075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-17c0e5f7-5962-4645-adcc-df05b990cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.855581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-17c0e5f7-5962-4645-adcc-df05b990cd7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51b5ee9c-3b52-4083-94ab-740a0a88d0a0 HTTP/1.1" status: 200 len: 848 time: 0.1357813 Nov 12 03:32:56.898682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=6fc4366f-5b32-4aac-b1bb-7dd0a7d0c330,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.920653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-8e5bb369-a692-41cf-8260-35abb7f247b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5756f4a-a98e-488f-b06d-f89c69bca442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557060 Nov 12 03:32:56.926909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92669546-4f5a-4dd6-9268-08509be42e7f req-6b773783-a925-4c58-b74c-80f1980d15aa tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.928526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92669546-4f5a-4dd6-9268-08509be42e7f req-6b773783-a925-4c58-b74c-80f1980d15aa tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 943 time: 0.0576589 Nov 12 03:32:56.977240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-92669546-4f5a-4dd6-9268-08509be42e7f req-c2054673-4c1e-4f5c-b788-74c5fe9e69f0 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 Nov 12 03:32:57.035746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Deleting port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:57.036088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.063709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.066223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.067386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a7b1bc3-4957-43c3-8f55-01a5a0dd7ceb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/d9398cf5-2eb8-4330-9024-2dcf5dada3a5 HTTP/1.1" status: 204 len: 168 time: 0.8723848 Nov 12 03:32:57.070890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:57.075963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '8784bdc5-845c-4878-afd1-092c0f1675da'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:57.098436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.123995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-2b32a418-10e5-4b40-92ef-bc62c26a5b41 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879184 Nov 12 03:32:57.172941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] For port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:57.173308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.195149 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.217237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Calling delete_port for ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:57.283507 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff044298-3e20-4b61-89d2-47eea1b95d93 req-672fd2b7-ca76-4a66-be6b-dcc8893a0d3e service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516769 Nov 12 03:32:57.309518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.141 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/367b9277-8976-4b0b-822c-c286b3de8099) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:57.376077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.404432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Pushing event deleted for resources: {'Port': ['ID=ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.417829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.444678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] No DVR routers for this DVR port ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:57.447976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.451376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebdada76-7dc6-424a-a237-0d79ac67e1ba req-c0283bd3-f944-4e66-9f39-3a4b8513a7bf tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.39 "DELETE /v2.0/ports/ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 HTTP/1.1" status: 204 len: 173 time: 0.7328727 Nov 12 03:32:57.465618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.484763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-372b8c01-cdf7-483c-8208-36044c150824 req-dd9a7e98-951f-4ce1-92b0-8099c93ecd7a tempest-VolumesBackupsTest-664189127 tempest-VolumesBackupsTest-664189127-project] 10.222.0.84 "GET /v2.0/ports?device_id=6a407168-87e4-42f0-96c6-d8d050ae88d9 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Nov 12 03:32:57.508919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:57.513898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:57.517380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:57.542643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=367b9277-8976-4b0b-822c-c286b3de8099,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:57.802841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.837202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'name': 'network-vif-deleted', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:57.839636 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647a3fec-8529-4116-a940-13e1bcf0b940" -d '{"events": [{"server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "name": "network-vif-deleted", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:57.885486 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e99921-46fc-492e-b715-9e069e015afb x-openstack-request-id: req-36e99921-46fc-492e-b715-9e069e015afb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:57.885782 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a407168-87e4-42f0-96c6-d8d050ae88d9", "name": "network-vif-deleted", "tag": "ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:57.886033 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-36e99921-46fc-492e-b715-9e069e015afb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:57.886429 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a407168-87e4-42f0-96c6-d8d050ae88d9', 'name': 'network-vif-deleted', 'tag': 'ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7', 'status': 'completed', 'code': 200} Nov 12 03:32:57.920199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.998962 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.096944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa339c9-fe35-48af-93dd-91006d6176d7 req-615085d3-09e1-444b-90af-a2a76e2b7976 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.098318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fa339c9-fe35-48af-93dd-91006d6176d7 req-615085d3-09e1-444b-90af-a2a76e2b7976 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 943 time: 0.0518141 Nov 12 03:32:58.145333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5fa339c9-fe35-48af-93dd-91006d6176d7 req-d1331b38-f050-40a6-aca5-f201dbad3c93 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Nov 12 03:32:58.153353 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.158055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.222450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=367b9277-8976-4b0b-822c-c286b3de8099,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:58.236602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.333357 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 associated. External IP: 172.25.2.141, port: 8784bdc5-845c-4878-afd1-092c0f1675da. Nov 12 03:32:58.546157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:58.669059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:58.679852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:58.690491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.690661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:58.691245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.717933 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-627ee65a-2b1a-48e5-908c-0b3eca251a44 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6453879 Nov 12 03:32:58.720543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57958) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.733011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.741704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:58.742312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.776037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.776917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70740cd-fe51-4d26-8cbd-697b23722c24 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:58.791040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95905a8a-c441-46f7-8376-9d8cf72a4d07 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/floatingips/07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 HTTP/1.1" status: 200 len: 978 time: 0.0693946 Nov 12 03:32:58.793330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.825871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:58.829304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:58.857693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:58.857964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ce2c7a88-2c8c-48dc-bdec-65e1b261d4a7 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:58.882847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bd17d842-609c-4a6d-be48-34d97ed10bcb tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.0861559 Nov 12 03:32:58.883061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:58.887920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': 'b48e0fc9-caf8-428f-89d7-89b5ece0a2b2'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:58.959632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:58.960423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.971717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866', 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442', 'port_id': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866', 'mac_address': 'fa:16:3e:d9:a7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b5ee9c-3b52-4083-94ab-740a0a88d0a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:59.016984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.030423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:59.053010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:59.058081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.111572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.276111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['2176e953-1ad7-44b9-b4cd-3f6b7ef20866'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:59.324688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.651551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8e928-6848-4794-8f98-43c0d34d60f9 req-d14bab29-4ece-4b43-951c-fd32c29965ca tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.652967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6cc8e928-6848-4794-8f98-43c0d34d60f9 req-d14bab29-4ece-4b43-951c-fd32c29965ca tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 944 time: 0.1036444 Nov 12 03:32:59.775412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6cc8e928-6848-4794-8f98-43c0d34d60f9 req-18e9e453-1bbc-44d6-8d55-1dad8c59be1a tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Nov 12 03:32:59.841043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.845156 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.943879 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 associated. External IP: 172.25.2.141, port: 8784bdc5-845c-4878-afd1-092c0f1675da. Nov 12 03:33:00.155805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:00.264005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:00.274111 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:00.287504 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.288442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.326700 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.336710 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.338056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.371469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.371783 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6ef16-38aa-4692-85c7-20dee226fdb8 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:00.483168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:00.594091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:00.598343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.605087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:00.614998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.615660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.652312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.655268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-50ee8d69-5715-478e-8bf1-4b0f73998051 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 HTTP/1.1" status: 200 len: 978 time: 1.7707593 Nov 12 03:33:00.657638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:00.661279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:00.661906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.662796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:00.694421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:00.695086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a4b94-abd1-47b5-bfae-027d371df638 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:00.726814 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.824554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:00.878030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:00.882649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:00.883026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.896767 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.921787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.922225 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 disassociated. External IP: 172.25.2.141, port: b48e0fc9-caf8-428f-89d7-89b5ece0a2b2. Nov 12 03:33:00.972659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.988997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749e3a0-4c00-4930-a3e6-e9bff0062530 req-a4f13a40-65fa-4808-a28f-441ddf6b77a7 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.990645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5749e3a0-4c00-4930-a3e6-e9bff0062530 req-a4f13a40-65fa-4808-a28f-441ddf6b77a7 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 944 time: 0.1043487 Nov 12 03:33:00.996697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:00.999170 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c9a3bd-2e58-4d49-8e1e-425e5d710571" -d '{"events": [{"server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "name": "network-vif-plugged", "status": "completed", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:01.013138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.018471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.060764 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18b311-a827-48a7-a2d8-f273d5eb1f47 x-openstack-request-id: req-2a18b311-a827-48a7-a2d8-f273d5eb1f47 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:01.061119 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "name": "network-vif-plugged", "status": "completed", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:01.061794 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2a18b311-a827-48a7-a2d8-f273d5eb1f47 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:01.061794 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866', 'code': 200} Nov 12 03:33:01.078018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:01.082672 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5749e3a0-4c00-4930-a3e6-e9bff0062530 req-c7a5f12e-6431-4b7b-9cc1-fe6041172e1d tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598900 Nov 12 03:33:01.181986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428097a3-d1e3-4298-9f91-7097d1b02ba4 req-ba0e7fb2-2590-4d23-9b3c-23a90080ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.183608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-428097a3-d1e3-4298-9f91-7097d1b02ba4 req-ba0e7fb2-2590-4d23-9b3c-23a90080ca43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 1097 time: 0.0450041 Nov 12 03:33:01.213574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:01.229966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-428097a3-d1e3-4298-9f91-7097d1b02ba4 req-62ecfe20-bdaa-4839-91cb-fc87c4aa605f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Nov 12 03:33:01.324898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:01.329395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.339730 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:01.352816 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:01.353566 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.361612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f92aacfa-5698-4bd7-9cc9-852a2d7c0c47 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 HTTP/1.1" status: 200 len: 688 time: 0.7004933 Nov 12 03:33:01.361867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 57982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.390515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.400738 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:01.401455 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:32:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.434664 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:01.435441 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e81259-0e81-429e-8f4b-70673dc32d70 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:01.492460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 367b9277-8976-4b0b-822c-c286b3de8099 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:01.492839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.568133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.568459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.580538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 367b9277-8976-4b0b-822c-c286b3de8099 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:01.713709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.742951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=367b9277-8976-4b0b-822c-c286b3de8099,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:01.820141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.823548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.824792 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-965e0592-c457-4a22-b4a8-8b99f0602269 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 HTTP/1.1" status: 204 len: 168 time: 0.4619470 Nov 12 03:33:01.827596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 57990) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.870233 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a34ee41a-5ead-4421-a7e7-c3caf14bf8f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] delete failed (client error): The resource could not be found. Nov 12 03:33:01.874791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a34ee41a-5ead-4421-a7e7-c3caf14bf8f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/07a4a3cb-6ec3-4b8f-a7e6-232595ce4140 HTTP/1.1" status: 404 len: 345 time: 0.0413380 Nov 12 03:33:01.875303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.961514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820c6ea-9d08-4983-be32-730ab7413019 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.967633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820c6ea-9d08-4983-be32-730ab7413019 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.973810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820c6ea-9d08-4983-be32-730ab7413019 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.977310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4820c6ea-9d08-4983-be32-730ab7413019 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/ports?network_id=33ca1025-9f43-44e2-ad75-6b0664b57496 HTTP/1.1" status: 200 len: 2358 time: 0.1009753 Nov 12 03:33:01.978886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58024) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:02.037760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f095b8c1-4e7b-4595-a440-b78721ffdb71 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.039171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f095b8c1-4e7b-4595-a440-b78721ffdb71 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/subnets/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0 HTTP/1.1" status: 200 len: 797 time: 0.0592778 Nov 12 03:33:02.044436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58030) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:02.049232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'port': {'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496', 'name': 'tempest-FloatingIPTestJSON-666089237', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:02.248489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:02.277606 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-55344e8f-85f5-42cd-bb94-4dc7fd9887f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.341815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47baf1f-ad01-4c84-bd34-dfe60c59c4b1 req-432fc5ff-5416-4deb-be81-ad8b248aa798 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.343358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d47baf1f-ad01-4c84-bd34-dfe60c59c4b1 req-432fc5ff-5416-4deb-be81-ad8b248aa798 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 945 time: 0.1392684 Nov 12 03:33:02.414819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.430571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d47baf1f-ad01-4c84-bd34-dfe60c59c4b1 req-8eae2095-510c-4d85-bfe5-3b3bbef72a28 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746517 Nov 12 03:33:02.440109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] device_id is not set on port 2e8c1ff1-5080-4ae9-932e-51c53bb87bed yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:02.790819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.14 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/2e8c1ff1-5080-4ae9-932e-51c53bb87bed) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:02.796889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.13 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/2e8c1ff1-5080-4ae9-932e-51c53bb87bed) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:03.271243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.311918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.367329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=2e8c1ff1-5080-4ae9-932e-51c53bb87bed,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.370965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:03.372738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:03.374821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:03.428373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.429281 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.445349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f05a6274-16b4-435a-bb68-af971d5c91a9 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3998899 Nov 12 03:33:03.448049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58074) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.452600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '2e8c1ff1-5080-4ae9-932e-51c53bb87bed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:03.476665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.562501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947527c5-96f0-4a7e-8a94-138481a568ef req-60ae4fc5-9ea9-4e52-b5f6-3d37f6d09823 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.564567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-947527c5-96f0-4a7e-8a94-138481a568ef req-60ae4fc5-9ea9-4e52-b5f6-3d37f6d09823 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 945 time: 0.0572069 Nov 12 03:33:03.580279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.621438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-947527c5-96f0-4a7e-8a94-138481a568ef req-68a395e0-0783-47d0-bfcc-d95d883dc232 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Nov 12 03:33:03.697557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.239 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a953206a-30b9-432d-878a-c680c0779362) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:03.821680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.863027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.900574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:03.904974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:03.910397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:03.939019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=a953206a-30b9-432d-878a-c680c0779362,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.272703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613e4cf-b39b-4c99-892f-bd558f6cf672 req-4ff7f0c4-09b3-4408-9fe3-05d98fffff04 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.274862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c613e4cf-b39b-4c99-892f-bd558f6cf672 req-4ff7f0c4-09b3-4408-9fe3-05d98fffff04 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 945 time: 0.0537961 Nov 12 03:33:04.320183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.327203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c613e4cf-b39b-4c99-892f-bd558f6cf672 req-2d7e6bda-4262-45d3-9435-9597a966f1b7 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Nov 12 03:33:04.400746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.564871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.569262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.644676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1883f324-e1a9-48e1-b9ef-43462fa731ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.918577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=a953206a-30b9-432d-878a-c680c0779362,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.933989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.036549 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 8c19fbf9-8a18-4549-91eb-209d6e034f7a associated. External IP: 172.25.2.239, port: 2e8c1ff1-5080-4ae9-932e-51c53bb87bed. Nov 12 03:33:05.249729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:05.366217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:05.379245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:05.389088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.393072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:05.393809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.429127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.429864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d197225a-630a-4fb9-b382-7928681d741f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9807053 Nov 12 03:33:05.433316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:05.440388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': '2e8c1ff1-5080-4ae9-932e-51c53bb87bed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:05.444166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:05.444815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.482990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:05.483744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9879a-e02a-4285-bcf8-98d987e0d800 req-042377da-a8be-4294-a4c5-7f1ea414a520 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.484423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efd356-35c4-4851-aafe-1be984460f4a None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:05.486920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60b9879a-e02a-4285-bcf8-98d987e0d800 req-042377da-a8be-4294-a4c5-7f1ea414a520 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 945 time: 0.0813584 Nov 12 03:33:05.553068 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60b9879a-e02a-4285-bcf8-98d987e0d800 req-62f38981-2988-41e7-aa46-3f3bc3d5c629 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581584 Nov 12 03:33:05.554954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.572532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411175d3-fdba-4572-a980-b2c70de52f34 req-fd873115-f8b2-45bb-99a4-2bacf58b81d5 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.574061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-411175d3-fdba-4572-a980-b2c70de52f34 req-fd873115-f8b2-45bb-99a4-2bacf58b81d5 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 945 time: 0.0838971 Nov 12 03:33:05.641117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.802648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Deleting port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:05.802994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.975129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] For port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:05.975504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.995806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Calling delete_port for 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:06.287322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.291275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.300930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['2176e953-1ad7-44b9-b4cd-3f6b7ef20866'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:06.301589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.358832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Pushing event deleted for resources: {'Port': ['ID=2176e953-1ad7-44b9-b4cd-3f6b7ef20866,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:06.407024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] No DVR routers for this DVR port 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:06.410729 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.414123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-411175d3-fdba-4572-a980-b2c70de52f34 req-4fa0d2c2-afc7-4e65-99ae-d3be5183fa48 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "DELETE /v2.0/ports/2176e953-1ad7-44b9-b4cd-3f6b7ef20866 HTTP/1.1" status: 204 len: 173 time: 0.8120987 Nov 12 03:33:06.414573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'name': 'network-vif-deleted', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:06.416998 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce568ad0-8f0a-49fa-9f3c-499f567fbb59" -d '{"events": [{"server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "name": "network-vif-deleted", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:06.481584 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a41ef-c172-470b-86e8-37d457e041a3 x-openstack-request-id: req-951a41ef-c172-470b-86e8-37d457e041a3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:06.481869 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74577d44-623b-4920-84a8-0bfe6ded3775", "name": "network-vif-deleted", "tag": "2176e953-1ad7-44b9-b4cd-3f6b7ef20866", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:06.482120 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-951a41ef-c172-470b-86e8-37d457e041a3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:06.482520 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74577d44-623b-4920-84a8-0bfe6ded3775', 'name': 'network-vif-deleted', 'tag': '2176e953-1ad7-44b9-b4cd-3f6b7ef20866', 'status': 'completed', 'code': 200} Nov 12 03:33:06.607858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:06.676500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ba18ef5-365d-45ad-8109-6bcfa4db680f req-5714b9d3-275b-4fed-94ec-0772b1647c29 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=74577d44-623b-4920-84a8-0bfe6ded3775 HTTP/1.1" status: 200 len: 210 time: 0.0276420 Nov 12 03:33:06.733652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:06.739492 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.744308 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:06.754241 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:06.755079 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:06.793938 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:06.803232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ccbe78a1-df0f-48aa-8548-1d72d4dbb350 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/8c19fbf9-8a18-4549-91eb-209d6e034f7a HTTP/1.1" status: 200 len: 978 time: 1.3685935 Nov 12 03:33:06.803710 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:06.804326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:06.806577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58110) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:06.844110 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:06.844905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff86ee93-664c-4faa-859e-36bb9bedaab9 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:06.986518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port a953206a-30b9-432d-878a-c680c0779362 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:06.986874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.069913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.070245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.083135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for a953206a-30b9-432d-878a-c680c0779362 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:07.169960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.240093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.269447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=a953206a-30b9-432d-878a-c680c0779362,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:07.334782 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.335039 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 8c19fbf9-8a18-4549-91eb-209d6e034f7a disassociated (deleted). External IP: 172.25.2.239, port: 2e8c1ff1-5080-4ae9-932e-51c53bb87bed. Nov 12 03:33:07.556737 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:07.674549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:07.679343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.686933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:07.700746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:07.701792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.713973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c3d39f4d-c7d1-49b7-a00c-469561741ed5 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/8c19fbf9-8a18-4549-91eb-209d6e034f7a HTTP/1.1" status: 204 len: 168 time: 0.9038601 Nov 12 03:33:07.714150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58118) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:07.749318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.760603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:07.761434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.828518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:07.829395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154bdce-8913-4379-83a5-5671d1c87ad8 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:07.838312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 2e8c1ff1-5080-4ae9-932e-51c53bb87bed {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:07.838752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.008295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.027745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 2e8c1ff1-5080-4ae9-932e-51c53bb87bed owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:08.056054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-7dc28c4e-894f-4c98-aa6f-5785325cede9 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.057514 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-7dc28c4e-894f-4c98-aa6f-5785325cede9 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 808 time: 0.1617327 Nov 12 03:33:08.101761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-5b178817-5efc-40b9-94d9-2994be9215cd tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/quotas/bec1542a48bd482485943909a80f94a1 HTTP/1.1" status: 200 len: 375 time: 0.0134690 Nov 12 03:33:08.151707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-642ff250-f308-4c7c-a883-50c1e6fba393 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404451 Nov 12 03:33:08.215394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.288607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-871c3479-6b0c-4466-adb9-b96d7b6b7484 service neutron] 10.222.0.84 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286638 Nov 12 03:33:08.403336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.440739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=2e8c1ff1-5080-4ae9-932e-51c53bb87bed,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.485159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-17299268-a790-4c59-9f08-8bb7b5da65a9 service neutron] 10.222.0.84 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673253 Nov 12 03:33:08.551610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.556493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61e25a2e-9864-4ae3-a8a5-7b4304be42ab tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/2e8c1ff1-5080-4ae9-932e-51c53bb87bed HTTP/1.1" status: 204 len: 168 time: 0.8414400 Nov 12 03:33:08.560105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.565345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:08.598612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.721468 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-455e9337-7917-432a-b5d9-a0f73cf7f7ef req-e6238d9a-243b-4aca-896d-c8d33b5386b5 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0610378 Nov 12 03:33:08.762023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.886928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:08.888467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.139 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6da07150-e84c-42e7-b174-15ef5f92785e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:08.912445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:08.913285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 2176e953-1ad7-44b9-b4cd-3f6b7ef20866 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:08.996049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.038377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.091851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:09.096938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:09.100973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:09.126169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=6da07150-e84c-42e7-b174-15ef5f92785e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.198070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.233722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.399707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.404779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.479657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=6da07150-e84c-42e7-b174-15ef5f92785e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:09.488697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.505765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.507054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-34d665ba-96bc-4b25-ac3d-609a1bada6c8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9453976 Nov 12 03:33:09.511500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58148) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:09.516360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'port': {'network_id': '33ca1025-9f43-44e2-ad75-6b0664b57496', 'name': 'tempest-FloatingIPTestJSON-1137070527'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:09.969988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50feeafc-5d9d-49c6-9f93-97bd306f531f req-c9782847-d565-4d58-9f0f-5bd5dcd18d00 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0466690 Nov 12 03:33:10.024676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-984921fc-e827-4011-885b-11936de8a20f tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.026118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-984921fc-e827-4011-885b-11936de8a20f tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 808 time: 0.4530013 Nov 12 03:33:10.027183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:10.030429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.046443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Request body: {'port': {'device_id': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442', 'admin_state_up': True, 'tenant_id': 'bec1542a48bd482485943909a80f94a1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:10.070814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] device_id is not set on port 6591c378-84ac-4e69-b0d2-aad1ea4375cf yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:10.247969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.3 (33ca1025-9f43-44e2-ad75-6b0664b57496/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0/6591c378-84ac-4e69-b0d2-aad1ea4375cf) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:10.256995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Made reservation on behalf of bec1542a48bd482485943909a80f94a1 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:10.261055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.490754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Allocated IP 172.20.0.7 (b5756f4a-a98e-488f-b06d-f89c69bca442/51b5ee9c-3b52-4083-94ab-740a0a88d0a0/e4b2ece3-3f26-4e2d-80a5-bffbf88d9874) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:10.512778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.623674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.682698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 33ca1025-9f43-44e2-ad75-6b0664b57496 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:10.690267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:10.695315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:10.699439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=6591c378-84ac-4e69-b0d2-aad1ea4375cf,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.765011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.771893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.772511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.794197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8497727e-c38e-4ed9-9ecc-d210aa5c6c95 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2816465 Nov 12 03:33:10.796819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58158) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:10.801751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': '6591c378-84ac-4e69-b0d2-aad1ea4375cf'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:10.818168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.841920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.873460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Network b5756f4a-a98e-488f-b06d-f89c69bca442 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:10.878681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:10.882557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:10.908083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Pushing event updated for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.950429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.951120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.972380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-91f48623-80e2-4e76-aa70-3632069dd07c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9311512 Nov 12 03:33:10.986163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Request body: {'port': {'device_id': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:11.049426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.160374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a765e-34d3-466c-94d0-e8126d88bfd7 req-9e4773ea-c2e5-42e3-ac72-49e35c72e03c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.161871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78a765e-34d3-466c-94d0-e8126d88bfd7 req-9e4773ea-c2e5-42e3-ac72-49e35c72e03c tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 931 time: 0.1027515 Nov 12 03:33:11.328984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78a765e-34d3-466c-94d0-e8126d88bfd7 req-f45e6e9c-e51a-47c9-adb3-268ff5468b26 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235080 Nov 12 03:33:11.349576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.355539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.434376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:11.442225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.455865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Transition to ACTIVE for port object e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:11.460087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.473502 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 0adfad37-8dfd-4f6e-9d7e-6acbc29ad99f associated. External IP: 172.25.2.139, port: 6591c378-84ac-4e69-b0d2-aad1ea4375cf. Nov 12 03:33:11.527867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.587482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Attempting to bind port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:11.587742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Attempting to bind port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:11.588079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Attempting to bind port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 on network b5756f4a-a98e-488f-b06d-f89c69bca442 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:11.593273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 on network b5756f4a-a98e-488f-b06d-f89c69bca442 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:11.593603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Attempting to bind port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 on network b5756f4a-a98e-488f-b06d-f89c69bca442 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:11.599111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:11.599469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Checking segment: {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:11.600134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Bound using segment: {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:11.600572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Bound port: e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96800df-62e0-40a8-b8e3-ab2e5dff39be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:11.600939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.666900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:11.669948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:11.676284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.708963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:11.712662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.713364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.715107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 HTTP/1.1" status: 200 len: 1092 time: 0.7338922 Nov 12 03:33:11.715561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:11.717865 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669970f-db48-411e-97bb-978c777c3017" -d '{"events": [{"name": "network-changed", "server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:11.810875 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93051051-7826-4033-987f-ab53270e9b97 x-openstack-request-id: req-93051051-7826-4033-987f-ab53270e9b97 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:11.810875 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:11.810875 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-93051051-7826-4033-987f-ab53270e9b97 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:11.810875 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874', 'status': 'completed', 'code': 200} Nov 12 03:33:11.813612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf8dcf-3915-4046-9f7d-5b40737d6248 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.831907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-0706e4a1-404c-4511-8631-04f88421fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.833901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-0706e4a1-404c-4511-8631-04f88421fd4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0723894 Nov 12 03:33:11.867021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:11.873062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.879140 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:11.884827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-69e4c7a6-4c06-479a-a255-d89aff562232 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 HTTP/1.1" status: 200 len: 217 time: 0.0421257 Nov 12 03:33:11.889653 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:11.890262 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:11.905186 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-925b2020-bd7b-42e5-87fb-0107177c68a1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/0adfad37-8dfd-4f6e-9d7e-6acbc29ad99f HTTP/1.1" status: 200 len: 978 time: 1.1050680 Nov 12 03:33:11.905402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58168) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:11.926513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:11.935904 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:11.936518 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:11.949037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac996a-3422-40ec-b146-faa23572519e req-5d0022ef-bcbe-4c5e-8222-18dc5cb60190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.950565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-5d0022ef-bcbe-4c5e-8222-18dc5cb60190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51b5ee9c-3b52-4083-94ab-740a0a88d0a0 HTTP/1.1" status: 200 len: 848 time: 0.0589306 Nov 12 03:33:11.973473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:11.974119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8e2d1-2b47-4d73-88ff-6db883210fc7 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:11.983953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-7f6c358e-11d3-4a48-be7f-af6f09467d8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5756f4a-a98e-488f-b06d-f89c69bca442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269156 Nov 12 03:33:12.013602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 6591c378-84ac-4e69-b0d2-aad1ea4375cf {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:12.013944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.123241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-4addfd14-d8cd-4b3a-baa0-f1e7e12e6232 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293080 Nov 12 03:33:12.128326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.235045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cac996a-3422-40ec-b146-faa23572519e req-a4483160-8a53-43af-af17-5bcb89af16f5 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068304 Nov 12 03:33:12.329975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669970f-db48-411e-97bb-978c777c3017 req-bfea0e3c-0742-46a1-9a22-69f4a09272f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.332112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-bfea0e3c-0742-46a1-9a22-69f4a09272f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bec1542a48bd482485943909a80f94a1&device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0479805 Nov 12 03:33:12.333460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.333868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.334390 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP 0adfad37-8dfd-4f6e-9d7e-6acbc29ad99f disassociated. External IP: 172.25.2.139, port: 6591c378-84ac-4e69-b0d2-aad1ea4375cf. Nov 12 03:33:12.334775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 6591c378-84ac-4e69-b0d2-aad1ea4375cf owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:12.433675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669970f-db48-411e-97bb-978c777c3017 req-367a259e-b55a-4927-b69e-540c2ed2cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.435128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-367a259e-b55a-4927-b69e-540c2ed2cc49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 200 len: 909 time: 0.0945296 Nov 12 03:33:12.471958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb5b26-6311-4f33-8023-5f5099500a63 req-e6c198d6-927a-403a-9ddc-36239b738916 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.473494 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98cb5b26-6311-4f33-8023-5f5099500a63 req-e6c198d6-927a-403a-9ddc-36239b738916 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 943 time: 0.0649564 Nov 12 03:33:12.489725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-6347ce8c-61f4-4d74-8560-07f8428c1b06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 HTTP/1.1" status: 200 len: 217 time: 0.0471306 Nov 12 03:33:12.543323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669970f-db48-411e-97bb-978c777c3017 req-4a478607-88a7-4886-951e-07aaf03e3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.544811 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-4a478607-88a7-4886-951e-07aaf03e3581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=51b5ee9c-3b52-4083-94ab-740a0a88d0a0 HTTP/1.1" status: 200 len: 848 time: 0.0469642 Nov 12 03:33:12.564711 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98cb5b26-6311-4f33-8023-5f5099500a63 req-137fdc33-b779-4bd3-9b27-af720d5868a5 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628498 Nov 12 03:33:12.567209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.598464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-0a44f405-4e21-40d2-a647-8189b48f2032 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5756f4a-a98e-488f-b06d-f89c69bca442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456491 Nov 12 03:33:12.609147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=6591c378-84ac-4e69-b0d2-aad1ea4375cf,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.713118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-8f175df6-a08b-427d-9e66-623ab4ee7acf service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053998 Nov 12 03:33:12.724980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:12.823629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0669970f-db48-411e-97bb-978c777c3017 req-62775823-0696-4395-8758-39aee8d35f55 service neutron] 10.222.0.39 "GET /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021910 Nov 12 03:33:12.840714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:12.851275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:12.861939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:12.862659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.904338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.913296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:12.913918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.928302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.932454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6aa73da-d1de-4751-87f6-5bc71a377be1 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/6591c378-84ac-4e69-b0d2-aad1ea4375cf HTTP/1.1" status: 204 len: 168 time: 1.0261014 Nov 12 03:33:12.934940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58176) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.949102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.949749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d107d-2caa-4028-92b0-b9407f9df431 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:12.984704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad97b84e-ca80-406e-b29c-22523956841a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/floatingips/0adfad37-8dfd-4f6e-9d7e-6acbc29ad99f HTTP/1.1" status: 200 len: 688 time: 0.0482290 Nov 12 03:33:12.987264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58178) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:13.120113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 6da07150-e84c-42e7-b174-15ef5f92785e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:13.120452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.201370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.201677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.213746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 6da07150-e84c-42e7-b174-15ef5f92785e owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:13.363393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.391170 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=6da07150-e84c-42e7-b174-15ef5f92785e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:13.453615 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.456174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.457611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4f503505-6392-4470-86a1-843efff19c4b tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/0adfad37-8dfd-4f6e-9d7e-6acbc29ad99f HTTP/1.1" status: 204 len: 168 time: 0.4689050 Nov 12 03:33:13.461196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58190) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:13.466189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b48e0fc9-caf8-428f-89d7-89b5ece0a2b2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:13.487665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.585732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.699221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.151 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/862a6e8f-e4b6-484f-934a-fb70e419c058) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:13.708999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2f9d-62e4-4667-a8be-071d5db3074e req-094f75e3-bf50-4b30-a98d-4c282c8f8169 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.716751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee9a2f9d-62e4-4667-a8be-071d5db3074e req-094f75e3-bf50-4b30-a98d-4c282c8f8169 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 943 time: 0.0595336 Nov 12 03:33:13.768221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee9a2f9d-62e4-4667-a8be-071d5db3074e req-b78fb723-9282-4025-8ad7-ba682f12c889 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Nov 12 03:33:13.819026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.857285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.893617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:13.900000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:13.903588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:13.909140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=862a6e8f-e4b6-484f-934a-fb70e419c058,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.275729 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.343148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.501380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.505669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.572893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=862a6e8f-e4b6-484f-934a-fb70e419c058,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.589336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.654436 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:14.690617 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP b171791e-c4c0-4bbb-bf80-aef14e3b3fac associated. External IP: 172.25.2.151, port: b48e0fc9-caf8-428f-89d7-89b5ece0a2b2. Nov 12 03:33:14.903946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:14.946382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1feb8e-aead-43f6-b70b-16f053c9cf24 req-47a6dc53-0bfd-401b-ae0e-70aeacc6de6b tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.960042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b1feb8e-aead-43f6-b70b-16f053c9cf24 req-47a6dc53-0bfd-401b-ae0e-70aeacc6de6b tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 943 time: 0.1167581 Nov 12 03:33:15.059572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b1feb8e-aead-43f6-b70b-16f053c9cf24 req-81d9f325-4c97-40e1-9653-fb5718e1abbf tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967431 Nov 12 03:33:15.063427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:15.081759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874', 'network_id': 'b5756f4a-a98e-488f-b06d-f89c69bca442', 'port_id': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874', 'mac_address': 'fa:16:3e:03:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b5ee9c-3b52-4083-94ab-740a0a88d0a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:15.124730 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.140285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:15.165192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:15.169954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.227253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.239894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.240239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.240958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.241341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.241762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.241978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.242309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.243442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.243904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.244239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.244694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.245024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:15.282471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:15.370354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['e4b2ece3-3f26-4e2d-80a5-bffbf88d9874'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:15.403467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:15.424806 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:15.438292 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:15.439750 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:15.440352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.478286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f2da8a7-0282-4b8b-b6e9-0dd2b7d1948a tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0123017 Nov 12 03:33:15.478475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.485410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-417235595'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:15.511868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:15.516141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.544611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:15.554603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.554832 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Added segment fde834ce-ffe0-4845-beaf-634059563dfc of type vlan for network cc36f7f9-66ae-437e-b369-3e74de6e351d Nov 12 03:33:15.587154 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:15.597130 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:15.597752 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:15.599786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.626559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.631239 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:15.631880 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be13fa-19d2-4c62-8f75-43a83dc0b03f None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:15.633700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.634289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.697814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2184155 Nov 12 03:33:15.701725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.710441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f98ba-4016-443c-9c2f-ad59a38916e8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Network': ['ID=cc36f7f9-66ae-437e-b369-3e74de6e351d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.710917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'subnet': {'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:15.724197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network cc36f7f9-66ae-437e-b369-3e74de6e351d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:15.824907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:15.829907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.015129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.078811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Subnet': ['ID=85dffd49-865b-4e6c-acdd-c46cd02214e3,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.085790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Checking segment: {'id': 'fde834ce-ffe0-4845-beaf-634059563dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:16.086681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network hostable DHCP agents. Network: cc36f7f9-66ae-437e-b369-3e74de6e351d, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:16.105753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network cc36f7f9-66ae-437e-b369-3e74de6e351d is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:16.116375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, cc36f7f9-66ae-437e-b369-3e74de6e351d) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:16.121645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.122661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.127685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668aa39-071c-4177-be2e-0bfa5930ecb9 None None] Network cc36f7f9-66ae-437e-b369-3e74de6e351d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:16.142495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39e531bb-5758-4f27-84eb-8db6caac157e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4382753 Nov 12 03:33:16.144952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.151056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1330885065', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.189073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.190147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.222022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf8ad-cb4c-4091-9d00-883d45ba538b req-9e890b9d-1cd4-441a-97b7-d0c0739ae9a0 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.223589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5bcf8ad-cb4c-4091-9d00-883d45ba538b req-9e890b9d-1cd4-441a-97b7-d0c0739ae9a0 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 944 time: 0.0714493 Nov 12 03:33:16.266433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.285412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5bcf8ad-cb4c-4091-9d00-883d45ba538b req-edaf475e-476d-42e6-8a43-384095b399c0 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530400 Nov 12 03:33:16.323593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-cc36f7f9-66ae-437e-b369-3e74de6e351d', 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d', 'tenant_id': '8e0ae5fae5514de7b50d86dcf92d36f0', 'fixed_ips': [{'subnet_id': '85dffd49-865b-4e6c-acdd-c46cd02214e3'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:16.324549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.472422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.486119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Allocated IP 172.20.0.2 (cc36f7f9-66ae-437e-b369-3e74de6e351d/85dffd49-865b-4e6c-acdd-c46cd02214e3/a36fabf9-f101-40ca-a7f6-68282d1cf1eb) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:16.638772 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.645730 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.672119 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.688217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Network cc36f7f9-66ae-437e-b369-3e74de6e351d is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:16.691747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.696603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:16.701959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:16.705204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Pushing event updated for resources: {'Port': ['ID=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.759298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Attempting to bind port a36fabf9-f101-40ca-a7f6-68282d1cf1eb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:16.759673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Attempting to bind port a36fabf9-f101-40ca-a7f6-68282d1cf1eb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'fde834ce-ffe0-4845-beaf-634059563dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:16.760477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Attempting to bind port a36fabf9-f101-40ca-a7f6-68282d1cf1eb on network cc36f7f9-66ae-437e-b369-3e74de6e351d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:16.771243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:16.771789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Checking segment: {'id': 'fde834ce-ffe0-4845-beaf-634059563dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:16.772182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.772834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Bound using segment: {'id': 'fde834ce-ffe0-4845-beaf-634059563dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:16.773952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Bound port: a36fabf9-f101-40ca-a7f6-68282d1cf1eb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde834ce-ffe0-4845-beaf-634059563dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:16.774376 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.807004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.25.2.209 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fdf6d88b-1529-4ba5-b131-c124eee10b85) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:16.842265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] For port a36fabf9-f101-40ca-a7f6-68282d1cf1eb, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:16.847259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] For port a36fabf9-f101-40ca-a7f6-68282d1cf1eb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,segment=NetworkSegment(fde834ce-ffe0-4845-beaf-634059563dfc),segment_id=fde834ce-ffe0-4845-beaf-634059563dfc)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:16.853306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.920831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:16.925256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d95ad-d545-498f-a59a-58324c14f019 None None] Pushing event updated for resources: {'Port': ['ID=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.943722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.988228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:16.991300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.997704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:16.998196 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.032748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:17.037848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:17.042275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:17.056110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba666708-e82c-4ce0-ad16-9fdb2e56b2c1 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:17.067031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=fdf6d88b-1529-4ba5-b131-c124eee10b85,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.120347 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.185495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:17.188379 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee97b09-c703-4b04-8715-1422ce4114b1" -d '{"events": [{"server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "name": "network-vif-plugged", "status": "completed", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:17.208065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.217557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8553d33d-2727-4e3f-8dec-fe3c838bdb22 None None] Provisioning complete for port fdf6d88b-1529-4ba5-b131-c124eee10b85 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:17.217557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8553d33d-2727-4e3f-8dec-fe3c838bdb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.284925 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb3af0f-2476-4d29-9599-0ec4abfdc780 x-openstack-request-id: req-fdb3af0f-2476-4d29-9599-0ec4abfdc780 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:17.289198 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "name": "network-vif-plugged", "status": "completed", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:17.291168 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fdb3af0f-2476-4d29-9599-0ec4abfdc780 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:17.292263 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874', 'code': 200} Nov 12 03:33:17.298677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8553d33d-2727-4e3f-8dec-fe3c838bdb22 None None] Port fdf6d88b-1529-4ba5-b131-c124eee10b85 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:17.302898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.403280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.515996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541068c8-5e33-434d-940e-b4c9497a5f91 req-2b0d45fc-0126-44d3-a6cc-49ec34711916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.517717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-541068c8-5e33-434d-940e-b4c9497a5f91 req-2b0d45fc-0126-44d3-a6cc-49ec34711916 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1592822 Nov 12 03:33:17.563832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.575393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17981bd-314e-4068-b219-bdcc54d7f42b req-088c71ba-a843-4cdd-844a-dc3d0a34d520 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.576915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d17981bd-314e-4068-b219-bdcc54d7f42b req-088c71ba-a843-4cdd-844a-dc3d0a34d520 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.1736341 Nov 12 03:33:17.660561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-541068c8-5e33-434d-940e-b4c9497a5f91 req-8e0c0475-3761-403f-998f-eac1b4f20ddf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232922 Nov 12 03:33:17.728912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d17981bd-314e-4068-b219-bdcc54d7f42b req-bb4d710c-254e-4b06-a705-6d41bd5307ec tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163702 Nov 12 03:33:17.843899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.980475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router c47c1c83-d86b-4ae1-a422-a20dc17df498 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:18.143500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8c975-df90-41a5-abb8-6a08e306c534 None None] Network cc36f7f9-66ae-437e-b369-3e74de6e351d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:18.252647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] Provisioning complete for port a36fabf9-f101-40ca-a7f6-68282d1cf1eb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:18.253513 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.436643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:18.468477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.470365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cd038b57-3750-41f3-b071-ded609c6d2cd tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3240376 Nov 12 03:33:18.472965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.512320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] Sync routers for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:18.579767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:18.580428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.632486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.677603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a36fabf9-f101-40ca-a7f6-68282d1cf1eb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:18.729889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:18.730534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.779427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.780076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f85a65-41b6-4152-a293-d3bbaa49abe0 None None] The sync data for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:18.833880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.862540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a36fabf9-f101-40ca-a7f6-68282d1cf1eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:18.862920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.900186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] For port a36fabf9-f101-40ca-a7f6-68282d1cf1eb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,segment=NetworkSegment(fde834ce-ffe0-4845-beaf-634059563dfc),segment_id=fde834ce-ffe0-4845-beaf-634059563dfc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:18.908925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.972844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9fe16-79c0-4c79-8731-f62ae4c2be29 req-aca228dc-dbcd-455a-98d2-69f00c154bdd tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.974310 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95c9fe16-79c0-4c79-8731-f62ae4c2be29 req-aca228dc-dbcd-455a-98d2-69f00c154bdd tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.1266687 Nov 12 03:33:18.980244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19367e-72f0-4a8e-b2f7-f7b9710920de None None] Pushing event updated for resources: {'Port': ['ID=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.114409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-95c9fe16-79c0-4c79-8731-f62ae4c2be29 req-38cb7412-2018-4d2f-aeb4-dff9f99dda66 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288147 Nov 12 03:33:19.142252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0385753d-db59-4b8e-af02-7dccbc98ddf9 None None] Provisioning complete for port a36fabf9-f101-40ca-a7f6-68282d1cf1eb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:19.142252 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0385753d-db59-4b8e-af02-7dccbc98ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.228039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.558267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.1 (cc36f7f9-66ae-437e-b369-3e74de6e351d/85dffd49-865b-4e6c-acdd-c46cd02214e3/3b368b29-462c-4ad0-a9a7-85a7ed15e7ee) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:19.683793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.716196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.755508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network cc36f7f9-66ae-437e-b369-3e74de6e351d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:19.760476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:19.764293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:19.788693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=3b368b29-462c-4ad0-a9a7-85a7ed15e7ee,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.812592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.976334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.049611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f8c063f3-5e17-41c3-8eac-56d1562e002b None None] Provisioning complete for port 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:20.050180 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8c063f3-5e17-41c3-8eac-56d1562e002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.082528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f8c063f3-5e17-41c3-8eac-56d1562e002b None None] Port 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:20.264295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8063e0-780e-4cd7-959a-c8329831b019 req-7f334cda-d259-427b-9168-a5728ab6693a tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.265778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd8063e0-780e-4cd7-959a-c8329831b019 req-7f334cda-d259-427b-9168-a5728ab6693a tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0793600 Nov 12 03:33:20.297513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.305181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.380803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd8063e0-780e-4cd7-959a-c8329831b019 req-434723ad-de21-4e65-88f6-6b9bdbe994cd tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059151 Nov 12 03:33:20.397460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=3b368b29-462c-4ad0-a9a7-85a7ed15e7ee,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.399878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.509847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network cc36f7f9-66ae-437e-b369-3e74de6e351d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:20.511609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:20.537588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a36fabf9-f101-40ca-a7f6-68282d1cf1eb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:20.603195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a36fabf9-f101-40ca-a7f6-68282d1cf1eb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:20.603534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.676924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router c47c1c83-d86b-4ae1-a422-a20dc17df498 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:20.833149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:20.841970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d1d33ba9-fa6e-4755-a91d-36580cc0d69d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/routers/c47c1c83-d86b-4ae1-a422-a20dc17df498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3648193 Nov 12 03:33:20.841970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58272) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.845174 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] Sync routers for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:20.847008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'port': {'network_id': 'cc36f7f9-66ae-437e-b369-3e74de6e351d', 'name': 'tempest-FloatingIPTestJSON-1886265489'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:20.856920 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:20.857717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:20.902966 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:20.912465 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:20.913340 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:20.913618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6eea55ba-de74-41bf-8d09-2f7febb3360b None None] Provisioning complete for port 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:20.914137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6eea55ba-de74-41bf-8d09-2f7febb3360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.948819 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:20.949464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c722916-53b9-45ca-8646-e1714a4bf3fc None None] The sync data for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:20.980091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6eea55ba-de74-41bf-8d09-2f7febb3360b None None] Port 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:20.985561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Made reservation on behalf of 8e0ae5fae5514de7b50d86dcf92d36f0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:20.990145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.011590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] device_id is not set on port 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:21.265775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2d80-2d7f-43df-8724-7555880e2e89 req-de20dfcc-ec4e-4d9d-8cae-3b87ac086fb4 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.267550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab2f2d80-2d7f-43df-8724-7555880e2e89 req-de20dfcc-ec4e-4d9d-8cae-3b87ac086fb4 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0575399 Nov 12 03:33:21.319604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab2f2d80-2d7f-43df-8724-7555880e2e89 req-5ee80991-7f07-4659-97bd-e0363acf3368 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Nov 12 03:33:21.432453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Allocated IP 172.20.0.7 (cc36f7f9-66ae-437e-b369-3e74de6e351d/85dffd49-865b-4e6c-acdd-c46cd02214e3/0b6712fb-6323-4b5b-bf4c-3a5eced12f0b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:21.576197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.609356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.653315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Network cc36f7f9-66ae-437e-b369-3e74de6e351d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:21.658785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:21.662624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:21.670341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event updated for resources: {'Port': ['ID=0b6712fb-6323-4b5b-bf4c-3a5eced12f0b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.718223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.718847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.735701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-957c2997-a521-4f49-91e3-c5484104845d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8924909 Nov 12 03:33:21.738100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58282) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.743230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Request body: {'floatingip': {'port_id': '0b6712fb-6323-4b5b-bf4c-3a5eced12f0b'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:21.810597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.910044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-84b2b905-0124-4c1c-a7f6-cc1a31e9f8e8 None None] Provisioning complete for port 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:21.910569 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84b2b905-0124-4c1c-a7f6-cc1a31e9f8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.948181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-84b2b905-0124-4c1c-a7f6-cc1a31e9f8e8 None None] Port 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:22.295519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.299716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.411229 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP b171791e-c4c0-4bbb-bf80-aef14e3b3fac associated. External IP: 172.25.2.151, port: b48e0fc9-caf8-428f-89d7-89b5ece0a2b2. Nov 12 03:33:22.440204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d25ab4-8f08-42f6-beea-d8d35c87a79c req-ad611f1a-4a2f-429c-878c-8a6a5c3ecd25 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.447575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9d25ab4-8f08-42f6-beea-d8d35c87a79c req-ad611f1a-4a2f-429c-878c-8a6a5c3ecd25 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0553017 Nov 12 03:33:22.507448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9d25ab4-8f08-42f6-beea-d8d35c87a79c req-f5261506-0a8c-47ef-b6e5-b1129f9d1e03 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/security-groups?id=c6e56e24-b431-4e42-bfd7-d4100c892f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567615 Nov 12 03:33:22.558266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68218b1-248c-40ef-a801-95df3a97e768 req-536c83b8-cb6a-4d90-8eb2-9720b6370e13 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.559844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d68218b1-248c-40ef-a801-95df3a97e768 req-536c83b8-cb6a-4d90-8eb2-9720b6370e13 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 945 time: 0.1024015 Nov 12 03:33:22.742893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:22.746267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Deleting port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:22.746607 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.921015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] For port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,segment=NetworkSegment(a96800df-62e0-40a8-b8e3-ab2e5dff39be),segment_id=a96800df-62e0-40a8-b8e3-ab2e5dff39be)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:22.921015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.939579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Calling delete_port for e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:22.946062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:22.956551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:22.974907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:22.975976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.009377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.018927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:23.019598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.055773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.056458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814d008-7313-4c4f-9f65-832d7ee01745 None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:23.230084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.277698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Pushing event deleted for resources: {'Port': ['ID=e4b2ece3-3f26-4e2d-80a5-bffbf88d9874,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.322665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router c47c1c83-d86b-4ae1-a422-a20dc17df498 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:23.324312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] No DVR routers for this DVR port e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:23.327379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.331398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d68218b1-248c-40ef-a801-95df3a97e768 req-6f39d604-0670-4b3d-b960-35d9974af223 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.39 "DELETE /v2.0/ports/e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 HTTP/1.1" status: 204 len: 173 time: 0.7646201 Nov 12 03:33:23.332487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'name': 'network-vif-deleted', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:23.335753 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4380c8-5a1a-4fa9-b403-cf88e74d55c2" -d '{"events": [{"server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "name": "network-vif-deleted", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:23.394829 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a633d1b8-80d8-48f6-8772-701d8bfb70e0 x-openstack-request-id: req-a633d1b8-80d8-48f6-8772-701d8bfb70e0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:23.395156 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4984edc6-2500-403c-a637-ff7ad5aa9cd2", "name": "network-vif-deleted", "tag": "e4b2ece3-3f26-4e2d-80a5-bffbf88d9874", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:23.395414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a633d1b8-80d8-48f6-8772-701d8bfb70e0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:23.395817 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4984edc6-2500-403c-a637-ff7ad5aa9cd2', 'name': 'network-vif-deleted', 'tag': 'e4b2ece3-3f26-4e2d-80a5-bffbf88d9874', 'status': 'completed', 'code': 200} Nov 12 03:33:23.466826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:23.472439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.480791 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] Sync routers for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:23.502304 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:23.503378 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.531910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-553e3dc0-631b-4d02-a04d-349cb70f0772 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/floatingips/b171791e-c4c0-4bbb-bf80-aef14e3b3fac HTTP/1.1" status: 200 len: 978 time: 1.7903526 Nov 12 03:33:23.532418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58294) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:23.551244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.563717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:23.564418 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.608037 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:23.609480 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0392d77b-b696-4556-9857-3b84f4d481bc None None] The sync data for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:23.631734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d5ac12f-3cc2-4cc3-986f-c42ba2b16c0e req-67cb5952-bd44-44c9-bfeb-a3f194674235 tempest-VolumesActionsTest-1635412691 tempest-VolumesActionsTest-1635412691-project] 10.222.0.84 "GET /v2.0/ports?device_id=4984edc6-2500-403c-a637-ff7ad5aa9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Nov 12 03:33:23.646404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:23.646744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.734557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.949658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-5bb0079c-c233-4456-baae-f3ba565352f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467494 Nov 12 03:33:24.056891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-4f85ee69-4b01-45be-a4b3-d9f60dddb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.058419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-4f85ee69-4b01-45be-a4b3-d9f60dddb5f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.0497103 Nov 12 03:33:24.183966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-0e845315-dae8-4b52-8929-ddbd0a32ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.185636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-0e845315-dae8-4b52-8929-ddbd0a32ca82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.0982056 Nov 12 03:33:24.265440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-f21347ee-0c71-48b4-8c41-79da33a174f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 1000 time: 0.0671213 Nov 12 03:33:24.275741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.276310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.276638 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Floating IP b171791e-c4c0-4bbb-bf80-aef14e3b3fac disassociated. External IP: 172.25.2.151, port: 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b. Nov 12 03:33:24.276987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 0b6712fb-6323-4b5b-bf4c-3a5eced12f0b owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:24.323766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-9773eb72-ff39-40d2-b2c0-6f0e92e909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.325282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-9773eb72-ff39-40d2-b2c0-6f0e92e909a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0490954 Nov 12 03:33:24.377070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-00ff02b4-3a0d-4aac-872d-c8217f4bfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.378594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-00ff02b4-3a0d-4aac-872d-c8217f4bfe22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418487 Nov 12 03:33:24.408467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.440219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=0b6712fb-6323-4b5b-bf4c-3a5eced12f0b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.624274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router c47c1c83-d86b-4ae1-a422-a20dc17df498 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:24.769952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:24.791516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] Sync routers for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:24.814381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:24.821988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.860528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-2337c5e0-9eaf-4b85-8126-10abb787c821 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688063 Nov 12 03:33:24.876326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.887358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:24.888307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.912524 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.919631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-abac12a7-f83a-4224-97c4-dd20ac0862f8 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/0b6712fb-6323-4b5b-bf4c-3a5eced12f0b HTTP/1.1" status: 204 len: 168 time: 1.3860171 Nov 12 03:33:24.920551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:24.923800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.924687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394deaa-e3ac-4e5a-a109-afb49513c9bb None None] The sync data for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:24.951161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:24.978478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:24.978865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device e4b2ece3-3f26-4e2d-80a5-bffbf88d9874 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:25.013314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4825dc7-9333-4771-a989-65d8f5bcc4b0 req-8e1c07ff-7735-46ee-ad40-33ee7f0da03c service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287577 Nov 12 03:33:25.363829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.647716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:25.648337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.742824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.755106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 3b368b29-462c-4ad0-a9a7-85a7ed15e7ee owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:25.960934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.988854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=3b368b29-462c-4ad0-a9a7-85a7ed15e7ee,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.234263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.498967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router c47c1c83-d86b-4ae1-a422-a20dc17df498 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:26.635036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:26.644820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58384) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.649247 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] Sync routers for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:26.652589 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-20a143c9-382f-4b14-b740-2f883fbaedfe tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/routers/c47c1c83-d86b-4ae1-a422-a20dc17df498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306917 Nov 12 03:33:26.668054 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:26.669154 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.707030 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.717690 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] Routers {'c47c1c83-d86b-4ae1-a422-a20dc17df498'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:26.718635 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['c47c1c83-d86b-4ae1-a422-a20dc17df498'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.768583 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:26.769887 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de1bdcf-afa5-46ad-b577-b4511c231a7c None None] The sync data for ids ['c47c1c83-d86b-4ae1-a422-a20dc17df498'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:26.811597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.935289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.997674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port fdf6d88b-1529-4ba5-b131-c124eee10b85 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:26.998588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.089637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.107786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for fdf6d88b-1529-4ba5-b131-c124eee10b85 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:27.342387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.389515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=fdf6d88b-1529-4ba5-b131-c124eee10b85,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.411295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35ab12-c2d9-4d3c-acdd-7ccced2b1aa6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:27.430059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.430659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.431703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.432187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.432684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.433159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.433795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.434262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.434745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.435449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.435762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.436098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:27.498666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.642644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.644959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.701911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.703495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Fanout notify agent at l3_agent the message router_deleted on router c47c1c83-d86b-4ae1-a422-a20dc17df498 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:27.721151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.725070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-44350cb8-4236-4a54-b7db-25e1bc46d302 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/routers/c47c1c83-d86b-4ae1-a422-a20dc17df498 HTTP/1.1" status: 204 len: 168 time: 1.0769310 Nov 12 03:33:27.725979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.818475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting subnet 85dffd49-865b-4e6c-acdd-c46cd02214e3 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:27.821636 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.826889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.882267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.062114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.171781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.212433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Subnet': ['ID=85dffd49-865b-4e6c-acdd-c46cd02214e3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.245023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.248755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b899f8b9-8c2b-4f94-b675-f4274ded9089 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/subnets/85dffd49-865b-4e6c-acdd-c46cd02214e3 HTTP/1.1" status: 204 len: 168 time: 0.5203977 Nov 12 03:33:28.253996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58408) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.254525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce7782-2efa-4b10-91e3-7cbebc7263a0 None None] Network cc36f7f9-66ae-437e-b369-3e74de6e351d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:28.414757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.517891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port a36fabf9-f101-40ca-a7f6-68282d1cf1eb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:28.518246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.593148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] For port a36fabf9-f101-40ca-a7f6-68282d1cf1eb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,segment=NetworkSegment(fde834ce-ffe0-4845-beaf-634059563dfc),segment_id=fde834ce-ffe0-4845-beaf-634059563dfc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:28.593567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.607260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for a36fabf9-f101-40ca-a7f6-68282d1cf1eb owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:28.723689 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.729114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314f5ac-f7d2-4b76-972b-c53757b32708 None None] DHCP port deletion for cc36f7f9-66ae-437e-b369-3e74de6e351d request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:28.752419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=a36fabf9-f101-40ca-a7f6-68282d1cf1eb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.759773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] No DVR routers for this DVR port a36fabf9-f101-40ca-a7f6-68282d1cf1eb on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:28.882280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.916217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc36f7f9-66ae-437e-b369-3e74de6e351d']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.937457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde834ce-ffe0-4845-beaf-634059563dfc') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.938023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde834ce-ffe0-4845-beaf-634059563dfc') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.952706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.972049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.982800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:28.983436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:28.987089 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:29.088309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.118784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.123448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/networks/cc36f7f9-66ae-437e-b369-3e74de6e351d HTTP/1.1" status: 204 len: 168 time: 0.8680089 Nov 12 03:33:29.124655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a0713-6190-4f67-ab39-7dbc3723a786 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Network': ['ID=cc36f7f9-66ae-437e-b369-3e74de6e351d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.128130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58424) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.298103 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.371053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 862a6e8f-e4b6-484f-934a-fb70e419c058 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:29.371433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.492504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.492837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.524860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 862a6e8f-e4b6-484f-934a-fb70e419c058 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:29.727624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.760550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=862a6e8f-e4b6-484f-934a-fb70e419c058,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.892125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.895645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.897160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d220b4d2-f88b-4f80-97e6-c1b442265d78 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/floatingips/b171791e-c4c0-4bbb-bf80-aef14e3b3fac HTTP/1.1" status: 204 len: 168 time: 0.7690909 Nov 12 03:33:29.903051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58438) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:29.938310 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c2820b-9168-436e-8b71-b5980ced9d5f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] DELETE failed (client error): The resource could not be found. Nov 12 03:33:29.939039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c2820b-9168-436e-8b71-b5980ced9d5f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:29.949714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77c2820b-9168-436e-8b71-b5980ced9d5f tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/0b6712fb-6323-4b5b-bf4c-3a5eced12f0b HTTP/1.1" status: 404 len: 333 time: 0.0446420 Nov 12 03:33:29.952616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58442) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.055753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c879e5f-875a-4541-90a4-c0c0cb715286 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/ports?device_id=c47c1c83-d86b-4ae1-a422-a20dc17df498 HTTP/1.1" status: 200 len: 205 time: 0.1003637 Nov 12 03:33:30.059023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.133566 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-230bd31e-671f-4de9-886f-a7aa61490511 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] delete failed (client error): The resource could not be found. Nov 12 03:33:30.137309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58450) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.137851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-230bd31e-671f-4de9-886f-a7aa61490511 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/routers/c47c1c83-d86b-4ae1-a422-a20dc17df498 HTTP/1.1" status: 404 len: 336 time: 0.0722642 Nov 12 03:33:30.197688 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb9e186-94f8-4103-be9a-928220a4dfc7 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] DELETE failed (client error): The resource could not be found. Nov 12 03:33:30.198313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb9e186-94f8-4103-be9a-928220a4dfc7 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:30.201561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eeb9e186-94f8-4103-be9a-928220a4dfc7 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/subnets/85dffd49-865b-4e6c-acdd-c46cd02214e3 HTTP/1.1" status: 404 len: 337 time: 0.0631011 Nov 12 03:33:30.206545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58452) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:30.406378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port b48e0fc9-caf8-428f-89d7-89b5ece0a2b2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:30.419198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.545900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.568357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for b48e0fc9-caf8-428f-89d7-89b5ece0a2b2 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:30.619452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a36fabf9-f101-40ca-a7f6-68282d1cf1eb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:30.645089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a36fabf9-f101-40ca-a7f6-68282d1cf1eb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:30.645673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a36fabf9-f101-40ca-a7f6-68282d1cf1eb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:30.834558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.976789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=b48e0fc9-caf8-428f-89d7-89b5ece0a2b2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.100209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.107188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58464) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.107432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e022458e-1cc7-42f1-b1b2-4184358dd5ac tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/b48e0fc9-caf8-428f-89d7-89b5ece0a2b2 HTTP/1.1" status: 204 len: 168 time: 0.8992853 Nov 12 03:33:31.235036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 8784bdc5-845c-4878-afd1-092c0f1675da {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:31.235604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.366588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.381658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 8784bdc5-845c-4878-afd1-092c0f1675da owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:31.558576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.601085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=8784bdc5-845c-4878-afd1-092c0f1675da,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:31.677835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.681791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-416ba554-d6a5-442b-aecc-57f7f2d7f8ce tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/ports/8784bdc5-845c-4878-afd1-092c0f1675da HTTP/1.1" status: 204 len: 168 time: 0.5734801 Nov 12 03:33:31.684203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58476) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:31.756582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd41544-ab3c-4e7c-ab01-9e424841fe3d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.761053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3fd41544-ab3c-4e7c-ab01-9e424841fe3d tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "GET /v2.0/ports?device_id=207914de-7638-4d8d-b19e-1864e4a07560 HTTP/1.1" status: 200 len: 913 time: 0.0735421 Nov 12 03:33:31.761286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58478) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:32.266316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.276138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6bf2a602-4dfd-4659-8c60-ad2b965e2e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.668015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port 4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:32.668511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.850687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.880048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for 4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:33.262892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.428880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=4d5b7a7e-9b73-4f6c-8ffd-1f825544eacb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:33.715733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.171127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Router 207914de-7638-4d8d-b19e-1864e4a07560 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:34.354863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:34.365573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] Sync routers for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:34.373638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8ccd7090-fde6-429f-aab4-35cb79a1ce3e tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "PUT /v2.0/routers/207914de-7638-4d8d-b19e-1864e4a07560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6111720 Nov 12 03:33:34.375886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58528) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.386086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:34.387133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:34.424458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:34.435136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] Routers {'207914de-7638-4d8d-b19e-1864e4a07560'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:34.435996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['207914de-7638-4d8d-b19e-1864e4a07560'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:34.474905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:34.476683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b86db1-f2b1-4c38-a90a-1d85d2afcded None None] The sync data for ids ['207914de-7638-4d8d-b19e-1864e4a07560'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:34.535519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.660351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c85b3d83-4886-4795-94c4-7ef132a004cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.196245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.285761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting port c0ce916f-e71f-4239-8f3b-a97084727a5c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:35.286095 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.417797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.441988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Calling delete_port for c0ce916f-e71f-4239-8f3b-a97084727a5c owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:35.662826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.774552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.836623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Port': ['ID=c0ce916f-e71f-4239-8f3b-a97084727a5c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.865378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0975e0-7c13-40e8-bfad-79722eed5036 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:35.946901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.083780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.093032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.198397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.199365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Fanout notify agent at l3_agent the message router_deleted on router 207914de-7638-4d8d-b19e-1864e4a07560 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:36.210461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.214383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.243686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f51e4be7-c2a9-4f93-b6d3-f6bc29dae0d0 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/routers/207914de-7638-4d8d-b19e-1864e4a07560 HTTP/1.1" status: 204 len: 168 time: 1.8666246 Nov 12 03:33:36.321873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Deleting subnet f2382959-9c7f-49ed-b5fb-5d97a6c71bb0 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:36.327790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.393301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.473772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.572966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.638933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Subnet': ['ID=f2382959-9c7f-49ed-b5fb-5d97a6c71bb0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.646238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.655298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58570) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:36.658669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7bb8b0a8-f00d-4bab-aa1c-c34b8cd17781 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/subnets/f2382959-9c7f-49ed-b5fb-5d97a6c71bb0 HTTP/1.1" status: 204 len: 168 time: 0.4431665 Nov 12 03:33:36.808523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.907238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.927944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ca1025-9f43-44e2-ad75-6b0664b57496']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.938452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c152b27-d837-4803-ad4a-0b1c069b8233') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.938983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c152b27-d837-4803-ad4a-0b1c069b8233') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:36.964328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.978169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.984328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:36.984720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:36.988457 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:37.063153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.070661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.076547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] 10.222.0.84 "DELETE /v2.0/networks/33ca1025-9f43-44e2-ad75-6b0664b57496 HTTP/1.1" status: 204 len: 168 time: 0.4174848 Nov 12 03:33:37.091522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90d29-6ef9-4f90-bad4-bb70ebe49996 tempest-FloatingIPTestJSON-2126864653 tempest-FloatingIPTestJSON-2126864653-project] Pushing event deleted for resources: {'Network': ['ID=33ca1025-9f43-44e2-ad75-6b0664b57496,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.174243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.469676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58594) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.787663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8e314cf1-2754-418c-b175-054ecc56b4e6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e0ae5fae5514de7b50d86dcf92d36f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142686 Nov 12 03:33:37.788974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58602) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.943883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.998955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.120036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.133880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.144485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ada47370-38f0-4406-869e-8b22ff054ac4 HTTP/1.1" status: 204 len: 168 time: 0.3512878 Nov 12 03:33:38.159778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc269c-e158-4dc3-9d8c-861edc443bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada47370-38f0-4406-869e-8b22ff054ac4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.230012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.814894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58648) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.108943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1212649534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:40.167502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.169996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.294181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.317687 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.386894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.388165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4d38f73d-c8b0-434e-a03a-ce2db36416b2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5723920 Nov 12 03:33:40.393984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58664) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.412710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-705214018'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:40.480115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:40.487126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.536315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.892898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.904933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.933147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:40.997555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.998179 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Added segment 2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6 of type vlan for network 916c5071-0b99-4d95-884b-1c3b7fc78132 Nov 12 03:33:41.019733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aafdf11-f54f-4f0c-81f4-8557b26d109d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.120176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.171721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.178375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:41.179021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.328839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9335554 Nov 12 03:33:41.331832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58672) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:41.339995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'subnet': {'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:41.343939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9c217-764b-41dc-88a9-43e180f8a2db tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Network': ['ID=916c5071-0b99-4d95-884b-1c3b7fc78132,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.356723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:41.556103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:41.561259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.020271 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.108258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Subnet': ['ID=6e784076-7aac-4d66-9c92-0bcaed79c8c6,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.121221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Checking segment: {'id': '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:42.121594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network hostable DHCP agents. Network: 916c5071-0b99-4d95-884b-1c3b7fc78132, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:42.167271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:42.180489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 916c5071-0b99-4d95-884b-1c3b7fc78132) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:42.184918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.185449 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.195225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabe9f3-4103-453e-9f04-33bb8964479b None None] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:42.208353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f91734a-7002-412f-ae5e-090040ef68b5 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8704479 Nov 12 03:33:42.208616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.214570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'network': {'name': 'tempest-router-network01--189275374'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:42.276221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:42.285147 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.371884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:42.390247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.392662 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Added segment 611dc57d-d822-4b6e-8834-8f5d5d4ec63a of type vlan for network c1d06dbc-e0f1-4850-8e82-218bdc62e289 Nov 12 03:33:42.468099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.544632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.551720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.552680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.586602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-916c5071-0b99-4d95-884b-1c3b7fc78132', 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132', 'tenant_id': '30bcaf1789c949aba41e4bc80f888881', 'fixed_ips': [{'subnet_id': '6e784076-7aac-4d66-9c92-0bcaed79c8c6'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:42.591692 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.645648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4337294 Nov 12 03:33:42.646212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.652063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'network': {'name': 'tempest-router-network02--2084338733'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:42.727902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:42.736086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.752202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ab249-8742-4107-bf3a-a07ad4332cfd tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Network': ['ID=c1d06dbc-e0f1-4850-8e82-218bdc62e289,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.767964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:42.868515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:42.890752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.891087 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Added segment 3a1b9e21-8090-4145-90e6-6ebe4949250b of type vlan for network e4860a10-1935-4789-8260-5949c8fc1918 Nov 12 03:33:42.892657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Allocated IP 2001:db8::2 (916c5071-0b99-4d95-884b-1c3b7fc78132/6e784076-7aac-4d66-9c92-0bcaed79c8c6/8bf4602c-68ce-443e-bfb0-f975f01b0faa) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:42.967911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.067381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.074812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.085588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.162621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5151937 Nov 12 03:33:43.166202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58702) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.171188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'subnet': {'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:43.311089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682945-754c-4f06-a85d-48abd06a8ab6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Network': ['ID=e4860a10-1935-4789-8260-5949c8fc1918,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.344463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e4860a10-1935-4789-8260-5949c8fc1918 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:43.393332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:43.402849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.481468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.494237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.592697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:43.597231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:43.604646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:43.720368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Pushing event updated for resources: {'Port': ['ID=8bf4602c-68ce-443e-bfb0-f975f01b0faa,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.743988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Attempting to bind port 8bf4602c-68ce-443e-bfb0-f975f01b0faa on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:43.744717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Attempting to bind port 8bf4602c-68ce-443e-bfb0-f975f01b0faa by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:43.745390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Attempting to bind port 8bf4602c-68ce-443e-bfb0-f975f01b0faa on network 916c5071-0b99-4d95-884b-1c3b7fc78132 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:43.752376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:43.753250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Checking segment: {'id': '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:43.753708 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.754117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Bound using segment: {'id': '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:43.754602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Bound port: 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '916c5071-0b99-4d95-884b-1c3b7fc78132'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:43.755042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.807337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.889841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] For port 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:43.893417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] For port 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8bf4602c-68ce-443e-bfb0-f975f01b0faa,segment=NetworkSegment(2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6),segment_id=2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:43.904695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.939554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Checking segment: {'id': '611dc57d-d822-4b6e-8834-8f5d5d4ec63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:43.940076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network hostable DHCP agents. Network: c1d06dbc-e0f1-4850-8e82-218bdc62e289, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:43.948853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Subnet': ['ID=a6be563f-59f0-46cd-939a-33d3bd5b185a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.968905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:43.998700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c1d06dbc-e0f1-4850-8e82-218bdc62e289) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:44.010198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:44.010476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d13be-2ff8-49fb-8434-e395d2b50a42 None None] Pushing event updated for resources: {'Port': ['ID=8bf4602c-68ce-443e-bfb0-f975f01b0faa,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.011177 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.030435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15540eae-dabc-4e62-8621-6e5cf67abd3c None None] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:44.077307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:44.080000 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b12b546d-756e-471f-8dea-36069616eb6d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9068730 Nov 12 03:33:44.084932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'subnet': {'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:44.366320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:44.372902 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.506413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c1d06dbc-e0f1-4850-8e82-218bdc62e289', 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289', 'tenant_id': '30bcaf1789c949aba41e4bc80f888881', 'fixed_ips': [{'subnet_id': 'a6be563f-59f0-46cd-939a-33d3bd5b185a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:44.508737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.765630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8bf4602c-68ce-443e-bfb0-f975f01b0faa up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:44.870067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.952312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Subnet': ['ID=9bd28166-33fc-4c3a-9102-6266417d1e16,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:45.009752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Checking segment: {'id': '3a1b9e21-8090-4145-90e6-6ebe4949250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:45.010822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network hostable DHCP agents. Network: e4860a10-1935-4789-8260-5949c8fc1918, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:45.053504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Allocated IP 2001:db8::2 (c1d06dbc-e0f1-4850-8e82-218bdc62e289/a6be563f-59f0-46cd-939a-33d3bd5b185a/22f0290d-253c-4c29-8473-a609fd801d4a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:45.070916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network e4860a10-1935-4789-8260-5949c8fc1918 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:45.097394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8bf4602c-68ce-443e-bfb0-f975f01b0faa triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:45.097807 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.118964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e4860a10-1935-4789-8260-5949c8fc1918) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:45.133703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b1340c-ec64-411f-b03e-321eed2eaeac None None] Network e4860a10-1935-4789-8260-5949c8fc1918 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:45.135464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.137580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.197412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4257b5fa-0b8d-4cdf-9805-4aa0868402c9 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1179931 Nov 12 03:33:45.199798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58728) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:45.778683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.832131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8bf4602c-68ce-443e-bfb0-f975f01b0faa,segment=NetworkSegment(2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6),segment_id=2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:45.848568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.871739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.901469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc914601-8dbc-40f9-9276-ea1ca65930e8 None None] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:45.931253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.018202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e4860a10-1935-4789-8260-5949c8fc1918', 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918', 'tenant_id': '30bcaf1789c949aba41e4bc80f888881', 'fixed_ips': [{'subnet_id': '9bd28166-33fc-4c3a-9102-6266417d1e16'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:46.019073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.055386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:46.058350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ff377c2-4414-4c0f-8dbc-51e019f9a888 None None] Provisioning complete for port 8bf4602c-68ce-443e-bfb0-f975f01b0faa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:46.058764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ff377c2-4414-4c0f-8dbc-51e019f9a888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.111218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=8bf4602c-68ce-443e-bfb0-f975f01b0faa,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.130819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:46.226518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:46.498941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.651421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Allocated IP 2001:db8::2 (e4860a10-1935-4789-8260-5949c8fc1918/9bd28166-33fc-4c3a-9102-6266417d1e16/3dc9bddf-0c06-432b-afd1-a10eff74e390) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:46.797235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8bf4602c-68ce-443e-bfb0-f975f01b0faa up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:47.006549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Allocated IP 2001:db8::1 (c1d06dbc-e0f1-4850-8e82-218bdc62e289/a6be563f-59f0-46cd-939a-33d3bd5b185a/eb299946-1ceb-4de6-88b2-8c8ec3e0b021) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:47.074768 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Pushing event updated for resources: {'Port': ['ID=22f0290d-253c-4c29-8473-a609fd801d4a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.295793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.298531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.359311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Attempting to bind port 22f0290d-253c-4c29-8473-a609fd801d4a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:47.359810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Attempting to bind port 22f0290d-253c-4c29-8473-a609fd801d4a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '611dc57d-d822-4b6e-8834-8f5d5d4ec63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:47.360805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Attempting to bind port 22f0290d-253c-4c29-8473-a609fd801d4a on network c1d06dbc-e0f1-4850-8e82-218bdc62e289 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:47.373573 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.375903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.442579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Pushing event updated for resources: {'Port': ['ID=3dc9bddf-0c06-432b-afd1-a10eff74e390,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.464174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:47.464589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Checking segment: {'id': '611dc57d-d822-4b6e-8834-8f5d5d4ec63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:47.464865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.465309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Bound using segment: {'id': '611dc57d-d822-4b6e-8834-8f5d5d4ec63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:47.465804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Bound port: 22f0290d-253c-4c29-8473-a609fd801d4a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611dc57d-d822-4b6e-8834-8f5d5d4ec63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c1d06dbc-e0f1-4850-8e82-218bdc62e289'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:47.466776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.486532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8bf4602c-68ce-443e-bfb0-f975f01b0faa triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:47.486934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.496195 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:47.496476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Network e4860a10-1935-4789-8260-5949c8fc1918 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:47.502254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:47.506299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:47.516891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:47.538891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:47.540725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.783908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Attempting to bind port 3dc9bddf-0c06-432b-afd1-a10eff74e390 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:47.790619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Attempting to bind port 3dc9bddf-0c06-432b-afd1-a10eff74e390 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3a1b9e21-8090-4145-90e6-6ebe4949250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:47.795176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Attempting to bind port 3dc9bddf-0c06-432b-afd1-a10eff74e390 on network e4860a10-1935-4789-8260-5949c8fc1918 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:47.821846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:47.823836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Checking segment: {'id': '3a1b9e21-8090-4145-90e6-6ebe4949250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:47.825864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.826465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Bound using segment: {'id': '3a1b9e21-8090-4145-90e6-6ebe4949250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:47.827446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Bound port: 3dc9bddf-0c06-432b-afd1-a10eff74e390, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1b9e21-8090-4145-90e6-6ebe4949250b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4860a10-1935-4789-8260-5949c8fc1918'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:47.828026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.973373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Port': ['ID=eb299946-1ceb-4de6-88b2-8c8ec3e0b021,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.975948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.039481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.040406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.040995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.041521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.042053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.042576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.043156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.043689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.044206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.044814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.045345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.045857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:48.077185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] For port 22f0290d-253c-4c29-8473-a609fd801d4a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:48.157679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cef2982c-e64d-4f1f-be70-d7130302211d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751271238&fields=id&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 267 time: 0.1918681 Nov 12 03:33:48.261988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] For port 22f0290d-253c-4c29-8473-a609fd801d4a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=22f0290d-253c-4c29-8473-a609fd801d4a,segment=NetworkSegment(611dc57d-d822-4b6e-8834-8f5d5d4ec63a),segment_id=611dc57d-d822-4b6e-8834-8f5d5d4ec63a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:48.273623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-65af760a-6322-4eb1-85bc-9944dfe2410c None None] Provisioning complete for port 8bf4602c-68ce-443e-bfb0-f975f01b0faa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:48.273967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65af760a-6322-4eb1-85bc-9944dfe2410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.314323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.364591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-6c010e30-e717-451a-9168-5daa1d9bfa22 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.368066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-6c010e30-e717-451a-9168-5daa1d9bfa22 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.1969161 Nov 12 03:33:48.415110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] For port 3dc9bddf-0c06-432b-afd1-a10eff74e390, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:48.422064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960495d7-7dbf-4851-b8cc-990f8cea9fe4 None None] Pushing event updated for resources: {'Port': ['ID=22f0290d-253c-4c29-8473-a609fd801d4a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.482064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-f2bb7dfc-9f5d-4a5a-9ac3-b6501446a2aa tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/quotas/d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 375 time: 0.0644667 Nov 12 03:33:48.489052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] For port 3dc9bddf-0c06-432b-afd1-a10eff74e390, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3dc9bddf-0c06-432b-afd1-a10eff74e390,segment=NetworkSegment(3a1b9e21-8090-4145-90e6-6ebe4949250b),segment_id=3a1b9e21-8090-4145-90e6-6ebe4949250b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:48.547775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.634489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-13d3c009-f7b2-42d0-ad54-ff3d2f61315d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1459811 Nov 12 03:33:48.822294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d486e6-b409-43ba-80c4-ad68efed8719 None None] Pushing event updated for resources: {'Port': ['ID=3dc9bddf-0c06-432b-afd1-a10eff74e390,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:49.084541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-5df5a026-2ae0-4a3d-b3a7-241fd67a088d service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338055 Nov 12 03:33:49.152364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.176379 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.177290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.296943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Port': ['ID=eb299946-1ceb-4de6-88b2-8c8ec3e0b021,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:49.406809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-d5ef8a70-9b1a-4d10-91d1-54ba5adf37db service neutron] 10.222.0.84 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071237 Nov 12 03:33:49.465652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:49.468578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:49.672897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Router cecd863d-4420-4aaf-a18c-b0d7b51e1966 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:49.865752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:49.876212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:49.876768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2b37f04c-9499-49f8-9baa-0e9a6ff4e898 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6752231 Nov 12 03:33:49.889092 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] Sync routers for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:49.933456 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:49.934002 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.071633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.118178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:50.118850 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.295014 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:50.299799 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e51fb-26a6-4882-ad19-865571d2d662 None None] The sync data for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:50.331159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9eef0ed5-8be8-4874-87c9-f53e57cd3e96 req-57341561-141a-4451-b61f-4e98831d990b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.3105364 Nov 12 03:33:50.437905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22d86b-a0d9-48bb-80ff-3b2f41d97aea None None] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:50.704344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] Provisioning complete for port 22f0290d-253c-4c29-8473-a609fd801d4a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:50.705047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.888453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3dc9bddf-0c06-432b-afd1-a10eff74e390 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:50.909178 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-95f6fe52-fe83-429d-8d71-5a0d5a11078c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:33:50.913097 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-95f6fe52-fe83-429d-8d71-5a0d5a11078c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0319712 Nov 12 03:33:50.914122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58820) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:50.967693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b2dcc-fbcb-44f6-9820-0c4aa65c9883 None None] Network e4860a10-1935-4789-8260-5949c8fc1918 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:51.278352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3dc9bddf-0c06-432b-afd1-a10eff74e390 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:51.278807 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.369076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.615524 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.660765 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:51.666155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ad28de7-8c90-4d90-846e-4d8dbb209be3 req-1939a1ab-976f-4f3a-8652-d51d4350db94 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.1132960 Nov 12 03:33:51.876129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-326625d4-c54d-41a1-9873-e93ddc3c4da7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:51.878677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-326625d4-c54d-41a1-9873-e93ddc3c4da7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 812 time: 0.3984172 Nov 12 03:33:51.922739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.990939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] For port 22f0290d-253c-4c29-8473-a609fd801d4a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=22f0290d-253c-4c29-8473-a609fd801d4a,segment=NetworkSegment(611dc57d-d822-4b6e-8834-8f5d5d4ec63a),segment_id=611dc57d-d822-4b6e-8834-8f5d5d4ec63a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:52.007189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.025983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 3dc9bddf-0c06-432b-afd1-a10eff74e390, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3dc9bddf-0c06-432b-afd1-a10eff74e390,segment=NetworkSegment(3a1b9e21-8090-4145-90e6-6ebe4949250b),segment_id=3a1b9e21-8090-4145-90e6-6ebe4949250b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:52.041597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.042628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 22f0290d-253c-4c29-8473-a609fd801d4a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:52.065535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-28c5853d-bb8c-48a7-8c25-f284372943c6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31523cee80043e5b6af1e0cb9b66dd5 HTTP/1.1" status: 200 len: 380 time: 0.1735671 Nov 12 03:33:52.080201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'port': {'device_id': '675b17ca-51d4-4510-9f96-549e1d619108', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'admin_state_up': True, 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'security_groups': ['f8beaf33-b0d3-4664-a297-e2e48dcfadad']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:52.177577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Provisioning complete for port 22f0290d-253c-4c29-8473-a609fd801d4a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:52.177956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.290335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f712-ef70-4f99-89e8-492da318fdb1 None None] Pushing event updated for resources: {'Port': ['ID=22f0290d-253c-4c29-8473-a609fd801d4a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.417433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 22f0290d-253c-4c29-8473-a609fd801d4a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:52.423530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.488634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting port eb299946-1ceb-4de6-88b2-8c8ec3e0b021 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:52.496576 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.524428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Made reservation on behalf of d31523cee80043e5b6af1e0cb9b66dd5 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:52.528342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.697984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=3dc9bddf-0c06-432b-afd1-a10eff74e390,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.797010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.871867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Calling delete_port for eb299946-1ceb-4de6-88b2-8c8ec3e0b021 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:52.993482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Provisioning complete for port eb299946-1ceb-4de6-88b2-8c8ec3e0b021 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:52.994032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.009749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b94dfdb-08db-43f5-bba1-a42ef6323458 req-ed3d37c9-a6dc-4282-9e42-86d05e8edfb7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.1790988 Nov 12 03:33:53.083260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Port eb299946-1ceb-4de6-88b2-8c8ec3e0b021 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:53.097012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Provisioning complete for port 3dc9bddf-0c06-432b-afd1-a10eff74e390 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:53.097690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ba7ff541-9f9b-47f3-ae74-21b37347694f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.106443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.20.0.14 (e3aec6b9-297b-4c21-a702-29b987137959/6a5a95cd-e606-4f7a-ac2e-45ea159db837/c4081dd5-a0c4-403f-a6b2-1aff52035df2) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:53.269257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3dc9bddf-0c06-432b-afd1-a10eff74e390 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:53.350570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3dc9bddf-0c06-432b-afd1-a10eff74e390 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:53.350907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.414326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.422638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d07d005-1b1b-4a03-841c-b203963547a8 None None] Provisioning complete for port eb299946-1ceb-4de6-88b2-8c8ec3e0b021 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:53.424649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d07d005-1b1b-4a03-841c-b203963547a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.478619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.480849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4d07d005-1b1b-4a03-841c-b203963547a8 None None] Port eb299946-1ceb-4de6-88b2-8c8ec3e0b021 was deleted so its status cannot be updated. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 03:33:53.489681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Port': ['ID=eb299946-1ceb-4de6-88b2-8c8ec3e0b021,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.528101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d07d005-1b1b-4a03-841c-b203963547a8 None None] Provisioning complete for port 3dc9bddf-0c06-432b-afd1-a10eff74e390 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:53.528646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d07d005-1b1b-4a03-841c-b203963547a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.586294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.734330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network e3aec6b9-297b-4c21-a702-29b987137959 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:53.749370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 22f0290d-253c-4c29-8473-a609fd801d4a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:53.750003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:53.754428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:53.792680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.825341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.908284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.910536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.952418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-cea92b27-3626-468a-813a-3593404bcd8f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8817072 Nov 12 03:33:53.993133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Request body: {'port': {'device_id': '675b17ca-51d4-4510-9f96-549e1d619108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:54.027449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 22f0290d-253c-4c29-8473-a609fd801d4a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:54.028688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.143141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.216080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Router cecd863d-4420-4aaf-a18c-b0d7b51e1966 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:54.360338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:54.366240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-288d5444-aa81-4d29-b339-560cc6dc0795 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4504850 Nov 12 03:33:54.371026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:54.434214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] Sync routers for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:54.440171 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-93f98ad9-ddf0-49dc-a2b3-e1d34ca59b3c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] delete failed (client error): The resource could not be found. Nov 12 03:33:54.441618 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-93f98ad9-ddf0-49dc-a2b3-e1d34ca59b3c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-2056559224 HTTP/1.1" status: 404 len: 335 time: 0.0693345 Nov 12 03:33:54.446452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58868) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:54.467811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9dc9aaea-403d-4758-9f2f-189afe8d12ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cecd863d-4420-4aaf-a18c-b0d7b51e1966'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:54.500743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:54.501634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:54.544427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:54.554778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:54.555704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:54.606723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7463a3d-a326-4bf7-9f2f-3d6b0be1c443 req-3cce83ba-ed84-4dc4-a3b8-31a9e4997d81 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.615726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0e464633-959d-4c63-b121-3e0263ae8f20 None None] Provisioning complete for port c4081dd5-a0c4-403f-a6b2-1aff52035df2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:54.621852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e464633-959d-4c63-b121-3e0263ae8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.629474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7463a3d-a326-4bf7-9f2f-3d6b0be1c443 req-3cce83ba-ed84-4dc4-a3b8-31a9e4997d81 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 932 time: 0.4462690 Nov 12 03:33:54.629951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:54.630868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cb078-7f56-4a9e-80a2-493a160ed721 None None] The sync data for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:54.719015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0e464633-959d-4c63-b121-3e0263ae8f20 None None] Port c4081dd5-a0c4-403f-a6b2-1aff52035df2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:54.754008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7463a3d-a326-4bf7-9f2f-3d6b0be1c443 req-595a93a6-928a-4f01-a69b-c0bcdfde50e3 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238618 Nov 12 03:33:54.995280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9dc9aaea-403d-4758-9f2f-189afe8d12ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.047673 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-9dc9aaea-403d-4758-9f2f-189afe8d12ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] update failed (client error): The resource could not be found. Nov 12 03:33:55.049152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9dc9aaea-403d-4758-9f2f-189afe8d12ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966 HTTP/1.1" status: 404 len: 339 time: 0.5959554 Nov 12 03:33:55.055579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 58876) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.056403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4081dd5-a0c4-403f-a6b2-1aff52035df2 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:55.065222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.068414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-861827253'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:55.085848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Transition to ACTIVE for port object c4081dd5-a0c4-403f-a6b2-1aff52035df2 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:55.099452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.169420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:55.175402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.245193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:55.268157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Pushing event updated for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.274210 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.274563 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Added segment 0280b76b-b074-4b72-beec-1c33e855b631 of type vlan for network 76089159-b7f7-493c-bf7a-57766cc45e39 Nov 12 03:33:55.379813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.443478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Attempting to bind port c4081dd5-a0c4-403f-a6b2-1aff52035df2 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:55.443993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Attempting to bind port c4081dd5-a0c4-403f-a6b2-1aff52035df2 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:55.444482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Attempting to bind port c4081dd5-a0c4-403f-a6b2-1aff52035df2 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:55.449854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Port c4081dd5-a0c4-403f-a6b2-1aff52035df2 on network e3aec6b9-297b-4c21-a702-29b987137959 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:55.450586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Attempting to bind port c4081dd5-a0c4-403f-a6b2-1aff52035df2 on network e3aec6b9-297b-4c21-a702-29b987137959 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:55.452653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.457600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:55.458018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Checking segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:55.458477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Bound using segment: {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:55.459138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Bound port: c4081dd5-a0c4-403f-a6b2-1aff52035df2, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88524bdd-22da-4b31-b984-f8980d248ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:55.459605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.459994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.460604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.590229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:55.607597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:55.619387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5576196 Nov 12 03:33:55.631005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58882) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.640844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146798-7586-4182-aa32-b15e1ec16a2d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Network': ['ID=76089159-b7f7-493c-bf7a-57766cc45e39,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.660997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'subnet': {'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:55.664322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 76089159-b7f7-493c-bf7a-57766cc45e39 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:55.770078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.867571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Pushing event updated for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.877000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.877675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.879704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7b82879b-2c74-4111-a269-354651e44094 service neutron] 10.222.0.39 "PUT /v2.0/ports/c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 1093 time: 1.9106476 Nov 12 03:33:55.882835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:55.885389 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff71201-d92c-4696-a590-5f89f4e51d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:56.038226 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6565c30-a9bb-4e93-bef3-8120c4bdc7b1 x-openstack-request-id: req-d6565c30-a9bb-4e93-bef3-8120c4bdc7b1 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:56.038989 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:56.039421 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6565c30-a9bb-4e93-bef3-8120c4bdc7b1 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:56.040245 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'status': 'completed', 'code': 200} Nov 12 03:33:56.045237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Made reservation on behalf of 30bcaf1789c949aba41e4bc80f888881 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:56.049331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.293358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13c0c-3dfa-401b-85b6-bad7ae2f225a req-9f7e9f4d-a05c-4b6f-a0f0-1c23368b33d5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.300623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-84f13c0c-3dfa-401b-85b6-bad7ae2f225a req-9f7e9f4d-a05c-4b6f-a0f0-1c23368b33d5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.3150470 Nov 12 03:33:56.343979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-5be9cd5a-43a8-41a0-b714-14edb4b16e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.346102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-5be9cd5a-43a8-41a0-b714-14edb4b16e2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1096 time: 0.3707132 Nov 12 03:33:56.445291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-7de2a954-5ede-4073-89d7-501fb93c61dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 217 time: 0.0751672 Nov 12 03:33:56.466976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-84f13c0c-3dfa-401b-85b6-bad7ae2f225a req-3c2a0294-2e7b-4e90-8e4b-b57a8659c990 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612425 Nov 12 03:33:56.516452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-60acac2e-873a-4180-a478-95b69b536d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.518183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-60acac2e-873a-4180-a478-95b69b536d7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0662766 Nov 12 03:33:56.614183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-053b059b-c72c-4d41-9827-ec8755ca5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.616537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-053b059b-c72c-4d41-9827-ec8755ca5734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876896 Nov 12 03:33:56.633660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.771276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Checking segment: {'id': '0280b76b-b074-4b72-beec-1c33e855b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:56.773878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network hostable DHCP agents. Network: 76089159-b7f7-493c-bf7a-57766cc45e39, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:56.804876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Subnet': ['ID=ea05f743-4baf-4ca6-ad93-da3e069a40d6,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.816484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-94b04315-5070-47cc-9fa9-0595f155e2c3 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926997 Nov 12 03:33:56.848295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network 76089159-b7f7-493c-bf7a-57766cc45e39 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:56.875375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 76089159-b7f7-493c-bf7a-57766cc45e39) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:56.885816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e978a-d255-4f1c-9954-cc1c958c6d0a None None] Network 76089159-b7f7-493c-bf7a-57766cc45e39 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:56.889759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.890547 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.204177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-76089159-b7f7-493c-bf7a-57766cc45e39', 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39', 'tenant_id': '30bcaf1789c949aba41e4bc80f888881', 'fixed_ips': [{'subnet_id': 'ea05f743-4baf-4ca6-ad93-da3e069a40d6'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:57.205348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.516893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Allocated IP 2001:db8:1::2 (76089159-b7f7-493c-bf7a-57766cc45e39/ea05f743-4baf-4ca6-ad93-da3e069a40d6/2810894f-3ee0-4151-8269-df8a09b26ff4) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:57.613025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-72faaf0f-74ff-4f1d-bd12-14dffd22d352 req-90f2f283-c504-4472-aaa9-5ab93082a1d1 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883122 Nov 12 03:33:57.722815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e0d002a5-3c63-4601-b169-da32fb34252c tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0875125 Nov 12 03:33:57.724299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58914) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.731125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8ed8d131-7a4e-4dc8-8106-46ee25bed572 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'router': {'external_gateway_info': {'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:57.795827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.808588 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.872998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Network 76089159-b7f7-493c-bf7a-57766cc45e39 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:57.876559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.879600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:57.883374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:57.883670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73423d5-ca76-4b72-b497-3ea4e56ece02 req-bf5ea148-475d-4e9b-adfe-cf5a4f100d8c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.885899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73423d5-ca76-4b72-b497-3ea4e56ece02 req-bf5ea148-475d-4e9b-adfe-cf5a4f100d8c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.2643256 Nov 12 03:33:57.901916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Pushing event updated for resources: {'Port': ['ID=2810894f-3ee0-4151-8269-df8a09b26ff4,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.965885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Attempting to bind port 2810894f-3ee0-4151-8269-df8a09b26ff4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:57.966351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Attempting to bind port 2810894f-3ee0-4151-8269-df8a09b26ff4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0280b76b-b074-4b72-beec-1c33e855b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:57.966724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Attempting to bind port 2810894f-3ee0-4151-8269-df8a09b26ff4 on network 76089159-b7f7-493c-bf7a-57766cc45e39 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:57.972597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:57.973145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Checking segment: {'id': '0280b76b-b074-4b72-beec-1c33e855b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:57.973542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.974083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Bound using segment: {'id': '0280b76b-b074-4b72-beec-1c33e855b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:57.974705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Bound port: 2810894f-3ee0-4151-8269-df8a09b26ff4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0280b76b-b074-4b72-beec-1c33e855b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '76089159-b7f7-493c-bf7a-57766cc45e39'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:57.975464 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.062360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] For port 2810894f-3ee0-4151-8269-df8a09b26ff4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:58.066457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] For port 2810894f-3ee0-4151-8269-df8a09b26ff4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2810894f-3ee0-4151-8269-df8a09b26ff4,segment=NetworkSegment(0280b76b-b074-4b72-beec-1c33e855b631),segment_id=0280b76b-b074-4b72-beec-1c33e855b631)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:58.073885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-a6cf8291-138f-4dc8-93f0-8d2ef6fd9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.075043 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.075862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-a6cf8291-138f-4dc8-93f0-8d2ef6fd9bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1096 time: 0.3732355 Nov 12 03:33:58.173002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8530dcd-c507-479d-8f99-7d2bc358f9a9 None None] Pushing event updated for resources: {'Port': ['ID=2810894f-3ee0-4151-8269-df8a09b26ff4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:58.281836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d131-7a4e-4dc8-8106-46ee25bed572 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.304582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a73423d5-ca76-4b72-b497-3ea4e56ece02 req-24e33c40-e83c-463b-846b-638327324593 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950326 Nov 12 03:33:58.400512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-8eb01e91-b26a-4c50-8f56-efeaa5daaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.404756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-8eb01e91-b26a-4c50-8f56-efeaa5daaf00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.3167310 Nov 12 03:33:58.528747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-93811a5e-4f3e-4ee0-a83e-0fe021f2637d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 217 time: 0.1145346 Nov 12 03:33:58.601259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-eaf67da2-f5b9-4ebb-a4b0-9c0b9ade69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.603027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-eaf67da2-f5b9-4ebb-a4b0-9c0b9ade69c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0601790 Nov 12 03:33:58.693513 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-8ed8d131-7a4e-4dc8-8106-46ee25bed572 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:33:58.693513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8ed8d131-7a4e-4dc8-8106-46ee25bed572 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966 HTTP/1.1" status: 400 len: 364 time: 0.9663265 Nov 12 03:33:58.696948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:58.700214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-f01bbcd1-7de6-4bb1-a35a-32877502df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.702402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-f01bbcd1-7de6-4bb1-a35a-32877502df51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906057 Nov 12 03:33:59.104024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-1be679f5-d638-46ee-8883-19575d13f527 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848464 Nov 12 03:33:59.238319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2810894f-3ee0-4151-8269-df8a09b26ff4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:59.316712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2810894f-3ee0-4151-8269-df8a09b26ff4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:59.317297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.478407 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.589271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.666636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2810894f-3ee0-4151-8269-df8a09b26ff4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2810894f-3ee0-4151-8269-df8a09b26ff4,segment=NetworkSegment(0280b76b-b074-4b72-beec-1c33e855b631),segment_id=0280b76b-b074-4b72-beec-1c33e855b631)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:59.686305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.726265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.736120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ff71201-d92c-4696-a590-5f89f4e51d6f req-c5d37ab8-4aea-4889-86ff-1de7c9eadc6f service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217277 Nov 12 03:33:59.795908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665172c-4393-4fd0-a4f4-1825d8c6002e req-961c5ba6-c065-47c1-b1e8-f5c212a394bf tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.798260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1665172c-4393-4fd0-a4f4-1825d8c6002e req-961c5ba6-c065-47c1-b1e8-f5c212a394bf tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.3055940 Nov 12 03:33:59.826827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2810894f-3ee0-4151-8269-df8a09b26ff4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.872956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c605e23-fbed-4ba1-8f11-df5954df9e44 None None] Network 76089159-b7f7-493c-bf7a-57766cc45e39 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:00.043361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4135d279-f983-494a-8b7d-98f4f28689b8 None None] Provisioning complete for port 2810894f-3ee0-4151-8269-df8a09b26ff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:00.044355 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4135d279-f983-494a-8b7d-98f4f28689b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.117597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1665172c-4393-4fd0-a4f4-1825d8c6002e req-c9cbdab8-fab9-4c02-b19a-adcd00a5c32e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110175 Nov 12 03:34:00.421223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Allocated IP 2001:db8::1 (916c5071-0b99-4d95-884b-1c3b7fc78132/6e784076-7aac-4d66-9c92-0bcaed79c8c6/baea937f-52f1-4de3-ba81-5d8fbc6e79a3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:00.730226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.755404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aa8b5a1a-c8a3-4b54-9214-8101f606813e None None] Provisioning complete for port 2810894f-3ee0-4151-8269-df8a09b26ff4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:00.755989 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5a1a-c8a3-4b54-9214-8101f606813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.780884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.826409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:00.833262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:00.838378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:00.839233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.884695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Port': ['ID=baea937f-52f1-4de3-ba81-5d8fbc6e79a3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.013600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.223841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2810894f-3ee0-4151-8269-df8a09b26ff4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:01.350895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656ada1-f801-4078-baa1-ac4688ce0e56 req-2477e18e-0c94-4876-9514-05876090fcab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.352707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2656ada1-f801-4078-baa1-ac4688ce0e56 req-2477e18e-0c94-4876-9514-05876090fcab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.0940092 Nov 12 03:34:01.372133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2810894f-3ee0-4151-8269-df8a09b26ff4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.372675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.425643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f39b7f0f-0a3a-4ef9-beeb-56e30ac51c6c None None] Provisioning complete for port baea937f-52f1-4de3-ba81-5d8fbc6e79a3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.426409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39b7f0f-0a3a-4ef9-beeb-56e30ac51c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.504020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2656ada1-f801-4078-baa1-ac4688ce0e56 req-0e851e84-3d71-4293-87a4-6019c4a09fb8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321778 Nov 12 03:34:01.514635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f39b7f0f-0a3a-4ef9-beeb-56e30ac51c6c None None] Port baea937f-52f1-4de3-ba81-5d8fbc6e79a3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:01.623249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.639379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.640327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.878715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event updated for resources: {'Port': ['ID=baea937f-52f1-4de3-ba81-5d8fbc6e79a3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.923686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:01.925119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:02.096790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Router cecd863d-4420-4aaf-a18c-b0d7b51e1966 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:02.282109 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdee6fef-9879-4970-99fd-1260326bb0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.316566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:02.329627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df3f8a40-945c-409d-af57-99efe589d530 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6261780 Nov 12 03:34:02.332552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 58976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.333060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] Sync routers for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:02.347432 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:02.348319 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.396348 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.407708 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:02.408788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:33:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.446327 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.447575 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d9432-e3f1-49b8-85fe-a97b1d2952af None None] The sync data for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:02.461307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1d4e2eae-dd8f-4806-9df5-48efb298f52c None None] Provisioning complete for port baea937f-52f1-4de3-ba81-5d8fbc6e79a3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.461739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2eae-dd8f-4806-9df5-48efb298f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.519474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a37ac526-0af0-4504-acbd-c9785c464761 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.531046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e2eae-dd8f-4806-9df5-48efb298f52c None None] Port baea937f-52f1-4de3-ba81-5d8fbc6e79a3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:03.098070 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a37ac526-0af0-4504-acbd-c9785c464761 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:34:03.101841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a37ac526-0af0-4504-acbd-c9785c464761 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966 HTTP/1.1" status: 409 len: 329 time: 0.7656426 Nov 12 03:34:03.102191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59012) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.115038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b891e-2e89-4b9c-b065-9a606b5762e3 req-9ad89896-9f65-476f-af12-59f29a1744f6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.119189 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e98b891e-2e89-4b9c-b065-9a606b5762e3 req-9ad89896-9f65-476f-af12-59f29a1744f6 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.5094285 Nov 12 03:34:03.177527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e98b891e-2e89-4b9c-b065-9a606b5762e3 req-05f600b4-d252-4241-b4c9-0a0c726c64d4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519161 Nov 12 03:34:03.468875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.039816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting port baea937f-52f1-4de3-ba81-5d8fbc6e79a3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:04.040074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.133772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.147832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Calling delete_port for baea937f-52f1-4de3-ba81-5d8fbc6e79a3 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:04.341354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd2732-6293-4eea-815d-9ea3574cf1aa req-76999471-a07e-43c8-afc9-59c393b7975f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.343857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bfd2732-6293-4eea-815d-9ea3574cf1aa req-76999471-a07e-43c8-afc9-59c393b7975f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.0748599 Nov 12 03:34:04.361258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.413529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bfd2732-6293-4eea-815d-9ea3574cf1aa req-447e6cfa-60ae-4e95-96ec-814e69489043 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590677 Nov 12 03:34:04.456608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Port': ['ID=baea937f-52f1-4de3-ba81-5d8fbc6e79a3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.541922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.679736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-778a9942-fc98-47b2-81c5-4605c9b9f57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.746915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Router cecd863d-4420-4aaf-a18c-b0d7b51e1966 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:04.827675 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:04.838578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d39fc7df-eac3-4236-8fcd-15c41b656ab0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320335 Nov 12 03:34:04.838750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] Sync routers for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:04.838988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59078) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.857630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:04.858434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.882968 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-090f51e2-f974-4ed5-a96f-05a77c33799b tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] show failed (client error): The resource could not be found. Nov 12 03:34:04.884238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-090f51e2-f974-4ed5-a96f-05a77c33799b tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1688490757 HTTP/1.1" status: 404 len: 335 time: 0.0441396 Nov 12 03:34:04.888104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.893030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a7b424d3-ac58-4788-8aa6-67259089fd34 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:04.936915 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-a7b424d3-ac58-4788-8aa6-67259089fd34 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] update failed (client error): The resource could not be found. Nov 12 03:34:04.938194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7b424d3-ac58-4788-8aa6-67259089fd34 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1995193366 HTTP/1.1" status: 404 len: 335 time: 0.0488904 Nov 12 03:34:04.941797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59086) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.951813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:04.977195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] Routers {'cecd863d-4420-4aaf-a18c-b0d7b51e1966'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:04.982135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.017419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting subnet ea05f743-4baf-4ca6-ad93-da3e069a40d6 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:05.021188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.026368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.027325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa748a35-dfec-4abd-8ee3-46a07becd457 None None] The sync data for ids ['cecd863d-4420-4aaf-a18c-b0d7b51e1966'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:05.073862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.158247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.222487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.251400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Subnet': ['ID=ea05f743-4baf-4ca6-ad93-da3e069a40d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.255331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.259317 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c248334e-8a8a-4c5e-b0e8-dbbf5665ab3a tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/subnets/ea05f743-4baf-4ca6-ad93-da3e069a40d6 HTTP/1.1" status: 204 len: 168 time: 0.3164241 Nov 12 03:34:05.261689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59088) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.268728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d577c-2817-4134-b5ba-775efb015f97 None None] Network 76089159-b7f7-493c-bf7a-57766cc45e39 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:05.341169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.407209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting port 2810894f-3ee0-4151-8269-df8a09b26ff4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:05.407880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.493374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] DHCP port deletion for 76089159-b7f7-493c-bf7a-57766cc45e39 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:05.516987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] For port 2810894f-3ee0-4151-8269-df8a09b26ff4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2810894f-3ee0-4151-8269-df8a09b26ff4,segment=NetworkSegment(0280b76b-b074-4b72-beec-1c33e855b631),segment_id=0280b76b-b074-4b72-beec-1c33e855b631)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:05.517638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.532479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Calling delete_port for 2810894f-3ee0-4151-8269-df8a09b26ff4 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:05.570249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Deleting port 2810894f-3ee0-4151-8269-df8a09b26ff4 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:05.570932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.647277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf086b-b648-4b7b-bfb0-aef1b003f481 req-04fe6a87-be13-4669-8556-9f981d77ed79 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.648921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0bf086b-b648-4b7b-bfb0-aef1b003f481 req-04fe6a87-be13-4669-8556-9f981d77ed79 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.1063681 Nov 12 03:34:05.669272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] For port 2810894f-3ee0-4151-8269-df8a09b26ff4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2810894f-3ee0-4151-8269-df8a09b26ff4,segment=NetworkSegment(0280b76b-b074-4b72-beec-1c33e855b631),segment_id=0280b76b-b074-4b72-beec-1c33e855b631)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:05.670226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.690281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Calling delete_port for 2810894f-3ee0-4151-8269-df8a09b26ff4 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:05.731729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0bf086b-b648-4b7b-bfb0-aef1b003f481 req-b3532c18-87d9-4476-a600-b3225b69e3bd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550079 Nov 12 03:34:05.732513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.781599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Port': ['ID=2810894f-3ee0-4151-8269-df8a09b26ff4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.785279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] No DVR routers for this DVR port 2810894f-3ee0-4151-8269-df8a09b26ff4 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:05.800256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.831343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] Pushing event deleted for resources: {'Port': ['ID=2810894f-3ee0-4151-8269-df8a09b26ff4,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.837604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.842887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56f793-0643-470f-b8e6-5551ce67bce4 None None] No DVR routers for this DVR port 2810894f-3ee0-4151-8269-df8a09b26ff4 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:05.873338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.892996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76089159-b7f7-493c-bf7a-57766cc45e39']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.902245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0280b76b-b074-4b72-beec-1c33e855b631') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.902541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0280b76b-b074-4b72-beec-1c33e855b631') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.911790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.925933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.932957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:05.933364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:05.936755 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:06.002466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.023975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.027269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/networks/76089159-b7f7-493c-bf7a-57766cc45e39 HTTP/1.1" status: 204 len: 168 time: 0.7645288 Nov 12 03:34:06.028158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee25b91-d5a2-4f75-828b-326dff24f4be tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Network': ['ID=76089159-b7f7-493c-bf7a-57766cc45e39,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.029797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.114742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting subnet 9bd28166-33fc-4c3a-9102-6266417d1e16 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:06.119525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.162020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.249609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.311961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.341696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd28166-33fc-4c3a-9102-6266417d1e16,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.345997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.349784 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02947467-2383-471f-9819-7c407dd398c6 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/subnets/9bd28166-33fc-4c3a-9102-6266417d1e16 HTTP/1.1" status: 204 len: 168 time: 0.3181818 Nov 12 03:34:06.352897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.364523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c7a81-bd29-4939-a93a-633cbfa0382c None None] Network e4860a10-1935-4789-8260-5949c8fc1918 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:06.423653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting subnet a6be563f-59f0-46cd-939a-33d3bd5b185a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:06.428344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.476962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.578919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.671473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.704147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Subnet': ['ID=a6be563f-59f0-46cd-939a-33d3bd5b185a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.718143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10ee81-8210-4ae8-a7ce-0438d8f31e6d None None] Network c1d06dbc-e0f1-4850-8e82-218bdc62e289 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:06.720938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.727154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e2052eb-c5d7-41bf-a928-ffb12627f49d tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/subnets/a6be563f-59f0-46cd-939a-33d3bd5b185a HTTP/1.1" status: 204 len: 168 time: 0.3702567 Nov 12 03:34:06.727512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59110) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.804861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] DHCP port deletion for e4860a10-1935-4789-8260-5949c8fc1918 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:06.869504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.937080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00bdb-43f2-4cf0-a76b-653081a9d2f6 req-2164feef-8991-4cce-88d9-686a94520b89 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.938737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ee00bdb-43f2-4cf0-a76b-653081a9d2f6 req-2164feef-8991-4cce-88d9-686a94520b89 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.0972159 Nov 12 03:34:06.940214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Deleting port 3dc9bddf-0c06-432b-afd1-a10eff74e390 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:06.940592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.993763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ee00bdb-43f2-4cf0-a76b-653081a9d2f6 req-42079147-bc26-4d52-8275-ee289cd2a8b9 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488842 Nov 12 03:34:07.006210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting port 3dc9bddf-0c06-432b-afd1-a10eff74e390 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:07.006555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.035534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] For port 3dc9bddf-0c06-432b-afd1-a10eff74e390, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3dc9bddf-0c06-432b-afd1-a10eff74e390,segment=NetworkSegment(3a1b9e21-8090-4145-90e6-6ebe4949250b),segment_id=3a1b9e21-8090-4145-90e6-6ebe4949250b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:07.042529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.050539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] DHCP port deletion for c1d06dbc-e0f1-4850-8e82-218bdc62e289 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:07.066042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Calling delete_port for 3dc9bddf-0c06-432b-afd1-a10eff74e390 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:07.075061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] For port 3dc9bddf-0c06-432b-afd1-a10eff74e390, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3dc9bddf-0c06-432b-afd1-a10eff74e390,segment=NetworkSegment(3a1b9e21-8090-4145-90e6-6ebe4949250b),segment_id=3a1b9e21-8090-4145-90e6-6ebe4949250b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:07.075464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.095509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Calling delete_port for 3dc9bddf-0c06-432b-afd1-a10eff74e390 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:07.143689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2810894f-3ee0-4151-8269-df8a09b26ff4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:07.195191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.221506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2810894f-3ee0-4151-8269-df8a09b26ff4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:07.221854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2810894f-3ee0-4151-8269-df8a09b26ff4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:07.222274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3dc9bddf-0c06-432b-afd1-a10eff74e390 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:07.228314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Port': ['ID=3dc9bddf-0c06-432b-afd1-a10eff74e390,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.231736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] No DVR routers for this DVR port 3dc9bddf-0c06-432b-afd1-a10eff74e390 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.260865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.264152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3dc9bddf-0c06-432b-afd1-a10eff74e390 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:07.264667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3dc9bddf-0c06-432b-afd1-a10eff74e390 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:07.303282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Deleting port 22f0290d-253c-4c29-8473-a609fd801d4a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:07.303862 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.330137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.351931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4860a10-1935-4789-8260-5949c8fc1918']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.361618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1b9e21-8090-4145-90e6-6ebe4949250b') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.361947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1b9e21-8090-4145-90e6-6ebe4949250b') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.374953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] For port 22f0290d-253c-4c29-8473-a609fd801d4a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=22f0290d-253c-4c29-8473-a609fd801d4a,segment=NetworkSegment(611dc57d-d822-4b6e-8834-8f5d5d4ec63a),segment_id=611dc57d-d822-4b6e-8834-8f5d5d4ec63a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:07.375612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.377799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.391352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.397519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Calling delete_port for 22f0290d-253c-4c29-8473-a609fd801d4a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:07.398335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:07.398730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.408943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.435753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] Pushing event deleted for resources: {'Port': ['ID=3dc9bddf-0c06-432b-afd1-a10eff74e390,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:07.460792 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:07.463894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.468863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.472991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/networks/e4860a10-1935-4789-8260-5949c8fc1918 HTTP/1.1" status: 204 len: 168 time: 0.7433567 Nov 12 03:34:07.476241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:07.479809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dac91b-1ffe-4f70-a4bb-46d79711afb4 None None] No DVR routers for this DVR port 3dc9bddf-0c06-432b-afd1-a10eff74e390 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.495246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10520d8-c6f3-4f93-bd0c-b503fd9476e2 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Network': ['ID=e4860a10-1935-4789-8260-5949c8fc1918,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.535192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.560074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] Pushing event deleted for resources: {'Port': ['ID=22f0290d-253c-4c29-8473-a609fd801d4a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.563688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dac12d5-3a59-45bf-870e-129d155c3056 None None] No DVR routers for this DVR port 22f0290d-253c-4c29-8473-a609fd801d4a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.609052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.706907 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.727457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d06dbc-e0f1-4850-8e82-218bdc62e289']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.741698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611dc57d-d822-4b6e-8834-8f5d5d4ec63a') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.742653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611dc57d-d822-4b6e-8834-8f5d5d4ec63a') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.758884 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.780061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.786656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:07.787192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:07.790288 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:07.850079 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.857782 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.861693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/networks/c1d06dbc-e0f1-4850-8e82-218bdc62e289 HTTP/1.1" status: 204 len: 168 time: 0.3844447 Nov 12 03:34:07.864057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59124) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:07.899296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc863faf-3855-4b88-b983-0d7a5d9a7009 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Network': ['ID=c1d06dbc-e0f1-4850-8e82-218bdc62e289,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.925874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting subnet 6e784076-7aac-4d66-9c92-0bcaed79c8c6 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:07.930165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.981295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.095699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.137520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac3d04-acbb-4970-b3bb-301ccd3c8837 req-aa4118c4-584b-49ce-a8e2-719ef17e9f6b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.140613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a8ac3d04-acbb-4970-b3bb-301ccd3c8837 req-aa4118c4-584b-49ce-a8e2-719ef17e9f6b tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.0619986 Nov 12 03:34:08.159991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.166843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.204192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Subnet': ['ID=6e784076-7aac-4d66-9c92-0bcaed79c8c6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.209462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.215483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-11c634e7-585f-4424-9e92-26afa73225e0 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/subnets/6e784076-7aac-4d66-9c92-0bcaed79c8c6 HTTP/1.1" status: 204 len: 168 time: 0.3479989 Nov 12 03:34:08.215813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59136) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.226469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15f8a0-99b6-4ed0-b83b-4763f02ebd7b None None] Network 916c5071-0b99-4d95-884b-1c3b7fc78132 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:08.302315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a8ac3d04-acbb-4970-b3bb-301ccd3c8837 req-69f67e5d-1271-4dc7-a81e-d87935e4a555 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567287 Nov 12 03:34:08.333913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Deleting subnet 51b5ee9c-3b52-4083-94ab-740a0a88d0a0 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:08.337313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.352538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.368791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.382353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.429435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.472885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Deleting port 8bf4602c-68ce-443e-bfb0-f975f01b0faa {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:08.473232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.502557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.534561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b5ee9c-3b52-4083-94ab-740a0a88d0a0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.550695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.557576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0c84a6f4-f771-4cb5-a980-fd35c02cd46b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/51b5ee9c-3b52-4083-94ab-740a0a88d0a0 HTTP/1.1" status: 204 len: 168 time: 0.3963110 Nov 12 03:34:08.560813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.596295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] DHCP port deletion for 916c5071-0b99-4d95-884b-1c3b7fc78132 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:08.624644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] For port 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8bf4602c-68ce-443e-bfb0-f975f01b0faa,segment=NetworkSegment(2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6),segment_id=2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:08.625012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.647128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Calling delete_port for 8bf4602c-68ce-443e-bfb0-f975f01b0faa owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:08.659406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.664897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Deleting port 8bf4602c-68ce-443e-bfb0-f975f01b0faa {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:08.665356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.742298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] For port 8bf4602c-68ce-443e-bfb0-f975f01b0faa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8bf4602c-68ce-443e-bfb0-f975f01b0faa,segment=NetworkSegment(2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6),segment_id=2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:08.742646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.757430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Calling delete_port for 8bf4602c-68ce-443e-bfb0-f975f01b0faa owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:08.798735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.829649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5756f4a-a98e-488f-b06d-f89c69bca442']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.848173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96800df-62e0-40a8-b8e3-ab2e5dff39be') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.848508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96800df-62e0-40a8-b8e3-ab2e5dff39be') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.859854 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.861933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.877532 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.898633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] No DVR routers for this DVR port 8bf4602c-68ce-443e-bfb0-f975f01b0faa on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.905888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Port': ['ID=8bf4602c-68ce-443e-bfb0-f975f01b0faa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.927552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.944958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] Pushing event deleted for resources: {'Port': ['ID=8bf4602c-68ce-443e-bfb0-f975f01b0faa,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.947321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9bb98-34c6-4867-8c67-cad34c9e368a None None] No DVR routers for this DVR port 8bf4602c-68ce-443e-bfb0-f975f01b0faa on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.947647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:08.948047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:08.950043 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:09.042437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.058374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 22f0290d-253c-4c29-8473-a609fd801d4a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:09.070298 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.070298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916c5071-0b99-4d95-884b-1c3b7fc78132']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.082053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.082215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 22f0290d-253c-4c29-8473-a609fd801d4a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:09.082664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 22f0290d-253c-4c29-8473-a609fd801d4a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:09.083212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8bf4602c-68ce-443e-bfb0-f975f01b0faa no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:09.097415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] 10.222.0.84 "DELETE /v2.0/networks/b5756f4a-a98e-488f-b06d-f89c69bca442 HTTP/1.1" status: 204 len: 168 time: 0.5266280 Nov 12 03:34:09.103361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f80056-800e-4677-9e35-5931a05aa002 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5756f4a-a98e-488f-b06d-f89c69bca442,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.105172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 8bf4602c-68ce-443e-bfb0-f975f01b0faa {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:09.105688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8bf4602c-68ce-443e-bfb0-f975f01b0faa not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:09.109796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.110106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc7c6f7-e040-42d5-8e0c-95beeb4b5ef6') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:09.124901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.144087 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.152221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:09.152581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:09.156294 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:09.236101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.244980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.248563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/networks/916c5071-0b99-4d95-884b-1c3b7fc78132 HTTP/1.1" status: 204 len: 168 time: 1.0318272 Nov 12 03:34:09.251478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59150) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.267569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacff550-d039-426b-937a-f38c53583961 tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Pushing event deleted for resources: {'Network': ['ID=916c5071-0b99-4d95-884b-1c3b7fc78132,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.285961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3ef4af9d-7429-4012-b403-e291a5d047bc tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "GET /v2.0/ports?device_id=cecd863d-4420-4aaf-a18c-b0d7b51e1966 HTTP/1.1" status: 200 len: 205 time: 0.0332329 Nov 12 03:34:09.289017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59152) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.300910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59154) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.372857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.392740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84456cdf-e4be-4acf-82a3-84be4b2eda50 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bec1542a48bd482485943909a80f94a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0883877 Nov 12 03:34:09.395866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59160) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.454837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.477913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.525012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.527698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.531299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c6e56e24-b431-4e42-bfd7-d4100c892f59 HTTP/1.1" status: 204 len: 168 time: 0.1323409 Nov 12 03:34:09.542334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2e786-27d8-4c2f-bdd2-59b641854876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e56e24-b431-4e42-bfd7-d4100c892f59,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.577915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a5f42-75a7-4467-b615-c5f15b4e4578 req-1a7780bc-8d7d-4abf-af18-9c00ea87932d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.579574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b51a5f42-75a7-4467-b615-c5f15b4e4578 req-1a7780bc-8d7d-4abf-af18-9c00ea87932d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.1451521 Nov 12 03:34:09.581546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.585090 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.642405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.643120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Fanout notify agent at l3_agent the message router_deleted on router cecd863d-4420-4aaf-a18c-b0d7b51e1966 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:09.656195 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.657509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6454b22c-4097-4941-87ae-cdae93a527ba tempest-RoutersNegativeIpV6Test-1144887727 tempest-RoutersNegativeIpV6Test-1144887727-project] 10.222.0.84 "DELETE /v2.0/routers/cecd863d-4420-4aaf-a18c-b0d7b51e1966 HTTP/1.1" status: 204 len: 168 time: 0.3675001 Nov 12 03:34:09.677387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b51a5f42-75a7-4467-b615-c5f15b4e4578 req-118eb66c-9c29-4541-86b9-6b76b5a0ad62 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846355 Nov 12 03:34:09.882614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59174) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.031530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7590102-04f9-40e7-bce6-d73c77888676 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=30bcaf1789c949aba41e4bc80f888881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452811 Nov 12 03:34:10.031890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59184) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.091214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.113025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.177535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.180611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.181920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5aafdf11-f54f-4f0c-81f4-8557b26d109d HTTP/1.1" status: 204 len: 168 time: 0.1490586 Nov 12 03:34:10.191301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229711e1-5aa2-4494-8541-adf489fb2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aafdf11-f54f-4f0c-81f4-8557b26d109d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.860617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b952-2540-470d-8e9f-bc42fb8b40f0 req-60d1b4fa-1a7c-414b-bcbd-2429c4333934 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.868726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a08b952-2540-470d-8e9f-bc42fb8b40f0 req-60d1b4fa-1a7c-414b-bcbd-2429c4333934 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 944 time: 0.0634682 Nov 12 03:34:10.920939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a08b952-2540-470d-8e9f-bc42fb8b40f0 req-a143ec33-d39a-420b-b018-16d2d0c3a3af tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510957 Nov 12 03:34:11.078993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.082990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59244) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.090431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4081dd5-a0c4-403f-a6b2-1aff52035df2 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:11.198694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a9b3d962-c255-4864-8ff4-8bb42463a679 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-71128385', 'prefixes': ['172.20.0.0/16']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.221060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:11.234225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'port_id': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'mac_address': 'fa:16:3e:73:4d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:11.278040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.282744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d962-c255-4864-8ff4-8bb42463a679 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] Publish callbacks [] for subnetpool, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.284635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'network': {'name': 'tempest-network-smoke--1541442114', 'project_id': '23974ced391c49399e9de64eae0ab536', 'port_security_enabled': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.287070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9b3d962-c255-4864-8ff4-8bb42463a679 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2028668 Nov 12 03:34:11.287847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.295883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4081dd5-a0c4-403f-a6b2-1aff52035df2 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:11.320533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:11.324151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.328876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:11.333600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.336550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.343674 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b6c5e9e3-4cc6-403c-9644-feab1ab21516 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "GET /v2.0/subnetpools/e7c1a92b-5b44-4e95-ac59-55d86f42455f HTTP/1.1" status: 200 len: 730 time: 0.0544660 Nov 12 03:34:11.344514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59252) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.350495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-906c81c1-5714-4b9b-a4c3-7ce991bcb449 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-593097840'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.403013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.424675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.429344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.444330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-906c81c1-5714-4b9b-a4c3-7ce991bcb449 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] Publish callbacks [] for subnetpool, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.449303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-906c81c1-5714-4b9b-a4c3-7ce991bcb449 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "PUT /v2.0/subnetpools/e7c1a92b-5b44-4e95-ac59-55d86f42455f HTTP/1.1" status: 200 len: 683 time: 0.1035283 Nov 12 03:34:11.449965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59254) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.462173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:11.473960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8bba78-7ad7-4e6f-a917-0ec80abf8638,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.482705 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.482705 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Added segment ebfac13a-90cb-4c48-bab5-d02b9daa8e36 of type vlan for network af40c3da-9f9b-4e66-865a-cd22f1483349 Nov 12 03:34:11.526011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.540721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18de634b-1558-4d9a-8145-13020d4765ae tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] Publish callbacks [] for subnetpool, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.542282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-18de634b-1558-4d9a-8145-13020d4765ae tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "DELETE /v2.0/subnetpools/e7c1a92b-5b44-4e95-ac59-55d86f42455f HTTP/1.1" status: 204 len: 168 time: 0.0908570 Nov 12 03:34:11.544325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c4081dd5-a0c4-403f-a6b2-1aff52035df2'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:11.544863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59258) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.574882 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-aad0e5e8-181d-4da5-99f9-3de019589e8e tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] show failed (client error): The resource could not be found. Nov 12 03:34:11.576530 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aad0e5e8-181d-4da5-99f9-3de019589e8e tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "GET /v2.0/subnetpools/e7c1a92b-5b44-4e95-ac59-55d86f42455f HTTP/1.1" status: 404 len: 346 time: 0.0305853 Nov 12 03:34:11.579315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.594225 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-8392b744-77b0-4250-b269-ae375c3b65d0 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] delete failed (client error): The resource could not be found. Nov 12 03:34:11.595274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8392b744-77b0-4250-b269-ae375c3b65d0 tempest-SubnetPoolsTestJSON-1215224387 tempest-SubnetPoolsTestJSON-1215224387-project] 10.222.0.84 "DELETE /v2.0/subnetpools/e7c1a92b-5b44-4e95-ac59-55d86f42455f HTTP/1.1" status: 404 len: 346 time: 0.0150285 Nov 12 03:34:11.600233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.605985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.607257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.660113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5797875 Nov 12 03:34:11.663379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59268) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.668429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-448598575', 'admin_state_up': True, 'project_id': '23974ced391c49399e9de64eae0ab536', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:11.712018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.713427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.714197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596225a-ccbf-4472-91dc-8622cfca67d9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Network': ['ID=af40c3da-9f9b-4e66-865a-cd22f1483349,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.730154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network af40c3da-9f9b-4e66-865a-cd22f1483349 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:11.778826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.921656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.935930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59276) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.083642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d3ba-2a64-4248-b155-cf6a677c8ddf req-9d27c00f-84e3-4da5-8e82-ddb3d677c664 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.085357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e47d3ba-2a64-4248-b155-cf6a677c8ddf req-9d27c00f-84e3-4da5-8e82-ddb3d677c664 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 945 time: 0.0707924 Nov 12 03:34:12.089200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-906334ae-7c09-411d-8c4a-49aa37804e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.169951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-906334ae-7c09-411d-8c4a-49aa37804e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.174844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-906334ae-7c09-411d-8c4a-49aa37804e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.211474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.216401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-906334ae-7c09-411d-8c4a-49aa37804e92 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dfb4509d523449269e31b63b7cec2880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2759213 Nov 12 03:34:12.218364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906334ae-7c09-411d-8c4a-49aa37804e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b032b93-078b-4bb9-a62c-dc6cf43676f4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.218826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59286) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.254522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.265615 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e47d3ba-2a64-4248-b155-cf6a677c8ddf req-9be8778d-478a-4590-b86e-820e803e54d1 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730301 Nov 12 03:34:12.355225 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.401230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.421842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.25.2.228 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/033bbafa-cfd1-498c-a65e-685ec1338231) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:12.514136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.516712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.517854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b032b93-078b-4bb9-a62c-dc6cf43676f4 HTTP/1.1" status: 204 len: 168 time: 0.2979925 Nov 12 03:34:12.535498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f8060-686e-4dfa-a4a4-07fb0c877039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b032b93-078b-4bb9-a62c-dc6cf43676f4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.558476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.600738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.640210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:12.647638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:12.652236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:12.655688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=033bbafa-cfd1-498c-a65e-685ec1338231,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.674921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65ab9a-f9e8-4bd5-a054-02f624df544a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:12.750045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c23959cd-7ad2-4309-bcdd-5c613c782537 None None] Provisioning complete for port 033bbafa-cfd1-498c-a65e-685ec1338231 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:12.750437 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c23959cd-7ad2-4309-bcdd-5c613c782537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.837824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c23959cd-7ad2-4309-bcdd-5c613c782537 None None] Port 033bbafa-cfd1-498c-a65e-685ec1338231 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:12.961694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.118926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4081dd5-a0c4-403f-a6b2-1aff52035df2 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:13.226942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port c4081dd5-a0c4-403f-a6b2-1aff52035df2 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:13.231831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port c4081dd5-a0c4-403f-a6b2-1aff52035df2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:13.232207 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.332740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.356810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:13.362239 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe03336-fe78-4d53-bd97-625f76c14d8f" -d '{"events": [{"server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "name": "network-vif-plugged", "status": "completed", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:13.362411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.424828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:13.438078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.509699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb6aab-30da-4527-8035-80c3523fc581 req-a73c954d-141e-48f1-be83-37b8a03efd4e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.512346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2eb6aab-30da-4527-8035-80c3523fc581 req-a73c954d-141e-48f1-be83-37b8a03efd4e tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 945 time: 0.0997901 Nov 12 03:34:13.515648 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6834088c-7017-4b09-ad54-c54884a65b21 x-openstack-request-id: req-6834088c-7017-4b09-ad54-c54884a65b21 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:13.516651 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "name": "network-vif-plugged", "status": "completed", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:13.517063 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6834088c-7017-4b09-ad54-c54884a65b21 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:13.517612 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'code': 200} Nov 12 03:34:13.579134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.611784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0074daf-42b0-4396-869c-ffa81358adb9 req-b4ce1fa8-fab2-4b41-9491-78c5f659a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.613365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0074daf-42b0-4396-869c-ffa81358adb9 req-b4ce1fa8-fab2-4b41-9491-78c5f659a613 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1098 time: 0.0945225 Nov 12 03:34:13.625277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2eb6aab-30da-4527-8035-80c3523fc581 req-a7536baf-1503-4baf-99e1-0d2266a28565 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051219 Nov 12 03:34:13.653071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:13.674340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c0074daf-42b0-4396-869c-ffa81358adb9 req-bb08c418-8a09-4ab1-837f-049aab9c092f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481007 Nov 12 03:34:13.680781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.796255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-136708568'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:13.798729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:13.810340 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:13.823929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:13.826106 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:13.828335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.829967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e20c78b-21dd-40d3-8792-710664c02770 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1655362 Nov 12 03:34:13.833394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.870568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Made reservation on behalf of 6933e1b953124ef4a4795374ba335dc7 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:13.876028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.904594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.994776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.999466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.028102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:14.028548 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:14.040228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.040845 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Added segment 0a3e123f-a47d-4f6d-92e4-69a53fa51d8d of type vlan for network 75e17a16-4ec8-4209-8978-1bad6af20eb4 Nov 12 03:34:14.102416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.106123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c71a942b-b405-4698-8c51-f84e57dd9083 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=23974ced391c49399e9de64eae0ab536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2711749 Nov 12 03:34:14.108663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59342) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.124016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf433d1-8ff6-40c6-a02c-ac1ce9f92012,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.144526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.151340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.152126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.195786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5138755 Nov 12 03:34:14.196583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59344) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.218220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Request body: {'subnet': {'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.299541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3d238-1066-451f-8fbd-a8826a919abc tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event updated for resources: {'Network': ['ID=75e17a16-4ec8-4209-8978-1bad6af20eb4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.317890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:14.338674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:12Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:14.374248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:14.374626 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Updating router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 port 033bbafa-cfd1-498c-a65e-685ec1338231 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:14.433435 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.462528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Made reservation on behalf of 6933e1b953124ef4a4795374ba335dc7 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:14.467713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.767114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.808957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8592b3-d030-436f-bfa1-70ea2d1f49ee tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.815118 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff8592b3-d030-436f-bfa1-70ea2d1f49ee tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7008555 Nov 12 03:34:14.815118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.842272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event updated for resources: {'Subnet': ['ID=d758d8bd-22ad-426d-9c86-db92a40eb186,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.853174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-43c96be6-080b-4e05-abcf-9c0d041a3d74 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351148 Nov 12 03:34:14.854776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.861827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375770468', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'project_id': '23974ced391c49399e9de64eae0ab536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.888159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6a60f-b1dd-4777-be59-a35e7e21505a req-0f3a8250-33bd-4bf9-ad39-9801dfde04b8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.889775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3c6a60f-b1dd-4777-be59-a35e7e21505a req-0f3a8250-33bd-4bf9-ad39-9801dfde04b8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.1501987 Nov 12 03:34:14.892187 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.898876 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.951638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242060fb-f3fb-444a-8867-5a56ea5e4707 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:14.975295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Checking segment: {'id': '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:14.975672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Network hostable DHCP agents. Network: 75e17a16-4ec8-4209-8978-1bad6af20eb4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:14.986055 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Pushing event updated for resources: {'Port': ['ID=033bbafa-cfd1-498c-a65e-685ec1338231,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.005571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:15.006525 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.007882 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.008371 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.008888 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.009521 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.010351 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.010882 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.011441 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.011837 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.012395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.012769 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.013109 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:15.014057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:15.017915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.019033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Attempting to bind port 033bbafa-cfd1-498c-a65e-685ec1338231 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:15.019623 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Attempting to bind port 033bbafa-cfd1-498c-a65e-685ec1338231 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:15.020243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Attempting to bind port 033bbafa-cfd1-498c-a65e-685ec1338231 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:15.024070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 75e17a16-4ec8-4209-8978-1bad6af20eb4) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:15.026775 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:15.027374 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:15.027779 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.028169 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:15.028756 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Bound port: 033bbafa-cfd1-498c-a65e-685ec1338231, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:15.029192 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.032926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843fd7e9-fc50-43ca-bdd6-b64330d75242 None None] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:15.044027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a3c6a60f-b1dd-4777-be59-a35e7e21505a req-26cd5922-0268-486b-b880-952e45ab4cd5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423304 Nov 12 03:34:15.047470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.048448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.107836 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] For port 033bbafa-cfd1-498c-a65e-685ec1338231, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:15.111645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] For port 033bbafa-cfd1-498c-a65e-685ec1338231, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=033bbafa-cfd1-498c-a65e-685ec1338231,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:15.116814 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.131927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Provisioning complete for port 033bbafa-cfd1-498c-a65e-685ec1338231 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:15.132660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.181900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.187056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d666b5-bd1f-44fa-9cc1-5b42783e6195 None None] Pushing event updated for resources: {'Port': ['ID=033bbafa-cfd1-498c-a65e-685ec1338231,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.188345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Request body: {'port': {'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4', 'name': 'tempest-TagsExtTest-2033948733'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:15.198586 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:15.199712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:15.202270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a291786f-340a-4808-a3f7-3a80441122e6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9959764 Nov 12 03:34:15.208093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba36d7-1ecc-4a91-a739-94565c846194 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:15.357115 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:15.432797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-75e17a16-4ec8-4209-8978-1bad6af20eb4', 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4', 'tenant_id': '6933e1b953124ef4a4795374ba335dc7', 'fixed_ips': [{'subnet_id': 'd758d8bd-22ad-426d-9c86-db92a40eb186'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:15.433639 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.468934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Made reservation on behalf of 6933e1b953124ef4a4795374ba335dc7 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:15.480620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.504611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.533035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] device_id is not set on port b907c6e2-16df-4ff6-b25e-9bfa84e2e120 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:34:15.625134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Checking segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:15.625501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network hostable DHCP agents. Network: af40c3da-9f9b-4e66-865a-cd22f1483349, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:15.699455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Subnet': ['ID=ad4fb025-6dbd-4994-a840-cc17b12df6bd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.699455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network af40c3da-9f9b-4e66-865a-cd22f1483349 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:15.714994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, af40c3da-9f9b-4e66-865a-cd22f1483349) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:15.760731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:15.761584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.804323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5e9f077c-f012-47fd-8845-4fabea02d968 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9451425 Nov 12 03:34:15.804323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59376) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.805016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12a904-98b7-49fa-8efe-fbf3c400faf8 None None] Network af40c3da-9f9b-4e66-865a-cd22f1483349 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:15.909388 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.936368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Allocated IP 172.20.0.10 (75e17a16-4ec8-4209-8978-1bad6af20eb4/d758d8bd-22ad-426d-9c86-db92a40eb186/b907c6e2-16df-4ff6-b25e-9bfa84e2e120) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:15.942101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] For port 033bbafa-cfd1-498c-a65e-685ec1338231, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=033bbafa-cfd1-498c-a65e-685ec1338231,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:15.949780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.014838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Pushing event updated for resources: {'Port': ['ID=033bbafa-cfd1-498c-a65e-685ec1338231,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.039142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.039512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.039835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.040180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.040526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.041091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.041428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.041885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.042224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.042552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.042879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.043233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af5689-d628-48a2-9c1a-2773f0a8e6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:16.046476 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:12Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.112137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a4e4ae9c-6320-4053-b4b6-bc5ce8ddb528 None None] Provisioning complete for port 033bbafa-cfd1-498c-a65e-685ec1338231 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:16.112534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ae9c-6320-4053-b4b6-bc5ce8ddb528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.113858 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e9784-8210-45a6-b56a-75a1e85207cc None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:12Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:16.235075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-af40c3da-9f9b-4e66-865a-cd22f1483349', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:16.235877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.366205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.453405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.499574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Allocated IP 172.20.0.2 (af40c3da-9f9b-4e66-865a-cd22f1483349/ad4fb025-6dbd-4994-a840-cc17b12df6bd/19c5ef47-ca96-47a2-9d40-bda6fd13ffc3) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:16.573926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Allocated IP 172.20.0.2 (75e17a16-4ec8-4209-8978-1bad6af20eb4/d758d8bd-22ad-426d-9c86-db92a40eb186/e2dd0e69-b4fb-4f75-a06e-f49300089480) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:16.637617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:16.648538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:16.664240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:16.668783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event updated for resources: {'Port': ['ID=b907c6e2-16df-4ff6-b25e-9bfa84e2e120,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.721342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50956b8-e73e-4644-9c0e-85c335c1f778 req-d90fc1bf-d1fe-445d-b855-1904d1a608f4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.729996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f50956b8-e73e-4644-9c0e-85c335c1f778 req-d90fc1bf-d1fe-445d-b855-1904d1a608f4 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.2844360 Nov 12 03:34:16.795938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.806825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.819857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.869020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f50956b8-e73e-4644-9c0e-85c335c1f778 req-ccb01079-2d88-424a-8545-f1a280f2d916 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379521 Nov 12 03:34:16.890532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8ea293e0-6db8-453a-8415-55a4b79a9e54 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7071865 Nov 12 03:34:16.891304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59390) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:16.896344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-461382549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:16.939844 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.941315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.065385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.072212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.111377 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.115761 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ffb737d3-7fbd-4323-9f50-e7ed9081a38f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2232938 Nov 12 03:34:17.116516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.125377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3d692284-7f10-401e-ae91-4c7388878220 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1612799629', 'prefixes': ['172.20.0.0/16']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:17.154171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 033bbafa-cfd1-498c-a65e-685ec1338231 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:17.233975 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d692284-7f10-401e-ae91-4c7388878220 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for subnetpool, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.237904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d692284-7f10-401e-ae91-4c7388878220 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1200047 Nov 12 03:34:17.239656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59396) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.253046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-0ea33508-7db3-4eef-8bc7-7add688aab7e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-1862571493') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.399385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 033bbafa-cfd1-498c-a65e-685ec1338231 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:17.399766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.451340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.476233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.479041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.497633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.546857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:17.559592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:17.570019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ea33508-7db3-4eef-8bc7-7add688aab7e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-1862571493 HTTP/1.1" status: 201 len: 201 time: 0.3232324 Nov 12 03:34:17.570231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:17.570359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.575146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-68338f72-91ba-4700-b320-f433cd2fbbe0 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-1345380647') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.602620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Network af40c3da-9f9b-4e66-865a-cd22f1483349 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:17.610882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:17.617583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:17.706249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-68338f72-91ba-4700-b320-f433cd2fbbe0 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-1345380647 HTTP/1.1" status: 201 len: 201 time: 0.1324401 Nov 12 03:34:17.706478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8f2e6-851a-4547-becb-5d042b60a40c req-1ed064f7-0185-40b1-be59-69182f9d3d0a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.707235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59400) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.715514 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0c8f2e6-851a-4547-becb-5d042b60a40c req-1ed064f7-0185-40b1-be59-69182f9d3d0a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.6630359 Nov 12 03:34:17.721709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-4bcc6b04-7cc2-44fa-8669-7c0959c3178c tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-950538548') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.783435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Pushing event updated for resources: {'Port': ['ID=e2dd0e69-b4fb-4f75-a06e-f49300089480,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.854676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4bcc6b04-7cc2-44fa-8669-7c0959c3178c tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-950538548 HTTP/1.1" status: 201 len: 201 time: 0.1446242 Nov 12 03:34:17.855531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.862907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-4cfc74e2-c708-495e-9b19-0be07e4ace7d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-874790038') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.925287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0c8f2e6-851a-4547-becb-5d042b60a40c req-35462629-56a6-4d99-b377-6b5e0d71ccb8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087574 Nov 12 03:34:17.930750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Attempting to bind port e2dd0e69-b4fb-4f75-a06e-f49300089480 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:17.932874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Attempting to bind port e2dd0e69-b4fb-4f75-a06e-f49300089480 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:17.933263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Attempting to bind port e2dd0e69-b4fb-4f75-a06e-f49300089480 on network 75e17a16-4ec8-4209-8978-1bad6af20eb4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:17.962944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59406) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.977463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4cfc74e2-c708-495e-9b19-0be07e4ace7d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-874790038 HTTP/1.1" status: 201 len: 201 time: 0.1205947 Nov 12 03:34:17.980132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59408) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.986149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-a8f78761-ee9a-4a26-89ab-6773bc0c638e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.000402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:18.000832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Checking segment: {'id': '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:18.001241 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.001639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Bound using segment: {'id': '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:18.002139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Bound port: e2dd0e69-b4fb-4f75-a06e-f49300089480, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '75e17a16-4ec8-4209-8978-1bad6af20eb4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:18.002524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.006056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Attempting to bind port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:18.006418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Attempting to bind port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:18.006773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Attempting to bind port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 on network af40c3da-9f9b-4e66-865a-cd22f1483349 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:18.009573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Pushing event updated for resources: {'Port': ['ID=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.038860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:18.043916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Checking segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:18.045815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.046238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Bound using segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:18.046749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Bound port: 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:18.050650 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.076278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.1 (af40c3da-9f9b-4e66-865a-cd22f1483349/ad4fb025-6dbd-4994-a840-cc17b12df6bd/c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:18.082019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8f78761-ee9a-4a26-89ab-6773bc0c638e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 200 len: 241 time: 0.0976536 Nov 12 03:34:18.082531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.093829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-af27c58d-8406-41ef-9dd9-70248e296180 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-1862571493') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.210261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] For port e2dd0e69-b4fb-4f75-a06e-f49300089480, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:18.222499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] For port e2dd0e69-b4fb-4f75-a06e-f49300089480, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dd0e69-b4fb-4f75-a06e-f49300089480,segment=NetworkSegment(0a3e123f-a47d-4f6d-92e4-69a53fa51d8d),segment_id=0a3e123f-a47d-4f6d-92e4-69a53fa51d8d)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:18.228713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-af27c58d-8406-41ef-9dd9-70248e296180 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-1862571493 HTTP/1.1" status: 204 len: 168 time: 0.1447875 Nov 12 03:34:18.234379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59420) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.243867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-ac86378f-fb29-46e9-b852-057e1e38aba9 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-1862571493') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.258753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.303853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.353646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.388139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c7fbe-7c49-445b-9002-bd793cef012e None None] Pushing event updated for resources: {'Port': ['ID=e2dd0e69-b4fb-4f75-a06e-f49300089480,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.391775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] For port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:18.395619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] For port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:18.402439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.438550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.493917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network af40c3da-9f9b-4e66-865a-cd22f1483349 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:18.508827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1b23f-63cb-4c25-abc4-0c73a79f9e11 None None] Pushing event updated for resources: {'Port': ['ID=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.518066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:18.520689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:18.661080 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.773132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8ef8b-50b6-4e2c-984a-b1c7d2a346c3 tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.777444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cab8ef8b-50b6-4e2c-984a-b1c7d2a346c3 tempest-TestVolumeBootPattern-1962710173 tempest-TestVolumeBootPattern-1962710173-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1093 time: 0.8107333 Nov 12 03:34:18.777775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59422) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.782800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:18.859060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.891973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac86378f-fb29-46e9-b852-057e1e38aba9 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-1862571493 HTTP/1.1" status: 204 len: 168 time: 0.6556530 Nov 12 03:34:18.901136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59424) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.917120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-e141bab7-2068-47ec-8704-17660558f9f8 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.139588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.240417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e141bab7-2068-47ec-8704-17660558f9f8 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 200 len: 205 time: 0.3290281 Nov 12 03:34:19.241609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59430) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.247236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-9904c733-8850-4c45-b008-d47e13219d6a tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.273462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dd0e69-b4fb-4f75-a06e-f49300089480 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:19.324805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.340297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e2dd0e69-b4fb-4f75-a06e-f49300089480 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:19.340995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.361748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9904c733-8850-4c45-b008-d47e13219d6a tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 200 len: 241 time: 0.1177604 Nov 12 03:34:19.424753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59432) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.436660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-8452ad94-428d-4223-a80c-2dc32f3d316e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-1345380647') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.452519 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.515484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port e2dd0e69-b4fb-4f75-a06e-f49300089480, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dd0e69-b4fb-4f75-a06e-f49300089480,segment=NetworkSegment(0a3e123f-a47d-4f6d-92e4-69a53fa51d8d),segment_id=0a3e123f-a47d-4f6d-92e4-69a53fa51d8d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:19.521101 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.522400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:19.626465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.632765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.671088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=e2dd0e69-b4fb-4f75-a06e-f49300089480,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.695860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:19.696726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.705411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8452ad94-428d-4223-a80c-2dc32f3d316e tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-1345380647 HTTP/1.1" status: 204 len: 168 time: 0.2796924 Nov 12 03:34:19.710452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59434) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.715389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-e8f28f91-1d91-42ac-a6d8-2846573274fe tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-1345380647') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.790112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Allocated IP 172.25.2.26 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/0b4da345-f1d0-485c-957e-dfe5cf003e09) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:19.813699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.815741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.893151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.993462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59436) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.993994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e8f28f91-1d91-42ac-a6d8-2846573274fe tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-1345380647 HTTP/1.1" status: 204 len: 168 time: 0.2821653 Nov 12 03:34:19.994998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:20.003252 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.015432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-877451d7-7226-43d2-8971-36efc38c001b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.026005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network af40c3da-9f9b-4e66-865a-cd22f1483349 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:20.043748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.089791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:20.105360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.111368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.129350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:20.153150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:20.163285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:20.209463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba0c9c-a66c-4628-bb33-9152f686c9c5 None None] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:20.322072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=0b4da345-f1d0-485c-957e-dfe5cf003e09,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.378618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-877451d7-7226-43d2-8971-36efc38c001b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 200 len: 205 time: 0.3804038 Nov 12 03:34:20.382789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59446) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.389694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-1ddf3766-0a5c-4d3c-b9d0-2f736e513945 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.458398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-46905439-83c7-47e7-9d02-27ebc3d8ecbb None None] Provisioning complete for port e2dd0e69-b4fb-4f75-a06e-f49300089480 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.465185 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46905439-83c7-47e7-9d02-27ebc3d8ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.546202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8241b19-0ef9-4beb-8688-4563253644a7 None None] Network af40c3da-9f9b-4e66-865a-cd22f1483349 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:20.563216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:20.574026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1ddf3766-0a5c-4d3c-b9d0-2f736e513945 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 200 len: 240 time: 0.1898694 Nov 12 03:34:20.577613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59448) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.586717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-85db15af-821a-4ec9-bfb7-2cc758c0707d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-950538548') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.913161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:20.928878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ab9cf091-3c17-4921-9771-d97a5f60e8a8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/37b07ca2-0df8-45d5-9d89-4f6e884080e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1173158 Nov 12 03:34:20.930192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59450) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.936383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:20.948924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-85db15af-821a-4ec9-bfb7-2cc758c0707d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-950538548 HTTP/1.1" status: 204 len: 168 time: 0.3700304 Nov 12 03:34:20.964084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9624e17a-1a14-43e4-9ed8-845651532260 None None] Provisioning complete for port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.971378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9624e17a-1a14-43e4-9ed8-845651532260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.976557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59452) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.986887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-1a12cf72-a5f4-4eb3-b758-f7312d2de2e2 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-950538548') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.002139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.085075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:21.085824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.178872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.354616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:21.373052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dd0e69-b4fb-4f75-a06e-f49300089480 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:21.461321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.461804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.462266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.462718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.463196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.463650 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.475324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.475810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.481286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e07c0aed-b866-4103-9633-b856a9c1671f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.5501013 Nov 12 03:34:21.481915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59462) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.545226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.551477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.691357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event updated for resources: {'Port': ['ID=0b4da345-f1d0-485c-957e-dfe5cf003e09,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.698190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.699832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1a12cf72-a5f4-4eb3-b758-f7312d2de2e2 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-950538548 HTTP/1.1" status: 204 len: 168 time: 0.7221942 Nov 12 03:34:21.705172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59464) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.714250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-70907ced-af25-4d92-9a0f-88cf4da1f709 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.748037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.748495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.748945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.749389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.749828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.750269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.750705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.759227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.780157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fe734013-c2cf-4c1d-b47f-ddf57ff9d406 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5234 time: 0.2949851 Nov 12 03:34:21.836344 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP 751d047f-4d30-4d78-a89f-f29d1cdf1905 associated. External IP: 172.25.2.26, port: c4081dd5-a0c4-403f-a6b2-1aff52035df2. Nov 12 03:34:21.844516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59466) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.860355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e2dd0e69-b4fb-4f75-a06e-f49300089480 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:21.860879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.893342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 2, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.925460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:21.925929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Updating router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:21.957233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.992036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Provisioning complete for port b907c6e2-16df-4ff6-b25e-9bfa84e2e120 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:21.992513 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.110597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-70907ced-af25-4d92-9a0f-88cf4da1f709 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 200 len: 205 time: 0.4043477 Nov 12 03:34:22.135153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59468) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.142528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-b76e062a-0989-4611-badc-086dd6cb3d96 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.142889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:22.261800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b76e062a-0989-4611-badc-086dd6cb3d96 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 200 len: 240 time: 0.1234415 Nov 12 03:34:22.264211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59470) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.268726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-35fdfa57-af59-43f2-bd65-9f063dbc5136 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-874790038') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.337124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:22.343197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Port b907c6e2-16df-4ff6-b25e-9bfa84e2e120 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:22.385291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:22.397399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:22.419905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:22.423412 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.426667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.462225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Provisioning complete for port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:22.471754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.511163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b42e0934-1314-4f5d-81f1-2156d6965956 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7192531 Nov 12 03:34:22.511163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:22.511163 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640" -d '{"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:22.567533 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac24fe-c98b-4029-9a91-02633fd730ed x-openstack-request-id: req-96ac24fe-c98b-4029-9a91-02633fd730ed {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:22.569038 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:22.569439 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-96ac24fe-c98b-4029-9a91-02633fd730ed {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:22.569990 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'status': 'completed', 'code': 200} Nov 12 03:34:22.737029 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:22.806374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35fdfa57-af59-43f2-bd65-9f063dbc5136 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-874790038 HTTP/1.1" status: 204 len: 168 time: 0.5410485 Nov 12 03:34:22.808943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.813934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-ebc1b6ca-0b43-41e3-81de-a43f5060c2da tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-874790038') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.832168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-7fc3b9ca-a676-4d1f-a225-271863cf71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.834594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-7fc3b9ca-a676-4d1f-a225-271863cf71f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1098 time: 0.1243532 Nov 12 03:34:22.860634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:22.863073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.880191 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ebc1b6ca-0b43-41e3-81de-a43f5060c2da tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-874790038 HTTP/1.1" status: 204 len: 168 time: 0.0700090 Nov 12 03:34:22.883601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59482) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.891028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-24efee73-c23d-4a17-bc20-3fda2a279e18 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.934670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-24efee73-c23d-4a17-bc20-3fda2a279e18 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 200 len: 205 time: 0.0497072 Nov 12 03:34:22.935716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59484) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.962923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-b85cfe86-92cb-4794-a373-88e1fd332358 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.988422 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a7671e59-d1e1-4af9-8d4d-6e4097b45677 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4291 time: 1.1333151 Nov 12 03:34:23.010942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-94a41b55-8897-4f93-b54a-b1f2166fafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.017222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-94a41b55-8897-4f93-b54a-b1f2166fafa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1740317 Nov 12 03:34:23.018981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.024532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b85cfe86-92cb-4794-a373-88e1fd332358 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0845773 Nov 12 03:34:23.027240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.040321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-eed106b5-4d69-4072-9768-91cc89374954 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.081153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.095695 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '751d047f-4d30-4d78-a89f-f29d1cdf1905', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:73:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b17ca-51d4-4510-9f96-549e1d619108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:20Z', 'updated_at': '2021-11-12T03:34:20Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}, {'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.159281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-c12aa846-b8b2-41f1-9902-123e995b7e6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 999 time: 0.1301599 Nov 12 03:34:23.162103 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:23.171395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.172019 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.289198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-9050f4e3-4ff3-4006-acdd-dc5a7590dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.292712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-9050f4e3-4ff3-4006-acdd-dc5a7590dea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1269886 Nov 12 03:34:23.386574 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:23.395785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-f021dcd5-94c0-4bb9-bada-24c45a7b0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:23.401781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-f021dcd5-94c0-4bb9-bada-24c45a7b0bc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978315 Nov 12 03:34:23.407013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15595-406d-450b-81fa-10dc58f7c8ba None None] Pushing event updated for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.409502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-42634704-a128-4b0b-95f4-34d8ae7bc792 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:34:23.410519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-42634704-a128-4b0b-95f4-34d8ae7bc792 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Nov 12 03:34:23.508882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Attempting to bind port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:23.509468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Attempting to bind port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:23.509996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Attempting to bind port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e on network af40c3da-9f9b-4e66-865a-cd22f1483349 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:23.516404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Provisioning complete for port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:23.516991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.574987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:23.575758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Checking segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:23.576320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.577029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Bound using segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:23.577663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Bound port: c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:23.578214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.580279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:23.641771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Provisioning complete for port e2dd0e69-b4fb-4f75-a06e-f49300089480 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:23.642188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e83f8835-8d77-4af3-9d1a-b28bc9a0aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.667998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-e606c71b-dbd2-44e7-8432-e4fab3762867 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424409 Nov 12 03:34:23.693665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59498) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.723309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] For port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:23.743310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570004819', 'description': 'tempest-secgroup-smoke-1570004819 description', 'project_id': '23974ced391c49399e9de64eae0ab536'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:23.810854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] For port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:23.819622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.912328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.917973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:23.919667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.975120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '751d047f-4d30-4d78-a89f-f29d1cdf1905', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:73:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b17ca-51d4-4510-9f96-549e1d619108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:20Z', 'updated_at': '2021-11-12T03:34:20Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}, {'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:23.990406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] Provisioning complete for port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:23.990788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.995908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61cd2ccd-6d38-4ee2-a2aa-bd24fef28640 req-2a0bd809-0eed-44ce-af43-26357c927c66 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237827 Nov 12 03:34:24.052681 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee04aa8-dd7c-4f6e-98d5-7ee12560ab00 None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '751d047f-4d30-4d78-a89f-f29d1cdf1905', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:73:4d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b17ca-51d4-4510-9f96-549e1d619108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:20Z', 'updated_at': '2021-11-12T03:34:20Z', 'revision_number': 0, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}, {'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:24.088195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eed106b5-4d69-4072-9768-91cc89374954 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 204 len: 168 time: 1.0597560 Nov 12 03:34:24.090529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.096702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.099369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-8617bad1-0c2b-4b83-9dcc-d5040e93db17 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.109369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.199919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee659c22-f667-4186-9176-9cc9132f7035,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.210312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.217490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1023718-8433-4458-a0f5-10ecae35f466 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5172746 Nov 12 03:34:24.218701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59506) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.225777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a15595-406d-450b-81fa-10dc58f7c8ba None None] Pushing event updated for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.231503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8617bad1-0c2b-4b83-9dcc-d5040e93db17 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 204 len: 168 time: 0.1377339 Nov 12 03:34:24.238522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.240648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59508) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.248356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-5eb872b9-292d-4cdd-9c48-e1f3c875b15d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.302000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.332250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:24.336151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5eb872b9-292d-4cdd-9c48-e1f3c875b15d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 204 len: 168 time: 0.0940623 Nov 12 03:34:24.337880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59510) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.342667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-ccdc5bf3-8ec0-4ea8-9c53-01dbccd64640 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-465824801') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.439318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ccdc5bf3-8ec0-4ea8-9c53-01dbccd64640 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-465824801 HTTP/1.1" status: 201 len: 201 time: 0.1001835 Nov 12 03:34:24.440428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59512) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.441344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.447623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.454940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-b3dabe9a-f35d-4638-a096-4b867b0dd0ee tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-1815347144') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.472106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9f9cda-9b20-40af-a634-6d74e9b9deb3,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.489117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.491253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a0adcc-e60f-4094-bf95-897c22be10e1 None None] New status for floating IP 751d047f-4d30-4d78-a89f-f29d1cdf1905: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:34:24.495690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-399bdf28-9f44-48e2-a5d0-f23777d2c90c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759681 Nov 12 03:34:24.495992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59514) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.507026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.553307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.650568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.656593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.702563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c877b7d6-71b3-462b-9df1-15ff8cf3b243,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.711505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.715087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b0e6344d-a64a-4b06-a7ae-be6b39c2c2d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130859 Nov 12 03:34:24.715087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3dabe9a-f35d-4638-a096-4b867b0dd0ee tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-1815347144 HTTP/1.1" status: 201 len: 201 time: 0.2714765 Nov 12 03:34:24.715730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.717658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59522) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.720280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.722976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-ba4c32c5-87d6-4494-8fad-765d5939cff5 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-1452525444') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.777170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.841900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ba4c32c5-87d6-4494-8fad-765d5939cff5 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-1452525444 HTTP/1.1" status: 201 len: 201 time: 0.1229451 Nov 12 03:34:24.844524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59524) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.853296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-b4bd4313-c9f3-48f0-a372-7276e0e0a5f2 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-1212840811') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.870202 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.900212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.910237 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.922061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b4bd4313-c9f3-48f0-a372-7276e0e0a5f2 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-1212840811 HTTP/1.1" status: 201 len: 201 time: 0.0753977 Nov 12 03:34:24.924266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59526) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.929433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-2dd6f5d8-e30f-4d53-b48f-9960917fb624 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', {'tags': ['tempest-TagsExtTest-Tag-24442548', 'tempest-TagsExtTest-Tag-2038557669', 'tempest-TagsExtTest-Tag-1445755396']}) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:24.948740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57e7f31-af4f-4320-8d48-e2fb2229b16a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.956924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.962046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc4bc9ac-0c1b-48dd-b260-4268a98cb834 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425904 Nov 12 03:34:24.962436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.968125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:24.981542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:23Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.012209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.016759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8082b9b-750d-44be-9e24-5d0e105c55af None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:23Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:25.019595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] For port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:25.024014 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.082823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2dd6f5d8-e30f-4d53-b48f-9960917fb624 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 200 len: 316 time: 0.1564910 Nov 12 03:34:25.085358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59530) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.101167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-d9ef2449-55bc-4dfc-87d0-11046900f219 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.143802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf897a9-e23d-4ce5-922a-b8a2c5d96412 None None] Pushing event updated for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.178308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-602b6267-0251-45c2-aa39-a525e9f51b55 None None] Provisioning complete for port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:25.178991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-602b6267-0251-45c2-aa39-a525e9f51b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.193876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.198448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.240901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4441a64-5633-49dc-a632-18f80498bd6d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.251226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.252737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae66aa59-07cf-4840-94e0-41a4879c939b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2889097 Nov 12 03:34:25.256251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59532) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.262400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:25.263561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d9ef2449-55bc-4dfc-87d0-11046900f219 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 204 len: 168 time: 0.1770222 Nov 12 03:34:25.266086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.272045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-fe9b6383-8ac8-4298-810d-aeb87f063315 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-24442548') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.305798 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:34:25.311931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.359749 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-fe9b6383-8ac8-4298-810d-aeb87f063315 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:25.361045 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fe9b6383-8ac8-4298-810d-aeb87f063315 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-24442548 HTTP/1.1" status: 404 len: 327 time: 0.0938551 Nov 12 03:34:25.364122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.369021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-eb904862-5142-4de4-a844-c714a3a80976 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-2038557669') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.453099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.456464 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-eb904862-5142-4de4-a844-c714a3a80976 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:25.458123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb904862-5142-4de4-a844-c714a3a80976 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-2038557669 HTTP/1.1" status: 404 len: 329 time: 0.0927677 Nov 12 03:34:25.461901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59538) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.463189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.467761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-25084598-eeb6-45e1-9478-1b4d97560e99 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186', 'tempest-TagsExtTest-Tag-1445755396') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.540463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1b6d9c-964a-4cb0-83f6-b1552b549a4d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.556473 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.561786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59542) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.562010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c75e4fb-2da3-49f2-abea-7cfdd153a0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3016737 Nov 12 03:34:25.571217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'ee659c22-f667-4186-9176-9cc9132f7035', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:25.622125 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:34:25.632825 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-25084598-eeb6-45e1-9478-1b4d97560e99 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:25.637283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-25084598-eeb6-45e1-9478-1b4d97560e99 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags/tempest-TagsExtTest-Tag-1445755396 HTTP/1.1" status: 404 len: 329 time: 0.1705837 Nov 12 03:34:25.637283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.638181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59546) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.645634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-f3898cb4-d0bd-4e35-9099-16a88595e644 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', {'tags': ['tempest-TagsExtTest-Tag-413921967', 'tempest-TagsExtTest-Tag-2034022727', 'tempest-TagsExtTest-Tag-1311417585']}) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.660412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:25.760743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:25.761193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.835268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3898cb4-d0bd-4e35-9099-16a88595e644 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 200 len: 317 time: 0.1958759 Nov 12 03:34:25.838940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59552) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.844094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-c6b8487b-0e53-4e26-ae4a-7825e5fb25f4 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:25.850681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.869873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.907850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0823f1-8ce8-481d-91c1-d2d64d41d2cd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.915171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.926986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb03de7e-bc13-410d-be55-c4c5da8d17ea tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550386 Nov 12 03:34:25.962529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59556) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:25.963220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c6b8487b-0e53-4e26-ae4a-7825e5fb25f4 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 204 len: 168 time: 0.1227407 Nov 12 03:34:25.971555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-6b6ab02e-3c67-49b3-9aa3-30df7ee043c9 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-413921967') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.068489 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-6b6ab02e-3c67-49b3-9aa3-30df7ee043c9 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:26.072888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b6ab02e-3c67-49b3-9aa3-30df7ee043c9 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-413921967 HTTP/1.1" status: 404 len: 328 time: 0.1054800 Nov 12 03:34:26.073505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.078780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-55fd20a4-d65d-4d24-8855-b68f0823eae7 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-2034022727') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.140115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-989259aa-df02-47f1-8f86-de9c30f798aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1793065 Nov 12 03:34:26.186198 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-55fd20a4-d65d-4d24-8855-b68f0823eae7 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:26.188517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-55fd20a4-d65d-4d24-8855-b68f0823eae7 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-2034022727 HTTP/1.1" status: 404 len: 329 time: 0.1137009 Nov 12 03:34:26.191860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59572) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.202932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-f4f21555-6989-4068-a275-b311198c91e5 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120', 'tempest-TagsExtTest-Tag-1311417585') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.217991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-aaddf0cb-ac34-4cf6-99f1-65cdba3177d1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570004819&fields=id&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 267 time: 0.0692828 Nov 12 03:34:26.221740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-bf88af10-15a5-403b-ae84-4ab6845fa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.223725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-bf88af10-15a5-403b-ae84-4ab6845fa86d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0529366 Nov 12 03:34:26.348257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-ee98c29a-8bc6-4cb6-b754-4320c848eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.350352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-ee98c29a-8bc6-4cb6-b754-4320c848eef7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1020656 Nov 12 03:34:26.389343 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-f4f21555-6989-4068-a275-b311198c91e5 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:26.390409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4f21555-6989-4068-a275-b311198c91e5 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags/tempest-TagsExtTest-Tag-1311417585 HTTP/1.1" status: 404 len: 329 time: 0.1968751 Nov 12 03:34:26.401162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-f8bd7490-4977-4701-b0b9-c6a5a4513047 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.401849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-f8bd7490-4977-4701-b0b9-c6a5a4513047 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/networks?id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 797 time: 0.1548283 Nov 12 03:34:26.402334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59574) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.407210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-db342fe0-2cec-484a-9ae6-b3a0e7411362 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', {'tags': ['tempest-TagsExtTest-Tag-966814643', 'tempest-TagsExtTest-Tag-507717337', 'tempest-TagsExtTest-Tag-134924862']}) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.441010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-2625e481-2df8-47d2-b32d-4c704f457ecd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 1000 time: 0.0791273 Nov 12 03:34:26.460657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-2b70c2c4-9735-46df-ac02-069b92d7c47c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/quotas/23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 375 time: 0.0508025 Nov 12 03:34:26.508144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-f8807421-58e5-49f8-abd0-394c6da9d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.510256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-f8807421-58e5-49f8-abd0-394c6da9d34d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0587268 Nov 12 03:34:26.544657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-db342fe0-2cec-484a-9ae6-b3a0e7411362 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 200 len: 315 time: 0.1412909 Nov 12 03:34:26.547445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.552592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-c8b1dafb-1b47-46ba-8adc-f9c40991b0ca tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.586240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-5820e44d-14bb-4f82-94a1-16808fdc3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.587907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-5820e44d-14bb-4f82-94a1-16808fdc3251 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639627 Nov 12 03:34:26.605346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-67c8a0b8-77a8-4420-aea6-08934ddc2118 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:34:26.606006 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ac888013-7b8f-4627-8cc9-bb4aab1aaa78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175153 Nov 12 03:34:26.606505 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-67c8a0b8-77a8-4420-aea6-08934ddc2118 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060246 Nov 12 03:34:26.655845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-6e68d092-4c10-49d9-b1bc-8d441c2317c5 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:34:26.657086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-6e68d092-4c10-49d9-b1bc-8d441c2317c5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088644 Nov 12 03:34:26.735048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-7e4de204-bd42-4908-8398-bf40bb18b816 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143370 Nov 12 03:34:26.748837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c8b1dafb-1b47-46ba-8adc-f9c40991b0ca tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 204 len: 168 time: 0.2003725 Nov 12 03:34:26.752973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59580) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.762620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-79741a55-9ce1-4aab-9549-0417063a1a8b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-966814643') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:26.867144 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-d402c6dc-5815-4c47-bf3a-c2f8856bea4f service neutron] 10.222.0.84 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999800 Nov 12 03:34:26.881829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-57502295-5e8e-45b6-8f67-e71c8a9cf84c req-69f71e05-ab49-4947-8006-53c16379af1c service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340969 Nov 12 03:34:26.886364 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-79741a55-9ce1-4aab-9549-0417063a1a8b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:26.887504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79741a55-9ce1-4aab-9549-0417063a1a8b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-966814643 HTTP/1.1" status: 404 len: 328 time: 0.1331606 Nov 12 03:34:26.907424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59588) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:26.917497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-d6407b6a-0250-46f7-ba82-8fdf894002ad tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-507717337') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.001707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-84bd96dc-7037-43b5-a6b4-064898b55661 service neutron] 10.222.0.84 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175537 Nov 12 03:34:27.018085 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-d6407b6a-0250-46f7-ba82-8fdf894002ad tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:27.022644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d6407b6a-0250-46f7-ba82-8fdf894002ad tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-507717337 HTTP/1.1" status: 404 len: 328 time: 0.1104901 Nov 12 03:34:27.022738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59590) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.027765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-0d7abeeb-093b-469f-877a-c1141c8ee792 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474', 'tempest-TagsExtTest-Tag-134924862') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.106289 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-0d7abeeb-093b-469f-877a-c1141c8ee792 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:27.110356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d7abeeb-093b-469f-877a-c1141c8ee792 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags/tempest-TagsExtTest-Tag-134924862 HTTP/1.1" status: 404 len: 328 time: 0.0837998 Nov 12 03:34:27.110513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59592) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.115988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-f0abc431-be73-4d97-b8b6-9457042e28a6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', {'tags': ['tempest-TagsExtTest-Tag-75278003', 'tempest-TagsExtTest-Tag-1270018143', 'tempest-TagsExtTest-Tag-48344870']}) {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.163370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f0abc431-be73-4d97-b8b6-9457042e28a6 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "PUT /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 200 len: 314 time: 0.0516794 Nov 12 03:34:27.165870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59598) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.170794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-185e8875-446b-4161-8012-a6350e4c170d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.210982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-300012cb-1a86-46d5-8c55-cfae2d7a9132 req-5344941f-ef18-44eb-b44b-a55d2e4f57bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 210 time: 0.0374305 Nov 12 03:34:27.243130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-185e8875-446b-4161-8012-a6350e4c170d tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0741272 Nov 12 03:34:27.244352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59600) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.249749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-f4e24359-06af-4c9d-9f33-09b7734ac7b0 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-75278003') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.272795 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-f4e24359-06af-4c9d-9f33-09b7734ac7b0 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:27.273921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f4e24359-06af-4c9d-9f33-09b7734ac7b0 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-75278003 HTTP/1.1" status: 404 len: 327 time: 0.0283072 Nov 12 03:34:27.276911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59602) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.281575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-ea7646de-e19c-4fa3-9c18-fad4eb8b58cb tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-1270018143') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.319383 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-ea7646de-e19c-4fa3-9c18-fad4eb8b58cb tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:27.320730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea7646de-e19c-4fa3-9c18-fad4eb8b58cb tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-1270018143 HTTP/1.1" status: 404 len: 329 time: 0.0428269 Nov 12 03:34:27.324144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59606) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.329148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.tag.tag_plugin [None req-cadda3e7-463f-484a-aad7-12ccb9dd3d27 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3', 'tempest-TagsExtTest-Tag-48344870') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.353210 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-cadda3e7-463f-484a-aad7-12ccb9dd3d27 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] show failed (client error): The resource could not be found. Nov 12 03:34:27.355314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cadda3e7-463f-484a-aad7-12ccb9dd3d27 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags/tempest-TagsExtTest-Tag-48344870 HTTP/1.1" status: 404 len: 327 time: 0.0291457 Nov 12 03:34:27.357753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59610) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.363223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-8282b501-5f47-46e1-9083-3b56159f5e92 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b10867d8-3043-4fc7-ba91-afc6a42e4eb3') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.392503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8282b501-5f47-46e1-9083-3b56159f5e92 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0334349 Nov 12 03:34:27.395196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59612) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.401174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-5d65ed5c-18de-4c57-a8da-997e87a1aa2f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e6e47439-fb63-4543-8bd6-87dca5ff2474') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.493320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5d65ed5c-18de-4c57-a8da-997e87a1aa2f tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474/tags HTTP/1.1" status: 204 len: 168 time: 0.0937729 Nov 12 03:34:27.493424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.498038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-f09f9d1a-af7c-4168-8280-1a4ea0b6c74b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b907c6e2-16df-4ff6-b25e-9bfa84e2e120') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.555195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f09f9d1a-af7c-4168-8280-1a4ea0b6c74b tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120/tags HTTP/1.1" status: 204 len: 168 time: 0.0591440 Nov 12 03:34:27.556095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59618) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.561063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.tag.tag_plugin [None req-e586948c-1fb4-4615-8e9c-a1d8efc06869 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd758d8bd-22ad-426d-9c86-db92a40eb186') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.623148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e586948c-1fb4-4615-8e9c-a1d8efc06869 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186/tags HTTP/1.1" status: 204 len: 168 time: 0.0639083 Nov 12 03:34:27.626148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59620) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.717980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fe8d4ab5-9b14-4060-b3f2-e3a6ea7b2fb4 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for subnetpool, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.719262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fe8d4ab5-9b14-4060-b3f2-e3a6ea7b2fb4 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnetpools/b10867d8-3043-4fc7-ba91-afc6a42e4eb3 HTTP/1.1" status: 204 len: 168 time: 0.0921321 Nov 12 03:34:27.721804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59622) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.750453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3024946-c3e3-4a7c-8098-2cdeefaca0ea tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6e47439-fb63-4543-8bd6-87dca5ff2474 HTTP/1.1" status: 200 len: 205 time: 0.0274189 Nov 12 03:34:27.752795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59624) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.811733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.851053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.055019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.057173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.116030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.116571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Fanout notify agent at l3_agent the message router_deleted on router e6e47439-fb63-4543-8bd6-87dca5ff2474 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:28.123809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.124930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee8cd8d9-30af-4c67-9a10-f78a65b789bd tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/routers/e6e47439-fb63-4543-8bd6-87dca5ff2474 HTTP/1.1" status: 204 len: 168 time: 0.3712416 Nov 12 03:34:28.127306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59634) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.221858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Deleting port b907c6e2-16df-4ff6-b25e-9bfa84e2e120 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:28.222211 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.346722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-62d471fc-2ac7-42a6-ab7b-5cecf8dfaff0 req-bfbe08da-d572-4b45-8c6a-dab7f36e4433 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 210 time: 0.0382729 Nov 12 03:34:28.376765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.384370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-b56ade9f-78a1-4b71-bf21-8ca2560085db tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.387017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-b56ade9f-78a1-4b71-bf21-8ca2560085db tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/networks?id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 797 time: 0.1579747 Nov 12 03:34:28.394642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Calling delete_port for b907c6e2-16df-4ff6-b25e-9bfa84e2e120 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:28.465140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-7590a40f-d5c1-4774-a288-3d029ab5c7cd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 380 time: 0.0665896 Nov 12 03:34:28.474847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'port': {'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'admin_state_up': True, 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'security_groups': ['ee659c22-f667-4186-9176-9cc9132f7035']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:28.530277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.564231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event deleted for resources: {'Port': ['ID=b907c6e2-16df-4ff6-b25e-9bfa84e2e120,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.594551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:28.598722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.658794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.664785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a0628926-1db2-4c0f-a559-4f44712573fa tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/ports/b907c6e2-16df-4ff6-b25e-9bfa84e2e120 HTTP/1.1" status: 204 len: 168 time: 0.5340428 Nov 12 03:34:28.665017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59652) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.682424 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:28.727761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Deleting subnet d758d8bd-22ad-426d-9c86-db92a40eb186 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:28.731375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.789744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.5 (af40c3da-9f9b-4e66-865a-cd22f1483349/ad4fb025-6dbd-4994-a840-cc17b12df6bd/84eb3607-e42e-4802-bb72-55c1d20ce067) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:28.790678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.895579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.954801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.957746 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.981113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.985623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/subnets/d758d8bd-22ad-426d-9c86-db92a40eb186 HTTP/1.1" status: 204 len: 168 time: 0.3197033 Nov 12 03:34:28.988065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.000432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f072fb73-986c-4b7d-a16b-41933acdc058 None None] Network 75e17a16-4ec8-4209-8978-1bad6af20eb4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:29.014471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9f60b-1dc9-4283-9db2-1c0903393ced tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event deleted for resources: {'Subnet': ['ID=d758d8bd-22ad-426d-9c86-db92a40eb186,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.047823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.139479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network af40c3da-9f9b-4e66-865a-cd22f1483349 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:29.145529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.152951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:29.157260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:29.183769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.202532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.202890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.203282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.203631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.203970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.204307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.204639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.204967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.205296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.205627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.206018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.206286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:29.250487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.251162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.277244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-ddcdd807-aa5a-483f-af4e-cdfc926f83e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061535 Nov 12 03:34:29.288663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Deleting port e2dd0e69-b4fb-4f75-a06e-f49300089480 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:29.288966 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.295683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Request body: {'port': {'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:29.300391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] DHCP port deletion for 75e17a16-4ec8-4209-8978-1bad6af20eb4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:29.356153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.388766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Deleting port e2dd0e69-b4fb-4f75-a06e-f49300089480 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:29.389203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.435084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.494007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] For port e2dd0e69-b4fb-4f75-a06e-f49300089480, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dd0e69-b4fb-4f75-a06e-f49300089480,segment=NetworkSegment(0a3e123f-a47d-4f6d-92e4-69a53fa51d8d),segment_id=0a3e123f-a47d-4f6d-92e4-69a53fa51d8d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.494407 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.510879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Calling delete_port for e2dd0e69-b4fb-4f75-a06e-f49300089480 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:29.552682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] For port e2dd0e69-b4fb-4f75-a06e-f49300089480, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e2dd0e69-b4fb-4f75-a06e-f49300089480,segment=NetworkSegment(0a3e123f-a47d-4f6d-92e4-69a53fa51d8d),segment_id=0a3e123f-a47d-4f6d-92e4-69a53fa51d8d)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.553442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.576775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5ab853a4-dba0-4dc1-b8d4-fda33a4d0796 None None] Provisioning complete for port 84eb3607-e42e-4802-bb72-55c1d20ce067 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.577138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5ab853a4-dba0-4dc1-b8d4-fda33a4d0796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.588964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Calling delete_port for e2dd0e69-b4fb-4f75-a06e-f49300089480 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:29.612216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6e338-9150-4fca-8607-2f80357b58e5 req-ad51bbc5-95a0-4af2-b983-acc2ce4cf05c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.613876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98d6e338-9150-4fca-8607-2f80357b58e5 req-ad51bbc5-95a0-4af2-b983-acc2ce4cf05c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 931 time: 0.1360915 Nov 12 03:34:29.619136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e2dd0e69-b4fb-4f75-a06e-f49300089480 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:29.671381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5ab853a4-dba0-4dc1-b8d4-fda33a4d0796 None None] Port 84eb3607-e42e-4802-bb72-55c1d20ce067 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:29.696088 n-d-615180-50 neutron-server[102434]: INFO neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No ports have port_id starting with e2dd0e69-b4fb-4f75-a06e-f49300089480 Nov 12 03:34:29.696875 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.711124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] No DVR routers for this DVR port e2dd0e69-b4fb-4f75-a06e-f49300089480 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:29.736496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3198d-42bc-4a42-bd13-5d73c4c8016a None None] Pushing event deleted for resources: {'Port': ['ID=e2dd0e69-b4fb-4f75-a06e-f49300089480,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.806389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-98d6e338-9150-4fca-8607-2f80357b58e5 req-b30d5397-ec10-4c2a-b482-a7abd4f81703 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117737 Nov 12 03:34:29.856431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.895500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] No DVR routers for this DVR port e2dd0e69-b4fb-4f75-a06e-f49300089480 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:29.897071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event deleted for resources: {'Port': ['ID=e2dd0e69-b4fb-4f75-a06e-f49300089480,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.003588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.045416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e17a16-4ec8-4209-8978-1bad6af20eb4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:30.054619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84eb3607-e42e-4802-bb72-55c1d20ce067 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:30.062632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:30.062932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3e123f-a47d-4f6d-92e4-69a53fa51d8d') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:30.065532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.076706 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.092060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Transition to ACTIVE for port object 84eb3607-e42e-4802-bb72-55c1d20ce067 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:30.095586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.100959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.105781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:30.106176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:30.109098 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:30.207009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.234032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.257695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.260981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] 10.222.0.84 "DELETE /v2.0/networks/75e17a16-4ec8-4209-8978-1bad6af20eb4 HTTP/1.1" status: 204 len: 168 time: 1.2718382 Nov 12 03:34:30.339045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6ed29-65aa-4e19-9c8b-0221b1731d11 tempest-TagsExtTest-828951782 tempest-TagsExtTest-828951782-project] Pushing event deleted for resources: {'Network': ['ID=75e17a16-4ec8-4209-8978-1bad6af20eb4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.357750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-09151bc4-2f08-45d9-bcc7-cd932525fc11 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135347 Nov 12 03:34:30.377801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Attempting to bind port 84eb3607-e42e-4802-bb72-55c1d20ce067 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:30.378151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Attempting to bind port 84eb3607-e42e-4802-bb72-55c1d20ce067 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:30.378487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Attempting to bind port 84eb3607-e42e-4802-bb72-55c1d20ce067 on network af40c3da-9f9b-4e66-865a-cd22f1483349 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:30.383309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Port 84eb3607-e42e-4802-bb72-55c1d20ce067 on network af40c3da-9f9b-4e66-865a-cd22f1483349 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:30.383638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Attempting to bind port 84eb3607-e42e-4802-bb72-55c1d20ce067 on network af40c3da-9f9b-4e66-865a-cd22f1483349 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:30.404965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:30.405316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Checking segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:30.405706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Bound using segment: {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:30.406154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Bound port: 84eb3607-e42e-4802-bb72-55c1d20ce067, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:30.406511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.524282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:30.528083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f287-0397-4416-95ef-8859daacba6e req-feab9d78-e180-4309-8f8e-bebe1e7414fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.529799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-feab9d78-e180-4309-8f8e-bebe1e7414fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1098 time: 0.1018448 Nov 12 03:34:30.531572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=84eb3607-e42e-4802-bb72-55c1d20ce067,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:30.536575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.577215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.604983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.605697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.608243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] 10.222.0.39 "PUT /v2.0/ports/84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 200 len: 1092 time: 1.3159740 Nov 12 03:34:30.608671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:30.610932 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8" -d '{"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:30.681976 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53e5e8-39b5-4d1a-a89d-786b59249ec4 x-openstack-request-id: req-bd53e5e8-39b5-4d1a-a89d-786b59249ec4 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:30.682263 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:30.682508 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bd53e5e8-39b5-4d1a-a89d-786b59249ec4 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:30.683054 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'status': 'completed', 'code': 200} Nov 12 03:34:30.753076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398f1ed-0352-4d1b-8a85-76858813eef0 service neutron] Pushing event updated for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.795489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-1224b242-690f-4db6-a5c9-1ca3e59d285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.797562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-1224b242-690f-4db6-a5c9-1ca3e59d285b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1095 time: 0.1324794 Nov 12 03:34:30.798578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f287-0397-4416-95ef-8859daacba6e req-4d037e61-3dc4-4933-9f9f-78fd49f0a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:30.801606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-4d037e61-3dc4-4933-9f9f-78fd49f0a622 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.2321677 Nov 12 03:34:30.829780 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d8f67899-3e4d-4116-85c7-202fc2423082 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6933e1b953124ef4a4795374ba335dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477398 Nov 12 03:34:30.830407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59698) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:30.913895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-90ebfaa7-7bdf-42cd-a4fe-810601fde1f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 200 len: 217 time: 0.0949581 Nov 12 03:34:31.339391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-9bfdc07d-c04f-4160-8e26-730ce7ab9889 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 1001 time: 0.5187838 Nov 12 03:34:31.387324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-87736989-5cad-4fef-a119-a9b59625c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.388776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-87736989-5cad-4fef-a119-a9b59625c116 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad4fb025-6dbd-4994-a840-cc17b12df6bd HTTP/1.1" status: 200 len: 834 time: 0.4550500 Nov 12 03:34:31.399133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.416653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794aaa6-ab85-4f74-b414-0f0f7358c359 req-699143a2-d990-42f1-814f-fba9dc183e4c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.418059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1794aaa6-ab85-4f74-b414-0f0f7358c359 req-699143a2-d990-42f1-814f-fba9dc183e4c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 943 time: 0.5067201 Nov 12 03:34:31.479836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f287-0397-4416-95ef-8859daacba6e req-3b483b16-36cb-4b0e-af85-2d16b07032fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.481298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-3b483b16-36cb-4b0e-af85-2d16b07032fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1301999 Nov 12 03:34:31.485654 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.565408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-bcca5d64-6994-49ff-82dc-ed8d15721891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.567285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-bcca5d64-6994-49ff-82dc-ed8d15721891 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af40c3da-9f9b-4e66-865a-cd22f1483349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696885 Nov 12 03:34:31.590092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1794aaa6-ab85-4f74-b414-0f0f7358c359 req-e7b6afa1-2f28-41e8-ba8e-a8f88b340dd4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476979 Nov 12 03:34:31.652748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f287-0397-4416-95ef-8859daacba6e req-4fae30b8-5cc3-4118-858c-2bdd12f49354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.654569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-4fae30b8-5cc3-4118-858c-2bdd12f49354 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668696 Nov 12 03:34:31.691639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.694750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.695874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3cf433d1-8ff6-40c6-a02c-ac1ce9f92012 HTTP/1.1" status: 204 len: 168 time: 0.8581154 Nov 12 03:34:31.741774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff43a-cd19-4fba-a178-1933eefaa89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf433d1-8ff6-40c6-a02c-ac1ce9f92012,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.757689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-3f2fb203-80f9-4d91-bc8f-4d9b04a3edf8 service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812778 Nov 12 03:34:31.858722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-d0ea772b-0c84-4d50-8070-250fbc403be5 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957419 Nov 12 03:34:31.937791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05a87bdb-3038-43d7-98de-bb1c1f79b5cb req-2fc62484-c401-41eb-b58b-9fad9911d907 service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668687 Nov 12 03:34:31.972601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6574f287-0397-4416-95ef-8859daacba6e req-5b47db48-e74b-4c4e-9df5-3457869b8ec0 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045580 Nov 12 03:34:32.061390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-ffb9476e-3327-4762-8e18-1233f9ad40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.064247 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-ffb9476e-3327-4762-8e18-1233f9ad40b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0598583 Nov 12 03:34:32.168998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-37580fc0-3c49-4d5d-9c26-5a17a7fb1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.170677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-37580fc0-3c49-4d5d-9c26-5a17a7fb1831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 898 time: 0.0958233 Nov 12 03:34:32.226805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-79ac6001-2d1a-45fa-8a5e-5501fd4e8e1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 200 len: 217 time: 0.0442674 Nov 12 03:34:32.288405 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5388b1b3-8b45-489e-a162-42dfbd3f87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.295111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-d5663d0f-399d-42e1-93a9-09c662da3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.304494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-d5663d0f-399d-42e1-93a9-09c662da3493 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad4fb025-6dbd-4994-a840-cc17b12df6bd HTTP/1.1" status: 200 len: 834 time: 0.0672166 Nov 12 03:34:32.367120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-56380942-60a2-40f2-bd67-8854341c1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.368913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-56380942-60a2-40f2-bd67-8854341c1f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af40c3da-9f9b-4e66-865a-cd22f1483349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576384 Nov 12 03:34:32.482660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-4f3e48b7-5770-421e-8f85-42c02ea3bbbc service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051641 Nov 12 03:34:32.641751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e978dc3-531d-4159-b661-bb058946917c req-fb7e885f-9543-422e-a74e-e439c717f46b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.643273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e978dc3-531d-4159-b661-bb058946917c req-fb7e885f-9543-422e-a74e-e439c717f46b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0787084 Nov 12 03:34:32.648158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8368ccbc-84a2-42b3-bc8c-3cfc1d1554a8 req-f44ff9bf-26e0-4e0f-afcd-7ec8194a02ba service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582475 Nov 12 03:34:32.717324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e978dc3-531d-4159-b661-bb058946917c req-6f044f73-1599-4de4-bbd9-602faa3772e2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613337 Nov 12 03:34:32.774236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbb224-09f5-4109-b3c1-b7fc18d852da req-13db19c1-e238-4c53-9ce7-5b9c5cbeb29c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.779580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2edbb224-09f5-4109-b3c1-b7fc18d852da req-13db19c1-e238-4c53-9ce7-5b9c5cbeb29c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 943 time: 0.0742047 Nov 12 03:34:32.836289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2edbb224-09f5-4109-b3c1-b7fc18d852da req-81a5d75e-df61-4328-b5b7-0fe8ad32cffa tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488350 Nov 12 03:34:33.840434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87279337-d8fe-4bbd-abde-636b8c22a2e9 req-30197c6a-e87b-4436-af60-5403c1360224 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.842271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-87279337-d8fe-4bbd-abde-636b8c22a2e9 req-30197c6a-e87b-4436-af60-5403c1360224 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0538454 Nov 12 03:34:33.894465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-87279337-d8fe-4bbd-abde-636b8c22a2e9 req-02258f1d-1d35-4276-9870-22426eaa4426 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459707 Nov 12 03:34:33.983875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0522f-c434-42be-9367-81b6ef53a15e req-10e5738d-7fd2-4da8-a18d-d74df1b93976 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.985517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ba0522f-c434-42be-9367-81b6ef53a15e req-10e5738d-7fd2-4da8-a18d-d74df1b93976 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 943 time: 0.0519707 Nov 12 03:34:34.040147 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ba0522f-c434-42be-9367-81b6ef53a15e req-b2a7f354-a7e3-4c62-94aa-b73ac742f1c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Nov 12 03:34:34.654201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7a87d681-b726-4b2e-9b55-bc14bdee8c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.055299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723a9fd-79ab-4921-a68f-f8d2c4e57f83 req-cfce49cf-7773-4002-9e4c-3d95bd21be01 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:35.059794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b723a9fd-79ab-4921-a68f-f8d2c4e57f83 req-cfce49cf-7773-4002-9e4c-3d95bd21be01 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0766439 Nov 12 03:34:35.133124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b723a9fd-79ab-4921-a68f-f8d2c4e57f83 req-9593de2a-9d4e-445b-a3ea-3940258c8cde tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724034 Nov 12 03:34:35.174123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38d20-50ba-49c4-a3fd-03d618089caf req-20f6362c-87bf-4761-bf18-a0a107d1096d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:35.175887 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ff38d20-50ba-49c4-a3fd-03d618089caf req-20f6362c-87bf-4761-bf18-a0a107d1096d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 943 time: 0.0556600 Nov 12 03:34:35.214296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 84eb3607-e42e-4802-bb72-55c1d20ce067 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:35.256501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ff38d20-50ba-49c4-a3fd-03d618089caf req-0634879c-414b-4030-8800-45ed67af58d8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734472 Nov 12 03:34:35.327533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=84eb3607-e42e-4802-bb72-55c1d20ce067,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:35.340457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:35.386512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.400235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84eb3607-e42e-4802-bb72-55c1d20ce067 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:35.420285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=84eb3607-e42e-4802-bb72-55c1d20ce067,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:35.424797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.474881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.638103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['84eb3607-e42e-4802-bb72-55c1d20ce067'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:35.679201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.271342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a6a-6615-4b79-8bf5-46a006518a98 req-4af60311-649c-4723-9b6d-899bcfa2c0f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.272983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f4c7a6a-6615-4b79-8bf5-46a006518a98 req-4af60311-649c-4723-9b6d-899bcfa2c0f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0590811 Nov 12 03:34:36.335653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f4c7a6a-6615-4b79-8bf5-46a006518a98 req-72fc30ad-9e5d-468a-baab-13db4d5f1e09 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566320 Nov 12 03:34:36.385551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a002ce-77d9-4a96-87be-fc01a2ecf2a8 req-14db70ce-e17c-4efb-983d-bc5de382be8f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.387710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2a002ce-77d9-4a96-87be-fc01a2ecf2a8 req-14db70ce-e17c-4efb-983d-bc5de382be8f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 944 time: 0.0571558 Nov 12 03:34:36.448339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e2a002ce-77d9-4a96-87be-fc01a2ecf2a8 req-528e67b3-e8cb-4483-8eab-79e63640fb9b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533988 Nov 12 03:34:37.184325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.228224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 84eb3607-e42e-4802-bb72-55c1d20ce067 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:37.330204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 84eb3607-e42e-4802-bb72-55c1d20ce067 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:37.334903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 84eb3607-e42e-4802-bb72-55c1d20ce067 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:37.335422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.422779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.450248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:37.452735 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d412f6ed-048e-46f6-9ca2-9cde279529c5" -d '{"events": [{"server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:37.468466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=84eb3607-e42e-4802-bb72-55c1d20ce067,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:37.474073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.533243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ea107-ae9b-44c5-aea2-3920a0c938a7 req-a72a3d6b-3564-4d5b-953c-966eb2d8158c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.540711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-509ea107-ae9b-44c5-aea2-3920a0c938a7 req-a72a3d6b-3564-4d5b-953c-966eb2d8158c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1129949 Nov 12 03:34:37.546329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:37.620297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-509ea107-ae9b-44c5-aea2-3920a0c938a7 req-6aedd410-d952-4b0c-93e1-e2bfa3f477e9 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740235 Nov 12 03:34:37.753604 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882c241-9dcf-4a8e-85f5-fba7d4b9f897 x-openstack-request-id: req-8882c241-9dcf-4a8e-85f5-fba7d4b9f897 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:37.753906 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:37.754161 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8882c241-9dcf-4a8e-85f5-fba7d4b9f897 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:37.754561 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'code': 200} Nov 12 03:34:37.764594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d72945-fc27-45fc-8e9b-e135052ccecf req-b37c6d82-1077-401c-b748-c20713e0a818 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.773346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-92d72945-fc27-45fc-8e9b-e135052ccecf req-b37c6d82-1077-401c-b748-c20713e0a818 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.0716434 Nov 12 03:34:37.838002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-92d72945-fc27-45fc-8e9b-e135052ccecf req-3bb4229a-7c5a-4d07-a07e-6d30a6a02a15 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635021 Nov 12 03:34:37.930243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ed3e-0dba-4848-9b5e-c61976aa877b req-01a32aad-fad6-4f9b-b869-44410d5e1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.930243 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9467ed3e-0dba-4848-9b5e-c61976aa877b req-01a32aad-fad6-4f9b-b869-44410d5e1ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0469565 Nov 12 03:34:37.985305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9467ed3e-0dba-4848-9b5e-c61976aa877b req-729a98e4-ca97-465f-944f-8ca745114d89 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Nov 12 03:34:38.211750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.747863 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f4bc2-a510-444e-9b31-e25f7e435705 req-b9532e30-53ac-4b41-861b-364181ccc7f5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.750084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b3f4bc2-a510-444e-9b31-e25f7e435705 req-b9532e30-53ac-4b41-861b-364181ccc7f5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0590284 Nov 12 03:34:38.808030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6b3f4bc2-a510-444e-9b31-e25f7e435705 req-64311d4e-900f-4eb6-b763-7222124fad07 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506022 Nov 12 03:34:39.000417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2561f3-92bf-47f0-9ba2-87c184cd6c15 req-90930445-a476-4c84-b079-1ef254a30474 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.002159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb2561f3-92bf-47f0-9ba2-87c184cd6c15 req-90930445-a476-4c84-b079-1ef254a30474 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.0613527 Nov 12 03:34:39.065090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb2561f3-92bf-47f0-9ba2-87c184cd6c15 req-83c6ed31-73c3-47ab-9385-a735b0f3a46b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562589 Nov 12 03:34:39.978271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1614d64-7fcf-4dd5-a463-b6bc07aa1ae3 req-86627548-a5fb-4fe7-bb0e-de8fc8a77359 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.987021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1614d64-7fcf-4dd5-a463-b6bc07aa1ae3 req-86627548-a5fb-4fe7-bb0e-de8fc8a77359 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0678518 Nov 12 03:34:40.049466 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1614d64-7fcf-4dd5-a463-b6bc07aa1ae3 req-37b76692-9198-4e17-be6d-ba202d49a8a6 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611565 Nov 12 03:34:40.205596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed927ee-d805-43e4-8fbe-fe468dc2d165 req-af9fcb82-a172-4e50-8e1e-db44a5dee7da tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.208537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed927ee-d805-43e4-8fbe-fe468dc2d165 req-af9fcb82-a172-4e50-8e1e-db44a5dee7da tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.0636768 Nov 12 03:34:40.286849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed927ee-d805-43e4-8fbe-fe468dc2d165 req-61c8f604-c25e-474b-ac48-110121604cfa tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691490 Nov 12 03:34:40.430793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6644e-6407-44ae-afc2-10169301f3e4 req-2c608ec8-1274-47ff-9d54-374fe5445199 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.432607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60e6644e-6407-44ae-afc2-10169301f3e4 req-2c608ec8-1274-47ff-9d54-374fe5445199 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.0566154 Nov 12 03:34:40.764591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60e6644e-6407-44ae-afc2-10169301f3e4 req-1d423995-9a12-4e9a-9222-11633fd5f382 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250980 Nov 12 03:34:40.796448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.846495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e18e67-c65d-42c9-b82d-42d336298185 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.852140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d6e18e67-c65d-42c9-b82d-42d336298185 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1092 time: 0.0510504 Nov 12 03:34:40.852277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 59948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:40.857045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:40.882634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.022034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.231042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.25.2.5 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/059b23a8-879b-446f-a04f-38b96d098fa3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:41.285641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fbf75-1bbb-4f95-9c25-6372cddf9007 req-5a0e133b-c0f9-4de3-bafc-e9dd3de28f97 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.287947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-281fbf75-1bbb-4f95-9c25-6372cddf9007 req-5a0e133b-c0f9-4de3-bafc-e9dd3de28f97 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1177311 Nov 12 03:34:41.401912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-281fbf75-1bbb-4f95-9c25-6372cddf9007 req-b979c12e-28b8-48ea-baa0-4936055d0e34 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749400 Nov 12 03:34:41.470906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.511128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.559488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:41.565357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:41.569454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:41.623734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=059b23a8-879b-446f-a04f-38b96d098fa3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.070605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.165962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.367123 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.372833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.445765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=059b23a8-879b-446f-a04f-38b96d098fa3,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.474548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.618667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada8860-b03d-4efd-b633-552f6b1890f3 req-e409efa9-16be-4c70-b59b-065d1a8da7de tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.628362 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ada8860-b03d-4efd-b633-552f6b1890f3 req-e409efa9-16be-4c70-b59b-065d1a8da7de tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0707006 Nov 12 03:34:42.639616 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Floating IP 83a69d95-ec0d-49e6-a8c6-06a9134d8b4d associated. External IP: 172.25.2.5, port: 84eb3607-e42e-4802-bb72-55c1d20ce067. Nov 12 03:34:42.678340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6ada8860-b03d-4efd-b633-552f6b1890f3 req-2890c07b-2717-42c5-b503-b9678ec892df tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469537 Nov 12 03:34:42.964307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:43.114999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:43.143466 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:43.157351 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:43.160292 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:43.177295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.214381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4cf2e88a-19fa-4122-be35-c66dea73a6ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3585937 Nov 12 03:34:43.214381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:43.214915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 59994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:43.216340 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7" -d '{"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:43.283613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:43.341300 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268fdf4e-d660-4609-98de-f2ecda8b5740 x-openstack-request-id: req-268fdf4e-d660-4609-98de-f2ecda8b5740 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:43.341300 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:43.341300 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-268fdf4e-d660-4609-98de-f2ecda8b5740 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:43.341702 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'status': 'completed', 'code': 200} Nov 12 03:34:43.376567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-35868697-47b4-426f-9924-4decc5713813 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/83a69d95-ec0d-49e6-a8c6-06a9134d8b4d HTTP/1.1" status: 200 len: 989 time: 0.1598811 Nov 12 03:34:43.415478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-b497d684-2894-40fc-bef1-16d75768d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.417020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-b497d684-2894-40fc-bef1-16d75768d941 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0968807 Nov 12 03:34:43.619697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-851f9b23-959d-43f0-901a-2e4a3a0338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.622550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-851f9b23-959d-43f0-901a-2e4a3a0338b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 898 time: 0.1975377 Nov 12 03:34:43.658833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:41Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:43.687834 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:43.712395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:43.713046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:34:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:43.717830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-324f3bb1-a412-4db0-9b79-ff0249b202a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 200 len: 997 time: 0.0876737 Nov 12 03:34:43.835125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-cf40e835-880d-4de0-bff1-a889c3b8b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.836950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-cf40e835-880d-4de0-bff1-a889c3b8b5c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad4fb025-6dbd-4994-a840-cc17b12df6bd HTTP/1.1" status: 200 len: 834 time: 0.1118412 Nov 12 03:34:43.869225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105bba-8c9e-4684-84c5-4170f8c31af3 req-9e6057cb-b22e-45a8-8ddb-1c1bc9104e73 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.874051 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff105bba-8c9e-4684-84c5-4170f8c31af3 req-9e6057cb-b22e-45a8-8ddb-1c1bc9104e73 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0976312 Nov 12 03:34:43.887075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-2b64c4aa-e816-47ab-9a9e-ab2864b27041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.889094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-2b64c4aa-e816-47ab-9a9e-ab2864b27041 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af40c3da-9f9b-4e66-865a-cd22f1483349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453103 Nov 12 03:34:43.935417 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:43.943947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff105bba-8c9e-4684-84c5-4170f8c31af3 req-679bd52b-c9da-47f9-81ea-f731528bffeb tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592880 Nov 12 03:34:44.092208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-9df413ed-1343-4bad-8235-f7d6802ddb0c service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952937 Nov 12 03:34:44.229260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e88f8-9da7-46df-b3c6-2021d935d1bc req-b9b50d4f-76fa-4a16-af60-fbc2a87554c0 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.240488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e7e88f8-9da7-46df-b3c6-2021d935d1bc req-b9b50d4f-76fa-4a16-af60-fbc2a87554c0 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0680046 Nov 12 03:34:44.294634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e7e88f8-9da7-46df-b3c6-2021d935d1bc req-215fb9c7-34e6-4fef-80c0-0fd2c9524f0b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528724 Nov 12 03:34:44.319058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d6d4f1a-e3bf-474a-9c89-309d24d659f7 req-420df93b-83eb-4f68-9340-ff8d2ee9e1a1 service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181542 Nov 12 03:34:44.325363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-69fde9f6-fe86-4f31-8d17-fc9914204107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.326831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-69fde9f6-fe86-4f31-8d17-fc9914204107 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0958538 Nov 12 03:34:44.380642 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:44.464327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-089b40ce-61c2-4498-b868-62102fed3a35 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/83a69d95-ec0d-49e6-a8c6-06a9134d8b4d HTTP/1.1" status: 200 len: 989 time: 0.0822608 Nov 12 03:34:44.475375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-9cbfa231-5231-4eba-88dc-6fc9b49caff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.476813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-9cbfa231-5231-4eba-88dc-6fc9b49caff1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1358063 Nov 12 03:34:44.624278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-47449252-461d-4adf-b9cf-5613cd840ff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 1000 time: 0.1333528 Nov 12 03:34:44.669609 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:41Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:44.678956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-af1471ed-0512-47bd-9c37-47e4f7277654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.680613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-af1471ed-0512-47bd-9c37-47e4f7277654 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0488489 Nov 12 03:34:44.706011 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816b174-e0f3-49dc-a2e8-329eef52995d None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:34:19Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:41Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:44.761643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-9d3c777d-fb52-4f4b-ba50-a70a72abcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.764771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-9d3c777d-fb52-4f4b-ba50-a70a72abcd24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704570 Nov 12 03:34:44.898082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-21a5e909-0891-4883-a5bf-6a6b69a79957 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226523 Nov 12 03:34:45.044310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93eb2b8-7c88-45d8-aed6-61bbfe58827e None None] New status for floating IP 83a69d95-ec0d-49e6-a8c6-06a9134d8b4d: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:34:45.052409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e18cb99e-1489-45aa-bc91-4fd2b5ceade1 req-b4f19d1d-0064-4fe9-9070-fcec60cc7672 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423213 Nov 12 03:34:45.461647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5235-a10d-49a5-8173-3ad91a107631 req-6ff2d04a-60e1-4200-9402-215723622df4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:45.467726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f1e5235-a10d-49a5-8173-3ad91a107631 req-6ff2d04a-60e1-4200-9402-215723622df4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0763738 Nov 12 03:34:45.468016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.526392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2f1e5235-a10d-49a5-8173-3ad91a107631 req-1f822140-f862-4a7c-b5a9-68b095a068d0 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569651 Nov 12 03:34:45.546499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d068605b-33e1-4916-800b-aad39a8395ca tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/83a69d95-ec0d-49e6-a8c6-06a9134d8b4d HTTP/1.1" status: 200 len: 991 time: 0.0771954 Nov 12 03:34:46.745095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b041e-ec61-40e8-88ca-4913a35144c8 req-6edf1692-a2e7-4ff2-9d54-024db5a58747 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.752548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-733b041e-ec61-40e8-88ca-4913a35144c8 req-6edf1692-a2e7-4ff2-9d54-024db5a58747 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1172440 Nov 12 03:34:46.823696 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-733b041e-ec61-40e8-88ca-4913a35144c8 req-a4969351-7cab-41df-b6e2-7770765853ce tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700033 Nov 12 03:34:54.063621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60200) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.185764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.271224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.275623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.316165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee374e79a15843d4aead106709923369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514625 Nov 12 03:34:54.317313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5addd-efd0-4e08-8255-918596fc0dfc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.318956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60208) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.325545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.326097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.326452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.326797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.327153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.327651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.328137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.328643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.329127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.329664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.330155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.330652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc0652a-b452-4bc5-929b-6429c02358fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:54.389253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.411224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.464757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.467778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.471587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8db5addd-efd0-4e08-8255-918596fc0dfc HTTP/1.1" status: 204 len: 168 time: 0.1515536 Nov 12 03:34:54.481146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624d4a2-36d3-4c9b-974a-033e94ab6e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5addd-efd0-4e08-8255-918596fc0dfc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.777691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60214) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.792247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67acc9f9-f4bb-4798-912f-cec4554dfe3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.879633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67acc9f9-f4bb-4798-912f-cec4554dfe3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.886288 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67acc9f9-f4bb-4798-912f-cec4554dfe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.936510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67acc9f9-f4bb-4798-912f-cec4554dfe3c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b9253557c7ab48a1b54f17957d2ab6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569934 Nov 12 03:34:54.937394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acc9f9-f4bb-4798-912f-cec4554dfe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6e2e2-d0c3-4f0d-bb74-cb9634603ca5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.939734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.998030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.020879 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.072653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.075342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.076530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9db6e2e2-d0c3-4f0d-bb74-cb9634603ca5 HTTP/1.1" status: 204 len: 168 time: 0.1357620 Nov 12 03:34:55.085221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a86ac-0c3d-44cf-b792-909467429820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6e2e2-d0c3-4f0d-bb74-cb9634603ca5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.810363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60270) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.916884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30cf6f67-571b-4d1f-a7c1-ff20dc4a2ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.991602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30cf6f67-571b-4d1f-a7c1-ff20dc4a2ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.995596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-30cf6f67-571b-4d1f-a7c1-ff20dc4a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.033233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30cf6f67-571b-4d1f-a7c1-ff20dc4a2ece admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c442fb2c1a9d44b8b92e3b4197ef83a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217784 Nov 12 03:34:57.033938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf6f67-571b-4d1f-a7c1-ff20dc4a2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed780c-de02-4e5a-808b-782541bd1f59,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.036702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60274) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.088407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.110333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.157590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.160379 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.162178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/94ed780c-de02-4e5a-808b-782541bd1f59 HTTP/1.1" status: 204 len: 168 time: 0.1238182 Nov 12 03:34:57.177477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1ba6-5989-4a3f-a83f-3788229b4a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed780c-de02-4e5a-808b-782541bd1f59,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.442603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.456872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37a0adda-1699-43df-941d-dd18b6378686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.541068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37a0adda-1699-43df-941d-dd18b6378686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.546990 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37a0adda-1699-43df-941d-dd18b6378686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.589607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37a0adda-1699-43df-941d-dd18b6378686 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=23b7e107e1294fa4b421e3edecdaaea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456740 Nov 12 03:34:57.590757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0adda-1699-43df-941d-dd18b6378686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452838b8-d153-43ef-8b36-211afdaf12c2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.592384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.647480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.672100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.724221 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.727320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.728987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/452838b8-d153-43ef-8b36-211afdaf12c2 HTTP/1.1" status: 204 len: 168 time: 0.1353989 Nov 12 03:34:57.740114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918e10c-e374-46bd-b2ad-cc0a4d8c6179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452838b8-d153-43ef-8b36-211afdaf12c2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:57.805134 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.318315 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.336945 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4a59-f330-453f-8b56-fb79c8c92689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.668399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0c22c957-0970-415f-88c2-3ab4f70740dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.657153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.664608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:07.183530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.227372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.903716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60564) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.053496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd759d29-82bd-41a2-bfd8-3ed6fc9f9863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.138932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd759d29-82bd-41a2-bfd8-3ed6fc9f9863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.143400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd759d29-82bd-41a2-bfd8-3ed6fc9f9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.187747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd759d29-82bd-41a2-bfd8-3ed6fc9f9863 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a03bd2f5cf746cd859310f78d6563c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2827044 Nov 12 03:35:09.188935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd759d29-82bd-41a2-bfd8-3ed6fc9f9863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a19793-0be7-4640-9e53-83f6571dfdee,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.189264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60572) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.247347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.277384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.335781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.340396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.345150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e7a19793-0be7-4640-9e53-83f6571dfdee HTTP/1.1" status: 204 len: 168 time: 0.1546311 Nov 12 03:35:09.358389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41793e0-01cd-408a-b10e-78612a4c5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a19793-0be7-4640-9e53-83f6571dfdee,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.688888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.704650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bcc9-d340-4d14-8c43-68842c3bb3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.786335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bcc9-d340-4d14-8c43-68842c3bb3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.790157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0e2bcc9-d340-4d14-8c43-68842c3bb3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.833155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0e2bcc9-d340-4d14-8c43-68842c3bb3b4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e6d4d4aeec8f4834a0f0f5b9490841aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426854 Nov 12 03:35:09.833528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2bcc9-d340-4d14-8c43-68842c3bb3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c4696-43b5-40a5-b94d-f01b8a42cfdc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.835586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60594) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.890774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.916376 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.967329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.970610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.977299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/898c4696-43b5-40a5-b94d-f01b8a42cfdc HTTP/1.1" status: 204 len: 168 time: 0.1403084 Nov 12 03:35:09.987483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15510d07-1f0c-4992-a08f-a4e141be394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c4696-43b5-40a5-b94d-f01b8a42cfdc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.358998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60612) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:10.373560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8498ae16-0116-42d3-abf2-0b50a6f24f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.454695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8498ae16-0116-42d3-abf2-0b50a6f24f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.459287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8498ae16-0116-42d3-abf2-0b50a6f24f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.498357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8498ae16-0116-42d3-abf2-0b50a6f24f1d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a4d3b957879f41aaadd3714eda929e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381960 Nov 12 03:35:10.499069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ae16-0116-42d3-abf2-0b50a6f24f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e84f38d-bf3f-49ee-97ee-ff1a13e348f9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:10.501194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:10.553107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.578794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.632618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.635722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.639553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1e84f38d-bf3f-49ee-97ee-ff1a13e348f9 HTTP/1.1" status: 204 len: 168 time: 0.1372974 Nov 12 03:35:10.648359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62e485-67b6-4851-b684-5627c18335f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e84f38d-bf3f-49ee-97ee-ff1a13e348f9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.532078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.649114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c41b61-15bb-4875-808a-f7e3a29ed9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.740477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c41b61-15bb-4875-808a-f7e3a29ed9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.747788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43c41b61-15bb-4875-808a-f7e3a29ed9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.790226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-43c41b61-15bb-4875-808a-f7e3a29ed9a6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d5e9ad999fc7431bb8d69d7bd2f544d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569668 Nov 12 03:35:12.791210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c41b61-15bb-4875-808a-f7e3a29ed9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da98d44-1119-4b54-9708-b9ffd54b133b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.792990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60726) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.843639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.865445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.913859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.916552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.917742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8da98d44-1119-4b54-9708-b9ffd54b133b HTTP/1.1" status: 204 len: 168 time: 0.1237524 Nov 12 03:35:12.925568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e5380-9009-458e-a936-021f0286876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da98d44-1119-4b54-9708-b9ffd54b133b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.233143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60742) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.246707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42890df4-11bb-4971-8fdf-3ed9e7b8f693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.332279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42890df4-11bb-4971-8fdf-3ed9e7b8f693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.336387 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42890df4-11bb-4971-8fdf-3ed9e7b8f693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.376061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-42890df4-11bb-4971-8fdf-3ed9e7b8f693 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21b79ce2aae140a2ac4d424113f4debf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416290 Nov 12 03:35:13.377072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42890df4-11bb-4971-8fdf-3ed9e7b8f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e4771-45e5-4257-bc16-55fbde0da5b3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.378737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60746) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:13.441626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.463557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.520937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.523545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.524749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e18e4771-45e5-4257-bc16-55fbde0da5b3 HTTP/1.1" status: 204 len: 168 time: 0.1446991 Nov 12 03:35:13.538368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3d815-4fc3-4d25-aefc-89f8cd5b1979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e4771-45e5-4257-bc16-55fbde0da5b3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.779054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.856586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8d81d-ad14-4b08-8ded-3d463d9204b1 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.857068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8d81d-ad14-4b08-8ded-3d463d9204b1 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.857535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8d81d-ad14-4b08-8ded-3d463d9204b1 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:16.859295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-edc8d81d-ad14-4b08-8ded-3d463d9204b1 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=23974ced391c49399e9de64eae0ab536&network_id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 2972 time: 0.0783119 Nov 12 03:35:19.038885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60896) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.458235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af598e-98bb-4659-a690-f772559dfd7d tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.471658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-79af598e-98bb-4659-a690-f772559dfd7d tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 814 time: 0.4316034 Nov 12 03:35:19.742089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.869935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b5017c99-99aa-494a-8809-3029cc20d07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.949876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b5017c99-99aa-494a-8809-3029cc20d07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.954786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b5017c99-99aa-494a-8809-3029cc20d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.991555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5017c99-99aa-494a-8809-3029cc20d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b40da-1658-4596-b482-ddcd59c69de8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.036906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60922) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.037470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b5017c99-99aa-494a-8809-3029cc20d07e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9093452fb1d340c0b87b5b9bc6bde7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939134 Nov 12 03:35:20.096255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.121898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.204123 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.207115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.208294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7e9b40da-1658-4596-b482-ddcd59c69de8 HTTP/1.1" status: 204 len: 168 time: 0.1703954 Nov 12 03:35:20.220631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813a6cb-b605-4455-a641-344473dee4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b40da-1658-4596-b482-ddcd59c69de8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.291602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60930) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.297377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'network': {'name': 'tempest-network-smoke--1617625225', 'project_id': '23974ced391c49399e9de64eae0ab536', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:20.329063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:20.335277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.366831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:20.379441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.379873 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Added segment 7451365b-afb1-483d-ad58-e7419eebbb07 of type vlan for network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d Nov 12 03:35:20.439054 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.470126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.477154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.477892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.571645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2783706 Nov 12 03:35:20.574071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60934) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.582797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2a5f0-5abe-424d-aa7e-b5d3fe80b62c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Network': ['ID=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.594224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:20.603212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.626580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd2406a2-0f52-4691-b6d0-2bbb7c6579a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.677409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23352b99-7895-4bd3-9b25-8949db77bcdd tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.680112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23352b99-7895-4bd3-9b25-8949db77bcdd tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=23974ced391c49399e9de64eae0ab536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1043887 Nov 12 03:35:20.682989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60938) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.717821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd2406a2-0f52-4691-b6d0-2bbb7c6579a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.722419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd2406a2-0f52-4691-b6d0-2bbb7c6579a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.767190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dd2406a2-0f52-4691-b6d0-2bbb7c6579a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3c3d3dfdd51042239b9ece69ff8e7ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583927 Nov 12 03:35:20.767190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.773047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2406a2-0f52-4691-b6d0-2bbb7c6579a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8d4790-3ea9-46b4-abca-5e98f05fba60,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.838673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.867344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.876186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebbe39-791e-4454-a84d-860f90f7bba8 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.878776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9eebbe39-791e-4454-a84d-860f90f7bba8 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1908314 Nov 12 03:35:20.881771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.920089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-98975dcb-1c6a-4a46-a835-c852d390e847 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370779 Nov 12 03:35:20.922876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.932336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.935673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.936935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0d8d4790-3ea9-46b4-abca-5e98f05fba60 HTTP/1.1" status: 204 len: 168 time: 0.1697941 Nov 12 03:35:20.946975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdb5f8-2d56-4a0a-94ec-d90677e2e255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8d4790-3ea9-46b4-abca-5e98f05fba60,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.958950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32c747ec-1603-43f4-b83f-611c6e9476e1 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=23974ced391c49399e9de64eae0ab536&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349836 Nov 12 03:35:20.961598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60954) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.049365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e549b-5c63-49a4-bd22-c07e3700304b tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.050970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae0e549b-5c63-49a4-bd22-c07e3700304b tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885026 Nov 12 03:35:21.053837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60958) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.089733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-130ac042-80ce-4ce6-968b-6142846ee1ab tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346317 Nov 12 03:35:21.092358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.100677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531535102', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'project_id': '23974ced391c49399e9de64eae0ab536', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:21.232514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:21.237921 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.381723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60968) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.395764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5db68e4-b43b-471e-af07-f05560f1fd9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.438201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.477181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5db68e4-b43b-471e-af07-f05560f1fd9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.482006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5db68e4-b43b-471e-af07-f05560f1fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.516835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Subnet': ['ID=505903f5-3ada-4fed-8cff-e576db8011a7,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.522215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a5db68e4-b43b-471e-af07-f05560f1fd9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8825ec3c47d945209117a15ee5e87e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392882 Nov 12 03:35:21.525003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60970) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.529023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Checking segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:21.529580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network hostable DHCP agents. Network: 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:21.533584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db68e4-b43b-471e-af07-f05560f1fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f0846-9c91-4331-88bd-eeaf74c4c2e9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.554718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:21.566536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:21.571760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.572357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.583614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeeb8ef-a115-4bb9-82b3-e0869c843c7d None None] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:21.585614 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.596126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff90a772-1fad-418b-af29-f2cef3c935fd tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4969823 Nov 12 03:35:21.615078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.669385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.672422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.673387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be0f0846-9c91-4331-88bd-eeaf74c4c2e9 HTTP/1.1" status: 204 len: 168 time: 0.1473582 Nov 12 03:35:21.696620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962396a4-134e-4f6f-9380-6b036c70ac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f0846-9c91-4331-88bd-eeaf74c4c2e9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.809794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ips': [{'subnet_id': '505903f5-3ada-4fed-8cff-e576db8011a7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:21.811527 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.943720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 60978) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.948977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967865346', 'description': 'tempest-secgroup-smoke-967865346 description', 'project_id': '23974ced391c49399e9de64eae0ab536'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:21.980191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.997085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Allocated IP 172.20.0.18 (5c8eb2ec-c732-4b5f-b697-ab8dda753b1d/505903f5-3ada-4fed-8cff-e576db8011a7/1922b5f1-de4d-4131-83f9-2b61941187cf) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:22.091127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.097662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.138697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be015b3b-a655-4c89-964b-31a700025f27,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.158750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.161222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04715c21-c894-447e-86d9-659ce95ea392 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2161829 Nov 12 03:35:22.164216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.169525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.195761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.205314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.210283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.246761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:22.250173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:22.266718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:22.274755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.281550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.311744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1cfda5-f9f5-4adb-be0d-d4e9c4723e3c,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.325835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.327762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1d96592f-21e7-4fcb-967e-3bbe6f3946c2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620207 Nov 12 03:35:22.330232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 60994) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.337772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.344871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Pushing event updated for resources: {'Port': ['ID=1922b5f1-de4d-4131-83f9-2b61941187cf,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.369641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.370143 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.370790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.371532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.372067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.372541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.373306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.373834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.374359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.374883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.374989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.375612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.376173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:22.395969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Attempting to bind port 1922b5f1-de4d-4131-83f9-2b61941187cf on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:22.396339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Attempting to bind port 1922b5f1-de4d-4131-83f9-2b61941187cf by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:22.403319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Attempting to bind port 1922b5f1-de4d-4131-83f9-2b61941187cf on network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:22.410333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:22.411071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Checking segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:22.411727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.412371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Bound using segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:22.413347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Bound port: 1922b5f1-de4d-4131-83f9-2b61941187cf, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:22.414471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.457315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.462787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.483228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e05e92b-29c8-4462-a491-b25a39e7d9dd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.491842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.493425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f49cb52-2133-4bd7-a72e-9f60e308a1d5 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605167 Nov 12 03:35:22.496129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 32770) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.501496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.507317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] For port 1922b5f1-de4d-4131-83f9-2b61941187cf, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:22.511637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] For port 1922b5f1-de4d-4131-83f9-2b61941187cf, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1922b5f1-de4d-4131-83f9-2b61941187cf,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:22.517369 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.544609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.598983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2dc7-039b-49c2-a975-92260a45d323 None None] Pushing event updated for resources: {'Port': ['ID=1922b5f1-de4d-4131-83f9-2b61941187cf,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.631648 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.640575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.656800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29a66a4-d32b-426e-95f1-7610681c1d33,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.672464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.677419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 32774) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.677955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37930815-3eaa-49d8-a392-1e14ea331d58 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803544 Nov 12 03:35:22.684123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.729022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.819444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.826743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.873735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79745a2-62a2-48b1-9945-1b1151f64d5e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.877829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.879653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ef5992b3-7b99-4a76-9d02-8e1251d4fca9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002833 Nov 12 03:35:22.882387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 32780) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.886809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.935632 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:35:22.945535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.035260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.040304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.064952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ee22b0-9383-4c79-be43-cc189c978ea5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.075936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.079948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6c013099-58c0-4c81-a73f-4a52d6cacdac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1939971 Nov 12 03:35:23.080259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 32786) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.085138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'be015b3b-a655-4c89-964b-31a700025f27', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:23.118117 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:35:23.123569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.193761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.198531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.215376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70ae95f-9194-4266-848f-fee8c5b673b0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:23.234001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.246462 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9f4d143-1c18-4591-9fb0-829f36035e76 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647761 Nov 12 03:35:23.489455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-f0e66618-37fc-4934-ac43-b72e11c26609 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967865346&fields=id&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 267 time: 0.0579331 Nov 12 03:35:23.638644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-b4acb341-2b8c-4de7-b58d-8a72b574c1d0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.646710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-b4acb341-2b8c-4de7-b58d-8a72b574c1d0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/networks?id=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d HTTP/1.1" status: 200 len: 797 time: 0.1451795 Nov 12 03:35:23.664522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-cb116d6f-359f-4d0b-a565-b07ce407da56 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/quotas/23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 375 time: 0.0165527 Nov 12 03:35:23.704881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1922b5f1-de4d-4131-83f9-2b61941187cf up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:23.742114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-1fb41ade-a4da-4449-a7be-33c65c46aa7b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0760164 Nov 12 03:35:23.787310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1922b5f1-de4d-4131-83f9-2b61941187cf triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.787931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.894549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.935211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 1922b5f1-de4d-4131-83f9-2b61941187cf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1922b5f1-de4d-4131-83f9-2b61941187cf,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:23.937726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-8dee16ec-543e-4621-87bf-e5a162f0cfe7 service neutron] 10.222.0.84 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825676 Nov 12 03:35:23.942684 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.990953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d88c84-970f-4d83-b2e0-6f263b301fe0 None None] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:24.063351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=1922b5f1-de4d-4131-83f9-2b61941187cf,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.075488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-e29407dc-4268-4ddc-b908-161857640e93 service neutron] 10.222.0.84 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311529 Nov 12 03:35:24.093743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-01df6377-3f81-4b98-82f4-fe2e2e6a773c None None] Provisioning complete for port 1922b5f1-de4d-4131-83f9-2b61941187cf triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:24.094351 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01df6377-3f81-4b98-82f4-fe2e2e6a773c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.367655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edbe82e3-b39e-47e4-ad5c-a43f77ed6f34 req-90aefeb1-07e9-459b-ab24-488f73a14d49 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 210 time: 0.0721385 Nov 12 03:35:24.696870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5940f6fc-df40-49bb-bb5f-3c849526c93d None None] Provisioning complete for port 1922b5f1-de4d-4131-83f9-2b61941187cf triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:24.697687 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5940f6fc-df40-49bb-bb5f-3c849526c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.463756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f20c4d8d-4386-4066-8150-fe675660effb req-bdb1f65d-1efd-48c1-9b48-3788e6e60963 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 210 time: 0.0324996 Nov 12 03:35:25.615458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1922b5f1-de4d-4131-83f9-2b61941187cf up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:25.671784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1922b5f1-de4d-4131-83f9-2b61941187cf triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:25.672296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.804193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-2fa791ee-0a7f-415e-9adf-f6cfa95288ae tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.826958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-2fa791ee-0a7f-415e-9adf-f6cfa95288ae tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.32 "GET /v2.0/networks?id=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d HTTP/1.1" status: 200 len: 797 time: 0.1778500 Nov 12 03:35:25.913367 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-7b618119-6371-42bc-af3d-f4c735f6d40d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 472 time: 0.0849833 Nov 12 03:35:25.923104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'port': {'device_id': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'admin_state_up': True, 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'security_groups': ['be015b3b-a655-4c89-964b-31a700025f27']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.969252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-6f9fea3e-9e57-4b1e-97fd-093687a7548e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0736074 Nov 12 03:35:26.032203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:26.036270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.098849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-736ac564-0190-48b8-acfc-2ebe072e6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.103632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-736ac564-0190-48b8-acfc-2ebe072e6e78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.0838974 Nov 12 03:35:26.177397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.19 (5c8eb2ec-c732-4b5f-b697-ab8dda753b1d/505903f5-3ada-4fed-8cff-e576db8011a7/65d5e31d-7114-44bf-9d72-ab5ea4540717) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:26.278783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-2bc583e3-7a8b-4a36-be02-cd6b590a0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.280406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-2bc583e3-7a8b-4a36-be02-cd6b590a0257 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1539650 Nov 12 03:35:26.332505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.377286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.435073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:26.442647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.447120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:26.463902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-bf065222-b780-4609-b5db-50f4dd01ee42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 1000 time: 0.1706462 Nov 12 03:35:26.480255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.522736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.524273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.550121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-627763ea-0b69-4801-b886-bb07f9bef909 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6298268 Nov 12 03:35:26.575270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Request body: {'port': {'device_id': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.622362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-2293bcf6-b349-4fd1-a754-bfca675eb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.624271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-2293bcf6-b349-4fd1-a754-bfca675eb3a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.1486902 Nov 12 03:35:26.795353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-9a4769e3-4914-46e0-840e-65bc73ee4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.797894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-9a4769e3-4914-46e0-840e-65bc73ee4bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617823 Nov 12 03:35:26.818191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7455-e400-4fa1-b668-d8a71b2cd42b req-04a1aaf7-127a-4e52-a978-bd28513cdf70 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.819888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dabc7455-e400-4fa1-b668-d8a71b2cd42b req-04a1aaf7-127a-4e52-a978-bd28513cdf70 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 932 time: 0.1929507 Nov 12 03:35:26.820490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.834382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10dacb21-ee5b-4b67-b349-938d58c60f16 None None] Provisioning complete for port 65d5e31d-7114-44bf-9d72-ab5ea4540717 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:26.836718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10dacb21-ee5b-4b67-b349-938d58c60f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.888183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-10dacb21-ee5b-4b67-b349-938d58c60f16 None None] Port 65d5e31d-7114-44bf-9d72-ab5ea4540717 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:26.918895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dabc7455-e400-4fa1-b668-d8a71b2cd42b req-4b101a91-a8a8-473e-b42d-188947fd6985 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853748 Nov 12 03:35:26.997758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-c7da837b-99b0-4612-af85-f9f8fa565cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842837 Nov 12 03:35:27.051682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8940c9-d485-4842-86af-ff63892cf31d req-a8e49d0d-a998-4df3-a0e7-00fe2aed1b50 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.053377 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc8940c9-d485-4842-86af-ff63892cf31d req-a8e49d0d-a998-4df3-a0e7-00fe2aed1b50 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1062074 Nov 12 03:35:27.179188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d5e31d-7114-44bf-9d72-ab5ea4540717 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:27.188000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.202959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Transition to ACTIVE for port object 65d5e31d-7114-44bf-9d72-ab5ea4540717 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:27.209025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.287276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Pushing event updated for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.370435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Attempting to bind port 65d5e31d-7114-44bf-9d72-ab5ea4540717 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:27.371268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Attempting to bind port 65d5e31d-7114-44bf-9d72-ab5ea4540717 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:27.371778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Attempting to bind port 65d5e31d-7114-44bf-9d72-ab5ea4540717 on network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:27.381196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Port 65d5e31d-7114-44bf-9d72-ab5ea4540717 on network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:27.381526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Attempting to bind port 65d5e31d-7114-44bf-9d72-ab5ea4540717 on network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:27.395809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:27.396155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Checking segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:27.396573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Bound using segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:27.397022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Bound port: 65d5e31d-7114-44bf-9d72-ab5ea4540717, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:27.397647 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.499679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:27.503721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:27.510639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.559161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.559795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.561215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] 10.222.0.32 "PUT /v2.0/ports/65d5e31d-7114-44bf-9d72-ab5ea4540717 HTTP/1.1" status: 200 len: 1093 time: 0.9974272 Nov 12 03:35:27.561666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:27.562115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-731082f8-3e11-4f84-95ec-3d33bef4adb7 req-0af79771-937f-4850-87ca-f325f334911a service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529339 Nov 12 03:35:27.564010 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:27.574624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc8940c9-d485-4842-86af-ff63892cf31d req-a037a04f-cb41-407d-bcc1-eec3e3e88c3f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505706 Nov 12 03:35:27.676813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb77f98-53ab-48c8-91b1-0b576a4f5f71 service neutron] Pushing event updated for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.698189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-7aa75ce7-880b-4ed0-b054-371cf9e0d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.699791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-7aa75ce7-880b-4ed0-b054-371cf9e0d87d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 1096 time: 0.0526338 Nov 12 03:35:27.788190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-5e0d8f1f-d644-4407-973d-910c5d22cd1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717 HTTP/1.1" status: 200 len: 217 time: 0.0687058 Nov 12 03:35:27.821842 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.889111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-8c617420-9c19-4d66-a89e-84dabe783309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.891038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-8c617420-9c19-4d66-a89e-84dabe783309 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505903f5-3ada-4fed-8cff-e576db8011a7 HTTP/1.1" status: 200 len: 838 time: 0.0928662 Nov 12 03:35:27.936483 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37b45d0-ac76-4ecc-8878-2250b7316f2c x-openstack-request-id: req-c37b45d0-ac76-4ecc-8878-2250b7316f2c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:27.936774 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:27.937028 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c37b45d0-ac76-4ecc-8878-2250b7316f2c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:27.937440 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717', 'status': 'completed', 'code': 200} Nov 12 03:35:27.948474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-d6f429ec-c79d-44cb-93d5-5a2191bcc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.949930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-d6f429ec-c79d-44cb-93d5-5a2191bcc988 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0503657 Nov 12 03:35:28.078885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95064-fee9-4f49-b9cd-0df4414e7742 req-e9e65624-3114-4ce4-ab9e-c5d288f0c87f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.086984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65d95064-fee9-4f49-b9cd-0df4414e7742 req-e9e65624-3114-4ce4-ab9e-c5d288f0c87f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 944 time: 0.0672479 Nov 12 03:35:28.115254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-881cda6a-d399-443c-ace5-ecf58defa3df service neutron] 10.222.0.32 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554973 Nov 12 03:35:28.153785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-65d95064-fee9-4f49-b9cd-0df4414e7742 req-85c6bf22-1358-4084-ab21-1be6dd639b3f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658021 Nov 12 03:35:28.252274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f239a3ee-b41d-433e-8414-44d70bf22fd4 req-2cef10af-bc90-47ca-ad20-f0de94cabdd1 service neutron] 10.222.0.32 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247253 Nov 12 03:35:28.374471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-a43beee1-20fb-43f9-97fd-3ca9f17660a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.376307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-a43beee1-20fb-43f9-97fd-3ca9f17660a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 1096 time: 0.0545490 Nov 12 03:35:28.504180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-91398995-d19a-4f8b-a10d-3b681d7412dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.505799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-91398995-d19a-4f8b-a10d-3b681d7412dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d HTTP/1.1" status: 200 len: 898 time: 0.1213362 Nov 12 03:35:28.560881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-4690acde-10cf-4c24-982f-0842c15392f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717 HTTP/1.1" status: 200 len: 217 time: 0.0467343 Nov 12 03:35:28.637570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-351c60a5-3958-47b7-b4cd-5ec2cbb5d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.639305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-351c60a5-3958-47b7-b4cd-5ec2cbb5d9ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=505903f5-3ada-4fed-8cff-e576db8011a7 HTTP/1.1" status: 200 len: 838 time: 0.0698400 Nov 12 03:35:28.697822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-6dad28ed-cbfe-4f23-be1f-ebc527221a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.699874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-6dad28ed-cbfe-4f23-be1f-ebc527221a25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0517459 Nov 12 03:35:28.805065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f4f83-a8c6-4809-9579-1d746a7845d9 req-e6edd736-58cc-461f-9cfa-0fb073552816 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.806488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b8f4f83-a8c6-4809-9579-1d746a7845d9 req-e6edd736-58cc-461f-9cfa-0fb073552816 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1057425 Nov 12 03:35:28.860845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-f0b4e133-167a-466b-8c4c-9f1faecf913d service neutron] 10.222.0.32 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492140 Nov 12 03:35:28.892870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b8f4f83-a8c6-4809-9579-1d746a7845d9 req-c33a02fc-7c98-4a6f-b907-a283ea904617 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793984 Nov 12 03:35:28.977440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0ddb04-d3f4-4c9c-a0fb-81943e6efe33 req-cd7498a4-4f20-4193-9bb1-688937bd6796 service neutron] 10.222.0.32 "GET /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078937 Nov 12 03:35:29.273931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60894b37-37e1-4227-92da-7f664d775003 req-86507f10-1b0f-477e-8e09-34402f28fad3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.275717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60894b37-37e1-4227-92da-7f664d775003 req-86507f10-1b0f-477e-8e09-34402f28fad3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 944 time: 0.0542076 Nov 12 03:35:29.319814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.339489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60894b37-37e1-4227-92da-7f664d775003 req-66152ab0-6fc6-407b-aa4b-b49bd5c9afe7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570829 Nov 12 03:35:30.058751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 65d5e31d-7114-44bf-9d72-ab5ea4540717 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:30.081349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13896ae2-28c6-45ae-ad7c-082ac44e4602 req-724ea474-234b-4ab9-a862-799cf69ac9da tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.085317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13896ae2-28c6-45ae-ad7c-082ac44e4602 req-724ea474-234b-4ab9-a862-799cf69ac9da tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0939574 Nov 12 03:35:30.138698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13896ae2-28c6-45ae-ad7c-082ac44e4602 req-53d10fae-8d33-4cc7-8bea-3ed55d351d30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466022 Nov 12 03:35:30.212619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:30.228803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '65d5e31d-7114-44bf-9d72-ab5ea4540717', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'port_id': '65d5e31d-7114-44bf-9d72-ab5ea4540717', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:30.289069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.304443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d5e31d-7114-44bf-9d72-ab5ea4540717 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:30.325673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:30.332533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.391741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.489660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1620b-538d-4229-837b-b2aec389fd21 req-a89cff36-148b-432c-b106-1553549c5d54 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.497943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34d1620b-538d-4229-837b-b2aec389fd21 req-a89cff36-148b-432c-b106-1553549c5d54 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 945 time: 0.0638115 Nov 12 03:35:30.556266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34d1620b-538d-4229-837b-b2aec389fd21 req-aa9280ca-172d-43ee-9ce6-76fbf3c4e622 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569358 Nov 12 03:35:30.622109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['65d5e31d-7114-44bf-9d72-ab5ea4540717'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:31.322313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf293738-81a0-4326-9d1c-db8e456937ab req-e39d158a-0bd8-4294-8ce2-f6896704f250 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.326590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf293738-81a0-4326-9d1c-db8e456937ab req-e39d158a-0bd8-4294-8ce2-f6896704f250 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0893333 Nov 12 03:35:31.412343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf293738-81a0-4326-9d1c-db8e456937ab req-715aeedb-9c70-43d2-93df-72e4a2db3325 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759704 Nov 12 03:35:31.673744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33188) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:31.715453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da415b9-de9a-49f9-95d7-c1252843060b req-95f29298-27f0-41f6-9185-9457af3872e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.724321 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3da415b9-de9a-49f9-95d7-c1252843060b req-95f29298-27f0-41f6-9185-9457af3872e7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 945 time: 0.0747268 Nov 12 03:35:31.777763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3da415b9-de9a-49f9-95d7-c1252843060b req-7c26b70c-a017-45c3-a6cf-55dd02e4f46d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530043 Nov 12 03:35:31.842685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.935872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.940072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.979111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03716773-f0d0-4fbb-a2ec-e073310a9679,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.988478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33236) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:31.995644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=27e599b99f3f4c068521bb045a592a27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207145 Nov 12 03:35:32.001216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.001569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.001907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.002448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.002949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.003327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.003662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.003993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.004325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.004654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.004983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.005310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e42b60-4a87-4a2d-8775-ca881be5cd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:32.058198 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.069183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 65d5e31d-7114-44bf-9d72-ab5ea4540717 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:32.097050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.135842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 65d5e31d-7114-44bf-9d72-ab5ea4540717 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:32.147197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 65d5e31d-7114-44bf-9d72-ab5ea4540717 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:32.147610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.160190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.163420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.175826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/03716773-f0d0-4fbb-a2ec-e073310a9679 HTTP/1.1" status: 204 len: 168 time: 0.1860325 Nov 12 03:35:32.210200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f9d2-1aca-497e-858f-59bf73a5319f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03716773-f0d0-4fbb-a2ec-e073310a9679,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.278412 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.308024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fda0f-69a7-4813-9606-429e83d372c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.318218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:32.320928 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06bf4c5-8ccd-4504-84ec-66c1868bdea5" -d '{"events": [{"server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "name": "network-vif-plugged", "status": "completed", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:32.335339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.341269 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.359620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-4c73ace3-536f-4629-a8af-cec601f1db8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079228 Nov 12 03:35:32.456116 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e8cc21-7656-4494-80ea-3504f915cd75 x-openstack-request-id: req-a6e8cc21-7656-4494-80ea-3504f915cd75 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:32.456480 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "name": "network-vif-plugged", "status": "completed", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:32.456846 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a6e8cc21-7656-4494-80ea-3504f915cd75 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:32.457346 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717', 'code': 200} Nov 12 03:35:32.472878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.511678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-ec28d4e4-bad1-4788-951f-b535301293dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.513884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-ec28d4e4-bad1-4788-951f-b535301293dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1098 time: 0.0978734 Nov 12 03:35:32.543083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b3824-50ae-422f-9ec8-5f222ce4ec18 req-d3233077-720a-44c4-be54-1137ee632eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.544877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea1b3824-50ae-422f-9ec8-5f222ce4ec18 req-d3233077-720a-44c4-be54-1137ee632eb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 1098 time: 0.0488727 Nov 12 03:35:32.629940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e95ec-b56e-42f8-b7e8-345095f47ac6 req-b92e0949-304a-45e0-a125-f9ae48e4e252 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.637821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9e95ec-b56e-42f8-b7e8-345095f47ac6 req-b92e0949-304a-45e0-a125-f9ae48e4e252 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1135538 Nov 12 03:35:32.671346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:32.684259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea1b3824-50ae-422f-9ec8-5f222ce4ec18 req-14b074bd-93ed-417e-bd4a-321bf4baa386 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219897 Nov 12 03:35:32.695372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b09e31e-0fb4-4c10-b9c8-284ed31fa7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.704339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-e7e4492a-78d0-43fd-9764-0334bd1e65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.707374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-e7e4492a-78d0-43fd-9764-0334bd1e65cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1544256 Nov 12 03:35:32.722927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad9e95ec-b56e-42f8-b7e8-345095f47ac6 req-90d1a9d7-d135-4e29-9d6e-2572c0086e5a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838423 Nov 12 03:35:32.805338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b09e31e-0fb4-4c10-b9c8-284ed31fa7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.814132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-a5e64b9e-6c81-4572-8296-835463c681b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 1001 time: 0.0926707 Nov 12 03:35:32.818738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b09e31e-0fb4-4c10-b9c8-284ed31fa7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.858446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09e31e-0fb4-4c10-b9c8-284ed31fa7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166b546f-1029-4545-bd2b-ff27d10716cd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.864058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4b09e31e-0fb4-4c10-b9c8-284ed31fa7fe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5311941d91804d0fad185dd7fc5f4a80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1927154 Nov 12 03:35:32.866949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:32.908041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-2dfc5f28-2784-4a14-85d9-e1555b9bad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.910077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-2dfc5f28-2784-4a14-85d9-e1555b9bad1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0886474 Nov 12 03:35:32.925205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.950732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.980117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75504b8b-17ae-465f-8d65-b763de14171f req-fe8c864c-e5d0-45f0-80a4-febebe424474 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.981679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75504b8b-17ae-465f-8d65-b763de14171f req-fe8c864c-e5d0-45f0-80a4-febebe424474 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0855916 Nov 12 03:35:32.989086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-196e1727-5021-472a-99ca-3a289b231039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.990368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-196e1727-5021-472a-99ca-3a289b231039 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612342 Nov 12 03:35:33.009088 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.012287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.023240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/166b546f-1029-4545-bd2b-ff27d10716cd HTTP/1.1" status: 204 len: 168 time: 0.1478875 Nov 12 03:35:33.040246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fc2a6-2604-497a-8b4c-74ba522ba965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b546f-1029-4545-bd2b-ff27d10716cd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.098509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-75504b8b-17ae-465f-8d65-b763de14171f req-c52f128f-ad7c-44ce-a8e4-321467145f11 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064460 Nov 12 03:35:33.119604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-5840996c-88a4-4f3a-9426-13f5cda9e80d service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214902 Nov 12 03:35:33.227480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dd1a351-48f1-480a-b9df-9339160bc988 req-a1ed8438-6ea1-4287-8cc4-c2140d45af8b service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971618 Nov 12 03:35:33.885780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2b921-31ae-4410-86e4-fa3382a516eb req-948da4b5-760d-4f89-93b2-d12e5a93daef tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.888081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86a2b921-31ae-4410-86e4-fa3382a516eb req-948da4b5-760d-4f89-93b2-d12e5a93daef tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0746124 Nov 12 03:35:33.942481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86a2b921-31ae-4410-86e4-fa3382a516eb req-86e57c9a-3ac4-47ce-ae39-cac81a7c4ea4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459952 Nov 12 03:35:34.243134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024140e8-bfc0-4b3f-aa76-98970053f8f6 req-642768b2-884a-4391-8465-f9d77d973cb4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.245184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024140e8-bfc0-4b3f-aa76-98970053f8f6 req-642768b2-884a-4391-8465-f9d77d973cb4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0578117 Nov 12 03:35:34.253314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.298033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024140e8-bfc0-4b3f-aa76-98970053f8f6 req-63452139-476b-49ff-a0bc-686f67363d77 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470152 Nov 12 03:35:34.382166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39b195d9-c8a2-4c06-81ee-7d78d56de2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.445890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a170e07-1227-4319-a330-894b56312749 req-c8afd4e9-8b54-476d-aab2-f3e49e6f0f17 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.447429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a170e07-1227-4319-a330-894b56312749 req-c8afd4e9-8b54-476d-aab2-f3e49e6f0f17 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0741417 Nov 12 03:35:34.528956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a170e07-1227-4319-a330-894b56312749 req-340c9df5-5e25-4eac-97ba-7b2752c6e769 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747290 Nov 12 03:35:34.534044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39b195d9-c8a2-4c06-81ee-7d78d56de2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.539057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-39b195d9-c8a2-4c06-81ee-7d78d56de2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.579255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-39b195d9-c8a2-4c06-81ee-7d78d56de2f0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ba0ba4c75cc046898cee1f7300efa1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247571 Nov 12 03:35:34.580368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b195d9-c8a2-4c06-81ee-7d78d56de2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a3523-c7ca-4dae-895d-a39c36204132,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.582122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33470) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.633259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.654860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.662841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9fbc4c-f6a1-4b62-b596-e6a4428d60fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.710133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.712845 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.714177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff1a3523-c7ca-4dae-895d-a39c36204132 HTTP/1.1" status: 204 len: 168 time: 0.1309030 Nov 12 03:35:34.723271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e752-11db-472c-81a3-59fdae517aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a3523-c7ca-4dae-895d-a39c36204132,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.069198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690815b-8ef8-4d32-8a41-4b6d007d321f req-5cffcac3-d8a6-47dc-9895-c48a24cc10ea tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.071130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690815b-8ef8-4d32-8a41-4b6d007d321f req-5cffcac3-d8a6-47dc-9895-c48a24cc10ea tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Nov 12 03:35:35.121145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690815b-8ef8-4d32-8a41-4b6d007d321f req-e2e1dca9-8ef5-4135-bcbc-ad52e931cb5f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Nov 12 03:35:35.656568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.014444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33522) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.313441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.313933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501450b4-bdc1-44b3-88b8-84aac3f42c2a req-95bd3de1-ed37-4461-b6cf-7c8709b8a1f7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.315810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-501450b4-bdc1-44b3-88b8-84aac3f42c2a req-95bd3de1-ed37-4461-b6cf-7c8709b8a1f7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1015160 Nov 12 03:35:36.321521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768529465', 'description': 'tempest-secgroup-smoke-768529465 description', 'project_id': '761865b77746445f99b3bd5f9c0698d0'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.345082 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.355674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.431019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-501450b4-bdc1-44b3-88b8-84aac3f42c2a req-5c51bb05-f9a8-4f24-b8d7-07c58886d92b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032882 Nov 12 03:35:36.462669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.467212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.509860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d8d12f-b32e-45fe-87be-578d089123da,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.551607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.556017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.581311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.584784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.588983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2715838 Nov 12 03:35:36.589569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33530) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.594000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.599880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b6960-cd9a-4fdb-a97d-d569fcea3fd6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.624995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.681424 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.687083 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.710055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37f4c0d-63a9-492e-bd43-1565211b7f4d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.720404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.722379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-640695c1-dc9f-4dbc-bc9c-06d9e4c5f93e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318550 Nov 12 03:35:36.725249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33532) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.731400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.760140 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.831941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.836296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.862587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d60d91-8301-48d9-ab17-456afa2a7b49,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.873150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.877061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-40ad13a3-42bf-4957-864b-996aa9b3138f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466398 Nov 12 03:35:36.877324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33534) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:36.882248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.907675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.17 (5c8eb2ec-c732-4b5f-b697-ab8dda753b1d/505903f5-3ada-4fed-8cff-e576db8011a7/4c3be9fa-7b8d-4799-84ae-7599737f872d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:36.911499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.982248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.989294 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.009324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df33e68-410a-44f8-9fac-1dd32ce64bb5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.016623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.018538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-81efd89d-457e-4159-95fb-f3eee1d1a4e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397092 Nov 12 03:35:37.021300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33536) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:37.026326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:37.056378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.057131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.093204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.125234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.132621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.140348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:37.146200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:37.150237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:37.177307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc71748-477d-4310-885b-b5ce138da313,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.179425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.200823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.202806 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.204439 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-77ea6336-1067-4ce0-9c71-378b3c3d73e3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817923 Nov 12 03:35:37.209067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33538) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:37.211675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.250117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:37.290144 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:35:37.318073 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.404517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.446018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.453773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.457950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-032a7e47-55c5-4843-ae20-86960b16b284 None None] Provisioning complete for port 4c3be9fa-7b8d-4799-84ae-7599737f872d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:37.458628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-032a7e47-55c5-4843-ae20-86960b16b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.572047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e45f0-7af8-4398-af10-48a9ac851d05 req-36c18dd0-d5f5-4ace-bef2-dec8f7f7b3f3 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.574363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-183e45f0-7af8-4398-af10-48a9ac851d05 req-36c18dd0-d5f5-4ace-bef2-dec8f7f7b3f3 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0593963 Nov 12 03:35:37.633895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-183e45f0-7af8-4398-af10-48a9ac851d05 req-d7eaf8ac-7f5d-41ec-9635-f53fe721e2d8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530591 Nov 12 03:35:37.697689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-032a7e47-55c5-4843-ae20-86960b16b284 None None] Port 4c3be9fa-7b8d-4799-84ae-7599737f872d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:37.864960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-abae8044-4e12-404f-bedd-6d5e08b9511b req-b7bc9575-8832-4c1f-906c-16e44b896559 service neutron] (102432) timed out ('10.222.0.84', 37716) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:35:37.896541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421542fb-501f-45bf-a4b0-946449011338 req-635f22f5-2384-4c70-84d4-d368d6ac814c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.898101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-421542fb-501f-45bf-a4b0-946449011338 req-635f22f5-2384-4c70-84d4-d368d6ac814c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0808048 Nov 12 03:35:37.946603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491b0797-c03c-4adb-9375-ad1b8f3291c5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.958613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-421542fb-501f-45bf-a4b0-946449011338 req-29e91348-85f3-4e05-b014-0dde3ca55c34 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536354 Nov 12 03:35:37.980124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.980124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-abbe74d3-0530-484e-95b4-0f4dfad2b999 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7660785 Nov 12 03:35:37.980394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33548) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:37.984485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': '9be0a4d3-5fa2-43b6-a6d3-34a929723ee6', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:38.008962 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:35:38.015032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.024436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e22ed-765c-40ef-84f1-859e4eba684c req-56b60560-275d-41aa-9f46-fa12fc30dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.026315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-56b60560-275d-41aa-9f46-fa12fc30dd6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0960681 Nov 12 03:35:38.086928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.091535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.115325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a5bef3-1d9a-48d9-a1de-a259784a4f63,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.127443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.131726 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9748781-c8dc-4c49-83a0-364bbf04d506 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484041 Nov 12 03:35:38.133011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33550) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:38.143032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'network': {'name': 'tempest-network-smoke--1492920927', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:38.170436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:38.175063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.219814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:38.224085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.230464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e22ed-765c-40ef-84f1-859e4eba684c req-1d9774e6-fba5-46f6-bb35-cef0943785df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.232120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-1d9774e6-fba5-46f6-bb35-cef0943785df service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1944396 Nov 12 03:35:38.241684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.242036 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Added segment 325760ff-fa3b-4fca-9094-8b08d896501a of type vlan for network ae8aada4-8b91-4290-960d-51ef3f16cccb Nov 12 03:35:38.294300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.328557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.329461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-6c96c2b2-16ee-4fc6-8257-4623b7cb9597 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 200 len: 1000 time: 0.0886528 Nov 12 03:35:38.331707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.336424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.337029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.348748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.413539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2786086 Nov 12 03:35:38.416259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33552) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:38.420690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'admin_state_up': True, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:38.444073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618917-9b4e-4c2c-be81-1958d7407117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Network': ['ID=ae8aada4-8b91-4290-960d-51ef3f16cccb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.454058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.456194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.466081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ae8aada4-8b91-4290-960d-51ef3f16cccb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:38.468111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e22ed-765c-40ef-84f1-859e4eba684c req-77ea330d-2429-42a5-b89b-55d53b08668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.470388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-77ea330d-2429-42a5-b89b-55d53b08668b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.1335075 Nov 12 03:35:38.481413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.516270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.530167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.598721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e22ed-765c-40ef-84f1-859e4eba684c req-64a2190f-64ea-4f77-a8b2-1005fb9b166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.600268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-64a2190f-64ea-4f77-a8b2-1005fb9b166e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116924 Nov 12 03:35:38.682612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.700110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:38.704685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:38.837841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-16e7413e-64a6-4d97-8726-d627761d6351 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262390 Nov 12 03:35:38.920903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.932165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:38.947788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.036213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-24cdb742-b274-4f82-b558-300814dd417d None None] Provisioning complete for port 4c3be9fa-7b8d-4799-84ae-7599737f872d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:39.036582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24cdb742-b274-4f82-b558-300814dd417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.070904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.80 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1fa9bba4-84f7-4539-8837-dbdbd4970395) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:39.082246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-24cdb742-b274-4f82-b558-300814dd417d None None] Port 4c3be9fa-7b8d-4799-84ae-7599737f872d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:39.099120 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-074e22ed-765c-40ef-84f1-859e4eba684c req-78e2fc5e-92fa-4db8-ab88-bc52a96df535 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480326 Nov 12 03:35:39.116298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1af4-6e61-4a57-84c3-0ce2ed1fa8cb req-25023f9d-939a-461b-bfaa-b5ebf28764f3 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.123587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58ad1af4-6e61-4a57-84c3-0ce2ed1fa8cb req-25023f9d-939a-461b-bfaa-b5ebf28764f3 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0820384 Nov 12 03:35:39.195453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.208931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:39.221469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:39.223919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-58ad1af4-6e61-4a57-84c3-0ce2ed1fa8cb req-18ede815-c291-46f1-a20c-f3778d4ebecf tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990126 Nov 12 03:35:39.235634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3391b7be-dc4e-4da6-9e05-af0ab403b39f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/37b07ca2-0df8-45d5-9d89-4f6e884080e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2201254 Nov 12 03:35:39.237784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:39.239760 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.254690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.295906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:39.304380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:39.311847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:39.319653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=1fa9bba4-84f7-4539-8837-dbdbd4970395,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.320972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faddab94-87b0-4e90-9f51-24e7b7a9fa22 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:39.353903 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:39.408588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-80ebaa84-48c1-47ab-8602-fcb8325a4498 None None] Provisioning complete for port 1fa9bba4-84f7-4539-8837-dbdbd4970395 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:39.409489 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80ebaa84-48c1-47ab-8602-fcb8325a4498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.470495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-80ebaa84-48c1-47ab-8602-fcb8325a4498 None None] Port 1fa9bba4-84f7-4539-8837-dbdbd4970395 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:39.645892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.650703 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3be9fa-7b8d-4799-84ae-7599737f872d', 'name': '', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:b4:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:36Z', 'updated_at': '2021-11-12T03:35:38Z', 'revision_number': 2, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.678266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:39.678618 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Updating router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 port 4c3be9fa-7b8d-4799-84ae-7599737f872d binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:39.705044 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.862302 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.980283 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.985739 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.995615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 582c2d39-dded-4def-8354-e4e42a177c23 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:40.041423 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Pushing event updated for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.052940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.053284 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.053638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.053983 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.054324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.054662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.054997 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.055356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.055689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.056578 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.056924 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.057264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:40.122920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:40.124295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Attempting to bind port 4c3be9fa-7b8d-4799-84ae-7599737f872d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:40.124674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Attempting to bind port 4c3be9fa-7b8d-4799-84ae-7599737f872d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:40.125047 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Attempting to bind port 4c3be9fa-7b8d-4799-84ae-7599737f872d on network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:40.138604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Sync routers for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:40.139891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:40.140259 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Checking segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:40.140825 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.141068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Bound using segment: {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:40.141546 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Bound port: 4c3be9fa-7b8d-4799-84ae-7599737f872d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7451365b-afb1-483d-ad58-e7419eebbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:40.141928 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.160552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:40.161787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.172571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.175397 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca40fc38-6bd4-4c0d-9497-2bed63eebb8e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7570791 Nov 12 03:35:40.177883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33564) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:40.257763 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] For port 4c3be9fa-7b8d-4799-84ae-7599737f872d, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:40.262083 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] For port 4c3be9fa-7b8d-4799-84ae-7599737f872d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4c3be9fa-7b8d-4799-84ae-7599737f872d,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:40.278907 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.342796 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fe08a-6978-46b2-9840-342d558618f2 None None] Pushing event updated for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:40.395504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:40.396094 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:40.396649 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.420304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46f8e703-6d89-4b2f-a87d-988c1175e648 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=761865b77746445f99b3bd5f9c0698d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2409084 Nov 12 03:35:40.420982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33570) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:40.428891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff38845-ff1a-4b83-ae4c-2446b2419f58 req-2599fbcc-f33f-4cc5-8d6c-13076671f0bb tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.431149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eff38845-ff1a-4b83-ae4c-2446b2419f58 req-2599fbcc-f33f-4cc5-8d6c-13076671f0bb tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0754750 Nov 12 03:35:40.581661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eff38845-ff1a-4b83-ae4c-2446b2419f58 req-74e80c5a-0058-4958-8fb0-cb83738d52f5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436131 Nov 12 03:35:40.610177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be98762-df09-4d43-9da8-c7f04e70f36c tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.615277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:40.616027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1be98762-df09-4d43-9da8-c7f04e70f36c tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939585 Nov 12 03:35:40.630930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] Provisioning complete for port 4c3be9fa-7b8d-4799-84ae-7599737f872d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:40.631461 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.632357 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:40.658992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1a778fd4-80b1-43e8-9ee1-b8db340b0d4d tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395854 Nov 12 03:35:40.659781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33578) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:40.665360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484227596', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:40.716112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:40.759674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.794613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Checking router: 582c2d39-dded-4def-8354-e4e42a177c23 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:40.794970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Updating router 582c2d39-dded-4def-8354-e4e42a177c23 port 1fa9bba4-84f7-4539-8837-dbdbd4970395 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:40.836109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:40.840788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.851253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] For port 4c3be9fa-7b8d-4799-84ae-7599737f872d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4c3be9fa-7b8d-4799-84ae-7599737f872d,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:40.858894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.862529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.967870 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3be9fa-7b8d-4799-84ae-7599737f872d', 'name': '', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:b4:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:36Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.037697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393dd06-7dfb-432c-ab2f-ea3e438cdf6e None None] Pushing event updated for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.062621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8bc64467-b4e5-4502-8092-ed787d800def None None] Provisioning complete for port 4c3be9fa-7b8d-4799-84ae-7599737f872d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.063005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8bc64467-b4e5-4502-8092-ed787d800def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.115046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c37050-ee61-49a7-97b3-ad717ab33d78 None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:35:37Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3be9fa-7b8d-4799-84ae-7599737f872d', 'name': '', 'network_id': '5c8eb2ec-c732-4b5f-b697-ab8dda753b1d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:b4:36:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:36Z', 'updated_at': '2021-11-12T03:35:40Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': '505903f5-3ada-4fed-8cff-e576db8011a7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:41.117786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.225134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Subnet': ['ID=0a1ef246-6bef-4abe-98b6-97ea0022f9f8,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.227377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Checking segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:41.227747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network hostable DHCP agents. Network: ae8aada4-8b91-4290-960d-51ef3f16cccb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:41.280580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network ae8aada4-8b91-4290-960d-51ef3f16cccb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:41.294802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ae8aada4-8b91-4290-960d-51ef3f16cccb) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:41.308614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc43e28-d5cd-443c-bbd8-1f3ab5212f5c None None] Network ae8aada4-8b91-4290-960d-51ef3f16cccb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:41.310250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.310976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.343760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8574e11b-6a50-4b53-98fa-1a2987701e64 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6824920 Nov 12 03:35:41.347133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33582) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.422087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.431249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.497151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a317a3e-d322-4292-9219-440b7faf48b0 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:41.514163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Attempting to bind port 1fa9bba4-84f7-4539-8837-dbdbd4970395 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:41.514535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Attempting to bind port 1fa9bba4-84f7-4539-8837-dbdbd4970395 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:41.514900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Attempting to bind port 1fa9bba4-84f7-4539-8837-dbdbd4970395 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:41.519168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026131be-640b-4751-a5ab-208260231aad None None] Pushing event updated for resources: {'Port': ['ID=1fa9bba4-84f7-4539-8837-dbdbd4970395,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.547963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:41.548297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:41.548712 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.549158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:41.549725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Bound port: 1fa9bba4-84f7-4539-8837-dbdbd4970395, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:41.550110 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.649052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b3bad387-d721-44dc-8ce4-7855f6e189d7 None None] Provisioning complete for port 1fa9bba4-84f7-4539-8837-dbdbd4970395 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.649360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b3bad387-d721-44dc-8ce4-7855f6e189d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.671112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] For port 1fa9bba4-84f7-4539-8837-dbdbd4970395, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:41.673351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ae8aada4-8b91-4290-960d-51ef3f16cccb', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:41.674853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.698221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4c3be9fa-7b8d-4799-84ae-7599737f872d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:41.728729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] For port 1fa9bba4-84f7-4539-8837-dbdbd4970395, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fa9bba4-84f7-4539-8837-dbdbd4970395,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:41.754934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.771316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b3bad387-d721-44dc-8ce4-7855f6e189d7 None None] Port 1fa9bba4-84f7-4539-8837-dbdbd4970395 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:41.862803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62225521-bc76-4eda-885b-11b0fcf58299 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:41.906193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026131be-640b-4751-a5ab-208260231aad None None] Pushing event updated for resources: {'Port': ['ID=1fa9bba4-84f7-4539-8837-dbdbd4970395,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:41.930979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:41.931648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.965735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.979205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4c3be9fa-7b8d-4799-84ae-7599737f872d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:41.979583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.026671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Allocated IP 172.20.0.2 (ae8aada4-8b91-4290-960d-51ef3f16cccb/0a1ef246-6bef-4abe-98b6-97ea0022f9f8/ded68d53-ba7e-464a-9f5b-852d82292dc6) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:42.091489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] Provisioning complete for port 1fa9bba4-84f7-4539-8837-dbdbd4970395 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:42.091892 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.163296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:42.634762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.656585 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.665983 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:42.667165 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.669961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] For port 1fa9bba4-84f7-4539-8837-dbdbd4970395, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fa9bba4-84f7-4539-8837-dbdbd4970395,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.682156 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.711158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Network ae8aada4-8b91-4290-960d-51ef3f16cccb is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:42.716530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:42.721998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:42.740710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.1 (ae8aada4-8b91-4290-960d-51ef3f16cccb/0a1ef246-6bef-4abe-98b6-97ea0022f9f8/f1646923-55e1-4b6f-9161-a06b47b051d9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:42.743606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Pushing event updated for resources: {'Port': ['ID=ded68d53-ba7e-464a-9f5b-852d82292dc6,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.838742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Attempting to bind port ded68d53-ba7e-464a-9f5b-852d82292dc6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:42.839139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Attempting to bind port ded68d53-ba7e-464a-9f5b-852d82292dc6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:42.839507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Attempting to bind port ded68d53-ba7e-464a-9f5b-852d82292dc6 on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:42.845191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:42.851216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df8248-a679-484f-8cf7-a34dd085f055 None None] Pushing event updated for resources: {'Port': ['ID=1fa9bba4-84f7-4539-8837-dbdbd4970395,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.883334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.883873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:42.884253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Checking segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:42.884651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.885046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Bound using segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:42.885546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Bound port: ded68d53-ba7e-464a-9f5b-852d82292dc6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:42.885927 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.895731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037bfa8-6fbe-453d-94e6-a8aee67d214f None None] The sync data for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 is: [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:39Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:42.925252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.964986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] For port ded68d53-ba7e-464a-9f5b-852d82292dc6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:42.970650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] For port ded68d53-ba7e-464a-9f5b-852d82292dc6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ded68d53-ba7e-464a-9f5b-852d82292dc6,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:42.980535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.985237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network ae8aada4-8b91-4290-960d-51ef3f16cccb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:42.988604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:42.991402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:43.037780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.068277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.079177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f19f-c05b-4dcc-9bf8-d48857fdc315 None None] Pushing event updated for resources: {'Port': ['ID=ded68d53-ba7e-464a-9f5b-852d82292dc6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.266037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.666243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.677142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.747649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fa9bba4-84f7-4539-8837-dbdbd4970395 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:43.764452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.766258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.811660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1fa9bba4-84f7-4539-8837-dbdbd4970395 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:43.812147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.887501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network ae8aada4-8b91-4290-960d-51ef3f16cccb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:43.889108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:43.975363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ded68d53-ba7e-464a-9f5b-852d82292dc6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:44.056990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ded68d53-ba7e-464a-9f5b-852d82292dc6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:44.057720 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.084099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 582c2d39-dded-4def-8354-e4e42a177c23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:44.193383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.250275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port ded68d53-ba7e-464a-9f5b-852d82292dc6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ded68d53-ba7e-464a-9f5b-852d82292dc6,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:44.270045 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.273657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:44.284220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f5c5025-0328-45a2-a420-8b488d5a3765 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/582c2d39-dded-4def-8354-e4e42a177c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9351003 Nov 12 03:35:44.364146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=ded68d53-ba7e-464a-9f5b-852d82292dc6,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.400506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35619e21-5ca6-477c-98dc-c367a89f0350 None None] Network ae8aada4-8b91-4290-960d-51ef3f16cccb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:44.462825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-72a27335-387e-441f-bd74-98730309c069 None None] Provisioning complete for port ded68d53-ba7e-464a-9f5b-852d82292dc6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:44.463233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-72a27335-387e-441f-bd74-98730309c069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.479703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-db873f44-1c59-4ce0-a6f5-8cf8c4e02fb3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768529465&fields=id&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 267 time: 0.0618992 Nov 12 03:35:44.604988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-681ab42a-873e-41b5-8b43-59c907346299 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.606420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-681ab42a-873e-41b5-8b43-59c907346299 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 797 time: 0.1258821 Nov 12 03:35:44.622722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-ded8d74e-6a75-4687-8390-28034579c8ba tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/quotas/761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Nov 12 03:35:44.691501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-c53917df-384b-4910-83be-6be81b15cc05 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597050 Nov 12 03:35:44.772491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-b5e15353-7773-4e4d-8f4c-f04d5c42043f service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:35:44.775317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-b5e15353-7773-4e4d-8f4c-f04d5c42043f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0702817 Nov 12 03:35:44.901297 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-5853b779-ef60-42b2-a2f0-17fa2057f611 service neutron] 10.222.0.84 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191201 Nov 12 03:35:44.965150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1d82c3ab-3a69-44db-a05c-0b87e7327f65 None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:44.966128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3ab-3a69-44db-a05c-0b87e7327f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.013026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1d82c3ab-3a69-44db-a05c-0b87e7327f65 None None] Port f1646923-55e1-4b6f-9161-a06b47b051d9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:45.030845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1d82c3ab-3a69-44db-a05c-0b87e7327f65 None None] Provisioning complete for port ded68d53-ba7e-464a-9f5b-852d82292dc6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.031627 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1d82c3ab-3a69-44db-a05c-0b87e7327f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.041322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-4c5a3a50-25c8-4dd3-9c02-3dfb55936f74 service neutron] 10.222.0.84 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274500 Nov 12 03:35:45.189735 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Sync routers for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:45.202252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:45.202932 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.259724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-aabeb562-7bc6-4e6c-8ff5-afeb7cce5518 req-b0e8147c-e3d1-4ee6-a674-4241acc642b2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 210 time: 0.0473971 Nov 12 03:35:45.272720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-92165cbf-2f2d-426a-8e0c-ee5ba8908034 None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.273213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-92165cbf-2f2d-426a-8e0c-ee5ba8908034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.316897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-92165cbf-2f2d-426a-8e0c-ee5ba8908034 None None] Port f1646923-55e1-4b6f-9161-a06b47b051d9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:45.365894 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:45.541253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-777ef71e-459d-4361-8961-b42ca6bf6395 None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.541692 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-777ef71e-459d-4361-8961-b42ca6bf6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.603628 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 2, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.611181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-777ef71e-459d-4361-8961-b42ca6bf6395 None None] Port f1646923-55e1-4b6f-9161-a06b47b051d9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:45.644945 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Checking router: 582c2d39-dded-4def-8354-e4e42a177c23 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:45.645557 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Updating router 582c2d39-dded-4def-8354-e4e42a177c23 port f1646923-55e1-4b6f-9161-a06b47b051d9 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:35:45.655966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ded68d53-ba7e-464a-9f5b-852d82292dc6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:45.671984 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.711303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ded68d53-ba7e-464a-9f5b-852d82292dc6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:45.711771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.998994 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.008445 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.067886 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa3f73-cd32-4e7c-b879-a4aad2938586 None None] Pushing event updated for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.138166 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Attempting to bind port f1646923-55e1-4b6f-9161-a06b47b051d9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:46.138672 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Attempting to bind port f1646923-55e1-4b6f-9161-a06b47b051d9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:46.139036 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Attempting to bind port f1646923-55e1-4b6f-9161-a06b47b051d9 on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:46.146309 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:46.146685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Checking segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:46.147247 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.147662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Bound using segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:46.148274 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Bound port: f1646923-55e1-4b6f-9161-a06b47b051d9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:46.149020 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.231816 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] For port f1646923-55e1-4b6f-9161-a06b47b051d9, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:46.235405 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] For port f1646923-55e1-4b6f-9161-a06b47b051d9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1646923-55e1-4b6f-9161-a06b47b051d9,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:46.241373 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.306539 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa3f73-cd32-4e7c-b879-a4aad2938586 None None] Pushing event updated for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.324233 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:46.324923 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.389394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:46.389981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.539061 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:46.561491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.625283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] For port f1646923-55e1-4b6f-9161-a06b47b051d9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1646923-55e1-4b6f-9161-a06b47b051d9,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:46.636391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.734027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb5956-352a-48a6-8d01-6c155e3a12f2 None None] Pushing event updated for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.758268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-61033667-3022-4493-badc-65a1134e5dde None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:46.758847 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61033667-3022-4493-badc-65a1134e5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.790587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-4d5a8367-1c2b-4583-9305-4fe4fca74db7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.802985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-4d5a8367-1c2b-4583-9305-4fe4fca74db7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 797 time: 0.3978910 Nov 12 03:35:46.815174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e14cab25-b08d-45ad-9025-99469d9a4fd8 req-980ecf1e-b0e2-447c-a5c1-ffe51ff1c2ec tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 210 time: 0.4414763 Nov 12 03:35:46.866510 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.900445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-3f646472-1c30-48c4-8d64-6cece93ff915 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 379 time: 0.0798359 Nov 12 03:35:46.900703 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2db85-1c5f-40da-8f11-8352fa27a089 None None] The sync data for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 is: [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:46.913115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'port': {'device_id': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'admin_state_up': True, 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'security_groups': ['9be0a4d3-5fa2-43b6-a6d3-34a929723ee6']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.100559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:47.104391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.272177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.14 (ae8aada4-8b91-4290-960d-51ef3f16cccb/0a1ef246-6bef-4abe-98b6-97ea0022f9f8/b337724a-4e40-4dc8-8761-09094e95bceb) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:47.437540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.478156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.559021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network ae8aada4-8b91-4290-960d-51ef3f16cccb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:47.562537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:47.567881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:47.571866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.625363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.626218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.646697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-200faf66-45e5-4946-82ae-cee6aed44003 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387364 Nov 12 03:35:47.663159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Request body: {'port': {'device_id': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:47.726104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1646923-55e1-4b6f-9161-a06b47b051d9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:47.746427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.835033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f1646923-55e1-4b6f-9161-a06b47b051d9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:47.836580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.014996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98161-6388-4f5b-a97e-b5a0459046ee req-ef94d272-4eac-423d-bc29-1f77edec2930 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.023496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53c98161-6388-4f5b-a97e-b5a0459046ee req-ef94d272-4eac-423d-bc29-1f77edec2930 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 932 time: 0.1062171 Nov 12 03:35:48.032252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e0c1c046-f7b2-47d8-bc04-69e1c2505dcd None None] Provisioning complete for port b337724a-4e40-4dc8-8761-09094e95bceb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:48.032874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e0c1c046-f7b2-47d8-bc04-69e1c2505dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.086277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53c98161-6388-4f5b-a97e-b5a0459046ee req-cd422e09-b16a-42cb-961a-ba6b1184a5cd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616262 Nov 12 03:35:48.089727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1c046-f7b2-47d8-bc04-69e1c2505dcd None None] Port b337724a-4e40-4dc8-8761-09094e95bceb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:48.184850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b337724a-4e40-4dc8-8761-09094e95bceb {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:48.193351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.206186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Transition to ACTIVE for port object b337724a-4e40-4dc8-8761-09094e95bceb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:48.211250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.264324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.356863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:48.357530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:48.357854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:48.363198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:48.363573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:48.369027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:48.369366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Checking segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:48.369806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Bound using segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:48.370261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Bound port: b337724a-4e40-4dc8-8761-09094e95bceb, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:48.370601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.442882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:48.448938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:48.455013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.492344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.493076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.494951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 1093 time: 0.8404012 Nov 12 03:35:48.495525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:48.498377 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:48.530635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067937-07fc-4f9a-8e26-eccc7e0845d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.562594 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692310a-9689-40f9-ae27-cd563bf60373 x-openstack-request-id: req-b692310a-9689-40f9-ae27-cd563bf60373 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:48.563546 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:48.563807 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b692310a-9689-40f9-ae27-cd563bf60373 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:48.564271 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'status': 'completed', 'code': 200} Nov 12 03:35:48.606804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-ea50475c-cb9d-4278-9d60-f5cc7ee24a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.612537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-ea50475c-cb9d-4278-9d60-f5cc7ee24a10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0582528 Nov 12 03:35:48.664652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-9e9c6b25-5f1e-4f11-ac8c-78189648192e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 217 time: 0.0447688 Nov 12 03:35:48.717714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-63ab5405-3e39-48d2-8533-6dd68abd143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.719433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-63ab5405-3e39-48d2-8533-6dd68abd143c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0475597 Nov 12 03:35:48.768988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-29bfb2f3-a6a5-405c-aed2-a26ab602bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.771144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-29bfb2f3-a6a5-405c-aed2-a26ab602bbb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431485 Nov 12 03:35:48.890894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-69913f16-e783-4dc2-8952-39efe2f77e55 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043041 Nov 12 03:35:48.986947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6221b3a5-cbf8-4ec7-b203-f05ced96038b req-e6585ea6-f9aa-4806-bacb-e01875e46220 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950925 Nov 12 03:35:49.079035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-cfc276df-06cc-48d2-a238-391908c830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.081419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-cfc276df-06cc-48d2-a238-391908c830de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0467377 Nov 12 03:35:49.176976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-08ae7725-a084-421e-8f67-60c0ed118711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.178755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-08ae7725-a084-421e-8f67-60c0ed118711 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.0905347 Nov 12 03:35:49.208883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435f203-fe54-4996-ae66-e8bc2888a5de req-e8e7ccb7-fdac-4758-9391-a1abcf7c83b3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.210383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d435f203-fe54-4996-ae66-e8bc2888a5de req-e8e7ccb7-fdac-4758-9391-a1abcf7c83b3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Nov 12 03:35:49.225808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-c1938c1a-9e6c-4db8-a77c-e48ab8064cc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 217 time: 0.0398784 Nov 12 03:35:49.272905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d435f203-fe54-4996-ae66-e8bc2888a5de req-639e8bd3-10d8-4d82-a071-b7c3f551a6c6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561943 Nov 12 03:35:49.287350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-5c695b18-984e-4a67-bf68-05a7d8a095b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.288879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-5c695b18-984e-4a67-bf68-05a7d8a095b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0542054 Nov 12 03:35:49.336674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-ba8c1b10-f4a7-4a21-b833-c156178d8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.338260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-ba8c1b10-f4a7-4a21-b833-c156178d8080 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421267 Nov 12 03:35:49.441471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-1d7cec0e-c8c6-4739-8aa7-00d1d7691821 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957749 Nov 12 03:35:49.530936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac31b8e3-6c76-49fc-87fd-a44351b2e2ea req-d0421195-1c2e-49c2-a4f3-21413581add6 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817091 Nov 12 03:35:50.398132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbccc1c-97b7-4690-a62b-b48489cfcbde req-62ca892c-f1ca-4ccc-9d8e-eeb8f62f9bc0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.399690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddbccc1c-97b7-4690-a62b-b48489cfcbde req-62ca892c-f1ca-4ccc-9d8e-eeb8f62f9bc0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0551097 Nov 12 03:35:50.456039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ddbccc1c-97b7-4690-a62b-b48489cfcbde req-30f107be-fd36-45a9-980a-7474a1634aa9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500813 Nov 12 03:35:50.959591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:51.126573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port 0b4da345-f1d0-485c-957e-dfe5cf003e09 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:51.126942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.200900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.201333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.214196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for 0b4da345-f1d0-485c-957e-dfe5cf003e09 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:51.567497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:51.587499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8050277-6aaf-4ed4-b27e-76e7f8119394 req-c54f95b0-fe28-4e17-986e-ecd41f74c8f4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.589774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d8050277-6aaf-4ed4-b27e-76e7f8119394 req-c54f95b0-fe28-4e17-986e-ecd41f74c8f4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0581226 Nov 12 03:35:51.669980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d8050277-6aaf-4ed4-b27e-76e7f8119394 req-9289c6c0-3f39-4995-b86f-781a8a0a4e30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667922 Nov 12 03:35:51.703048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:51.715289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'mac_address': 'fa:16:3e:33:22:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:51.752975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.774449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b337724a-4e40-4dc8-8761-09094e95bceb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:51.795889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.797469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:51.802565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.828414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=0b4da345-f1d0-485c-957e-dfe5cf003e09,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.867334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.895762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.896073 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP 751d047f-4d30-4d78-a89f-f29d1cdf1905 disassociated (deleted). External IP: 172.25.2.26, port: c4081dd5-a0c4-403f-a6b2-1aff52035df2. Nov 12 03:35:52.039782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b337724a-4e40-4dc8-8761-09094e95bceb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:52.133549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:52.252707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:52.257885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.265195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:52.295637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:52.296310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:52.306548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cf320dc4-91d1-4bd7-91da-89e885fd8ff7 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "DELETE /v2.0/floatingips/751d047f-4d30-4d78-a89f-f29d1cdf1905 HTTP/1.1" status: 204 len: 168 time: 1.3458321 Nov 12 03:35:52.307670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:52.310636 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11917c0-3659-42a5-a5a2-7e9467ec62eb" -d '{"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:52.363595 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3306d8-9677-4a55-9294-5abbc4b43e9c x-openstack-request-id: req-7c3306d8-9677-4a55-9294-5abbc4b43e9c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:52.364351 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:52.364351 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7c3306d8-9677-4a55-9294-5abbc4b43e9c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:52.364599 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'status': 'completed', 'code': 200} Nov 12 03:35:52.445539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:52.447715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-5c717d06-c904-4c1e-96e5-4f14f13ba4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.449132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-5c717d06-c904-4c1e-96e5-4f14f13ba4ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 1098 time: 0.0607569 Nov 12 03:35:52.570878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-9d1847a3-3fc9-4ad2-811f-d095990f7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.572564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-9d1847a3-3fc9-4ad2-811f-d095990f7c8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.1145096 Nov 12 03:35:52.647826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-3b45779b-cda6-4c93-8912-ae896828867f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 200 len: 217 time: 0.0675375 Nov 12 03:35:52.682325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5584c7-59ae-4f67-bf17-bfe451c84ed2 req-327ddb93-9fbe-487b-9fbd-c05b92b591ca tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.691872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5584c7-59ae-4f67-bf17-bfe451c84ed2 req-327ddb93-9fbe-487b-9fbd-c05b92b591ca tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.0899463 Nov 12 03:35:52.706730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-45809dd6-a7ef-4f3e-9ca3-49840f79fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.708419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-45809dd6-a7ef-4f3e-9ca3-49840f79fd52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0521913 Nov 12 03:35:52.797207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0b5584c7-59ae-4f67-bf17-bfe451c84ed2 req-2716b21e-f0bd-4110-9b59-242c12c3cbc5 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042907 Nov 12 03:35:52.846078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-1820ec53-f74e-47f1-b63f-5dc741461393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.847635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-1820ec53-f74e-47f1-b63f-5dc741461393 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319270 Nov 12 03:35:52.860041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd91458-29d3-42fc-88e3-2fcdf44a43fb req-58a9365d-5e52-49f1-ab2c-a525b5e0df8b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.861687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd91458-29d3-42fc-88e3-2fcdf44a43fb req-58a9365d-5e52-49f1-ab2c-a525b5e0df8b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 945 time: 0.0791585 Nov 12 03:35:52.898951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:52.935812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:52.947324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:52.948275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:52.967069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd91458-29d3-42fc-88e3-2fcdf44a43fb req-0b3f91c6-f29c-4dfa-a227-67fea7e46144 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966570 Nov 12 03:35:52.993213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-ccf009ca-83b6-4ef6-804c-b11bc6d248da service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304629 Nov 12 03:35:53.066556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:53.112584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11917c0-3659-42a5-a5a2-7e9467ec62eb req-bae0f76b-1217-4bce-bf50-75bfb30bcdc9 service neutron] 10.222.0.39 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106644 Nov 12 03:35:53.298203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.328815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a9765-8223-44d6-8aad-18f2326dc5fc None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a2ce59b6-efc4-4646-b78c-66f4f6a35fb1', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'port_id': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'mac_address': 'fa:16:3e:ad:17:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:31:45Z', 'updated_at': '2021-11-12T03:31:51Z', 'revision_number': 1, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:53.578632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6b282-4e26-4a4d-852c-b3dbc7d91f4b None None] New status for floating IP 751d047f-4d30-4d78-a89f-f29d1cdf1905: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:53.582062 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:53.647496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b337724a-4e40-4dc8-8761-09094e95bceb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:53.656767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b337724a-4e40-4dc8-8761-09094e95bceb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:53.657068 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.745982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.769031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:53.776159 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10738e15-44db-47b3-b6b8-613f51718163" -d '{"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-plugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:53.792963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:53.797792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.823247 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277ea1c-4c83-48e2-b062-f0aa3f044247 x-openstack-request-id: req-4277ea1c-4c83-48e2-b062-f0aa3f044247 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:53.823608 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-plugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:53.823921 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4277ea1c-4c83-48e2-b062-f0aa3f044247 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:53.824433 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'code': 200} Nov 12 03:35:53.859614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.943268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14bb1a-411d-4315-805b-dc071b2d0fc0 req-016bce10-5be2-411b-9994-85efec3ecf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.944795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec14bb1a-411d-4315-805b-dc071b2d0fc0 req-016bce10-5be2-411b-9994-85efec3ecf0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.0719540 Nov 12 03:35:53.953096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04602812-5e68-4c8b-a88a-f013b63a47fe req-21ebfa09-f54a-4e8a-b116-7f1faa120d25 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.954506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04602812-5e68-4c8b-a88a-f013b63a47fe req-21ebfa09-f54a-4e8a-b116-7f1faa120d25 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.0829685 Nov 12 03:35:54.036059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec14bb1a-411d-4315-805b-dc071b2d0fc0 req-1c2c8d82-8aa5-43d2-8d8b-979f02cef502 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805576 Nov 12 03:35:54.039971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04602812-5e68-4c8b-a88a-f013b63a47fe req-21df5204-7250-4197-ba3e-9bbfb3f1717f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790019 Nov 12 03:35:54.109943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d1ba1-4bc9-462c-aaf4-06e875a437f2 req-3ab377f2-f56d-4f06-8c58-ff3a832a0fcc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.112024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-859d1ba1-4bc9-462c-aaf4-06e875a437f2 req-3ab377f2-f56d-4f06-8c58-ff3a832a0fcc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0559003 Nov 12 03:35:54.161906 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-859d1ba1-4bc9-462c-aaf4-06e875a437f2 req-8258878e-c46c-44b7-8ab3-ecb9432247b6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Nov 12 03:35:54.292544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1d9f5fc0-8781-4a7b-beac-f0bbf9f23ceb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.294021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1d9f5fc0-8781-4a7b-beac-f0bbf9f23ceb tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 946 time: 0.0556135 Nov 12 03:35:54.387058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port c4081dd5-a0c4-403f-a6b2-1aff52035df2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:54.387434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.485893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port c4081dd5-a0c4-403f-a6b2-1aff52035df2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c4081dd5-a0c4-403f-a6b2-1aff52035df2,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:54.486256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.504777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for c4081dd5-a0c4-403f-a6b2-1aff52035df2 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:54.641306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.671250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=c4081dd5-a0c4-403f-a6b2-1aff52035df2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.731413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port c4081dd5-a0c4-403f-a6b2-1aff52035df2 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:54.734113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.737652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bf526e4-31c3-498f-aad5-556dc6c45ccc req-1e5144f5-fd32-4143-8996-05831d80987d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.39 "DELETE /v2.0/ports/c4081dd5-a0c4-403f-a6b2-1aff52035df2 HTTP/1.1" status: 204 len: 173 time: 0.4368687 Nov 12 03:35:54.738098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'name': 'network-vif-deleted', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:54.740439 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a69980-6c2d-4b9b-9ea8-a8a779334c6a" -d '{"events": [{"server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "name": "network-vif-deleted", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:54.798520 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11af1699-0044-4cc6-9e6c-2d8d0394c513 x-openstack-request-id: req-11af1699-0044-4cc6-9e6c-2d8d0394c513 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:54.798820 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b17ca-51d4-4510-9f96-549e1d619108", "name": "network-vif-deleted", "tag": "c4081dd5-a0c4-403f-a6b2-1aff52035df2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:54.799071 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-11af1699-0044-4cc6-9e6c-2d8d0394c513 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:54.799496 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675b17ca-51d4-4510-9f96-549e1d619108', 'name': 'network-vif-deleted', 'tag': 'c4081dd5-a0c4-403f-a6b2-1aff52035df2', 'status': 'completed', 'code': 200} Nov 12 03:35:55.194746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cb497910-3142-4676-a337-27b2b1c570cd req-3e29d7d7-f013-4e23-823e-ba3ed5767239 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Nov 12 03:35:55.327427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf093f-ba2d-495e-ac45-b1aa36c2bb86 req-24877f2f-beae-49ee-92bd-48e3caf7067a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.330156 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcaf093f-ba2d-495e-ac45-b1aa36c2bb86 req-24877f2f-beae-49ee-92bd-48e3caf7067a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0608113 Nov 12 03:35:55.389348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcaf093f-ba2d-495e-ac45-b1aa36c2bb86 req-55627822-445d-4321-bf27-9498f36dad4d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533338 Nov 12 03:35:55.506416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87038e1-6e3c-4384-b3a5-eb6147d38e69 req-002f29fd-a87e-4124-bfcd-bc15a51a4163 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.508192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a87038e1-6e3c-4384-b3a5-eb6147d38e69 req-002f29fd-a87e-4124-bfcd-bc15a51a4163 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0513453 Nov 12 03:35:55.564477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a87038e1-6e3c-4384-b3a5-eb6147d38e69 req-974a8a3a-370d-4112-9464-33f815df9607 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501161 Nov 12 03:35:55.587069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33874) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.628582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2daf256-f862-4746-bdb1-f5c452834c6f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.633238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2daf256-f862-4746-bdb1-f5c452834c6f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1093 time: 0.0420508 Nov 12 03:35:55.633457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 33876) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.638034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:55.661334 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.788552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.912740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.38 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/e6216b9f-1bc7-423a-9f4a-12450dc9a943) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:56.022013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.064675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.108014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:56.111046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:56.113632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:56.153847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=e6216b9f-1bc7-423a-9f4a-12450dc9a943,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.328262 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44a50eb7-6d82-4778-8bb7-815c7640d086 req-0e1d3675-a67c-4dda-9171-3fe48079a034 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.0384758 Nov 12 03:35:56.536388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.612152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.785642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.791481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.872131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=e6216b9f-1bc7-423a-9f4a-12450dc9a943,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.887704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.003127 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 associated. External IP: 172.25.2.38, port: b337724a-4e40-4dc8-8761-09094e95bceb. Nov 12 03:35:57.233264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 582c2d39-dded-4def-8354-e4e42a177c23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:57.356531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:57.369069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Sync routers for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:57.380428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.384038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:57.384978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:57.412682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-948848c6-ddb3-4637-a1a3-a5ce4ddd2f5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7781518 Nov 12 03:35:57.413301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:57.416202 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:57.485129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ace1b5f8-3b1b-409e-baad-b9fdd7fe7569 req-f7d373c3-e2d6-42e5-aafc-479325aed17d tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.0435746 Nov 12 03:35:57.562444 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7511d2-37ff-43b1-8c9c-911fb1a7b26a x-openstack-request-id: req-8d7511d2-37ff-43b1-8c9c-911fb1a7b26a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:57.562744 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:57.563003 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8d7511d2-37ff-43b1-8c9c-911fb1a7b26a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:57.563438 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'status': 'completed', 'code': 200} Nov 12 03:35:57.583839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:57.593610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f04cf-8e89-4b20-a986-c492e4a13817 req-310bd889-b461-42b7-9240-c1fb563cbabc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.602215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d8f04cf-8e89-4b20-a986-c492e4a13817 req-310bd889-b461-42b7-9240-c1fb563cbabc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1016617 Nov 12 03:35:57.696123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5d8f04cf-8e89-4b20-a986-c492e4a13817 req-ea92db42-2d49-4eba-9820-a9fe3ef7a3b1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907881 Nov 12 03:35:57.715168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-0d961b8d-d085-4468-b9e9-fc9175f012dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.715715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:57.718245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-0d961b8d-d085-4468-b9e9-fc9175f012dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.1079843 Nov 12 03:35:57.821125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.824899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e052ec64-c979-4627-861d-f57613d2000d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 HTTP/1.1" status: 200 len: 991 time: 0.1079245 Nov 12 03:35:57.867826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-d086adcf-ec88-4d2b-bb85-cdd9174e5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.869377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-d086adcf-ec88-4d2b-bb85-cdd9174e5556 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1414158 Nov 12 03:35:57.906341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'mac_address': 'fa:16:3e:33:22:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:35:56Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:57.934913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Checking router: 582c2d39-dded-4def-8354-e4e42a177c23 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:57.943664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:57.944408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:57.948893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-922b33da-6e86-45cc-91d2-7ce5df10eb7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 999 time: 0.0722067 Nov 12 03:35:58.014300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-2ec8d17e-2022-4772-a35c-2053aea6dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.015978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-2ec8d17e-2022-4772-a35c-2053aea6dccc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0581186 Nov 12 03:35:58.071911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-fa201c9a-a271-424b-b4f3-8215aced321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.073609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-fa201c9a-a271-424b-b4f3-8215aced321b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506585 Nov 12 03:35:58.074349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:58.170554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-be23c847-2261-4b51-b794-f8e340ca036e service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898783 Nov 12 03:35:58.286059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7513ad4-001b-42ab-87bc-efbbc5aee2f5 req-07d5b375-9178-4818-b2bd-e626d5f69a55 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080422 Nov 12 03:35:58.357637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'mac_address': 'fa:16:3e:33:22:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:35:56Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:58.390124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e733a-9141-4c4e-9f73-b7411b6f825b None None] The sync data for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 is: [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'mac_address': 'fa:16:3e:33:22:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:35:56Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:58.619996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7903b73e-f029-42dc-a28f-a16794f26403 req-5b03ac92-808d-45e5-a142-c0158e2aacda tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.0476758 Nov 12 03:35:58.632854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa080b82-c581-4b61-a1f3-446aa6eea77e None None] New status for floating IP b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:58.828469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:58.895703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-05454271-7e5d-4375-bd72-197895f1e8cb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 HTTP/1.1" status: 200 len: 993 time: 0.0659552 Nov 12 03:35:59.317905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.632115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4081dd5-a0c4-403f-a6b2-1aff52035df2 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:59.658901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: c4081dd5-a0c4-403f-a6b2-1aff52035df2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:59.659340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c4081dd5-a0c4-403f-a6b2-1aff52035df2 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:59.686068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 33962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:59.736626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-769f2dbd-a55f-4039-9e86-d912344d858f req-676528e2-437c-4a3a-88ec-31cf90f27f2c tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=675b17ca-51d4-4510-9f96-549e1d619108 HTTP/1.1" status: 200 len: 210 time: 0.0372553 Nov 12 03:36:00.083710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.413455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 4c3be9fa-7b8d-4799-84ae-7599737f872d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:00.413801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.502136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 4c3be9fa-7b8d-4799-84ae-7599737f872d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4c3be9fa-7b8d-4799-84ae-7599737f872d,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:00.502502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.515328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 4c3be9fa-7b8d-4799-84ae-7599737f872d owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:00.701601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.732345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=4c3be9fa-7b8d-4799-84ae-7599737f872d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.745718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.745718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.745718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.746027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.746259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.746607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.746942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.747449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.747926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.748295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.748611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.748990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:00.949778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.484503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:01.610402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:01.616424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d809470f-ca09-457c-b6f7-97fc8e6df913 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/37b07ca2-0df8-45d5-9d89-4f6e884080e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9292550 Nov 12 03:36:01.621598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:01.651674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:01.652309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:01.809078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:01.922874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ce3d7-48f6-437a-9012-2bb321f8b5fd req-f5f7b5b5-371d-427d-a5b4-f0944dce93fc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.933445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-261ce3d7-48f6-437a-9012-2bb321f8b5fd req-f5f7b5b5-371d-427d-a5b4-f0944dce93fc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0734982 Nov 12 03:36:01.989366 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-261ce3d7-48f6-437a-9012-2bb321f8b5fd req-fa2d8a4d-b2ea-4c23-9213-9938bdb0d0c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548143 Nov 12 03:36:02.088829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.120115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:02.132022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:02.132828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:35:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.246800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:02.304875 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1891a901-1b3b-4a60-8de5-83f5a0720506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.522802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:02.702797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1de112-f97a-4ddb-a10b-081837293a2b None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '83a69d95-ec0d-49e6-a8c6-06a9134d8b4d', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'port_id': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'mac_address': 'fa:16:3e:b8:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:34:41Z', 'updated_at': '2021-11-12T03:34:45Z', 'revision_number': 1, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:03.156773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f23bb-d0c6-47a3-966a-9d32502aec84 req-dc946249-a7ff-4f22-aa95-e34a678bf2ab tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.160589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-741f23bb-d0c6-47a3-966a-9d32502aec84 req-dc946249-a7ff-4f22-aa95-e34a678bf2ab tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0801666 Nov 12 03:36:03.238013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-741f23bb-d0c6-47a3-966a-9d32502aec84 req-afe85794-44e5-4ab3-87f8-6bed9bc857b7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=be015b3b-a655-4c89-964b-31a700025f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676320 Nov 12 03:36:03.328038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-b5052202-3590-44a3-8ad7-e5f80b7361b4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.330172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-b5052202-3590-44a3-8ad7-e5f80b7361b4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 946 time: 0.0544021 Nov 12 03:36:03.449389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 65d5e31d-7114-44bf-9d72-ab5ea4540717 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:03.449877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.546357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 65d5e31d-7114-44bf-9d72-ab5ea4540717, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=65d5e31d-7114-44bf-9d72-ab5ea4540717,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:03.546732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.560168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 65d5e31d-7114-44bf-9d72-ab5ea4540717 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:03.611006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4c3be9fa-7b8d-4799-84ae-7599737f872d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:03.631080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4c3be9fa-7b8d-4799-84ae-7599737f872d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:03.631460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4c3be9fa-7b8d-4799-84ae-7599737f872d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:03.713500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.753533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=65d5e31d-7114-44bf-9d72-ab5ea4540717,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.817187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] No DVR routers for this DVR port 65d5e31d-7114-44bf-9d72-ab5ea4540717 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:03.819848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.823344 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d86b0e64-87dc-4b2e-9754-710662e6b856 req-19d75b62-e5c3-4985-8de2-d77480f4171c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.32 "DELETE /v2.0/ports/65d5e31d-7114-44bf-9d72-ab5ea4540717 HTTP/1.1" status: 204 len: 173 time: 0.4866056 Nov 12 03:36:03.823890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'name': 'network-vif-deleted', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:03.826229 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b5a68-2269-4e07-ad9e-411a680031ab" -d '{"events": [{"server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "name": "network-vif-deleted", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:03.882963 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace76a2-bb9a-4aa6-a90a-f9227827fdaf x-openstack-request-id: req-bace76a2-bb9a-4aa6-a90a-f9227827fdaf {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:03.884435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7f4af8-d92c-4b5a-a4e7-adfafc45193e", "name": "network-vif-deleted", "tag": "65d5e31d-7114-44bf-9d72-ab5ea4540717", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:03.884435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bace76a2-bb9a-4aa6-a90a-f9227827fdaf {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:03.884435 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7f4af8-d92c-4b5a-a4e7-adfafc45193e', 'name': 'network-vif-deleted', 'tag': '65d5e31d-7114-44bf-9d72-ab5ea4540717', 'status': 'completed', 'code': 200} Nov 12 03:36:04.494362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0ac9f68e-e670-4c69-b216-f3ded0b9b800 req-942a10d8-b621-40d8-a4ca-dfc1042125ec tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac7f4af8-d92c-4b5a-a4e7-adfafc45193e HTTP/1.1" status: 200 len: 210 time: 0.0553131 Nov 12 03:36:04.666228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a0516e5-3436-4bff-acf9-7e6762b25c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.545028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34090) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.617025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.642255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.665161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.717075 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.720320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.724007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/security-groups/be015b3b-a655-4c89-964b-31a700025f27 HTTP/1.1" status: 204 len: 168 time: 0.1754127 Nov 12 03:36:05.733420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c3a7d-8264-4c27-942b-5b1227289546 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be015b3b-a655-4c89-964b-31a700025f27,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.775956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34098) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.855581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting subnet 505903f5-3ada-4fed-8cff-e576db8011a7 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:05.859416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.910835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.001699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.076708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.122462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Subnet': ['ID=505903f5-3ada-4fed-8cff-e576db8011a7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.127669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.131542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1a1bea7a-a7b8-45ff-a8ad-3529b3b59814 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/subnets/505903f5-3ada-4fed-8cff-e576db8011a7 HTTP/1.1" status: 204 len: 168 time: 0.3539104 Nov 12 03:36:06.133763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:06.135747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cc2e8-d098-4577-9e49-c191e31a769b None None] Network 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:06.211607 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.220589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 65d5e31d-7114-44bf-9d72-ab5ea4540717 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:06.262090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 65d5e31d-7114-44bf-9d72-ab5ea4540717 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:06.262516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 65d5e31d-7114-44bf-9d72-ab5ea4540717 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:06.270406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 1922b5f1-de4d-4131-83f9-2b61941187cf {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:06.270750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.343397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 1922b5f1-de4d-4131-83f9-2b61941187cf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1922b5f1-de4d-4131-83f9-2b61941187cf,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:06.344044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.357313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] DHCP port deletion for 5c8eb2ec-c732-4b5f-b697-ab8dda753b1d request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:06.359038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 1922b5f1-de4d-4131-83f9-2b61941187cf owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:06.410546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Deleting port 1922b5f1-de4d-4131-83f9-2b61941187cf {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:06.411026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.449983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34112) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:06.486200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] For port 1922b5f1-de4d-4131-83f9-2b61941187cf, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1922b5f1-de4d-4131-83f9-2b61941187cf,segment=NetworkSegment(7451365b-afb1-483d-ad58-e7419eebbb07),segment_id=7451365b-afb1-483d-ad58-e7419eebbb07)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:06.487212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.503608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Calling delete_port for 1922b5f1-de4d-4131-83f9-2b61941187cf owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:06.609468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.647505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] Pushing event deleted for resources: {'Port': ['ID=1922b5f1-de4d-4131-83f9-2b61941187cf,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.662000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdd85e-6301-426a-bbdc-1c24d8280b01 None None] No DVR routers for this DVR port 1922b5f1-de4d-4131-83f9-2b61941187cf on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:06.714223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port fab03c9e-281b-46ef-9c92-60153e02673d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:06.714629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.808839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.809418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.823825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for fab03c9e-281b-46ef-9c92-60153e02673d owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:06.840675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.869400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] No DVR routers for this DVR port 1922b5f1-de4d-4131-83f9-2b61941187cf on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:06.874093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=1922b5f1-de4d-4131-83f9-2b61941187cf,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.962870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.982926 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8eb2ec-c732-4b5f-b697-ab8dda753b1d']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:06.992682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7451365b-afb1-483d-ad58-e7419eebbb07') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:06.992978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7451365b-afb1-483d-ad58-e7419eebbb07') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.002710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.008397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.018680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.025081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:07.025489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:07.029128 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:07.038563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=fab03c9e-281b-46ef-9c92-60153e02673d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.092644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.101947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.107653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/networks/5c8eb2ec-c732-4b5f-b697-ab8dda753b1d HTTP/1.1" status: 204 len: 168 time: 0.9703140 Nov 12 03:36:07.108516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.113124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.113433 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Floating IP a2ce59b6-efc4-4646-b78c-66f4f6a35fb1 disassociated (deleted). External IP: 172.25.2.70, port: a318a8df-e70d-4fad-ac78-7173b72f5667. Nov 12 03:36:07.157566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8db69-fb65-4acf-8c77-aed4b3405195 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Network': ['ID=5c8eb2ec-c732-4b5f-b697-ab8dda753b1d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.212640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.295433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 059b23a8-879b-446f-a04f-38b96d098fa3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:07.295852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.355128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:07.399955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.400461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.413420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 059b23a8-879b-446f-a04f-38b96d098fa3 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:07.472881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:07.480946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.484760 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:07.497828 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:07.498716 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.515345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8151dea2-b19e-45e1-8b81-c96d10520820 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "DELETE /v2.0/floatingips/a2ce59b6-efc4-4646-b78c-66f4f6a35fb1 HTTP/1.1" status: 204 len: 168 time: 1.0619383 Nov 12 03:36:07.515345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:07.525536 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1783f-2c38-4f13-b668-96dac294c901" -d '{"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:07.586139 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5ef9b-2c15-4122-a559-8e7134ca7fca x-openstack-request-id: req-f0c5ef9b-2c15-4122-a559-8e7134ca7fca {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:07.586139 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:07.586139 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f0c5ef9b-2c15-4122-a559-8e7134ca7fca {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:07.587132 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'status': 'completed', 'code': 200} Nov 12 03:36:07.664883 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:07.685371 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.688975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1922b5f1-de4d-4131-83f9-2b61941187cf no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:07.711875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=059b23a8-879b-446f-a04f-38b96d098fa3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.719128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1922b5f1-de4d-4131-83f9-2b61941187cf {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:07.719128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1922b5f1-de4d-4131-83f9-2b61941187cf not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:07.754646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-f63ffb2b-ed71-4fe4-a47f-39ed5ad66344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.756334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-f63ffb2b-ed71-4fe4-a47f-39ed5ad66344 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 1097 time: 0.1011910 Nov 12 03:36:07.930547 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:07.931677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.932225 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Floating IP 83a69d95-ec0d-49e6-a8c6-06a9134d8b4d disassociated (deleted). External IP: 172.25.2.5, port: 84eb3607-e42e-4802-bb72-55c1d20ce067. Nov 12 03:36:07.961386 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:07.970438 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:07.971183 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:08.007177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea868a-33b8-4f07-a9b9-ce060366dbf3 req-5a700c30-a585-4c06-adae-98a93848ea7f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.008701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38ea868a-33b8-4f07-a9b9-ce060366dbf3 req-5a700c30-a585-4c06-adae-98a93848ea7f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.1658478 Nov 12 03:36:08.009985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-e7fc8648-d7bd-47f9-9d7c-e3fcc0b3b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.011342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-e7fc8648-d7bd-47f9-9d7c-e3fcc0b3b5d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 200 len: 913 time: 0.2403350 Nov 12 03:36:08.084177 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:08.117420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-7ccb4a8a-7389-4cd5-ba5b-d89e52726009 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 200 len: 217 time: 0.0917265 Nov 12 03:36:08.202486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-47149440-a64a-40dd-8c95-d7ecfffc8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.204793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-47149440-a64a-40dd-8c95-d7ecfffc8c72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 200 len: 851 time: 0.0760469 Nov 12 03:36:08.211291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38ea868a-33b8-4f07-a9b9-ce060366dbf3 req-202d31fe-43fa-4162-bce0-65426f4c9718 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951146 Nov 12 03:36:08.226633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.319369 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:08.328468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-5d35e595-6d44-4557-91e7-6d11256d7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.330153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-5d35e595-6d44-4557-91e7-6d11256d7b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3aec6b9-297b-4c21-a702-29b987137959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170576 Nov 12 03:36:08.349814 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dafff4-4274-42a8-a768-6c13ed6f7719 None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2a1919e7-b207-4a2f-bacd-617797c933e0', 'name': '', 'network_id': 'e3aec6b9-297b-4c21-a702-29b987137959', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'mac_address': 'fa:16:3e:e9:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:11Z', 'updated_at': '2021-11-12T03:23:19Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'subnets': [{'id': '6a5a95cd-e606-4f7a-ac2e-45ea159db837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:08.415459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:08.494629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-036c25ab-b57c-46c1-9984-dc17737d424a service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534107 Nov 12 03:36:08.607771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:08.617175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.623981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:08.640853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:08.641500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:08.658098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64fed1e8-0e7f-4564-813f-f5df980b3e19 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/floatingips/83a69d95-ec0d-49e6-a8c6-06a9134d8b4d HTTP/1.1" status: 204 len: 168 time: 1.5484192 Nov 12 03:36:08.658729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:08.661188 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c77b70-7402-402d-961d-bc8962f8ad4d" -d '{"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:08.683558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6d1783f-2c38-4f13-b668-96dac294c901 req-3a08bb6d-7d20-4f47-a3fe-e655e9d9993a service neutron] 10.222.0.32 "GET /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564496 Nov 12 03:36:08.731436 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff96464-3c2b-4367-b773-1e32f87abc96 None None] New status for floating IP a2ce59b6-efc4-4646-b78c-66f4f6a35fb1: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:08.749115 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbb6c2f-b6d5-4ca6-bbc1-28eceb250fe0 x-openstack-request-id: req-8bbb6c2f-b6d5-4ca6-bbc1-28eceb250fe0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:08.749408 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:08.749654 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8bbb6c2f-b6d5-4ca6-bbc1-28eceb250fe0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:08.750058 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'status': 'completed', 'code': 200} Nov 12 03:36:08.792337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:08.848782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-168d99ac-7e53-4b19-bf6f-d033908fbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.850240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-168d99ac-7e53-4b19-bf6f-d033908fbe5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0769231 Nov 12 03:36:09.024739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-37a16c93-8f2f-4cdc-893d-27585cf44de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.026346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-37a16c93-8f2f-4cdc-893d-27585cf44de8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 200 len: 898 time: 0.1692638 Nov 12 03:36:09.054357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.082376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:09.088276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970292-2bad-4380-96fc-b0ecea0eb5e0 req-863893c8-c3c0-4031-99b9-86e63d71c4b4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.089800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7970292-2bad-4380-96fc-b0ecea0eb5e0 req-863893c8-c3c0-4031-99b9-86e63d71c4b4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.1096385 Nov 12 03:36:09.091027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:09.091230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-c017ea9e-6d2f-419e-9615-47268435417e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 200 len: 217 time: 0.0549982 Nov 12 03:36:09.091697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.180428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-8f2596ab-e367-4208-99a6-1e315c28298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.181929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-8f2596ab-e367-4208-99a6-1e315c28298b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ad4fb025-6dbd-4994-a840-cc17b12df6bd HTTP/1.1" status: 200 len: 834 time: 0.0825608 Nov 12 03:36:09.187214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f7970292-2bad-4380-96fc-b0ecea0eb5e0 req-6eaeeefa-461d-470c-b7bb-7f2c897d019c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895557 Nov 12 03:36:09.210877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:09.234535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-71a02788-1a3e-4dad-89ce-570a7e1634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.236240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-71a02788-1a3e-4dad-89ce-570a7e1634b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af40c3da-9f9b-4e66-865a-cd22f1483349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452657 Nov 12 03:36:09.347953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c784a-a887-4755-87cb-4dff9ee8a4bd req-58403568-d861-4f4c-a4ab-a35f7cbc20a8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.350192 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c9c784a-a887-4755-87cb-4dff9ee8a4bd req-58403568-d861-4f4c-a4ab-a35f7cbc20a8 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.0600309 Nov 12 03:36:09.373812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-7e2ce318-a4c0-45f4-9901-bcc1044cbc6a service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215000 Nov 12 03:36:09.405646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c9c784a-a887-4755-87cb-4dff9ee8a4bd req-f8335573-4739-4fca-ab2c-ddd4dfe03c33 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/security-groups?id=f8beaf33-b0d3-4664-a297-e2e48dcfadad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493882 Nov 12 03:36:09.464861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:09.492643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d102fc-2b71-461a-96d6-7f1425fe51e2 None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:00Z', 'revision_number': 6, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e', 'name': '', 'network_id': 'af40c3da-9f9b-4e66-865a-cd22f1483349', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:16:8c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:17Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'ad4fb025-6dbd-4994-a840-cc17b12df6bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:09.506619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9c77b70-7402-402d-961d-bc8962f8ad4d req-67d80151-7f43-4404-b7a1-1b16102fabc7 service neutron] 10.222.0.39 "GET /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255431 Nov 12 03:36:09.536101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-3029397c-f89d-4cfc-b439-62d0e9bc65da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.538496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-3029397c-f89d-4cfc-b439-62d0e9bc65da tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 945 time: 0.0614882 Nov 12 03:36:09.662413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port a318a8df-e70d-4fad-ac78-7173b72f5667 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:09.662841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.762076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] For port a318a8df-e70d-4fad-ac78-7173b72f5667, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a318a8df-e70d-4fad-ac78-7173b72f5667,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:09.762452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.776387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for a318a8df-e70d-4fad-ac78-7173b72f5667 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:09.890583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c456d14b-adda-4302-a73e-cb578aa4b0ee None None] New status for floating IP 83a69d95-ec0d-49e6-a8c6-06a9134d8b4d: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:09.913629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.946696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=a318a8df-e70d-4fad-ac78-7173b72f5667,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:09.991686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] No DVR routers for this DVR port a318a8df-e70d-4fad-ac78-7173b72f5667 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:09.995036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.998371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a21a0db-4fde-4e41-8e1a-07824a074f40 req-00c2ac61-1f3c-428c-b259-05096c9c5b90 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.32 "DELETE /v2.0/ports/a318a8df-e70d-4fad-ac78-7173b72f5667 HTTP/1.1" status: 204 len: 173 time: 0.4525154 Nov 12 03:36:10.350535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d952a-34f1-480c-a29f-8984b6e616ef req-0ce02f36-d270-43bf-9dca-2ba0bea0ae88 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.352163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33d952a-34f1-480c-a29f-8984b6e616ef req-0ce02f36-d270-43bf-9dca-2ba0bea0ae88 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.0882597 Nov 12 03:36:10.407983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-582087e0-07a9-4622-a3b8-8bfb6fcf0e1d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.409742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-582087e0-07a9-4622-a3b8-8bfb6fcf0e1d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c51179-65fe-404e-8bb8-bd26ca81b9d4 HTTP/1.1" status: 200 len: 945 time: 0.1180639 Nov 12 03:36:10.539276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8fe871e1-5894-4e7f-9b4e-f100cc65c62d req-338db04c-e8bf-4c2a-936f-0861c0471e3a tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0443676 Nov 12 03:36:10.732080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e33d952a-34f1-480c-a29f-8984b6e616ef req-caa047c8-0b72-445e-8351-728c26742881 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=ee659c22-f667-4186-9176-9cc9132f7035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724320 Nov 12 03:36:10.752058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'name': 'network-vif-deleted', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:10.754648 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bb909d-3fd2-4954-b5ee-080108d39262" -d '{"events": [{"server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "name": "network-vif-deleted", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:10.823197 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815e1a3-6929-4ac7-8dc2-01f565b1d44a x-openstack-request-id: req-f815e1a3-6929-4ac7-8dc2-01f565b1d44a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:10.823500 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f82ed5b-4e5e-433b-b76f-d319cd8f70cf", "name": "network-vif-deleted", "tag": "a318a8df-e70d-4fad-ac78-7173b72f5667", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:10.823751 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f815e1a3-6929-4ac7-8dc2-01f565b1d44a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:10.824146 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f82ed5b-4e5e-433b-b76f-d319cd8f70cf', 'name': 'network-vif-deleted', 'tag': 'a318a8df-e70d-4fad-ac78-7173b72f5667', 'status': 'completed', 'code': 200} Nov 12 03:36:10.833742 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 84eb3607-e42e-4802-bb72-55c1d20ce067 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:10.834254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.931188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 84eb3607-e42e-4802-bb72-55c1d20ce067, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=84eb3607-e42e-4802-bb72-55c1d20ce067,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:10.931188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.952504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 84eb3607-e42e-4802-bb72-55c1d20ce067 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:11.086499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.123085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=84eb3607-e42e-4802-bb72-55c1d20ce067,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.185309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] No DVR routers for this DVR port 84eb3607-e42e-4802-bb72-55c1d20ce067 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:11.200783 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.204989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f393f03a-a88c-43e8-90b4-ad35e17fc649 req-abfc8a51-70c3-464b-9f34-1bd06cbf4fad tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "DELETE /v2.0/ports/84eb3607-e42e-4802-bb72-55c1d20ce067 HTTP/1.1" status: 204 len: 173 time: 0.7855539 Nov 12 03:36:11.660056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a4e2d23-5d07-4d72-b619-37e25a385771 req-7f913344-7648-4620-ab12-374bf5f506cd tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0475705 Nov 12 03:36:11.821600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.886685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.916909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.996594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.999478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.004025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/security-groups/ee659c22-f667-4186-9176-9cc9132f7035 HTTP/1.1" status: 204 len: 168 time: 0.1779544 Nov 12 03:36:12.011336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6139d4-05f8-4e1b-b5f0-4c8f9d8dcb1f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee659c22-f667-4186-9176-9cc9132f7035,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.044042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34236) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.239920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a318a8df-e70d-4fad-ac78-7173b72f5667 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:12.273573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: a318a8df-e70d-4fad-ac78-7173b72f5667 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:12.274213 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a318a8df-e70d-4fad-ac78-7173b72f5667 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:12.440807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.750186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:12.750866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.825843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'name': 'network-vif-deleted', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:12.828405 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122dfe1d-0136-4b57-b2d5-d54b8b8afe0d" -d '{"events": [{"server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "name": "network-vif-deleted", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:12.854875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5af14e77-af82-4268-b8c7-ca926c712d63 req-a3b1b831-4d39-4a8a-bb91-64fffe480fae tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0728061 Nov 12 03:36:12.869808 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021764d6-8e86-4fd2-8dc0-0ea698780538 x-openstack-request-id: req-021764d6-8e86-4fd2-8dc0-0ea698780538 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:12.870213 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c51179-65fe-404e-8bb8-bd26ca81b9d4", "name": "network-vif-deleted", "tag": "84eb3607-e42e-4802-bb72-55c1d20ce067", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:12.870554 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-021764d6-8e86-4fd2-8dc0-0ea698780538 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:12.871033 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c51179-65fe-404e-8bb8-bd26ca81b9d4', 'name': 'network-vif-deleted', 'tag': '84eb3607-e42e-4802-bb72-55c1d20ce067', 'status': 'completed', 'code': 200} Nov 12 03:36:12.904342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.904712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.921594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:13.116387 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.146635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.344357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.708912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:13.873764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:13.882217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34274) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:13.882804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdfb141a-5f1e-4896-a8a2-7e7dedc9195d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/37b07ca2-0df8-45d5-9d89-4f6e884080e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366902 Nov 12 03:36:13.890555 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Sync routers for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:13.899801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621e93-6e9c-454e-8486-da597918c755 req-6983c182-35a9-4658-9aa8-3928b717cc52 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.901868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51621e93-6e9c-454e-8486-da597918c755 req-6983c182-35a9-4658-9aa8-3928b717cc52 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.0791626 Nov 12 03:36:13.923321 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:13.924129 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:13.952934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-51621e93-6e9c-454e-8486-da597918c755 req-94910ae7-c283-4152-aa5e-6507c3ecf036 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Nov 12 03:36:13.991034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db264325-c2d8-4db2-bd98-21621604cec5 req-579878b2-5c08-4065-9c22-c53c237b8e1f tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0327907 Nov 12 03:36:13.997991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting subnet ad4fb025-6dbd-4994-a840-cc17b12df6bd {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:14.001280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.045355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.050071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:14.166575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.229367 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 7, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.234497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.262680 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Checking router: 37b07ca2-0df8-45d5-9d89-4f6e884080e3 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:14.263041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4fb025-6dbd-4994-a840-cc17b12df6bd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.266670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.269908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eb104e59-9af7-48ab-8405-87fe689de170 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/subnets/ad4fb025-6dbd-4994-a840-cc17b12df6bd HTTP/1.1" status: 204 len: 168 time: 0.3852882 Nov 12 03:36:14.272698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34276) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:14.277040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f2322-0598-41f5-b4f3-a768355cfa47 None None] Network af40c3da-9f9b-4e66-865a-cd22f1483349 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:14.283756 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Routers {'37b07ca2-0df8-45d5-9d89-4f6e884080e3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:14.284807 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.389507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.397980 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] Set router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:14.520714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.532012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] DHCP port deletion for af40c3da-9f9b-4e66-865a-cd22f1483349 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:14.590992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 033bbafa-cfd1-498c-a65e-685ec1338231 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:14.591440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.595983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Deleting port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:14.596590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.663267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] For port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,segment=NetworkSegment(ebfac13a-90cb-4c48-bab5-d02b9daa8e36),segment_id=ebfac13a-90cb-4c48-bab5-d02b9daa8e36)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:14.664087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.678569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Calling delete_port for 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:14.740780 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 7, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:14.784574 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae266100-da84-4211-bd61-413326fe5d5c None None] The sync data for ids ['37b07ca2-0df8-45d5-9d89-4f6e884080e3'] in n-d-615180-50 is: [{'id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'name': 'tempest-TestNetworkBasicOps-router-448598575', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:11Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 7, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '033bbafa-cfd1-498c-a65e-685ec1338231', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:26:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b07ca2-0df8-45d5-9d89-4f6e884080e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:12Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:14.793807 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.826752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] Pushing event deleted for resources: {'Port': ['ID=19c5ef47-ca96-47a2-9d40-bda6fd13ffc3,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:14.841228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883d18c-1164-4ea3-affb-bfbb3eb80b64 None None] No DVR routers for this DVR port 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:15.014556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 033bbafa-cfd1-498c-a65e-685ec1338231, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=033bbafa-cfd1-498c-a65e-685ec1338231,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:15.014556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.060263 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 033bbafa-cfd1-498c-a65e-685ec1338231 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:15.120574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e5a1d94e-2273-4a20-a33e-4c2ccd0e9858 req-0c32c062-4f65-47a7-9cdc-eeec187189ab tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f82ed5b-4e5e-433b-b76f-d319cd8f70cf HTTP/1.1" status: 200 len: 210 time: 0.0287075 Nov 12 03:36:15.147255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d238d-9d36-4623-9013-263af09990b7 req-89ca7895-c1eb-4bbe-8d8f-04a0d593df78 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.149459 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-183d238d-9d36-4623-9013-263af09990b7 req-89ca7895-c1eb-4bbe-8d8f-04a0d593df78 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1051078 Nov 12 03:36:15.247813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-183d238d-9d36-4623-9013-263af09990b7 req-87fa2e21-e81e-4781-89f2-3458d5f17eee tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917923 Nov 12 03:36:15.343740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.376687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=033bbafa-cfd1-498c-a65e-685ec1338231,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.404058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95964572-443f-48d0-823c-35fd1b0d3fd6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:15.457931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.554519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.556532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.608024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.608731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Fanout notify agent at l3_agent the message router_deleted on router 37b07ca2-0df8-45d5-9d89-4f6e884080e3 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:15.616608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.622740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:15.623359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-11281b44-f66e-4d23-92d7-be6b0c6105d6 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/routers/37b07ca2-0df8-45d5-9d89-4f6e884080e3 HTTP/1.1" status: 204 len: 168 time: 1.3495796 Nov 12 03:36:15.717435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:15.725680 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.757086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:15.758303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c7dba1fe-7fa9-4571-bcdc-0c11c0bc428e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:15.758933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:15.784567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:15.785100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 19c5ef47-ca96-47a2-9d40-bda6fd13ffc3 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:15.787226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 84eb3607-e42e-4802-bb72-55c1d20ce067 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:15.829065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 84eb3607-e42e-4802-bb72-55c1d20ce067 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:15.829590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 84eb3607-e42e-4802-bb72-55c1d20ce067 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:15.854197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.874467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af40c3da-9f9b-4e66-865a-cd22f1483349']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:15.883791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:15.884183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfac13a-90cb-4c48-bab5-d02b9daa8e36') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:15.893916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.933462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.942897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:15.943381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:15.947251 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:16.006815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-c7941850-5e76-4660-8c0e-58c03bf7c730 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.008315 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-c7941850-5e76-4660-8c0e-58c03bf7c730 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.1125019 Nov 12 03:36:16.016804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.030330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.034005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/networks/af40c3da-9f9b-4e66-865a-cd22f1483349 HTTP/1.1" status: 204 len: 168 time: 0.4098392 Nov 12 03:36:16.052546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34290) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:16.059791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'network': {'name': 'tempest-network-smoke--396733115', 'project_id': '23974ced391c49399e9de64eae0ab536', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:16.067736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d54176-d4db-44ea-a9c1-670e4c5b7fb3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Network': ['ID=af40c3da-9f9b-4e66-865a-cd22f1483349,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.086035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:16.089672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.116567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:16.126933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.127392 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Added segment 5fa5413c-5484-4d3e-b99c-99e064aab890 of type vlan for network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a Nov 12 03:36:16.133127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Deleting port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:16.133617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.183279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.237075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34294) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:16.252644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.258283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.258877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.288749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2354882 Nov 12 03:36:16.300112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34296) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:16.305382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'admin_state_up': True, 'project_id': '23974ced391c49399e9de64eae0ab536', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:16.386725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.387960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.441045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.457048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] For port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:16.457753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.461484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Deleting port f8259aac-3cf7-475e-85a7-e054269fb603 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:16.462018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.503375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d1b9-ce0f-4c85-ab90-e05d960b1724 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Network': ['ID=0c35f6cc-0e71-49b8-9fae-e95c8074af4a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.520809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:16.625893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b73a0-a7a0-4cf2-b7fa-5d81da213b20 req-54adb8b4-600c-438f-8805-72b27f51722d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.627948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e5b73a0-a7a0-4cf2-b7fa-5d81da213b20 req-54adb8b4-600c-438f-8805-72b27f51722d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 945 time: 0.2551804 Nov 12 03:36:16.632391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.709069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e5b73a0-a7a0-4cf2-b7fa-5d81da213b20 req-5eb31920-ff37-462e-b36c-ef00c7a80149 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=b1e03c39-7482-49a1-b447-4707339a38f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730126 Nov 12 03:36:16.720454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.720788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.744400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Calling delete_port for f8259aac-3cf7-475e-85a7-e054269fb603 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:16.856218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.856597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.856983 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Floating IP 4fecf038-7e6f-4ac9-bba8-7bbbd59d784f disassociated. External IP: 172.25.2.18, port: 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e. Nov 12 03:36:16.857255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Calling delete_port for 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:16.900560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.919890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.005550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.038603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.25.2.89 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/376a1200-bd1c-4acd-8db4-94c0739a9cef) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:17.060042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'Port': ['ID=f8259aac-3cf7-475e-85a7-e054269fb603,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.115532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.160655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'Port': ['ID=9cc59e40-d7ad-4912-a8b2-f0bdfb60459e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.172750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.206775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.210109 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.214010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9621c2e2-81d7-4084-8a23-fa48b90f7d75 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "DELETE /v2.0/floatingips/91580c07-7fe4-4b9a-a831-b732eb2e0764 HTTP/1.1" status: 204 len: 168 time: 0.9725788 Nov 12 03:36:17.216287 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.263214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:17.267381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:17.280536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9b28c-cb08-493a-9e7c-b693b0823352 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:17.284395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:17.298382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:17.340011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=376a1200-bd1c-4acd-8db4-94c0739a9cef,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.375955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c01f2ab4-55dc-4393-9558-a3d41f90075e None None] Provisioning complete for port 376a1200-bd1c-4acd-8db4-94c0739a9cef triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.377136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c01f2ab4-55dc-4393-9558-a3d41f90075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.463429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c01f2ab4-55dc-4393-9558-a3d41f90075e None None] Port 376a1200-bd1c-4acd-8db4-94c0739a9cef cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:17.468249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:17.483773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:17.506477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:17.508980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.562934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] No DVR routers for this DVR port 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:17.565795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.585028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8c0e417d-1156-407d-83ef-ff1ef9d411e8 req-0b9165c0-bf3d-48d0-b90e-f1ad723c04f4 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "DELETE /v2.0/ports/9cc59e40-d7ad-4912-a8b2-f0bdfb60459e HTTP/1.1" status: 204 len: 173 time: 1.5663047 Nov 12 03:36:17.600229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'name': 'network-vif-deleted', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:17.611380 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af08bb47-d6ed-4d23-8b6f-3d5345567198" -d '{"events": [{"server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "name": "network-vif-deleted", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:17.665343 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9289c587-0846-40c8-80d8-f31842be3039 x-openstack-request-id: req-9289c587-0846-40c8-80d8-f31842be3039 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:17.665847 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3", "name": "network-vif-deleted", "tag": "9cc59e40-d7ad-4912-a8b2-f0bdfb60459e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:17.666207 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9289c587-0846-40c8-80d8-f31842be3039 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:17.666771 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3', 'name': 'network-vif-deleted', 'tag': '9cc59e40-d7ad-4912-a8b2-f0bdfb60459e', 'status': 'completed', 'code': 200} Nov 12 03:36:17.675171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 033bbafa-cfd1-498c-a65e-685ec1338231 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:17.726172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.737151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 033bbafa-cfd1-498c-a65e-685ec1338231 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:17.737879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 033bbafa-cfd1-498c-a65e-685ec1338231 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:17.772964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:17.899956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4fa9ff0-9311-48c9-be0f-fbd43a52e32b req-7f621479-1d53-4069-9123-a7432b6c582a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3b3d1c1-04e6-491a-8e89-9ebbce7ef7e3 HTTP/1.1" status: 200 len: 210 time: 0.0346980 Nov 12 03:36:18.024956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:18.025317 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.064770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:18.075663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:18.076510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:18.214521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 4ce558c8-c020-423f-b924-460e870e0e23 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:18.334772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:18.346673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Sync routers for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:18.347189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:18.356173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.357545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ba3df481-0687-4b08-95e8-1997aa27da8b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0561557 Nov 12 03:36:18.360638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34316) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:18.376281 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:18.384334 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:18.416122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34318) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:18.426374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-949790bb-f1e1-432d-a3d4-84117b1c568e tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=23974ced391c49399e9de64eae0ab536&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642638 Nov 12 03:36:18.509947 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:18.528007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb0f15-c3e0-4843-9f4e-870e8fee6273 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.533184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:18.544844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8afb0f15-c3e0-4843-9f4e-870e8fee6273 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270530 Nov 12 03:36:18.557313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:18.572334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:18.573718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6844951-5571-419b-8140-f245da4b5cee tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392187 Nov 12 03:36:18.578488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1726217530', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'project_id': '23974ced391c49399e9de64eae0ab536', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:18.590119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4785681-d1d1-450f-ba86-c1908db33f6d None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:18.707288 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:18.711938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:18.715836 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.733911 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Checking router: 4ce558c8-c020-423f-b924-460e870e0e23 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:18.734261 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Updating router 4ce558c8-c020-423f-b924-460e870e0e23 port 376a1200-bd1c-4acd-8db4-94c0739a9cef binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:18.765064 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.945179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.005252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6be321-34cf-4343-81fe-8fe604d106fa None None] New status for floating IP 4fecf038-7e6f-4ac9-bba8-7bbbd59d784f: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:19.015085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Subnet': ['ID=bd5120d5-3119-4ada-a851-bf599605256c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.031017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.059809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Checking segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:19.060171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network hostable DHCP agents. Network: 0c35f6cc-0e71-49b8-9fae-e95c8074af4a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:19.097116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:19.108127 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.110989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.111287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 0c35f6cc-0e71-49b8-9fae-e95c8074af4a) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:19.113673 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.120508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.121206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.134178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9570c-6973-450d-867b-9b350bc7b482 None None] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:19.150637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2178b502-1154-4b20-b5bb-81b39abe7d26 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5771129 Nov 12 03:36:19.153295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.170032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.197511 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee380bb-6f65-4b3f-876d-7049a4936e92 None None] Pushing event updated for resources: {'Port': ['ID=376a1200-bd1c-4acd-8db4-94c0739a9cef,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.211913 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Attempting to bind port 376a1200-bd1c-4acd-8db4-94c0739a9cef on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:19.212914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Attempting to bind port 376a1200-bd1c-4acd-8db4-94c0739a9cef by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:19.214290 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Attempting to bind port 376a1200-bd1c-4acd-8db4-94c0739a9cef on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:19.224064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d3096-c8ec-4783-b725-c386231d5662 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:19.236853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.239991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:19.240535 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:19.241312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.242813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "DELETE /v2.0/security-groups/b1e03c39-7482-49a1-b447-4707339a38f6 HTTP/1.1" status: 204 len: 168 time: 0.2098663 Nov 12 03:36:19.246638 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.249368 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:19.250124 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Bound port: 376a1200-bd1c-4acd-8db4-94c0739a9cef, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:19.251280 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.280732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.307834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:19.309063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.311494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f88108-3e8a-40ec-897d-39473a592f11 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e03c39-7482-49a1-b447-4707339a38f6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.330026 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-a7ef755d-c676-4523-9f80-bc340c58ac4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] show failed (client error): The resource could not be found. Nov 12 03:36:19.334490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a7ef755d-c676-4523-9f80-bc340c58ac4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups/b1e03c39-7482-49a1-b447-4707339a38f6 HTTP/1.1" status: 404 len: 347 time: 0.0493720 Nov 12 03:36:19.334737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34338) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.347745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-02d6c94d-a0b8-41a5-80e8-ad24135a6e14 None None] Provisioning complete for port 376a1200-bd1c-4acd-8db4-94c0739a9cef triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.348072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02d6c94d-a0b8-41a5-80e8-ad24135a6e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.397615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-02d6c94d-a0b8-41a5-80e8-ad24135a6e14 None None] Port 376a1200-bd1c-4acd-8db4-94c0739a9cef cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:19.417535 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] For port 376a1200-bd1c-4acd-8db4-94c0739a9cef, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:19.421406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] For port 376a1200-bd1c-4acd-8db4-94c0739a9cef, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=376a1200-bd1c-4acd-8db4-94c0739a9cef,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:19.426887 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.475776 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:19.475990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b11200-656f-4ae3-8ba9-1a9635a406c8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:19.476934 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.557805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] Provisioning complete for port 376a1200-bd1c-4acd-8db4-94c0739a9cef triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.558174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.584340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Deleting port c940a98d-be13-4dfa-85dd-91103e242588 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:19.584820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.616931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:19.649281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Allocated IP 172.20.0.2 (0c35f6cc-0e71-49b8-9fae-e95c8074af4a/bd5120d5-3119-4ada-a851-bf599605256c/6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:19.755250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.801492 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.801912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.810844 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee380bb-6f65-4b3f-876d-7049a4936e92 None None] Pushing event updated for resources: {'Port': ['ID=376a1200-bd1c-4acd-8db4-94c0739a9cef,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.816979 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:19.817557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Calling delete_port for c940a98d-be13-4dfa-85dd-91103e242588 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:19.834677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] For port 376a1200-bd1c-4acd-8db4-94c0739a9cef, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=376a1200-bd1c-4acd-8db4-94c0739a9cef,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:19.847255 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.849816 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.885074 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980b48a-e5c8-43b4-9323-0f402d5e3e0e None None] The sync data for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 is: [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 3, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:20.022740 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.069859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1a22-189b-4067-80dc-7cafad7f8336 None None] Pushing event updated for resources: {'Port': ['ID=376a1200-bd1c-4acd-8db4-94c0739a9cef,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.119367 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.125145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'Port': ['ID=c940a98d-be13-4dfa-85dd-91103e242588,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.126798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.139785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.142950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.146187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.151527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7b695ceb-faad-48df-8f0b-3bc78f23b277 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "DELETE /v2.0/floatingips/4fecf038-7e6f-4ac9-bba8-7bbbd59d784f HTTP/1.1" status: 204 len: 168 time: 0.8122163 Nov 12 03:36:20.218489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:20.224734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:20.228758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:20.239476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Pushing event updated for resources: {'Port': ['ID=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.244527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:20.311856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:20.312380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 9cc59e40-d7ad-4912-a8b2-f0bdfb60459e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:20.358742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Attempting to bind port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:20.359399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Attempting to bind port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:20.360608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Attempting to bind port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e on network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:20.366186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:20.367057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Checking segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:20.367664 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.368215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Bound using segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:20.368846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Bound port: 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:20.369463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.504335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] For port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:20.512340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] For port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:20.519754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.614080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f249e13-4819-4416-ab1f-1cbee1021524 None None] Pushing event updated for resources: {'Port': ['ID=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.618319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34348) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.622917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269144476', 'description': 'tempest-description--1396585827'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:20.656484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.1 (0c35f6cc-0e71-49b8-9fae-e95c8074af4a/bd5120d5-3119-4ada-a851-bf599605256c/ced060b8-900a-4e63-bc0c-df111421d24b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:20.675396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.783877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.801088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.837741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.848857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74586b5f-cb29-43d2-af39-f3d116d53628,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.865671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.868331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bfe2f3db-b29b-4c0a-ba08-68c3e333f6e7 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2482767 Nov 12 03:36:20.870326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34352) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.877079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group_rule': {'security_group_id': '74586b5f-cb29-43d2-af39-f3d116d53628', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:20.878180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.919385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.934934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:20.953165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:20.997209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:21.033298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.056406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.070033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.097007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b517276-e66b-4ecb-a979-339e3bf06048,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.114350 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.115696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-45aa6589-8302-4ee2-a06f-af2530f3d354 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2438314 Nov 12 03:36:21.118248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.123600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'security_group_rule': {'security_group_id': '74586b5f-cb29-43d2-af39-f3d116d53628', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:21.179283 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.196411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.294032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.299000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.323740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be574434-52c9-44a8-8652-e52497bd516f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.334165 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.338927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4d37d97b-a172-410c-9da3-37f3f127c600 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2193663 Nov 12 03:36:21.339608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34370) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.345274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:21.370500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.438741 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.840927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 376a1200-bd1c-4acd-8db4-94c0739a9cef up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:21.962827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 376a1200-bd1c-4acd-8db4-94c0739a9cef triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:21.963226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.976017 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.121659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:22.172242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Allocated IP 172.25.2.50 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/b53b3640-b93b-4ceb-a839-ff50be2f57b8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:22.219995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:22.220696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.261983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaeb649-c223-4352-ad80-8f8285954ec6 None None] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:22.325784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.340497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.349268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.369516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.412111 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.488038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:22.497326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:22.502113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:22.507804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=b53b3640-b93b-4ceb-a839-ff50be2f57b8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.531405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-adb522a7-7158-43e4-804f-27ad6cc06f43 None None] Provisioning complete for port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:22.531969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adb522a7-7158-43e4-804f-27ad6cc06f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.629566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.669978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.675260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:22.683011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:22.693449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:22.707242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.716228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-adb522a7-7158-43e4-804f-27ad6cc06f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.726342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.770437 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.956407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.972772 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-adb522a7-7158-43e4-804f-27ad6cc06f43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:22.983553 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-adb522a7-7158-43e4-804f-27ad6cc06f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:22.985553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.985968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.986381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.986777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.987202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.988076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.988076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.988274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.988658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.989083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.991467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:22.992530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:23.022801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 4ce558c8-c020-423f-b924-460e870e0e23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:23.071874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.080194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.134785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=b53b3640-b93b-4ceb-a839-ff50be2f57b8,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.176355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:23.185849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb5ef1df-ce09-43d9-90ad-c66f4c4c3b78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/4ce558c8-c020-423f-b924-460e870e0e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0313981 Nov 12 03:36:23.186499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.188081 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Sync routers for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:23.198380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.212691 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:23.213866 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:23.218068 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.223544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cd72cb7d-dddc-4d79-b6c0-6a164e34adb8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8829246 Nov 12 03:36:23.369625 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:23.483202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.483820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.484371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.486003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.486559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.488560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.489120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.489891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.494762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2b6b9ff5-894d-4577-9a70-c8c04484a394 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5668 time: 0.3047779 Nov 12 03:36:23.495048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34394) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.520522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e404f9b2-a794-46c5-b6e3-76669dd4ef78 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1269144476&fields=id&tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 267 time: 0.0787599 Nov 12 03:36:23.644665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.645244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.645599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.646112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.646499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.647040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.647420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.647875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.651259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b35a73e-9119-4d72-ba3b-5096c0f9a9e5 tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5266 time: 0.1548872 Nov 12 03:36:23.653783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:23.692510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c58c983-60dc-4637-806a-45adb895ef13 None None] Provisioning complete for port ced060b8-900a-4e63-bc0c-df111421d24b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:23.692893 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c58c983-60dc-4637-806a-45adb895ef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.767283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:23.785521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-8fd5bc4b-0cab-42bd-b86c-df3c3a0317ad tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.796591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-8fd5bc4b-0cab-42bd-b86c-df3c3a0317ad tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 810 time: 0.2660902 Nov 12 03:36:23.814827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-bebc4650-2aa8-4b1a-979e-ac2687c87cef tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/quotas/a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 375 time: 0.0172443 Nov 12 03:36:23.829635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2c58c983-60dc-4637-806a-45adb895ef13 None None] Port ced060b8-900a-4e63-bc0c-df111421d24b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:23.854848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2c58c983-60dc-4637-806a-45adb895ef13 None None] Provisioning complete for port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:23.861444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2c58c983-60dc-4637-806a-45adb895ef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.916352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-68665807-16ca-4190-a7fa-cac7551336c2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019149 Nov 12 03:36:23.918149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:23.918510 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.933173 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:22Z', 'revision_number': 2, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:23.999144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Checking router: 4ce558c8-c020-423f-b924-460e870e0e23 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:24.003664 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Updating router 4ce558c8-c020-423f-b924-460e870e0e23 port ced060b8-900a-4e63-bc0c-df111421d24b binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:24.055680 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.120999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-48ed1e33-8aab-44a4-baf1-3d69aca66ecf service neutron] 10.222.0.84 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024310 Nov 12 03:36:24.170578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-107bc8b9-0fac-4102-85e7-f25a843cec0f tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.5012434 Nov 12 03:36:24.332346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-88492074-50aa-41aa-88b6-a8cca14e4499 service neutron] 10.222.0.84 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038078 Nov 12 03:36:24.440866 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.450566 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.566218 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94c5ff-2f4d-4aed-82e8-b275e9073902 None None] Pushing event updated for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.585872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.591060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537665830', 'description': 'tempest-secgroup-smoke-537665830 description', 'project_id': '23974ced391c49399e9de64eae0ab536'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:24.617438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.658037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90277c38-839f-4e67-abb9-eb0422ce24c0 req-bc8e53f1-f5cd-4b63-8491-fbb7308e70b1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 210 time: 0.0942748 Nov 12 03:36:24.717265 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.730720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.743870 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Attempting to bind port ced060b8-900a-4e63-bc0c-df111421d24b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:24.744228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Attempting to bind port ced060b8-900a-4e63-bc0c-df111421d24b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:24.744593 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Attempting to bind port ced060b8-900a-4e63-bc0c-df111421d24b on network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:24.759389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:24.759841 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Checking segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:24.760251 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.760887 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Bound using segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:24.761513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Bound port: ced060b8-900a-4e63-bc0c-df111421d24b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:24.762516 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.781214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.782574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1951435 Nov 12 03:36:24.785909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34414) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.791133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:24.834477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5a029-ddf3-42e1-8207-362a6c7cfada tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e6f62-fdd7-4689-9783-5797028465a8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.851645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.871205 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] For port ced060b8-900a-4e63-bc0c-df111421d24b, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:24.876408 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] For port ced060b8-900a-4e63-bc0c-df111421d24b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ced060b8-900a-4e63-bc0c-df111421d24b,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:24.882381 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.921624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.928295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.961471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.965199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763213 Nov 12 03:36:24.966599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34420) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:24.971471 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:24.971586 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:24.975336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:24.993821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb060aa-9cce-40c1-9df9-0bfa59b3df7d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65085c9-f192-4918-bc03-fb1f053bb2c7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.034286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.102826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] Provisioning complete for port ced060b8-900a-4e63-bc0c-df111421d24b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:25.103346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.112806 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:25.134055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.134560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34426) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.137805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.194242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74cdf43-4537-4640-b2c6-8d6471f0138b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.220012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.224184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc44907d-6187-4df6-b214-e231bbd6c14a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2573779 Nov 12 03:36:25.224813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34428) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.231762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.286025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.291765 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.339157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.360141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.366042 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94c5ff-2f4d-4aed-82e8-b275e9073902 None None] Pushing event updated for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.403390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] For port ced060b8-900a-4e63-bc0c-df111421d24b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ced060b8-900a-4e63-bc0c-df111421d24b,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:25.409138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.413113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.417672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.453245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee1129a-f5cb-4a9c-b6a7-d5207abb2b60,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.470820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.474005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27ec7-0411-4f1b-a4f6-c0ffb4ddd3e1 None None] Pushing event updated for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.481687 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-17fa761b-e089-4cff-a505-7598d45c291d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558198 Nov 12 03:36:25.482371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34430) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.486860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.543387 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.553959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.556822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0163d53b-fd57-4a39-845f-bbb1243294e7 None None] Provisioning complete for port ced060b8-900a-4e63-bc0c-df111421d24b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:25.557383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0163d53b-fd57-4a39-845f-bbb1243294e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.557957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.559144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] 10.222.0.84 "DELETE /v2.0/security-groups/f8beaf33-b0d3-4664-a297-e2e48dcfadad HTTP/1.1" status: 204 len: 168 time: 0.4210756 Nov 12 03:36:25.597618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500a62f-8aed-4788-8c82-ac15cd31f726 tempest-TestVolumeBootPattern-1456370492 tempest-TestVolumeBootPattern-1456370492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8beaf33-b0d3-4664-a297-e2e48dcfadad,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.650126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34434) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.700390 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:24Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:25.730611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.745202 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.792842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a43180-11f3-40f2-bcae-c41ea1e999ff,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.796685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c0a359-08e1-4f80-826f-ef39cd5dea43 None None] The sync data for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 is: [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:24Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:25.803935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.811256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e4f6fe8e-7ad2-4162-8675-6201873334e1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278196 Nov 12 03:36:25.813901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:25.818710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.843655 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:36:25.850241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.851170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3430388-882d-4c61-82e9-39cf0e24c5dd req-455a69a0-d6d7-4459-8faf-d2e9de294f77 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 210 time: 0.0492773 Nov 12 03:36:26.013155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.020850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.039751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626b28f7-e85a-42b8-9e0c-86a960831dfd,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.066153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.067540 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2043de20-9c9e-40e6-9f0c-b346382c8b7e tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2524693 Nov 12 03:36:26.070192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:26.075231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'security_group_rule': {'security_group_id': 'e32e6f62-fdd7-4689-9783-5797028465a8', 'project_id': '23974ced391c49399e9de64eae0ab536', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:26.116166 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Project 23974ced391c49399e9de64eae0ab536 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:36:26.123934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.239447 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.244621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.281006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46752281-3038-4e3f-99a8-41cc1cdb260c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:26.286093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.287397 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-03f04178-6a5e-4840-bfbc-86160446cc78 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2161460 Nov 12 03:36:26.576837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-cdba7cb1-16d7-4176-93d5-499f118d910f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.578905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-cdba7cb1-16d7-4176-93d5-499f118d910f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 810 time: 0.2319593 Nov 12 03:36:26.670511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-9eeaf139-1351-493f-8020-709acd05017c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537665830&fields=id&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 267 time: 0.0880029 Nov 12 03:36:26.719667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-8b3368a9-ac48-4219-af55-714a6707b9ac tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae HTTP/1.1" status: 200 len: 380 time: 0.1235898 Nov 12 03:36:26.726728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.734962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'port': {'device_id': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'admin_state_up': True, 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'security_groups': ['74586b5f-cb29-43d2-af39-f3d116d53628']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:26.851854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-7a0acaa9-0db2-4c15-90d5-fa862c6f1890 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.859297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-7a0acaa9-0db2-4c15-90d5-fa862c6f1890 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/networks?id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 200 len: 796 time: 0.1814189 Nov 12 03:36:26.877224 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-1559288a-3622-49e0-b448-bbcca2ad46d8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/quotas/23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 375 time: 0.0168147 Nov 12 03:36:26.943856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-328b669c-a245-4a56-84ae-5d3d2cce5532 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653508 Nov 12 03:36:27.070716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-528dcdcb-8486-447b-aeac-28483c0e8fb0 req-a1c760e1-1669-469c-a122-b4bb75797ea6 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 210 time: 0.0546880 Nov 12 03:36:27.122014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Made reservation on behalf of a1ef6dd4826246a2826d4b26d6e2c1ae for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:27.126638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.170372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-27ce7048-4345-4b24-af11-a463f3a08f64 service neutron] 10.222.0.84 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964955 Nov 12 03:36:27.311281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-8119f6b1-b880-49b6-b78d-1ab7fef640c1 service neutron] 10.222.0.84 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338599 Nov 12 03:36:27.582360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Allocated IP 172.20.0.5 (dd99071d-f88a-40a6-ba23-6d077a9bf3a4/5c7a4e0c-0813-49ef-906a-1936bcb18ed0/f4ca6d38-b905-400b-ae3c-63b385496b4e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:27.652705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22006cb2-5cbe-4dc2-9d8b-33031869c170 req-b226ec4d-1c5c-4ac2-8770-76bd632ffbf4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 210 time: 0.0385618 Nov 12 03:36:27.790048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Deleting port 2a1919e7-b207-4a2f-bacd-617797c933e0 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:27.790490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.793026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ced060b8-900a-4e63-bc0c-df111421d24b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:27.842124 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.875980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ced060b8-900a-4e63-bc0c-df111421d24b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:27.876608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.923418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.933023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] For port 2a1919e7-b207-4a2f-bacd-617797c933e0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2a1919e7-b207-4a2f-bacd-617797c933e0,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:27.933399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.949696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Calling delete_port for 2a1919e7-b207-4a2f-bacd-617797c933e0 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:28.037417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.085425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:28.118749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:28.127860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:28.254510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0af0-0b15-45fa-b270-da5d5352303d req-704e79e6-31d0-4fd6-b83b-22c35332b783 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.262957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a4b0af0-0b15-45fa-b270-da5d5352303d req-704e79e6-31d0-4fd6-b83b-22c35332b783 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 931 time: 0.0681818 Nov 12 03:36:28.345580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a4b0af0-0b15-45fa-b270-da5d5352303d req-3589645a-20fb-4449-899d-cbf6ee9859c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814452 Nov 12 03:36:28.469910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e2ac827c-94a7-4332-9a4c-0e4fe63fe052 None None] Provisioning complete for port f4ca6d38-b905-400b-ae3c-63b385496b4e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:28.470966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e2ac827c-94a7-4332-9a4c-0e4fe63fe052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.472670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event updated for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.512133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.512792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.518944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac827c-94a7-4332-9a4c-0e4fe63fe052 None None] Port f4ca6d38-b905-400b-ae3c-63b385496b4e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:28.535906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-994dba44-98ea-49b3-8c77-8d94749212f2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060670 Nov 12 03:36:28.558291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Request body: {'port': {'device_id': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:28.620532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.652620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1919e7-b207-4a2f-bacd-617797c933e0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:28.656899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.850853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e96f885f-fdf4-42fc-9ad9-d93e9715cadf req-43d18188-1098-4152-8fe8-a4c671df9209 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 210 time: 0.0743268 Nov 12 03:36:29.022824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-0bc9e585-7608-45c9-bd57-30dfb0195e16 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.024316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-0bc9e585-7608-45c9-bd57-30dfb0195e16 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/networks?id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 200 len: 796 time: 0.3513522 Nov 12 03:36:29.184880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.214960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-d06d14de-e565-405d-a86e-e8f8dd4fd921 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23974ced391c49399e9de64eae0ab536 HTTP/1.1" status: 200 len: 379 time: 0.1768117 Nov 12 03:36:29.260736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'port': {'device_id': '7914881b-d9a6-4eff-921e-51b62df494b6', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'admin_state_up': True, 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'security_groups': ['e32e6f62-fdd7-4689-9783-5797028465a8']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:29.329212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.442264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ca6d38-b905-400b-ae3c-63b385496b4e {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:29.463590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.467934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b1e1-28a3-4a24-aa66-c05084ac4cbf req-90656f5c-ef01-4877-b998-2afccbcd51a2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.470822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f540b1e1-28a3-4a24-aa66-c05084ac4cbf req-90656f5c-ef01-4877-b998-2afccbcd51a2 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 931 time: 0.0515807 Nov 12 03:36:29.524042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Transition to ACTIVE for port object f4ca6d38-b905-400b-ae3c-63b385496b4e will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:29.527491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f540b1e1-28a3-4a24-aa66-c05084ac4cbf req-49d89330-00ec-4d44-bbed-09a127d72856 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469615 Nov 12 03:36:29.534737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.569258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Made reservation on behalf of 23974ced391c49399e9de64eae0ab536 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:29.572833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.663618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Pushing event updated for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.770250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Router 316f02ec-df10-475b-8e62-1c5db647be44 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:29.876023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Attempting to bind port f4ca6d38-b905-400b-ae3c-63b385496b4e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:29.876315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Attempting to bind port f4ca6d38-b905-400b-ae3c-63b385496b4e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:29.876607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Attempting to bind port f4ca6d38-b905-400b-ae3c-63b385496b4e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:29.889018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Port f4ca6d38-b905-400b-ae3c-63b385496b4e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:29.889363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Attempting to bind port f4ca6d38-b905-400b-ae3c-63b385496b4e on network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:29.914155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:29.914533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Checking segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:29.914895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Bound using segment: {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:29.915363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Bound port: f4ca6d38-b905-400b-ae3c-63b385496b4e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a25cc72-8672-4dff-ae54-6aaf08d51356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:29.915733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.925226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.20.0.3 (0c35f6cc-0e71-49b8-9fae-e95c8074af4a/bd5120d5-3119-4ada-a851-bf599605256c/b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:30.006687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-555118c5-7eab-41ba-91ad-6b97ae0a829a req-85bacd2c-6993-4878-811e-15378186d7e3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 210 time: 0.0429342 Nov 12 03:36:30.059411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:30.070674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f5c15-f205-4a70-8008-84966502527b None None] Sync routers for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:30.071714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b5b38c2-aa90-4783-bc59-bbcdb69d141a admin admin] 10.222.0.84 "PUT /v2.0/routers/316f02ec-df10-475b-8e62-1c5db647be44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4202409 Nov 12 03:36:30.074586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:30.084935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:30.085786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.163802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:30.181992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:30.188581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.227321 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.252456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.253084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.254509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] 10.222.0.32 "PUT /v2.0/ports/f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 1092 time: 1.7017157 Nov 12 03:36:30.257044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:30.259193 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067" -d '{"events": [{"name": "network-changed", "server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:30.290100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.293057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4e139-6841-45d7-85dd-d3ad0124617b service neutron] Pushing event updated for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.357186 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecc345b-7ff2-4021-99f1-202e4ba8f958 x-openstack-request-id: req-0ecc345b-7ff2-4021-99f1-202e4ba8f958 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:30.357492 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:30.357742 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0ecc345b-7ff2-4021-99f1-202e4ba8f958 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:30.358318 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'status': 'completed', 'code': 200} Nov 12 03:36:30.403829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.407429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-d4ace1e8-4eb2-49fd-a078-f4468e581209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.409258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-d4ace1e8-4eb2-49fd-a078-f4468e581209 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1095 time: 0.1060553 Nov 12 03:36:30.440194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.511796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-5c5ca27b-d7c0-41a6-860e-ce6218e0f64b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 217 time: 0.0576520 Nov 12 03:36:30.513681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:30.519170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Deleting port fc7a8de9-4574-4e5a-acf5-5d9293a03c74 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:30.519170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.530765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:30.550390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:30.558942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:30.570655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.638383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-a9242a0a-6ffc-4181-8f57-46ea581235cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.641971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-a9242a0a-6ffc-4181-8f57-46ea581235cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.1228545 Nov 12 03:36:30.711667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] For port fc7a8de9-4574-4e5a-acf5-5d9293a03c74, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:30.712037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.727201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Calling delete_port for fc7a8de9-4574-4e5a-acf5-5d9293a03c74 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:30.799482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-90efe556-bd08-4d36-bc04-80e06e8d47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.801008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-90efe556-bd08-4d36-bc04-80e06e8d47fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399693 Nov 12 03:36:30.807283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.807923 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.853239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-c6787e6c-4a54-472f-9d8e-a4c2cdb067bc tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6258450 Nov 12 03:36:30.885221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Request body: {'port': {'device_id': '7914881b-d9a6-4eff-921e-51b62df494b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:30.919978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:36:28Z', 'revision_number': 5, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port': {'id': 'fc7a8de9-4574-4e5a-acf5-5d9293a03c74', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:7c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316f02ec-df10-475b-8e62-1c5db647be44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.957467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f5c15-f205-4a70-8008-84966502527b None None] Checking router: 316f02ec-df10-475b-8e62-1c5db647be44 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:30.972679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] Routers {'316f02ec-df10-475b-8e62-1c5db647be44'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:30.973316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['316f02ec-df10-475b-8e62-1c5db647be44'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.985012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.998572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab689-ae23-4b9f-b1ac-66fb569869da req-4d6ba241-216c-4337-a4b7-ef2127f2ceab tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.006413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-638ab689-ae23-4b9f-b1ac-66fb569869da req-4d6ba241-216c-4337-a4b7-ef2127f2ceab tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 943 time: 0.3194504 Nov 12 03:36:31.010778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-00c94dd8-7348-4c0a-ab32-04bd4bf36019 None None] Provisioning complete for port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:31.011213 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-00c94dd8-7348-4c0a-ab32-04bd4bf36019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.019310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7a8de9-4574-4e5a-acf5-5d9293a03c74,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.072000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5d0e8-a61c-4942-b6c2-75b01c5178af None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:31.116590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] Set router 316f02ec-df10-475b-8e62-1c5db647be44 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:31.118917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-00c94dd8-7348-4c0a-ab32-04bd4bf36019 None None] Port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:31.175924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-530f0ace-ac53-49c0-b89a-7e738080a4f5 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482172 Nov 12 03:36:31.176450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.181373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-656f5c15-f205-4a70-8008-84966502527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 6, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:31.195671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.200806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-638ab689-ae23-4b9f-b1ac-66fb569869da req-d7f17ff6-53c5-4b9f-a7f5-03d149def828 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935775 Nov 12 03:36:31.208359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f5c15-f205-4a70-8008-84966502527b None None] The sync data for ids ['316f02ec-df10-475b-8e62-1c5db647be44'] in n-d-615180-50 is: [{'id': '316f02ec-df10-475b-8e62-1c5db647be44', 'name': 'tempest-TestVolumeBootPattern-1885987956-router', 'tenant_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:07Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 6, 'project_id': 'd31523cee80043e5b6af1e0cb9b66dd5', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:31.365855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-81f3ce2f-91df-4ac2-a1d8-19ecd584d4e1 req-1827b58c-6159-47fe-9971-80a9f5ba6cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630633 Nov 12 03:36:31.520822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-0b46a8e0-e44c-4188-a2ad-3a3dafaebd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.522583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-0b46a8e0-e44c-4188-a2ad-3a3dafaebd6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1095 time: 0.1016748 Nov 12 03:36:31.597032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a431180-99bd-406c-9b0a-f0fd97cddf09 req-3fd099f3-a83e-4db9-945c-2d01aba9c079 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.598609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a431180-99bd-406c-9b0a-f0fd97cddf09 req-3fd099f3-a83e-4db9-945c-2d01aba9c079 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 931 time: 0.4808974 Nov 12 03:36:31.603479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.606267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.669045 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.669839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 316f02ec-df10-475b-8e62-1c5db647be44 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:31.678060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.682280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c0b6116-a005-404b-b56c-99e376a3d7ce admin admin] 10.222.0.84 "DELETE /v2.0/routers/316f02ec-df10-475b-8e62-1c5db647be44 HTTP/1.1" status: 204 len: 168 time: 1.6062217 Nov 12 03:36:31.683313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.715579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2a1919e7-b207-4a2f-bacd-617797c933e0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:31.736974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2a1919e7-b207-4a2f-bacd-617797c933e0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:31.737568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2a1919e7-b207-4a2f-bacd-617797c933e0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:31.756263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a431180-99bd-406c-9b0a-f0fd97cddf09 req-5bf64e74-9895-4f64-b1fa-000852288225 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413488 Nov 12 03:36:31.766338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Deleting subnet 6a5a95cd-e606-4f7a-ac2e-45ea159db837 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:31.770007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.813517 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.890542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.941210 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.972793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a5a95cd-e606-4f7a-ac2e-45ea159db837,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:31.974974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.979557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e7516-c3ee-4ab5-b8ba-72980fc02815 None None] Network e3aec6b9-297b-4c21-a702-29b987137959 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:31.982566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34510) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.984050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-454bdb39-b143-4589-94f0-9d704b6345d1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6a5a95cd-e606-4f7a-ac2e-45ea159db837 HTTP/1.1" status: 204 len: 168 time: 0.2980630 Nov 12 03:36:32.014332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-8d43681f-8031-424d-912a-1b8269b3b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.015916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-8d43681f-8031-424d-912a-1b8269b3b516 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.4808555 Nov 12 03:36:32.018006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:32.058738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.100049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-93f97472-1127-4921-ae92-0d6269823270 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 217 time: 0.0730412 Nov 12 03:36:32.128542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Transition to ACTIVE for port object b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:32.151156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.155936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.189724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] DHCP port deletion for e3aec6b9-297b-4c21-a702-29b987137959 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:32.266944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.283561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Deleting port 3fc69637-782a-40d3-a464-97571be89606 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.284334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.295707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.296059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.296402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.296815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.297661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.298001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.298334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.298668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.299001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.299358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.299685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.300016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:32.307240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-2759c23d-29d2-4451-909e-be1616b958c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.308796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-2759c23d-29d2-4451-909e-be1616b958c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.1958256 Nov 12 03:36:32.397016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] For port 3fc69637-782a-40d3-a464-97571be89606, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3fc69637-782a-40d3-a464-97571be89606,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.397858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.408396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-7053c582-2d29-4207-b155-bac3cc26b76a tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.410575 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-7053c582-2d29-4207-b155-bac3cc26b76a tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.2622166 Nov 12 03:36:32.415372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Calling delete_port for 3fc69637-782a-40d3-a464-97571be89606 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:32.442922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf6ed0-8654-416c-813e-23faebb17bda req-802b3902-eedc-4d25-9487-d4c9819e6ccd tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.452052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4edf6ed0-8654-416c-813e-23faebb17bda req-802b3902-eedc-4d25-9487-d4c9819e6ccd tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 943 time: 0.1117985 Nov 12 03:36:32.485636 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04583c46-81c4-4c25-a335-d36f13ce1faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.527588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Attempting to bind port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:32.527931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Attempting to bind port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:32.528404 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Attempting to bind port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 on network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:32.546263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Deleting port 3fc69637-782a-40d3-a464-97571be89606 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.546606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.548961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-76b70cdb-cdce-4523-a3c0-d24be66f4244 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.559993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4edf6ed0-8654-416c-813e-23faebb17bda req-6f694870-b7d5-494e-a559-b79fb5855edf tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006498 Nov 12 03:36:32.574442 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.603031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 on network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:32.603391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Attempting to bind port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 on network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:32.610295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] No DVR routers for this DVR port 3fc69637-782a-40d3-a464-97571be89606 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:32.612352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7417ea-8e8f-4db6-9b48-e60d91388ae6 None None] Pushing event deleted for resources: {'Port': ['ID=3fc69637-782a-40d3-a464-97571be89606,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.617521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-3f503ba7-cc29-4071-9efe-4e8d12b27ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.624121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-3f503ba7-cc29-4071-9efe-4e8d12b27ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731347 Nov 12 03:36:32.655540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:32.656131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Checking segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:32.656543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Bound using segment: {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:32.657004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Bound port: b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa5413c-5484-4d3e-b99c-99e064aab890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:32.657360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.825177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] For port 3fc69637-782a-40d3-a464-97571be89606, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3fc69637-782a-40d3-a464-97571be89606,segment=NetworkSegment(88524bdd-22da-4b31-b984-f8980d248ab6),segment_id=88524bdd-22da-4b31-b984-f8980d248ab6)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.825687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.867067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Calling delete_port for 3fc69637-782a-40d3-a464-97571be89606 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:32.896286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b00e-7b7d-4437-b839-93d73ffb6a57 req-c0da86a8-36d2-4123-b781-44b0e1dde1a0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.898499 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d58b00e-7b7d-4437-b839-93d73ffb6a57 req-c0da86a8-36d2-4123-b781-44b0e1dde1a0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 943 time: 0.0533514 Nov 12 03:36:32.924359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-b1a79d9e-8a65-4abc-94d3-1e6daaab565b service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876606 Nov 12 03:36:32.928446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-76b70cdb-cdce-4523-a3c0-d24be66f4244 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.144975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:33.151377 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d58b00e-7b7d-4437-b839-93d73ffb6a57 req-668ae28a-3c74-4213-9bbb-a0fa8c78450f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675175 Nov 12 03:36:33.152824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-76b70cdb-cdce-4523-a3c0-d24be66f4244 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.152824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:33.152824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.152824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bde6d69-09fb-4212-84e9-a19795e5ac87 req-76b70cdb-cdce-4523-a3c0-d24be66f4244 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6795819 Nov 12 03:36:33.189191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b70cdb-cdce-4523-a3c0-d24be66f4244 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b3338-a889-4bfb-bdb7-7f518bd6a875,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.212836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.213461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.214903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] 10.222.0.39 "PUT /v2.0/ports/b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 200 len: 1092 time: 2.3582201 Nov 12 03:36:33.215407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:33.217639 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1c65a6-12e8-41d8-b889-c373b86dbd23" -d '{"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:33.294043 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae2caf-01d0-4324-bf83-ce33f3075ed3 x-openstack-request-id: req-b7ae2caf-01d0-4324-bf83-ce33f3075ed3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:33.294414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:33.298680 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b7ae2caf-01d0-4324-bf83-ce33f3075ed3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:33.298680 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'status': 'completed', 'code': 200} Nov 12 03:36:33.320277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.327286 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83c88c-b80b-4b38-82da-80e8d24cb09a req-3e3d7c89-9f68-4374-97fb-7a28fc0d0e87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.329734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c83c88c-b80b-4b38-82da-80e8d24cb09a req-3e3d7c89-9f68-4374-97fb-7a28fc0d0e87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1121249 Nov 12 03:36:33.345639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001801c7-340d-463a-8b51-aed7be2ebe05 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.352812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a3f2aced-7193-4ea2-b4d1-e9bcee30f067 req-f7949efb-56bd-403d-bcb5-d70ee13a66df service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859379 Nov 12 03:36:33.393004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] No DVR routers for this DVR port 3fc69637-782a-40d3-a464-97571be89606 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:33.399281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc69637-782a-40d3-a464-97571be89606,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.426301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9c83c88c-b80b-4b38-82da-80e8d24cb09a req-28af76e5-1697-4fd6-93cd-7f54ba3ea7b2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659709 Nov 12 03:36:33.456111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34542) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.467943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-86175f00-4ad1-48f8-801b-e80f1dd0b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.471548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-86175f00-4ad1-48f8-801b-e80f1dd0b899 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1095 time: 0.1733117 Nov 12 03:36:33.539586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.543046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-766c48a9-be12-4f56-abb4-0e9461575522 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 200 len: 217 time: 0.0444369 Nov 12 03:36:33.551926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8bc5c85c-21e7-4b56-a17e-f1b0188a98e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 HTTP/1.1" status: 200 len: 993 time: 0.0946555 Nov 12 03:36:33.597145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aec6b9-297b-4c21-a702-29b987137959']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.615582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88524bdd-22da-4b31-b984-f8980d248ab6') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.615891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88524bdd-22da-4b31-b984-f8980d248ab6') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.646792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.660323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-ce29aa34-aa9b-4fc4-a887-38f92ee6d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.661991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-ce29aa34-aa9b-4fc4-a887-38f92ee6d5e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd5120d5-3119-4ada-a851-bf599605256c HTTP/1.1" status: 200 len: 835 time: 0.1085529 Nov 12 03:36:33.670886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.723219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:33.723639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self.session.flush() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:33.725449 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:33.741662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fc7a8de9-4574-4e5a-acf5-5d9293a03c74 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:33.783941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac14006-4faa-4fdb-9ae4-d16bc8e5ecc8 req-bf868f38-f871-4fdb-9a79-dee44aa6a45a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.784880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fc7a8de9-4574-4e5a-acf5-5d9293a03c74 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:33.785545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fc7a8de9-4574-4e5a-acf5-5d9293a03c74 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:33.785738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ac14006-4faa-4fdb-9ae4-d16bc8e5ecc8 req-bf868f38-f871-4fdb-9a79-dee44aa6a45a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 943 time: 0.1071522 Nov 12 03:36:33.786412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3fc69637-782a-40d3-a464-97571be89606 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:33.821990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3fc69637-782a-40d3-a464-97571be89606 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:33.822537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3fc69637-782a-40d3-a464-97571be89606 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:33.833771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-b908c681-c3b1-4bcf-b519-e6dd3fc4fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.835781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-b908c681-c3b1-4bcf-b519-e6dd3fc4fef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1622989 Nov 12 03:36:33.840467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.847054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.851658 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] 10.222.0.84 "DELETE /v2.0/networks/e3aec6b9-297b-4c21-a702-29b987137959 HTTP/1.1" status: 204 len: 168 time: 1.8683581 Nov 12 03:36:33.852559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ac14006-4faa-4fdb-9ae4-d16bc8e5ecc8 req-4851788f-a9a5-4722-a524-6b7f9d970bfb tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553851 Nov 12 03:36:33.854544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34556) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.915947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea2c3-99bf-490a-bd68-4dac96d9741d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3aec6b9-297b-4c21-a702-29b987137959,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.981518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-5bbab129-49d5-4d40-8408-9297a7d6c4ed req-00016a21-28bd-4ae4-b70f-c30e555bdd0d service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:33.982500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5bbab129-49d5-4d40-8408-9297a7d6c4ed req-00016a21-28bd-4ae4-b70f-c30e555bdd0d service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055997 Nov 12 03:36:34.014790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-51e629ea-822b-4559-896b-aaad939c2b53 service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614096 Nov 12 03:36:34.181974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53ad6beb-8f63-4cd1-a9fc-805a0876712f req-f7f3855c-2f8f-4d91-8328-5804c2a1645d service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586847 Nov 12 03:36:34.212593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23f1a0-cb0b-4673-81a8-ea0f6258c87b req-eca649f2-6fb3-4682-9232-dca954201c8d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.221116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa23f1a0-cb0b-4673-81a8-ea0f6258c87b req-eca649f2-6fb3-4682-9232-dca954201c8d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 943 time: 0.1420901 Nov 12 03:36:34.286657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f4ca6d38-b905-400b-ae3c-63b385496b4e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:34.303179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-6800e0b4-e1d4-4bf1-9a0a-7858fd05d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.305164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-6800e0b4-e1d4-4bf1-9a0a-7858fd05d6d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1095 time: 0.0662336 Nov 12 03:36:34.311148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fa23f1a0-cb0b-4673-81a8-ea0f6258c87b req-b74f0ed0-e3ba-4016-a63f-7601e8a586d8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891457 Nov 12 03:36:34.411067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.452774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.480672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'port_id': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'mac_address': 'fa:16:3e:e6:b9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:34.549871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.561799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-81f8efeb-3aa4-4755-a166-6ddd92ca7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.563383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-81f8efeb-3aa4-4755-a166-6ddd92ca7b8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 200 len: 897 time: 0.2398012 Nov 12 03:36:34.572303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ca6d38-b905-400b-ae3c-63b385496b4e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:34.599030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.604854 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.621335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-a02d9c20-d8e7-4105-9171-3f0d17aa5621 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 200 len: 217 time: 0.0491347 Nov 12 03:36:34.638092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88897c-0516-44b2-bb79-50d0962b1b3f req-d23c45de-62d5-4e9b-9f96-d629fe357aa3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.639704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a88897c-0516-44b2-bb79-50d0962b1b3f req-d23c45de-62d5-4e9b-9f96-d629fe357aa3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1612875 Nov 12 03:36:34.661288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-531de12b-f3f7-49cf-9bcb-e95b81beecdc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470770 Nov 12 03:36:34.681600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.685103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-9bc0e676-f523-4335-b766-2c202e05b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.686988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-9bc0e676-f523-4335-b766-2c202e05b7ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd5120d5-3119-4ada-a851-bf599605256c HTTP/1.1" status: 200 len: 835 time: 0.0577083 Nov 12 03:36:34.707630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-6404d78f-253d-4f0c-a16b-3ef317e69984 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:34.708641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-6404d78f-253d-4f0c-a16b-3ef317e69984 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122938 Nov 12 03:36:34.713975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d51514f-1a22-43f7-973a-2ae6591a329b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.784007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-f4d03f58-27ba-4596-b40a-8c660e8bad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.785680 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-f4d03f58-27ba-4596-b40a-8c660e8bad93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904942 Nov 12 03:36:34.793409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a88897c-0516-44b2-bb79-50d0962b1b3f req-e73dc6f7-6f0a-46f7-ac7a-73daeb31b82f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442068 Nov 12 03:36:34.865075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f4ca6d38-b905-400b-ae3c-63b385496b4e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:34.936184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Deleting port 0debec77-45be-482e-9cee-34188658c870 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:34.938400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.991379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-77ade191-628c-4de5-abbe-4779e48fb869 service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950271 Nov 12 03:36:35.118838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] For port 0debec77-45be-482e-9cee-34188658c870, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0debec77-45be-482e-9cee-34188658c870,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.119325 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.145123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb29e1-8387-47d9-9125-24f6e0d2126a req-d46945a3-fcff-4cdc-b5bf-57bb9df32bf8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.148019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Calling delete_port for 0debec77-45be-482e-9cee-34188658c870 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:35.154068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1fb29e1-8387-47d9-9125-24f6e0d2126a req-d46945a3-fcff-4cdc-b5bf-57bb9df32bf8 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 944 time: 0.1767917 Nov 12 03:36:35.201021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bb1c65a6-12e8-41d8-b889-c373b86dbd23 req-e795df33-cee2-450e-901a-36dcff5ced1b service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930664 Nov 12 03:36:35.271478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1fb29e1-8387-47d9-9125-24f6e0d2126a req-8beaaa2d-8b26-4541-82f0-40496f3e06ad tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161520 Nov 12 03:36:35.460811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.476638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828df20-34cb-4f86-a3cb-9b904bdd824d req-6544b104-f6cc-4e28-949c-91aa41690988 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.478226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a828df20-34cb-4f86-a3cb-9b904bdd824d req-6544b104-f6cc-4e28-949c-91aa41690988 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 943 time: 0.0743756 Nov 12 03:36:35.502423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0debec77-45be-482e-9cee-34188658c870,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.670146 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.730770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a828df20-34cb-4f86-a3cb-9b904bdd824d req-3bd946a8-15ff-4713-bc95-479f3632a3ac tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317533 Nov 12 03:36:35.834668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.976682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687931f4-65d4-42bc-b6ed-278cd48c29a1 req-3a9c745a-be4d-4116-84f3-2be22be4c57a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.977992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-687931f4-65d4-42bc-b6ed-278cd48c29a1 req-3a9c745a-be4d-4116-84f3-2be22be4c57a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0805242 Nov 12 03:36:36.040735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-687931f4-65d4-42bc-b6ed-278cd48c29a1 req-0980d2ef-b1a0-47ac-9098-28686f7ff6ad tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545456 Nov 12 03:36:36.165689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Router 9b965029-9515-466e-809f-05db5be3e564 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:36.275722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:36.282839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-749071e4-f7e2-4c07-b693-7524fa951ff0 admin admin] 10.222.0.84 "PUT /v2.0/routers/9b965029-9515-466e-809f-05db5be3e564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4270792 Nov 12 03:36:36.285325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34646) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.289118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Sync routers for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:36.300405 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:36.300962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f4ca6d38-b905-400b-ae3c-63b385496b4e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:36.301449 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.404559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port f4ca6d38-b905-400b-ae3c-63b385496b4e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:36.408853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f4ca6d38-b905-400b-ae3c-63b385496b4e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:36.409253 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:36.410375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.454284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.503878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21990af7-28a8-4d71-b866-3128ef7e9f05 req-744e9d76-5c1f-4520-a191-5364642c6b5b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.506334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-21990af7-28a8-4d71-b866-3128ef7e9f05 req-744e9d76-5c1f-4520-a191-5364642c6b5b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 944 time: 0.1483483 Nov 12 03:36:36.515057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.555174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:36.556139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:36.558987 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059be353-9358-4503-a234-a3ecf6a8f738" -d '{"events": [{"server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "name": "network-vif-plugged", "status": "completed", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:36.576055 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.668809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-948c75e7-e5c0-47c2-beb8-58bdfda6af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.676193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.678938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-948c75e7-e5c0-47c2-beb8-58bdfda6af7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.1031420 Nov 12 03:36:36.710948 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:36:35Z', 'revision_number': 5, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.744817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Checking router: 9b965029-9515-466e-809f-05db5be3e564 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:36.756233 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Routers {'9b965029-9515-466e-809f-05db5be3e564'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:36.756795 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9b965029-9515-466e-809f-05db5be3e564'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.825185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-528e22af-811e-4a96-bc34-654863fa600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.827083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-528e22af-811e-4a96-bc34-654863fa600b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1350319 Nov 12 03:36:36.969824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-c638a3c6-d271-4947-8482-2d1b77529896 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 1001 time: 0.1308761 Nov 12 03:36:37.012924 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] Set router 9b965029-9515-466e-809f-05db5be3e564 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:37.016897 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e1cbd-529e-4ff4-ab5f-25ed3b235bd0 x-openstack-request-id: req-203e1cbd-529e-4ff4-ab5f-25ed3b235bd0 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:37.017296 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "name": "network-vif-plugged", "status": "completed", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:37.017650 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-203e1cbd-529e-4ff4-ab5f-25ed3b235bd0 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:37.018143 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'code': 200} Nov 12 03:36:37.024885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-e34b0c51-6463-44c4-bb39-ff896b22150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.026500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-e34b0c51-6463-44c4-bb39-ff896b22150e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0501666 Nov 12 03:36:37.074523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-21990af7-28a8-4d71-b866-3128ef7e9f05 req-80673d54-3de7-4c2c-8551-e877c6294ef1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5598905 Nov 12 03:36:37.100596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-bbea2c87-c326-4609-9d87-65a620344445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.101167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.112792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-bbea2c87-c326-4609-9d87-65a620344445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775063 Nov 12 03:36:37.218012 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.268820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Deleting port 048da568-0435-4cce-8ad1-33d2f7b7c5e9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:37.269162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.374502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff49924-4cdc-4ffa-bcd3-679861f422e5 req-f1b34e1a-d2d2-4b20-aa83-33348cc4daa9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.375421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1771b-9464-4f08-8abe-49bf765fa298 req-925bdfb8-a84d-4cb2-9020-f2ff93108dc0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.375421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cf1771b-9464-4f08-8abe-49bf765fa298 req-925bdfb8-a84d-4cb2-9020-f2ff93108dc0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1456854 Nov 12 03:36:37.376033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ff49924-4cdc-4ffa-bcd3-679861f422e5 req-f1b34e1a-d2d2-4b20-aa83-33348cc4daa9 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 943 time: 0.2604218 Nov 12 03:36:37.382929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b4f4f-e55a-42e4-be09-a219356bd521 req-d749daf6-7474-4115-bfa6-7fd802bb5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.384509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89b4f4f-e55a-42e4-be09-a219356bd521 req-d749daf6-7474-4115-bfa6-7fd802bb5aeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1097 time: 0.1910055 Nov 12 03:36:37.402949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-ef20b928-f5e3-4dc8-b950-26b094b698af service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786188 Nov 12 03:36:37.426037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] For port 048da568-0435-4cce-8ad1-33d2f7b7c5e9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=048da568-0435-4cce-8ad1-33d2f7b7c5e9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:37.426538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.438090 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:36:35Z', 'revision_number': 5, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:37.454715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Calling delete_port for 048da568-0435-4cce-8ad1-33d2f7b7c5e9 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:37.483958 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88152c6-b987-45d3-b431-02d05cb9a938 None None] The sync data for ids ['9b965029-9515-466e-809f-05db5be3e564'] in n-d-615180-50 is: [{'id': '9b965029-9515-466e-809f-05db5be3e564', 'name': 'tempest-TestVolumeBootPattern-1195819979-router', 'tenant_id': 'f659429cd35442d2acac7dfbd650ee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:23:18Z', 'updated_at': '2021-11-12T03:36:35Z', 'revision_number': 5, 'project_id': 'f659429cd35442d2acac7dfbd650ee12', 'gw_port': {'id': '048da568-0435-4cce-8ad1-33d2f7b7c5e9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b965029-9515-466e-809f-05db5be3e564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:23:20Z', 'updated_at': '2021-11-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:37.489836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cf1771b-9464-4f08-8abe-49bf765fa298 req-892155f1-51ec-43bf-997b-f967d3120874 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962214 Nov 12 03:36:37.686307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.715345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Pushing event deleted for resources: {'Port': ['ID=048da568-0435-4cce-8ad1-33d2f7b7c5e9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.747410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f394c-a55a-447e-ad2e-c4ee24e9ccee None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:37.805557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.816023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:37.829645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6ff49924-4cdc-4ffa-bcd3-679861f422e5 req-d9296e5c-e0de-43ef-8712-3f44ca7b8bc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510300 Nov 12 03:36:37.861679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89b4f4f-e55a-42e4-be09-a219356bd521 req-31865d8a-df46-4874-b58d-70430c5aa4e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640999 Nov 12 03:36:37.910471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-3a2802a2-6ac1-45df-a349-a492efedb786 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864221 Nov 12 03:36:37.952673 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.956018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.007982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0debec77-45be-482e-9cee-34188658c870 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:38.037907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 0debec77-45be-482e-9cee-34188658c870 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:38.038256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0debec77-45be-482e-9cee-34188658c870 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:38.061721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.062561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b965029-9515-466e-809f-05db5be3e564 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:38.075577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.080042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e2cf653a-a47f-4a3f-baad-72f729694350 admin admin] 10.222.0.84 "DELETE /v2.0/routers/9b965029-9515-466e-809f-05db5be3e564 HTTP/1.1" status: 204 len: 168 time: 1.7905204 Nov 12 03:36:38.080575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34682) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.095780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:38.120044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'port_id': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'mac_address': 'fa:16:3e:a0:ba:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:38.145385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Deleting subnet 41d08267-794f-46e2-b4b9-bbc41eeedc20 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:38.149033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.165387 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.194290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:38.212238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.262423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:38.263624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.266604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.321129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80723ba0-178b-4cd4-9513-c09e923e900b req-bd1ce377-67e5-4c2c-8e0a-308ce6e1d20f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.322829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80723ba0-178b-4cd4-9513-c09e923e900b req-bd1ce377-67e5-4c2c-8e0a-308ce6e1d20f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.1155400 Nov 12 03:36:38.328227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.333180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.408197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80723ba0-178b-4cd4-9513-c09e923e900b req-9fcb8e93-f21c-4558-9c97-9ca375f320b1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770886 Nov 12 03:36:38.424323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.453104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d08267-794f-46e2-b4b9-bbc41eeedc20,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.462160 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.467647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7398d3f7-0549-43c8-8212-b4949dada6d3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/41d08267-794f-46e2-b4b9-bbc41eeedc20 HTTP/1.1" status: 204 len: 168 time: 0.3858445 Nov 12 03:36:38.468950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.471765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8054aa7-640a-4a26-8c26-e917df543ae2 None None] Network e1801e42-f6be-458a-a70b-5d3f9a8137cc requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:38.474374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:38.557357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.664177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Deleting port 31c07006-31e1-41ef-828b-c5d62f68873b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:38.664524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.673430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647037-d254-4050-9c1a-2c9d95a6bb3d req-8a195211-22d2-461a-a359-259c5eeaa9f0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.674994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a647037-d254-4050-9c1a-2c9d95a6bb3d req-8a195211-22d2-461a-a359-259c5eeaa9f0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0810311 Nov 12 03:36:38.800630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] DHCP port deletion for e1801e42-f6be-458a-a70b-5d3f9a8137cc request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:38.802768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] For port 31c07006-31e1-41ef-828b-c5d62f68873b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=31c07006-31e1-41ef-828b-c5d62f68873b,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:38.803181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.810524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a647037-d254-4050-9c1a-2c9d95a6bb3d req-8eb2a74a-5f91-4a94-b559-e989ea804f07 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206629 Nov 12 03:36:38.822658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Calling delete_port for 31c07006-31e1-41ef-828b-c5d62f68873b owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:38.908461 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Deleting port 31c07006-31e1-41ef-828b-c5d62f68873b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:38.908866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.950998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.983681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2b33e-5ce0-4e7b-8f6d-0951d1ef2cc8 req-7d625a3b-a6f8-400c-95f1-9229dd1256e0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.988516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] For port 31c07006-31e1-41ef-828b-c5d62f68873b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=31c07006-31e1-41ef-828b-c5d62f68873b,segment=NetworkSegment(d0feb551-4721-4f76-abae-405e17be3cf0),segment_id=d0feb551-4721-4f76-abae-405e17be3cf0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:38.988919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.989870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Pushing event deleted for resources: {'Port': ['ID=31c07006-31e1-41ef-828b-c5d62f68873b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.994001 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98f2b33e-5ce0-4e7b-8f6d-0951d1ef2cc8 req-7d625a3b-a6f8-400c-95f1-9229dd1256e0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 944 time: 0.0833876 Nov 12 03:36:39.001092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] No DVR routers for this DVR port 31c07006-31e1-41ef-828b-c5d62f68873b on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:39.002806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Calling delete_port for 31c07006-31e1-41ef-828b-c5d62f68873b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:39.047494 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-98f2b33e-5ce0-4e7b-8f6d-0951d1ef2cc8 req-385a1e7d-81dd-46b8-8595-70f0c76ee001 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517173 Nov 12 03:36:39.103549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.123587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.128178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1801e42-f6be-458a-a70b-5d3f9a8137cc']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.138747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0feb551-4721-4f76-abae-405e17be3cf0') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.139050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0feb551-4721-4f76-abae-405e17be3cf0') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.149735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.165311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.169916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] Pushing event deleted for resources: {'Port': ['ID=31c07006-31e1-41ef-828b-c5d62f68873b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.173726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:39.174287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:39.176678 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:39.180092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24879a50-f891-445e-b6ad-5a4f28988ac5 None None] No DVR routers for this DVR port 31c07006-31e1-41ef-828b-c5d62f68873b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:39.254106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.260171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.264123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] 10.222.0.84 "DELETE /v2.0/networks/e1801e42-f6be-458a-a70b-5d3f9a8137cc HTTP/1.1" status: 204 len: 168 time: 0.7936082 Nov 12 03:36:39.275237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3a925-3fac-4a48-a1b9-fdb8340e18bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e1801e42-f6be-458a-a70b-5d3f9a8137cc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.400619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34720) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.443165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-93dae88a-a714-4a68-ac8d-d73fe6e61965 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d31523cee80043e5b6af1e0cb9b66dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404165 Nov 12 03:36:39.445006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34726) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.528081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.560201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.575824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d56-8163-4afe-b3e9-43b985ebe743 req-f326a4fa-6bc3-45ad-99d1-ba3a81ce7865 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.577331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ff88d56-8163-4afe-b3e9-43b985ebe743 req-f326a4fa-6bc3-45ad-99d1-ba3a81ce7865 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0941923 Nov 12 03:36:39.648173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ff88d56-8163-4afe-b3e9-43b985ebe743 req-cb42f275-f2b8-4420-b07f-103b7aef2031 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629568 Nov 12 03:36:39.659196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.662405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.663627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6b0184c4-b3e4-4339-8e4a-53a6cd5174df HTTP/1.1" status: 204 len: 168 time: 0.2176025 Nov 12 03:36:39.676915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66946-58e0-4de6-b759-d991ab2ccab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0184c4-b3e4-4339-8e4a-53a6cd5174df,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.691257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 048da568-0435-4cce-8ad1-33d2f7b7c5e9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:39.721022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 048da568-0435-4cce-8ad1-33d2f7b7c5e9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:39.721377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 048da568-0435-4cce-8ad1-33d2f7b7c5e9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:39.721806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 31c07006-31e1-41ef-828b-c5d62f68873b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:39.742389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 31c07006-31e1-41ef-828b-c5d62f68873b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:39.742749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 31c07006-31e1-41ef-828b-c5d62f68873b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:39.808433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dcf9f-51e7-4228-a6c8-f2887c46000d req-8eb2ec68-a22b-4eaa-9d15-f1d9686e8941 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.810855 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d64dcf9f-51e7-4228-a6c8-f2887c46000d req-8eb2ec68-a22b-4eaa-9d15-f1d9686e8941 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0592413 Nov 12 03:36:39.821182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34738) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.825961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Request body: {'floatingip': {'port_id': 'f4ca6d38-b905-400b-ae3c-63b385496b4e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.832218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:39.869739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.897279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:39.914973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:39.916087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.026920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.037619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0b55-5c05-4089-bf34-c8784c281451 req-c99f661f-d0d5-4475-a196-2516bb865ec9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.039287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fbc0b55-5c05-4089-bf34-c8784c281451 req-c99f661f-d0d5-4475-a196-2516bb865ec9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0961044 Nov 12 03:36:40.055961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:40.059342 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dab81f-5b57-491f-89c8-f09664dc81a2" -d '{"events": [{"server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "name": "network-vif-plugged", "status": "completed", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:40.102682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:40.108188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.175241 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503c987-fc0c-49c4-9176-37e1da22bc34 x-openstack-request-id: req-1503c987-fc0c-49c4-9176-37e1da22bc34 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:40.175704 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "name": "network-vif-plugged", "status": "completed", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:40.177187 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1503c987-fc0c-49c4-9176-37e1da22bc34 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:40.177805 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'code': 200} Nov 12 03:36:40.191536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34754) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.226574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.281747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fbc0b55-5c05-4089-bf34-c8784c281451 req-9a9c27f9-af07-47c7-820a-5a827af02807 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347584 Nov 12 03:36:40.289663 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28f5edc9-7f7f-4618-b4d4-4f8764b343a8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f659429cd35442d2acac7dfbd650ee12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0962408 Nov 12 03:36:40.292411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34758) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.352014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989933c-40f2-4292-b6d8-7b38f4738833 req-aa3f2580-b4cf-4ea0-84b3-6085150506eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.353453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8989933c-40f2-4292-b6d8-7b38f4738833 req-aa3f2580-b4cf-4ea0-84b3-6085150506eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1097 time: 0.1225100 Nov 12 03:36:40.389038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13006362-aa53-4453-9c33-0884dc39e081 req-5a7d4562-0c9c-4d4b-a786-53f7f8626afb tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.395626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13006362-aa53-4453-9c33-0884dc39e081 req-5a7d4562-0c9c-4d4b-a786-53f7f8626afb tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.1087222 Nov 12 03:36:40.425569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.473929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.480802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8989933c-40f2-4292-b6d8-7b38f4738833 req-44fdc869-d3fa-4db9-a756-4726695516cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894942 Nov 12 03:36:40.486215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-13006362-aa53-4453-9c33-0884dc39e081 req-919ee131-4d9f-498d-92e2-c3b8b1e69fd3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882673 Nov 12 03:36:40.544953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.548047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.551824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8317ebcf-28ea-44c2-9bac-e1885ef4ee8a HTTP/1.1" status: 204 len: 168 time: 0.2558699 Nov 12 03:36:40.564278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ddb1e-4b03-4fb1-8ac3-70ebc8f80225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317ebcf-28ea-44c2-9bac-e1885ef4ee8a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.630675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.635882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.753066 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Floating IP 8d047a06-e9b6-457e-8776-fdeb08c4851b associated. External IP: 172.25.2.50, port: f4ca6d38-b905-400b-ae3c-63b385496b4e. Nov 12 03:36:41.032773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:41.175341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:41.181570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.187710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:41.198106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:41.198725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:41.209170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2171193-92ca-4fcb-ad7a-b8d60719e1b5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "PUT /v2.0/floatingips/8d047a06-e9b6-457e-8776-fdeb08c4851b HTTP/1.1" status: 200 len: 990 time: 1.3868852 Nov 12 03:36:41.209759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:41.212300 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b" -d '{"events": [{"name": "network-changed", "server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:41.255544 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0778da71-d1f6-49b9-9e48-258b7712b8b4 x-openstack-request-id: req-0778da71-d1f6-49b9-9e48-258b7712b8b4 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:41.255836 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:41.256092 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0778da71-d1f6-49b9-9e48-258b7712b8b4 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:41.256532 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'status': 'completed', 'code': 200} Nov 12 03:36:41.338418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5852004e-6c91-40c9-9c25-02d35d25f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.340106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5852004e-6c91-40c9-9c25-02d35d25f6db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1097 time: 0.0582504 Nov 12 03:36:41.463250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c1c17-e2eb-4b8f-9f87-f67569532542 req-26628f97-55a4-47ea-96ea-c71408f176a9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.465582 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d22c1c17-e2eb-4b8f-9f87-f67569532542 req-26628f97-55a4-47ea-96ea-c71408f176a9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0661070 Nov 12 03:36:41.478500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-adb51a41-3a14-4240-b71f-808c2676e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.480857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-adb51a41-3a14-4240-b71f-808c2676e5ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1333389 Nov 12 03:36:41.546156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:41.568511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d22c1c17-e2eb-4b8f-9f87-f67569532542 req-eb6bfc0b-9222-4a75-b0ab-df862b0089bd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959506 Nov 12 03:36:41.605684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5ab48970-fe43-43f4-8d7c-4256373ce916 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 998 time: 0.1158967 Nov 12 03:36:41.708823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5d198828-a50e-4429-9e9a-ff5c5928e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.710351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5d198828-a50e-4429-9e9a-ff5c5928e4a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0975463 Nov 12 03:36:41.722668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aee72-be39-4cf8-9708-74f616acef46 req-d90cda7e-2e0b-4efa-88f0-fefcdf36ecda tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.724169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-109aee72-be39-4cf8-9708-74f616acef46 req-d90cda7e-2e0b-4efa-88f0-fefcdf36ecda tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.0740094 Nov 12 03:36:41.793704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-cda1c9b3-ae46-42f6-93a9-c81eab41c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.795180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-cda1c9b3-ae46-42f6-93a9-c81eab41c99e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696886 Nov 12 03:36:41.827566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '8d047a06-e9b6-457e-8776-fdeb08c4851b', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:e6:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:22Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:41.833719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-109aee72-be39-4cf8-9708-74f616acef46 req-31456c7d-bdf0-415a-823e-a033ee33e8d7 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008217 Nov 12 03:36:41.858503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:41.867144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:41.867854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:41.921442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-e3533de4-9f8e-4592-a6bc-c4c37f11fe8d service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150126 Nov 12 03:36:41.979221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:42.019119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4c54eba-23b6-42c4-89e3-c0ee77beb36b req-5336231f-14bf-49c6-81d1-ce72f054018b service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905068 Nov 12 03:36:42.223085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '8d047a06-e9b6-457e-8776-fdeb08c4851b', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:e6:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:22Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.249673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd23b09-d534-4085-b497-f26b9654bace None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '8d047a06-e9b6-457e-8776-fdeb08c4851b', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'port_id': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'mac_address': 'fa:16:3e:e6:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:22Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 1, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:42.483013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec3360-c6f6-44c6-ab8c-ba2be1164fd8 None None] New status for floating IP 8d047a06-e9b6-457e-8776-fdeb08c4851b: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:42.709297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd51ff9-366f-4a57-9184-ad4a4505a8d2 req-abdac548-322f-4844-ade0-ee4434b04c65 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.710702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fd51ff9-366f-4a57-9184-ad4a4505a8d2 req-abdac548-322f-4844-ade0-ee4434b04c65 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Nov 12 03:36:42.760589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fd51ff9-366f-4a57-9184-ad4a4505a8d2 req-dd7bcb1f-6787-4128-af57-cd8c513e8bdf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 Nov 12 03:36:42.962013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdc5ed-5057-4f0e-80b8-4f708f3d33bc req-f9a77a44-255d-428a-8cc1-efd78887b0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.963626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3dbdc5ed-5057-4f0e-80b8-4f708f3d33bc req-f9a77a44-255d-428a-8cc1-efd78887b0d3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Nov 12 03:36:43.016495 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3dbdc5ed-5057-4f0e-80b8-4f708f3d33bc req-feb5a8d0-6ddb-4d68-ad98-0d4e93477762 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Nov 12 03:36:43.142148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f11b17-7492-46de-830a-d7ed94608285 req-cac6bece-a4f1-480a-8bbc-e12a321711e0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.144009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f11b17-7492-46de-830a-d7ed94608285 req-cac6bece-a4f1-480a-8bbc-e12a321711e0 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Nov 12 03:36:43.197705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39f11b17-7492-46de-830a-d7ed94608285 req-7555c53f-baa1-47c2-8cef-97d0d6f6a69b tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474663 Nov 12 03:36:43.220816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34840) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.263535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b917864-87bc-4ba4-a4f4-4d7c0d10b3df tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.265107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b917864-87bc-4ba4-a4f4-4d7c0d10b3df tempest-TestNetworkBasicOps-1584944023 tempest-TestNetworkBasicOps-1584944023-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1092 time: 0.0432925 Nov 12 03:36:43.268579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 34842) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.272801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.295118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.418470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.539437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Allocated IP 172.25.2.248 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/8722d293-f3dc-43a8-8833-c1df7adefc48) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:43.646933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.681739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.720087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:43.725370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:43.728962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:43.757342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=8722d293-f3dc-43a8-8833-c1df7adefc48,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.194310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bb9cf-8da2-4e0f-9023-1df62ff57fa8 req-26c5e1bd-2f85-495c-b3be-a95352d549e0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.195828 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-885bb9cf-8da2-4e0f-9023-1df62ff57fa8 req-26c5e1bd-2f85-495c-b3be-a95352d549e0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1235170 Nov 12 03:36:44.298991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-885bb9cf-8da2-4e0f-9023-1df62ff57fa8 req-1e01584e-ed19-4191-b16c-d79c12f3cf12 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966899 Nov 12 03:36:44.471940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.542762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.704676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.709551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.791298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event updated for resources: {'Port': ['ID=8722d293-f3dc-43a8-8833-c1df7adefc48,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.805230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.915800 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Floating IP efbb2bd9-6552-415c-9b54-8e466f00f2a3 associated. External IP: 172.25.2.248, port: b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9. Nov 12 03:36:45.133844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 4ce558c8-c020-423f-b924-460e870e0e23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:45.247045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:45.257406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Sync routers for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:45.265894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.269917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:45.270552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.295549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94b4b5d1-612e-45e3-8958-f210b3b2229c tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0234785 Nov 12 03:36:45.295549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:45.295999 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62" -d '{"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:45.297225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34894) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:45.367472 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dabef0-42a4-4efa-bc98-414869b519c2 x-openstack-request-id: req-97dabef0-42a4-4efa-bc98-414869b519c2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:45.368014 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:45.368489 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97dabef0-42a4-4efa-bc98-414869b519c2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:45.369929 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'status': 'completed', 'code': 200} Nov 12 03:36:45.422967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:45.460546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ab55d276-e16a-4aff-9735-e92864ea4eef tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/efbb2bd9-6552-415c-9b54-8e466f00f2a3 HTTP/1.1" status: 200 len: 991 time: 0.1589072 Nov 12 03:36:45.472700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-593b4b55-5784-421c-abe9-574a09e14097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.474938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-593b4b55-5784-421c-abe9-574a09e14097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1097 time: 0.0873022 Nov 12 03:36:45.552029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a41dd-29ec-4cc6-8494-91c1fb6f04c0 req-b8b3c15a-bd4a-4aa0-b81c-8e434596471e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.555802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-228a41dd-29ec-4cc6-8494-91c1fb6f04c0 req-b8b3c15a-bd4a-4aa0-b81c-8e434596471e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0917938 Nov 12 03:36:45.648632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-cb945542-9b9d-4f3b-a046-4eb101531e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.650326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-cb945542-9b9d-4f3b-a046-4eb101531e2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 200 len: 897 time: 0.1684303 Nov 12 03:36:45.672290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-228a41dd-29ec-4cc6-8494-91c1fb6f04c0 req-8f249bcb-fe16-4e75-85bf-741de0303407 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049466 Nov 12 03:36:45.724489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-5e3ab23b-c709-4eeb-92b4-7924d2afe4e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 200 len: 999 time: 0.0662136 Nov 12 03:36:45.785812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'efbb2bd9-6552-415c-9b54-8e466f00f2a3', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'port_id': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'mac_address': 'fa:16:3e:a0:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914881b-d9a6-4eff-921e-51b62df494b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:44Z', 'updated_at': '2021-11-12T03:36:44Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.791905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-13c4c4e5-396d-4dc4-8c45-e0d39d8d6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.793424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-13c4c4e5-396d-4dc4-8c45-e0d39d8d6b7f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd5120d5-3119-4ada-a851-bf599605256c HTTP/1.1" status: 200 len: 835 time: 0.0619268 Nov 12 03:36:45.814786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Checking router: 4ce558c8-c020-423f-b924-460e870e0e23 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:45.823387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:45.824005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:36:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.845394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-269fa8fd-bcc5-43eb-a4c2-98e3ab81c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.846759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-269fa8fd-bcc5-43eb-a4c2-98e3ab81c510 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452263 Nov 12 03:36:45.942244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-52b8d908-0d82-4d39-a45a-48cdd252a2d0 service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879598 Nov 12 03:36:45.945055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:46.053745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfe6693b-9a01-4c79-8f64-03fb8f6a8a62 req-54f5662b-fb81-4e69-b0d5-0f6fa0aafa19 service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033313 Nov 12 03:36:46.206733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'efbb2bd9-6552-415c-9b54-8e466f00f2a3', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'port_id': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'mac_address': 'fa:16:3e:a0:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914881b-d9a6-4eff-921e-51b62df494b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:44Z', 'updated_at': '2021-11-12T03:36:44Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:46.239500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe00d27-9dcc-479b-8534-4bc6d564176a None None] The sync data for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 is: [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'efbb2bd9-6552-415c-9b54-8e466f00f2a3', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'port_id': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'mac_address': 'fa:16:3e:a0:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914881b-d9a6-4eff-921e-51b62df494b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:36:44Z', 'updated_at': '2021-11-12T03:36:44Z', 'revision_number': 0, 'project_id': '23974ced391c49399e9de64eae0ab536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:46.467853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:46.490852 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67738bab-c8f1-4a26-839d-aadaf986781f None None] New status for floating IP efbb2bd9-6552-415c-9b54-8e466f00f2a3: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:46.567479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a6f0ee65-4eb8-47ec-8581-b4fdd4153058 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/efbb2bd9-6552-415c-9b54-8e466f00f2a3 HTTP/1.1" status: 200 len: 991 time: 0.0947404 Nov 12 03:36:46.815044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb88a7-895e-41fb-b58f-2a227fb275b9 req-6712fd60-8ab1-4cfb-a4fd-7a1541683f43 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.816763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbcb88a7-895e-41fb-b58f-2a227fb275b9 req-6712fd60-8ab1-4cfb-a4fd-7a1541683f43 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0560608 Nov 12 03:36:46.869415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bbcb88a7-895e-41fb-b58f-2a227fb275b9 req-60a3f545-7a37-4d3b-9390-27c3cfbb1bd2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463281 Nov 12 03:36:47.564867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 34914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.628297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28d1e272-7ce3-435a-8b8c-e2e2289ba00d tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/efbb2bd9-6552-415c-9b54-8e466f00f2a3 HTTP/1.1" status: 200 len: 993 time: 0.0621414 Nov 12 03:36:47.992225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3a40c-e16f-4713-bb54-c71752753e17 req-277125fe-7fb4-402c-8fef-965c6c6614ab tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.993736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56e3a40c-e16f-4713-bb54-c71752753e17 req-277125fe-7fb4-402c-8fef-965c6c6614ab tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0535033 Nov 12 03:36:48.042573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56e3a40c-e16f-4713-bb54-c71752753e17 req-57a32212-f424-4360-bf58-9cdd301e9693 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428758 Nov 12 03:36:49.158792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280073b3-ac6f-4800-a707-410e10615f61 req-99176dbc-eeeb-44f1-b5ce-03bbfb07d548 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.160336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-280073b3-ac6f-4800-a707-410e10615f61 req-99176dbc-eeeb-44f1-b5ce-03bbfb07d548 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Nov 12 03:36:49.210574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-280073b3-ac6f-4800-a707-410e10615f61 req-21e606e2-98b2-4f1e-bddd-c236f3220a18 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Nov 12 03:36:49.940961 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-46ff0225-f011-4d09-8445-0a9d3293760a service neutron] show failed (client error): The resource could not be found. Nov 12 03:36:49.942073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-46ff0225-f011-4d09-8445-0a9d3293760a service neutron] 10.222.0.39 "GET /v2.0/ports/b337724a-4e40-4dc8-8761-09094e95bceb/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0570860 Nov 12 03:36:50.179424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-03d8f2d1-246e-44de-ab8f-f4d2a258f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.180860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-03d8f2d1-246e-44de-ab8f-f4d2a258f039 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 1098 time: 0.0750873 Nov 12 03:36:50.195174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:50.247444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.348671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a845d2-0f42-4716-9a5a-a0af8d86954f req-ff172a10-efb8-428e-9425-6838935a0cb8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.351658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0a845d2-0f42-4716-9a5a-a0af8d86954f req-ff172a10-efb8-428e-9425-6838935a0cb8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0614393 Nov 12 03:36:50.403333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0a845d2-0f42-4716-9a5a-a0af8d86954f req-91f8314f-2d12-42d7-8fdb-959ee72de245 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467358 Nov 12 03:36:50.470989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:50.506426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:50.544462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:50.546770 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19420c21-27f3-4904-97f9-8f44cefcc064" -d '{"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-unplugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:50.550890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.569251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Transition to ACTIVE for port object b337724a-4e40-4dc8-8761-09094e95bceb will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:50.573963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.619170 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82ac9c-f366-4b76-ac67-dfb820b41612 x-openstack-request-id: req-3b82ac9c-f366-4b76-ac67-dfb820b41612 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:50.619170 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-unplugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:50.619170 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3b82ac9c-f366-4b76-ac67-dfb820b41612 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:50.619170 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'code': 200} Nov 12 03:36:50.646812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.773248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] No DVR routers for this DVR port b337724a-4e40-4dc8-8761-09094e95bceb on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:50.920711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:50.921082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:50.921415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:50.926219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:50.927171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Attempting to bind port b337724a-4e40-4dc8-8761-09094e95bceb on network ae8aada4-8b91-4290-960d-51ef3f16cccb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:50.932597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:50.932943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Checking segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:50.933575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Bound using segment: {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:50.933895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Bound port: b337724a-4e40-4dc8-8761-09094e95bceb, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325760ff-fa3b-4fca-9094-8b08d896501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:50.934263 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.003523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:51.006556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:51.010650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.044793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.045414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.047472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] 10.222.0.32 "PUT /v2.0/ports/b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 1093 time: 0.8561592 Nov 12 03:36:51.069720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6affd-ad45-4738-a3b0-00474175263f service neutron] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:51.117440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-bee00d48-50f9-4c7e-8c58-384bb1ce3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.119168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-bee00d48-50f9-4c7e-8c58-384bb1ce3401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0463338 Nov 12 03:36:51.224839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-e7203e4b-d02c-43d4-89da-42ee90528048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.226614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-e7203e4b-d02c-43d4-89da-42ee90528048 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1011481 Nov 12 03:36:51.295085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-3ed9cf84-bcee-4474-b2a8-1ece8bd37c7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 999 time: 0.0587008 Nov 12 03:36:51.346727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-d1c37937-3a63-4c8e-aecd-8e097636d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.348154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-d1c37937-3a63-4c8e-aecd-8e097636d582 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0457003 Nov 12 03:36:51.400884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-a1a9f1ef-fb0b-4074-af0e-c607780609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.402381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-a1a9f1ef-fb0b-4074-af0e-c607780609a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435097 Nov 12 03:36:51.534722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-dfa32b84-7d61-4c28-89cd-9da342383fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244631 Nov 12 03:36:51.558239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e891a60-3112-405e-8b44-f627e928f05d req-714c4195-0e54-4fdd-b8de-7c4c0b3834c6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.559841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e891a60-3112-405e-8b44-f627e928f05d req-714c4195-0e54-4fdd-b8de-7c4c0b3834c6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0795934 Nov 12 03:36:51.662474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e891a60-3112-405e-8b44-f627e928f05d req-954e9a49-aa7a-4bf2-ad3c-e6396eb35f14 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920768 Nov 12 03:36:51.681692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-335c188c-fb74-453d-a87b-9943d3dceb88 req-d39afc3d-785d-40af-abae-4b40f54539ef service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393671 Nov 12 03:36:52.615353 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:52.617972 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cef7f2-debb-41f4-98c5-818710ae70a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:52.665500 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d67ca0-3bfa-4803-9b9b-db2799425762 x-openstack-request-id: req-b3d67ca0-3bfa-4803-9b9b-db2799425762 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:52.665798 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:52.666054 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3d67ca0-3bfa-4803-9b9b-db2799425762 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:52.666460 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'status': 'completed', 'code': 200} Nov 12 03:36:52.762766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-b522b567-7717-4700-b6aa-f1cae6d7e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.764331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-b522b567-7717-4700-b6aa-f1cae6d7e8ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0654712 Nov 12 03:36:52.766259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-afbec76f-5168-4f38-8efa-ebaf9c33579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.767670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-afbec76f-5168-4f38-8efa-ebaf9c33579b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0788133 Nov 12 03:36:52.791309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546a1c8-42c7-41b6-b93c-601b845c3af1 req-41a1ce95-356f-4864-874c-76bb4eb2ff25 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.792822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e546a1c8-42c7-41b6-b93c-601b845c3af1 req-41a1ce95-356f-4864-874c-76bb4eb2ff25 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0532246 Nov 12 03:36:52.843794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e546a1c8-42c7-41b6-b93c-601b845c3af1 req-7887a71e-e7ef-4b0b-aa40-aab6ba414244 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Nov 12 03:36:52.930407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-833864ba-1234-4746-9096-71dac8e46aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.931944 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-833864ba-1234-4746-9096-71dac8e46aec service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1606619 Nov 12 03:36:52.992586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-189f45cc-aee7-42bb-97a9-33af850adb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.994067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-189f45cc-aee7-42bb-97a9-33af850adb00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.2152610 Nov 12 03:36:53.305178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-189f0aa2-9e96-43f1-9cdf-d47709aa4bec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 999 time: 0.3627148 Nov 12 03:36:53.360981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-edf27712-a9c8-4951-b07d-a14747d8ebec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 999 time: 0.3521261 Nov 12 03:36:53.368012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-a4af3a6f-8644-45d1-9659-d87fd54d955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.369405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-a4af3a6f-8644-45d1-9659-d87fd54d955f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0550363 Nov 12 03:36:53.450070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-69004fd9-c505-4130-a4a8-da8ae56ec328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.451585 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-69004fd9-c505-4130-a4a8-da8ae56ec328 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0813055 Nov 12 03:36:53.458265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-cfe8d798-3a69-4110-9534-6a5d0f33968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.459839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-cfe8d798-3a69-4110-9534-6a5d0f33968d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819402 Nov 12 03:36:53.575491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-6ad0f929-a536-4701-ab83-307272be6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.577011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-6ad0f929-a536-4701-ab83-307272be6263 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152973 Nov 12 03:36:53.600629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-0800ea0f-67de-40e2-b6eb-3e19a87128f6 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299336 Nov 12 03:36:53.747023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-b921d2ae-59fb-480c-bb91-7ea208292c2a service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588686 Nov 12 03:36:53.752661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-069b10f6-120e-4d12-b811-e3e673017c58 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421745 Nov 12 03:36:53.842295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14cef7f2-debb-41f4-98c5-818710ae70a9 req-5e5ef1e4-42a3-4302-b14b-5a3b4671718a service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884285 Nov 12 03:36:53.880564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:53.926681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:53.998790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003d94-ce48-44b0-80d6-186621616fb3 req-0aba88c6-3aec-42ab-ae9f-1ac26891b637 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.003590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15003d94-ce48-44b0-80d6-186621616fb3 req-0aba88c6-3aec-42ab-ae9f-1ac26891b637 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.0544221 Nov 12 03:36:54.067464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15003d94-ce48-44b0-80d6-186621616fb3 req-b238e34c-89df-461c-b88f-e306b2115d78 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608206 Nov 12 03:36:54.361492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:54.366995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a37a4-386f-4244-a9f7-921686656f9e req-484caf87-1a54-4e92-8456-46be59e2c4ae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.368650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c6a37a4-386f-4244-a9f7-921686656f9e req-484caf87-1a54-4e92-8456-46be59e2c4ae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 944 time: 0.1186478 Nov 12 03:36:54.392746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-36705bed-0eb9-4e2a-921c-2e51a494bafa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.394307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-36705bed-0eb9-4e2a-921c-2e51a494bafa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711&tenant_id=761865b77746445f99b3bd5f9c0698d0&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 944 time: 0.1334856 Nov 12 03:36:54.477536 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-582762b2-b63a-44d4-80e3-9b1649c0cc93 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:36:54.478722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:54.479325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-582762b2-b63a-44d4-80e3-9b1649c0cc93 service neutron] 10.222.0.39 "DELETE /v2.0/ports/b337724a-4e40-4dc8-8761-09094e95bceb/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0731955 Nov 12 03:36:54.493720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'port_id': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'mac_address': 'fa:16:3e:33:22:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:54.535760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c6a37a4-386f-4244-a9f7-921686656f9e req-a7d929ab-b59f-4e87-b22a-e4f0af95b95b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590228 Nov 12 03:36:54.568335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.587775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b337724a-4e40-4dc8-8761-09094e95bceb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:54.604400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-fff2083c-860c-4e06-a3b0-83d04e4a2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.606571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-fff2083c-860c-4e06-a3b0-83d04e4a2617 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1096 time: 0.0523355 Nov 12 03:36:54.610521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:54.615325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.668569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.735558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-cf70eb5b-fb7e-499c-94d7-ac5971a252d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.737089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-cf70eb5b-fb7e-499c-94d7-ac5971a252d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1201379 Nov 12 03:36:54.809164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-2012edf9-6735-4668-8976-123d9bc94c01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 1000 time: 0.0651224 Nov 12 03:36:54.860673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b337724a-4e40-4dc8-8761-09094e95bceb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:54.870886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-5aac1fa2-ea8d-42ee-8b7f-e14dc8d382e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.872756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-5aac1fa2-ea8d-42ee-8b7f-e14dc8d382e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0558057 Nov 12 03:36:54.929652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-1c9316f7-e7bd-4353-9936-e419653e59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.931595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-1c9316f7-e7bd-4353-9936-e419653e59a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515196 Nov 12 03:36:55.058440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-a8e4ce53-0efd-41c5-8277-28da49111f65 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192210 Nov 12 03:36:55.161825 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3bed134-46ae-42d4-aaf2-51c80f7eb5b6 req-4be0470f-035a-44ec-9599-7de250962a93 service neutron] 10.222.0.39 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956292 Nov 12 03:36:55.670129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8321-0df9-428a-857d-82bc2970fe79 req-02ea615d-b486-4f18-816c-35d9159bcf36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.671923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a20d8321-0df9-428a-857d-82bc2970fe79 req-02ea615d-b486-4f18-816c-35d9159bcf36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 945 time: 0.0559032 Nov 12 03:36:55.735851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a20d8321-0df9-428a-857d-82bc2970fe79 req-aedbbebe-6536-41bc-bf14-00f1344e6c92 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568953 Nov 12 03:36:55.759176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35184) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:55.834193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0be7e7bc-2f3e-4168-9ad0-03102978c1b9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 HTTP/1.1" status: 200 len: 992 time: 0.0731499 Nov 12 03:36:56.361236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:56.414483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b337724a-4e40-4dc8-8761-09094e95bceb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:56.418721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b337724a-4e40-4dc8-8761-09094e95bceb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:56.419251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.504840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.529268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:56.531741 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c263c-8e63-4a65-9f11-90203d9073bf" -d '{"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-plugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:56.544631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:56.549490 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.578674 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfca55c-3e21-4c0b-bc85-20eb4661779f x-openstack-request-id: req-ebfca55c-3e21-4c0b-bc85-20eb4661779f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:56.579074 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-plugged", "status": "completed", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:56.579300 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ebfca55c-3e21-4c0b-bc85-20eb4661779f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:56.579685 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'code': 200} Nov 12 03:36:56.607817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.686040 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:57.812789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.346041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.266549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bc45e585-79d7-4a69-a2c1-e2024f7e0c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.848329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.989653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e085d582-c414-4d22-a165-eabf587070a5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0eb32bb4a58f46589b64f327b26d6411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399810 Nov 12 03:37:03.991864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:04.039205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.060901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.111820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.114493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.118396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44df3af3-db35-4f16-9757-1f04adcf4b77 HTTP/1.1" status: 204 len: 168 time: 0.1230178 Nov 12 03:37:04.123601 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44df3af3-db35-4f16-9757-1f04adcf4b77,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.131919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.132271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.132614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.132952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.133287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.133621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.133949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.134277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.134602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.134954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.135360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.135627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffa946-d67b-4425-a18c-dd0a65dbf3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:04.664814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0075615e-fefc-4399-928a-3b8f70ffeffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.668890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.198094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.206157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.246614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.308084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7cc1912d-1f18-4561-8f76-01e2c6ebdc2a tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/floatingips/efbb2bd9-6552-415c-9b54-8e466f00f2a3 HTTP/1.1" status: 200 len: 993 time: 0.0602186 Nov 12 03:37:14.592000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35630) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.759005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 8722d293-f3dc-43a8-8833-c1df7adefc48 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:14.759304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.839819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.840141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.852021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 8722d293-f3dc-43a8-8833-c1df7adefc48 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:14.999892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.024928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=8722d293-f3dc-43a8-8833-c1df7adefc48,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.085849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.086178 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Floating IP efbb2bd9-6552-415c-9b54-8e466f00f2a3 disassociated (deleted). External IP: 172.25.2.248, port: b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9. Nov 12 03:37:15.297798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 4ce558c8-c020-423f-b924-460e870e0e23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:15.406012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:15.410896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.416433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Sync routers for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:15.427579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:15.428445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:15.442482 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-762f9acd-5c8e-4eee-9e26-15cc5d53bdc3 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/floatingips/efbb2bd9-6552-415c-9b54-8e466f00f2a3 HTTP/1.1" status: 204 len: 168 time: 0.8470352 Nov 12 03:37:15.442482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:15.443208 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dedc10-3110-4a89-82ca-e769c850be9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:15.482814 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009693ad-50d4-4fa9-9161-affdb5c13672 x-openstack-request-id: req-009693ad-50d4-4fa9-9161-affdb5c13672 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:15.483130 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:15.483395 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-009693ad-50d4-4fa9-9161-affdb5c13672 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:15.483939 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'status': 'completed', 'code': 200} Nov 12 03:37:15.550697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-2b0d5e4d-f2cf-40ef-a489-7929f0147a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.556612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-2b0d5e4d-f2cf-40ef-a489-7929f0147a5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=23974ced391c49399e9de64eae0ab536&device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 1097 time: 0.0497394 Nov 12 03:37:15.698225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-595b1b65-df60-4ab9-b5a5-81bfe3a00b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.700083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-595b1b65-df60-4ab9-b5a5-81bfe3a00b37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 200 len: 897 time: 0.1363111 Nov 12 03:37:15.784351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-8ce413ba-e0da-4206-885c-87e8a8d2d1ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 200 len: 217 time: 0.0692446 Nov 12 03:37:15.796348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e6834-e303-46df-924f-ebe3ea038669 req-6e1e2b1c-e638-48c4-9f17-de36fc353b05 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.799059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d04e6834-e303-46df-924f-ebe3ea038669 req-6e1e2b1c-e638-48c4-9f17-de36fc353b05 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.1169393 Nov 12 03:37:15.852271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:15.874349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d04e6834-e303-46df-924f-ebe3ea038669 req-d6a9fb15-a76e-4437-a83e-d8f18ae8b200 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685911 Nov 12 03:37:15.876372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-bf917b9d-b661-4b23-a4f8-0adf1312a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.878204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-bf917b9d-b661-4b23-a4f8-0adf1312a96e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd5120d5-3119-4ada-a851-bf599605256c HTTP/1.1" status: 200 len: 835 time: 0.0914545 Nov 12 03:37:15.937201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-39a9536e-149a-499d-a800-c9ab35e5de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.939397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-39a9536e-149a-499d-a800-c9ab35e5de5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0c35f6cc-0e71-49b8-9fae-e95c8074af4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480759 Nov 12 03:37:16.053230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-9ca97eda-880c-4681-a69d-2de845ff6f39 service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065526 Nov 12 03:37:16.092442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.120017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Checking router: 4ce558c8-c020-423f-b924-460e870e0e23 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:16.128231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:16.128850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.151924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d0dedc10-3110-4a89-82ca-e769c850be9a req-cac77bd8-9d47-4983-91b0-c9e54061eddc service neutron] 10.222.0.39 "GET /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901594 Nov 12 03:37:16.239754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:16.443721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.470034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc811ea-60fe-4ee0-b1d1-c15de51d2ff2 None None] The sync data for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 is: [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ced060b8-900a-4e63-bc0c-df111421d24b', 'name': '', 'network_id': '0c35f6cc-0e71-49b8-9fae-e95c8074af4a', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'mac_address': 'fa:16:3e:ab:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:20Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'subnets': [{'id': 'bd5120d5-3119-4ada-a851-bf599605256c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:16.700135 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a07df9-5c9a-4543-b89e-cf8cd9da5f8d None None] New status for floating IP efbb2bd9-6552-415c-9b54-8e466f00f2a3: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:37:16.997804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5b201-0c00-40f8-8286-8f4398029e10 req-47ac26c6-f17f-4a56-a584-44e230efabd1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.003125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59e5b201-0c00-40f8-8286-8f4398029e10 req-47ac26c6-f17f-4a56-a584-44e230efabd1 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.0528281 Nov 12 03:37:17.055040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59e5b201-0c00-40f8-8286-8f4398029e10 req-5c09271e-e453-459b-9f53-6a8c3fa5a014 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/security-groups?id=e32e6f62-fdd7-4689-9783-5797028465a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485883 Nov 12 03:37:17.101841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-1987984e-73d5-453a-a3a9-4bce154c0765 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.103643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-1987984e-73d5-453a-a3a9-4bce154c0765 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 945 time: 0.0609646 Nov 12 03:37:17.204502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:17.205114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.298309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:17.298688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.311184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:17.448719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.480595 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.526947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] No DVR routers for this DVR port b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:17.529927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.534112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-693535c0-aba0-46a8-a9f9-aea64fefb988 req-df68e8d6-bd4b-4eb7-a398-885e32e85a79 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.39 "DELETE /v2.0/ports/b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 HTTP/1.1" status: 204 len: 173 time: 0.4222682 Nov 12 03:37:17.534553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'name': 'network-vif-deleted', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:17.536907 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9b006-5e53-4f2f-b06f-cf473f3298e7" -d '{"events": [{"server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "name": "network-vif-deleted", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:17.585220 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2faba2-9f38-4458-b543-31783d3b56b2 x-openstack-request-id: req-1f2faba2-9f38-4458-b543-31783d3b56b2 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:17.585516 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914881b-d9a6-4eff-921e-51b62df494b6", "name": "network-vif-deleted", "tag": "b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:17.585767 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1f2faba2-9f38-4458-b543-31783d3b56b2 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:17.586174 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914881b-d9a6-4eff-921e-51b62df494b6', 'name': 'network-vif-deleted', 'tag': 'b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9', 'status': 'completed', 'code': 200} Nov 12 03:37:18.185628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d626fdf2-eea6-414e-8369-0dc32c395178 req-29237e92-e7df-4085-868e-6e6ea058fec8 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "GET /v2.0/ports?device_id=7914881b-d9a6-4eff-921e-51b62df494b6 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Nov 12 03:37:19.246271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35680) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.307233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.334019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.392980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.395659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.396884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/security-groups/e32e6f62-fdd7-4689-9783-5797028465a8 HTTP/1.1" status: 204 len: 168 time: 0.1496110 Nov 12 03:37:19.417061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36db39-ec79-4e79-bb51-83a70eabe7f2 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e6f62-fdd7-4689-9783-5797028465a8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.438656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35684) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:19.808268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.066799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port ced060b8-900a-4e63-bc0c-df111421d24b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:20.067244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.162710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port ced060b8-900a-4e63-bc0c-df111421d24b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ced060b8-900a-4e63-bc0c-df111421d24b,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:20.163077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.176445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for ced060b8-900a-4e63-bc0c-df111421d24b owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:20.369839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.399328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=ced060b8-900a-4e63-bc0c-df111421d24b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.579383 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.105694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Router 4ce558c8-c020-423f-b924-460e870e0e23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:21.210631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:21.215757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3327073-baec-4d54-aed9-c2addc80e01f tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "PUT /v2.0/routers/4ce558c8-c020-423f-b924-460e870e0e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760448 Nov 12 03:37:21.219301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35704) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.222061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Sync routers for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:21.232838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:21.233476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:21.271859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting subnet bd5120d5-3119-4ada-a851-bf599605256c {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:21.282462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.328670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.355557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:21.422924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.485358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.520793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5120d5-3119-4ada-a851-bf599605256c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.526168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.531583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd556885-3247-4cf3-bc15-951c0d2fb344 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/subnets/bd5120d5-3119-4ada-a851-bf599605256c HTTP/1.1" status: 204 len: 168 time: 0.3111329 Nov 12 03:37:21.533335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.539976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2855926c-8733-4046-b089-b77d7ccd96a0 None None] Network 0c35f6cc-0e71-49b8-9fae-e95c8074af4a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:21.616951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:21.665103 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.665696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Checking router: 4ce558c8-c020-423f-b924-460e870e0e23 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:21.728035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Routers {'4ce558c8-c020-423f-b924-460e870e0e23'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:21.728035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4ce558c8-c020-423f-b924-460e870e0e23'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:21.873477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.882084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] Set router 4ce558c8-c020-423f-b924-460e870e0e23 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:21.953053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Deleting port 376a1200-bd1c-4acd-8db4-94c0739a9cef {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:21.953447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.972130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] DHCP port deletion for 0c35f6cc-0e71-49b8-9fae-e95c8074af4a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:22.010099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:22.040826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:22.041192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b2b30a79-1ef2-4a4c-b2f2-5fe586c302e9 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:22.044347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] For port 376a1200-bd1c-4acd-8db4-94c0739a9cef, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=376a1200-bd1c-4acd-8db4-94c0739a9cef,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:22.044717 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.058540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Calling delete_port for 376a1200-bd1c-4acd-8db4-94c0739a9cef owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:22.132010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Deleting port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:22.132331 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.215328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] For port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,segment=NetworkSegment(5fa5413c-5484-4d3e-b99c-99e064aab890),segment_id=5fa5413c-5484-4d3e-b99c-99e064aab890)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:22.215793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.230182 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.233746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Calling delete_port for 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:22.242416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:22.272753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Port': ['ID=376a1200-bd1c-4acd-8db4-94c0739a9cef,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.283769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1d8c9-726a-43d4-8f0f-799f9665c1f7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:22.319780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ffc05d-01e3-478b-8228-badce5fccaa3 None None] The sync data for ids ['4ce558c8-c020-423f-b924-460e870e0e23'] in n-d-615180-50 is: [{'id': '4ce558c8-c020-423f-b924-460e870e0e23', 'name': 'tempest-TestNetworkBasicOps-router-1557679265', 'tenant_id': '23974ced391c49399e9de64eae0ab536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:37:20Z', 'revision_number': 5, 'project_id': '23974ced391c49399e9de64eae0ab536', 'gw_port': {'id': '376a1200-bd1c-4acd-8db4-94c0739a9cef', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce558c8-c020-423f-b924-460e870e0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:16Z', 'updated_at': '2021-11-12T03:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:22.347596 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.396806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.435159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] Pushing event deleted for resources: {'Port': ['ID=6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.452042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ffb43-9df4-4ce8-8c8c-919caa790f83 None None] No DVR routers for this DVR port 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:22.477832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.480098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.547036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.547674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce558c8-c020-423f-b924-460e870e0e23 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:22.559366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.560510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-42dc65d4-c57b-4527-9c6e-63f540ff6a53 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/routers/4ce558c8-c020-423f-b924-460e870e0e23 HTTP/1.1" status: 204 len: 168 time: 1.0251005 Nov 12 03:37:22.563496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.653241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.758742 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.784992 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c35f6cc-0e71-49b8-9fae-e95c8074af4a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:22.796163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa5413c-5484-4d3e-b99c-99e064aab890') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:22.797284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa5413c-5484-4d3e-b99c-99e064aab890') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:22.807479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.822805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.830494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:22.830985 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:22.834477 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:22.896650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.902966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.909724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] 10.222.0.84 "DELETE /v2.0/networks/0c35f6cc-0e71-49b8-9fae-e95c8074af4a HTTP/1.1" status: 204 len: 168 time: 0.3441463 Nov 12 03:37:22.932070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e6e2e-7ca5-405f-8642-1263d4d7b5c4 tempest-TestNetworkBasicOps-1358700529 tempest-TestNetworkBasicOps-1358700529-project] Pushing event deleted for resources: {'Network': ['ID=0c35f6cc-0e71-49b8-9fae-e95c8074af4a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.191478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35722) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.325683 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb79b2a2-89d5-4bc8-86aa-3625a2831809 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=23974ced391c49399e9de64eae0ab536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329904 Nov 12 03:37:23.328741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35728) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.392115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.416717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.474636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.477322 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.478488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad8bba78-7ad7-4e6f-a917-0ec80abf8638 HTTP/1.1" status: 204 len: 168 time: 0.1488357 Nov 12 03:37:23.486475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc49742-5761-49e1-9da5-0b1ff553aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8bba78-7ad7-4e6f-a917-0ec80abf8638,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.703918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ced060b8-900a-4e63-bc0c-df111421d24b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:23.727766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ced060b8-900a-4e63-bc0c-df111421d24b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:23.728323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ced060b8-900a-4e63-bc0c-df111421d24b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:23.728813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 376a1200-bd1c-4acd-8db4-94c0739a9cef no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:23.757063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 376a1200-bd1c-4acd-8db4-94c0739a9cef {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:23.757658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 376a1200-bd1c-4acd-8db4-94c0739a9cef not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:23.758252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:23.778111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.791515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:23.791966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6de3ac2f-bf2e-45e5-95b8-3bb3872fdc3e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:23.793630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e56d6837-7b73-4e25-b7b1-947b286225f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.872143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e56d6837-7b73-4e25-b7b1-947b286225f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.876748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e56d6837-7b73-4e25-b7b1-947b286225f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.915880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e56d6837-7b73-4e25-b7b1-947b286225f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b6773f4b3bae4cf2bd23bb36ff8b57fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355505 Nov 12 03:37:23.917148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d6837-7b73-4e25-b7b1-947b286225f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b8c04-53e4-4004-8ba4-c0968d040a4b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.918763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35738) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.986696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.009857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.055592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.058314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.059505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c01b8c04-53e4-4004-8ba4-c0968d040a4b HTTP/1.1" status: 204 len: 168 time: 0.1390994 Nov 12 03:37:24.069304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ed4c0-fa5c-4730-9236-2cb3fa00038c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b8c04-53e4-4004-8ba4-c0968d040a4b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.539902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086d7c4-a9c1-4e2b-9537-4690411257e6 req-2584f46f-a33d-4235-b3c3-020b76b8ad7f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.548847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9086d7c4-a9c1-4e2b-9537-4690411257e6 req-2584f46f-a33d-4235-b3c3-020b76b8ad7f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.0732832 Nov 12 03:37:26.615547 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9086d7c4-a9c1-4e2b-9537-4690411257e6 req-40d0064c-4603-4e1e-a575-e1ba3641413c tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652738 Nov 12 03:37:26.631880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35756) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.123492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port e6216b9f-1bc7-423a-9f4a-12450dc9a943 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:27.123928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.209762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.209762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.223893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for e6216b9f-1bc7-423a-9f4a-12450dc9a943 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:27.434115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.465699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=e6216b9f-1bc7-423a-9f4a-12450dc9a943,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.536739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.537150 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 disassociated (deleted). External IP: 172.25.2.38, port: b337724a-4e40-4dc8-8761-09094e95bceb. Nov 12 03:37:27.799917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 582c2d39-dded-4def-8354-e4e42a177c23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:27.831767 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.932620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:27.937643 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.945484 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Sync routers for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:27.957211 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:27.958035 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:27.970435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-37ff8db9-47dd-41e4-a3a8-a8d64f274217 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/floatingips/b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9 HTTP/1.1" status: 204 len: 168 time: 1.3368165 Nov 12 03:37:27.971045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:27.973422 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0ac2b-2498-4b78-86a8-fa82cac1c336" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:28.030941 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35f7c5-c9a0-4199-8c65-879bb2a3f567 x-openstack-request-id: req-de35f7c5-c9a0-4199-8c65-879bb2a3f567 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:28.032778 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:28.032778 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de35f7c5-c9a0-4199-8c65-879bb2a3f567 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:28.032778 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'status': 'completed', 'code': 200} Nov 12 03:37:28.127306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-414918d8-3a6e-4ee4-bb52-ca6bbb89df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.131760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-414918d8-3a6e-4ee4-bb52-ca6bbb89df9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 1098 time: 0.0689976 Nov 12 03:37:28.147917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:28.278452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-8f06e37b-f7ad-417d-874a-d857d153a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.283495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-8f06e37b-f7ad-417d-874a-d857d153a26b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 200 len: 898 time: 0.1390686 Nov 12 03:37:28.311296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20f74a-7bd5-4e2f-bc42-4e14ceac22db req-c3fde9ef-6c37-4556-b60e-f9f058a5b995 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.316070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e20f74a-7bd5-4e2f-bc42-4e14ceac22db req-c3fde9ef-6c37-4556-b60e-f9f058a5b995 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0827677 Nov 12 03:37:28.356613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-d441f436-0041-43c7-9d1c-6c8fc4e5e55b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 200 len: 217 time: 0.0668919 Nov 12 03:37:28.388217 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:28.420677 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Checking router: 582c2d39-dded-4def-8354-e4e42a177c23 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:28.421072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-2fef10bd-85b5-4e08-97eb-5c07a280a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.423934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-2fef10bd-85b5-4e08-97eb-5c07a280a234 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 200 len: 835 time: 0.0521898 Nov 12 03:37:28.430490 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:28.431285 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:28.485312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e20f74a-7bd5-4e2f-bc42-4e14ceac22db req-3f6b7334-cf16-44c2-8bf3-f11a45db659f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316648 Nov 12 03:37:28.495700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-611b730a-44da-4431-a706-087b528ea30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.497356 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-611b730a-44da-4431-a706-087b528ea30b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae8aada4-8b91-4290-960d-51ef3f16cccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608168 Nov 12 03:37:28.557412 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:28.603494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-d6f0674f-3639-415e-b06b-415714466780 service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976086 Nov 12 03:37:28.729016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69e0ac2b-2498-4b78-86a8-fa82cac1c336 req-7c5063f0-0c94-46ea-83be-e2136c73073a service neutron] 10.222.0.32 "GET /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169589 Nov 12 03:37:28.786557 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:28.817788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1886fc5-3149-4e2f-bd3d-9876da049a17 None None] The sync data for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 is: [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:43Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f1646923-55e1-4b6f-9161-a06b47b051d9', 'name': '', 'network_id': 'ae8aada4-8b91-4290-960d-51ef3f16cccb', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:be:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:42Z', 'updated_at': '2021-11-12T03:35:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '0a1ef246-6bef-4abe-98b6-97ea0022f9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:29.097506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101fa0f-930f-467d-9071-9a8dd3209012 None None] New status for floating IP b1bcc9b7-f6fd-42bf-a04b-afda04ce7cc9: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:37:29.120365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-4c8e0d8d-6314-4764-a37c-b3f1ff0dbf0e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0737479 Nov 12 03:37:29.223073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-a93b75c9-16ef-4ed6-94ab-5ff17a86a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.224684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-a93b75c9-16ef-4ed6-94ab-5ff17a86a2b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1097 time: 0.0547945 Nov 12 03:37:29.352403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-282c7c0e-611a-415f-b6d6-ccfcd99b2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.354488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-282c7c0e-611a-415f-b6d6-ccfcd99b2440 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.0974748 Nov 12 03:37:29.360972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.424696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-0d18d2d1-9729-4db2-8dda-7b605aff8a66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 1000 time: 0.0620131 Nov 12 03:37:29.479600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-af7eca00-742d-45b4-bb1d-221ea10a2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.481314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-af7eca00-742d-45b4-bb1d-221ea10a2cb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0471127 Nov 12 03:37:29.547889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-db38946e-0021-4d4b-a4c5-ab5b45814ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.549606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-db38946e-0021-4d4b-a4c5-ab5b45814ab7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567832 Nov 12 03:37:29.689558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51591d4a-377e-4602-9072-c1966950add5 req-7c0248ee-4d26-4151-a37d-27304e573ebd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.691064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51591d4a-377e-4602-9072-c1966950add5 req-7c0248ee-4d26-4151-a37d-27304e573ebd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.1108353 Nov 12 03:37:29.719136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-ffad1cd1-3933-4723-8bdd-8d8648f4d305 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584620 Nov 12 03:37:29.768665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-51591d4a-377e-4602-9072-c1966950add5 req-47b90f3f-c125-415f-a729-3877e637f337 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699139 Nov 12 03:37:29.818819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-150dcda4-3be8-448e-80f6-3466be051e2a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.820603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-150dcda4-3be8-448e-80f6-3466be051e2a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cd9af21-a7f8-4af9-88dd-31268806c711 HTTP/1.1" status: 200 len: 946 time: 0.0800905 Nov 12 03:37:29.881161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-9c4b0898-d3ae-430b-a063-1890dea14393 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394541 Nov 12 03:37:29.948199 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port b337724a-4e40-4dc8-8761-09094e95bceb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:29.948711 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.049541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port b337724a-4e40-4dc8-8761-09094e95bceb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b337724a-4e40-4dc8-8761-09094e95bceb,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:30.049905 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.062745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for b337724a-4e40-4dc8-8761-09094e95bceb owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:30.191295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.218314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=b337724a-4e40-4dc8-8761-09094e95bceb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.262426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] No DVR routers for this DVR port b337724a-4e40-4dc8-8761-09094e95bceb on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:30.264960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.268323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79a5c80c-005b-4b61-aec3-f6c37edc4f5d req-83895b8f-6879-40ea-8292-b8678fc050be tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "DELETE /v2.0/ports/b337724a-4e40-4dc8-8761-09094e95bceb HTTP/1.1" status: 204 len: 173 time: 0.4373610 Nov 12 03:37:30.268776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-deleted', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:30.271045 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cd3b92-ea3c-4adb-8c46-b51d68e820c9" -d '{"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-deleted", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:30.313124 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf2b981-996e-485b-afdd-1f7e423cb5cd x-openstack-request-id: req-7cf2b981-996e-485b-afdd-1f7e423cb5cd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:30.313310 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9af21-a7f8-4af9-88dd-31268806c711", "name": "network-vif-deleted", "tag": "b337724a-4e40-4dc8-8761-09094e95bceb", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:30.313552 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7cf2b981-996e-485b-afdd-1f7e423cb5cd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:30.314185 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9af21-a7f8-4af9-88dd-31268806c711', 'name': 'network-vif-deleted', 'tag': 'b337724a-4e40-4dc8-8761-09094e95bceb', 'status': 'completed', 'code': 200} Nov 12 03:37:30.856146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.249718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.525794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port f1646923-55e1-4b6f-9161-a06b47b051d9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:31.526142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.620553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port f1646923-55e1-4b6f-9161-a06b47b051d9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f1646923-55e1-4b6f-9161-a06b47b051d9,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.620924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.633251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for f1646923-55e1-4b6f-9161-a06b47b051d9 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:31.820564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.846533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=f1646923-55e1-4b6f-9161-a06b47b051d9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.032277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.266440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 582c2d39-dded-4def-8354-e4e42a177c23 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:32.289908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e3944a10-d7a3-4c1a-9e7f-5f9fbbe02fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.376730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:32.384207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d26648f-c4be-4990-bf40-93fc342b82a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/582c2d39-dded-4def-8354-e4e42a177c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5269945 Nov 12 03:37:32.385842 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Sync routers for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:32.386895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35802) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.403518 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:32.404264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:32.444188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting subnet 0a1ef246-6bef-4abe-98b6-97ea0022f9f8 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:32.447411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.498460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.510478 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:32.518571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:32.541432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b337724a-4e40-4dc8-8761-09094e95bceb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:32.542088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b337724a-4e40-4dc8-8761-09094e95bceb not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:32.600954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.662844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.694548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1ef246-6bef-4abe-98b6-97ea0022f9f8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.699148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.703495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/subnets/0a1ef246-6bef-4abe-98b6-97ea0022f9f8 HTTP/1.1" status: 204 len: 168 time: 0.3139262 Nov 12 03:37:32.705941 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35806) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.709303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.709655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.709995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.710331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.710804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.711198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.711527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.712039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.712521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.713024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.713689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5497baf-909c-47fb-9e0a-793986fb747e None None] Network ae8aada4-8b91-4290-960d-51ef3f16cccb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:32.714181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.714668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3a953-4a76-4538-9a4d-d6b2322247db tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:32.797338 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:37:31Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:32.824780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.825885 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Checking router: 582c2d39-dded-4def-8354-e4e42a177c23 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:32.836993 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Routers {'582c2d39-dded-4def-8354-e4e42a177c23'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:32.837896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['582c2d39-dded-4def-8354-e4e42a177c23'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:32.957774 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] Set router 582c2d39-dded-4def-8354-e4e42a177c23 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:32.957965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.983205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] DHCP port deletion for ae8aada4-8b91-4290-960d-51ef3f16cccb request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:33.025316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 1fa9bba4-84f7-4539-8837-dbdbd4970395 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:33.025661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.034997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Deleting port ded68d53-ba7e-464a-9f5b-852d82292dc6 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:33.035672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.122891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] For port ded68d53-ba7e-464a-9f5b-852d82292dc6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ded68d53-ba7e-464a-9f5b-852d82292dc6,segment=NetworkSegment(325760ff-fa3b-4fca-9094-8b08d896501a),segment_id=325760ff-fa3b-4fca-9094-8b08d896501a)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:33.123623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.161908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Calling delete_port for ded68d53-ba7e-464a-9f5b-852d82292dc6 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:33.192003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 1fa9bba4-84f7-4539-8837-dbdbd4970395, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1fa9bba4-84f7-4539-8837-dbdbd4970395,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:33.192603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.208128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 1fa9bba4-84f7-4539-8837-dbdbd4970395 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:33.241568 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:37:31Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:33.252159 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.279162 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fd9aa-b8fc-461d-a29c-c1dae02bd191 None None] The sync data for ids ['582c2d39-dded-4def-8354-e4e42a177c23'] in n-d-615180-50 is: [{'id': '582c2d39-dded-4def-8354-e4e42a177c23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2045117524', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:37:31Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1fa9bba4-84f7-4539-8837-dbdbd4970395', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582c2d39-dded-4def-8354-e4e42a177c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:38Z', 'updated_at': '2021-11-12T03:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:33.279481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Pushing event deleted for resources: {'Port': ['ID=ded68d53-ba7e-464a-9f5b-852d82292dc6,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.292751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.293330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.293441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.293764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.294098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.294585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.294906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.295285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.295617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.296557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.296557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.296755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:33.300643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d74d1-d6d4-425c-a4cd-9905d4806ca7 None None] No DVR routers for this DVR port ded68d53-ba7e-464a-9f5b-852d82292dc6 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:33.399785 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.426799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=1fa9bba4-84f7-4539-8837-dbdbd4970395,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.437919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95023a1f-2543-4e97-a52d-34c532172b0c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:33.487007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.585421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.587706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.646960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.647999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Fanout notify agent at l3_agent the message router_deleted on router 582c2d39-dded-4def-8354-e4e42a177c23 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:33.659364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.664739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bf5f9157-fc5d-41f6-9d72-704d66ecd54d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/routers/582c2d39-dded-4def-8354-e4e42a177c23 HTTP/1.1" status: 204 len: 168 time: 0.9577510 Nov 12 03:37:33.669726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35816) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.688714 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:33.771481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.883562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1646923-55e1-4b6f-9161-a06b47b051d9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:33.904277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.922663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f1646923-55e1-4b6f-9161-a06b47b051d9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:33.924634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f1646923-55e1-4b6f-9161-a06b47b051d9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:33.927736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ded68d53-ba7e-464a-9f5b-852d82292dc6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:33.928885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8aada4-8b91-4290-960d-51ef3f16cccb']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:33.940758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325760ff-fa3b-4fca-9094-8b08d896501a') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:33.941251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325760ff-fa3b-4fca-9094-8b08d896501a') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:33.952471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.960997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ded68d53-ba7e-464a-9f5b-852d82292dc6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:33.961583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ded68d53-ba7e-464a-9f5b-852d82292dc6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:33.967776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.975960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:33.976468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:33.979906 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:34.044813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.051728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.055768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/networks/ae8aada4-8b91-4290-960d-51ef3f16cccb HTTP/1.1" status: 204 len: 168 time: 0.3871853 Nov 12 03:37:34.058223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35822) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.071469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646d5b8-3e4d-4023-9421-8af9013b1b7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Network': ['ID=ae8aada4-8b91-4290-960d-51ef3f16cccb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.128393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.156790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.237224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.240375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.241623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/security-groups/9be0a4d3-5fa2-43b6-a6d3-34a929723ee6 HTTP/1.1" status: 204 len: 168 time: 0.1816409 Nov 12 03:37:34.252722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0abb3e-83aa-49f1-8118-b07c75407428 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0a4d3-5fa2-43b6-a6d3-34a929723ee6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.669645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f756e34-8548-426f-b916-b8f79f10fc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.953240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35832) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.958193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766831877', 'description': 'tempest-secgroup-smoke-1766831877 description', 'project_id': '761865b77746445f99b3bd5f9c0698d0'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.981233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.049074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.052787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.082288 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.083576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293154 Nov 12 03:37:35.086646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35834) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.087833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75768fd1-2792-42d5-b2a5-fbd2ee909276 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9378d78-4ced-415d-ab7b-1d1349e05fa9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.096502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.127510 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.198388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.202328 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.224055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fed7da-8ac5-4250-bc5c-2cce1b9c1133,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.251529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.254408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-33aa34c5-57c0-4361-8451-8ff9ba6ae26b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643507 Nov 12 03:37:35.257126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35836) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.267037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.340378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.430641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.434644 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.457530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f245c1a3-bbec-46f3-a700-1ddb553658c7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.469144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.470398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d0de3d1-3297-4d89-9433-86583ecfba27 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118089 Nov 12 03:37:35.473331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35840) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.479559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.508380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.570116 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.573672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.599508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b967ba03-1a45-4fd5-a898-332118df08e8,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.606114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.608489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67bd3290-d909-47df-a1d4-93c986a53a87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327879 Nov 12 03:37:35.611389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.616516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.653529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.663996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fa9bba4-84f7-4539-8837-dbdbd4970395 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:35.703125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1fa9bba4-84f7-4539-8837-dbdbd4970395 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:35.703811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1fa9bba4-84f7-4539-8837-dbdbd4970395 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:35.716491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.730487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.734103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.752628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23644fbd-e13c-466e-8010-81bf0f9890b9,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.760104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.762385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5908957-d235-4bcc-8df1-86a0a77dc242 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499672 Nov 12 03:37:35.765620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.770423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.797093 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:37:35.803936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.868247 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.871878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.889123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84605f5-4ec3-4136-823b-740bd5009fea,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.898688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.900048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78418836-6dd1-4693-a3db-5d6750d094b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333358 Nov 12 03:37:35.902665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35848) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.907202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a9378d78-4ced-415d-ab7b-1d1349e05fa9', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:35.928053 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:37:35.933098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.992217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.995920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.013686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acbf3c1-3908-42c2-a073-0afd989a4bb3,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.022898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.024157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4ca27a0d-733a-4215-ac5e-2af973ac12a1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203742 Nov 12 03:37:36.027258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35850) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.032775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'network': {'name': 'tempest-network-smoke--1130404723', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.053740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:36.057533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.082912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:36.094615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.094615 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Added segment 455a0084-c571-4956-a167-711517aa2213 of type vlan for network 93deec66-1cf2-4bbc-bb16-089aaa506b67 Nov 12 03:37:36.140105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.165776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.172311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.173020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.240504 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2116585 Nov 12 03:37:36.243235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.248305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'admin_state_up': True, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.249994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296163ab-b2de-4438-8311-029fc07e2d34 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Network': ['ID=93deec66-1cf2-4bbc-bb16-089aaa506b67,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.260513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:36.279318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.283206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.376772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.519197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.711850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.736986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.849474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.129 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6823705b-7271-4b1e-a5f8-057cdf93f737) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:36.960772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.993899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.028795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:37.032279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:37.034874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:37.047414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db31e0-8ff7-40d4-a1f2-c1625c8d6259 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:37.072891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=6823705b-7271-4b1e-a5f8-057cdf93f737,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.096886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-17ac2bd9-5eaf-4727-995a-2575772bfaf9 None None] Provisioning complete for port 6823705b-7271-4b1e-a5f8-057cdf93f737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:37.097507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17ac2bd9-5eaf-4727-995a-2575772bfaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.132214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-17ac2bd9-5eaf-4727-995a-2575772bfaf9 None None] Port 6823705b-7271-4b1e-a5f8-057cdf93f737 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:37.199944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.302486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.511841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.647135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 1beb0c0a-f790-4015-8806-21c93542abde is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:38.042261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:38.053352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Sync routers for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:38.064746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:38.065360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:38.066423 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.070572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9afcf99d-70bd-4d50-9b75-cefb214ef5fb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8234479 Nov 12 03:37:38.070962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35862) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.111748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fccca288-a0e1-4d1c-bda8-bb9bbce459b1 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=761865b77746445f99b3bd5f9c0698d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395725 Nov 12 03:37:38.114299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35864) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.208914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd7416-17d8-4325-85c0-0be5dfede324 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.211564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-effd7416-17d8-4325-85c0-0be5dfede324 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960186 Nov 12 03:37:38.212292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:38.213104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.246058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc11a57b-5333-4781-8d56-365011fe06e3 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294755 Nov 12 03:37:38.246401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35868) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.251453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667061675', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:38.346346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:38.350238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.433418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.572452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.596296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:37Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:38.625244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Checking router: 1beb0c0a-f790-4015-8806-21c93542abde for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:38.627329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Updating router 1beb0c0a-f790-4015-8806-21c93542abde port 6823705b-7271-4b1e-a5f8-057cdf93f737 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:38.665039 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.993846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Subnet': ['ID=50a21a0b-99f0-4990-875f-40fc44105a19,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.993846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:38.993846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network hostable DHCP agents. Network: 93deec66-1cf2-4bbc-bb16-089aaa506b67, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:39.016676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:39.031447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 93deec66-1cf2-4bbc-bb16-089aaa506b67) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:39.037612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.037859 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.047949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.050892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114bdaa-028f-4bb2-8cbb-68a240bd0d4d None None] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:39.065235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3e9e2af6-d1c8-4f20-bb49-9a5b0015113e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8176076 Nov 12 03:37:39.069346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35874) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:39.074426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.164887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d6ac9-03ff-42e4-a734-f13863ce09cd None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:39.180759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Attempting to bind port 6823705b-7271-4b1e-a5f8-057cdf93f737 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:39.181391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Attempting to bind port 6823705b-7271-4b1e-a5f8-057cdf93f737 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:39.181391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Attempting to bind port 6823705b-7271-4b1e-a5f8-057cdf93f737 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:39.186593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9a253-4fd1-4ea8-9fb7-727891eaf8c0 None None] Pushing event updated for resources: {'Port': ['ID=6823705b-7271-4b1e-a5f8-057cdf93f737,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.195477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:39.195844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:39.196264 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.197050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:39.197163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Bound port: 6823705b-7271-4b1e-a5f8-057cdf93f737, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:39.197466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.297775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] For port 6823705b-7271-4b1e-a5f8-057cdf93f737, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:39.313809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-165ae7d8-b251-488f-ac34-f10a00481c7a None None] Provisioning complete for port 6823705b-7271-4b1e-a5f8-057cdf93f737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.314172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-165ae7d8-b251-488f-ac34-f10a00481c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.316625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] For port 6823705b-7271-4b1e-a5f8-057cdf93f737, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6823705b-7271-4b1e-a5f8-057cdf93f737,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:39.358917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.370684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-93deec66-1cf2-4bbc-bb16-089aaa506b67', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:39.371556 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.418983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-165ae7d8-b251-488f-ac34-f10a00481c7a None None] Port 6823705b-7271-4b1e-a5f8-057cdf93f737 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:39.457008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36f488-d7c9-439a-863b-9dd7ab2499c9 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:39.467138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9a253-4fd1-4ea8-9fb7-727891eaf8c0 None None] Pushing event updated for resources: {'Port': ['ID=6823705b-7271-4b1e-a5f8-057cdf93f737,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.515909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:39.516686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:39.656810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] Provisioning complete for port 6823705b-7271-4b1e-a5f8-057cdf93f737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.657254 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.730596 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.736082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Allocated IP 172.20.0.2 (93deec66-1cf2-4bbc-bb16-089aaa506b67/50a21a0b-99f0-4990-875f-40fc44105a19/6efeecb7-9bf0-41af-a665-52531cb8fab1) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:39.814352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:40.029338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.100339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] For port 6823705b-7271-4b1e-a5f8-057cdf93f737, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6823705b-7271-4b1e-a5f8-057cdf93f737,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:40.110809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.168255 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.188451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.206005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b65938-e39c-475e-8d17-b4598c25ce89 None None] Pushing event updated for resources: {'Port': ['ID=6823705b-7271-4b1e-a5f8-057cdf93f737,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.222440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:40.242215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:40.249806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:40.258546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.1 (93deec66-1cf2-4bbc-bb16-089aaa506b67/50a21a0b-99f0-4990-875f-40fc44105a19/056b725b-5e7a-416c-be5a-691984fcb91e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:40.293674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Pushing event updated for resources: {'Port': ['ID=6efeecb7-9bf0-41af-a665-52531cb8fab1,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.321413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:37Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:40.355181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5df3c0-ac2d-4c66-a65e-b6de35e3f250 None None] The sync data for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 is: [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:37Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:40.359872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Attempting to bind port 6efeecb7-9bf0-41af-a665-52531cb8fab1 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:40.359872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Attempting to bind port 6efeecb7-9bf0-41af-a665-52531cb8fab1 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:40.360059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Attempting to bind port 6efeecb7-9bf0-41af-a665-52531cb8fab1 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:40.365412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:40.365798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:40.366203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.368728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Bound using segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:40.368728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Bound port: 6efeecb7-9bf0-41af-a665-52531cb8fab1, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:40.368728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.437525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] For port 6efeecb7-9bf0-41af-a665-52531cb8fab1, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:40.442159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] For port 6efeecb7-9bf0-41af-a665-52531cb8fab1, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6efeecb7-9bf0-41af-a665-52531cb8fab1,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:40.446919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.458402 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.514832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e11e-9c2e-47d2-b9be-dbaaa85c3583 None None] Pushing event updated for resources: {'Port': ['ID=6efeecb7-9bf0-41af-a665-52531cb8fab1,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.532403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.613603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:40.622706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:40.627783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:40.635953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.707130 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.997501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.345125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.355269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.501954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.505976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.630361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:41.631940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:41.821833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6efeecb7-9bf0-41af-a665-52531cb8fab1 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:41.853622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 1beb0c0a-f790-4015-8806-21c93542abde has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:41.888412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f14f9-7ef6-4f76-ad9f-092fc6be581f None None] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:41.945907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6efeecb7-9bf0-41af-a665-52531cb8fab1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:41.946267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.012271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:42.014926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-435b30a1-a9c0-4ba0-a050-62ee2a6994de None None] Provisioning complete for port 6efeecb7-9bf0-41af-a665-52531cb8fab1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:42.015412 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-435b30a1-a9c0-4ba0-a050-62ee2a6994de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.033313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d1ce9a8-2936-455f-88af-c87a64d15f77 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/1beb0c0a-f790-4015-8806-21c93542abde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574883 Nov 12 03:37:42.324409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.380387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-5aee0d98-de14-43d5-8784-4fbdfe0614ce tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766831877&fields=id&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 267 time: 0.0926540 Nov 12 03:37:42.422882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 6efeecb7-9bf0-41af-a665-52531cb8fab1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6efeecb7-9bf0-41af-a665-52531cb8fab1,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:42.425550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-435b30a1-a9c0-4ba0-a050-62ee2a6994de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.446168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.446733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6823705b-7271-4b1e-a5f8-057cdf93f737 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:42.558982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-435b30a1-a9c0-4ba0-a050-62ee2a6994de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:37:42.559348 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-435b30a1-a9c0-4ba0-a050-62ee2a6994de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:37:42.576720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=6efeecb7-9bf0-41af-a665-52531cb8fab1,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.603745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6823705b-7271-4b1e-a5f8-057cdf93f737 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:42.603942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.606959 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Sync routers for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:42.625273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-d1abd88c-7daf-4ace-bcf5-a6a0294b0222 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.627138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-d1abd88c-7daf-4ace-bcf5-a6a0294b0222 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 797 time: 0.2377460 Nov 12 03:37:42.634212 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:42.635283 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.654541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-08579a1f-e71a-4cde-ad16-6b7f051b9b8f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/quotas/761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 375 time: 0.0213645 Nov 12 03:37:42.754052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-128350a2-7d10-4e5d-8fdc-d6b4132056a4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875204 Nov 12 03:37:42.835536 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:42.916883 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-2edb8459-fd2b-476c-aa09-7e1ca6e4d9f4 service neutron] 10.222.0.84 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409116 Nov 12 03:37:43.091025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-2be9abe3-4e98-442d-8611-9de540bc71d0 service neutron] 10.222.0.84 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648562 Nov 12 03:37:43.234772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:41Z', 'revision_number': 2, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:43.253612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5f52733d-4023-4074-a3c5-493113ffaf32 None None] Provisioning complete for port 6efeecb7-9bf0-41af-a665-52531cb8fab1 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.254263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f52733d-4023-4074-a3c5-493113ffaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.272839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Checking router: 1beb0c0a-f790-4015-8806-21c93542abde for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:43.273222 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Updating router 1beb0c0a-f790-4015-8806-21c93542abde port 056b725b-5e7a-416c-be5a-691984fcb91e binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:43.322163 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.411936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-afaf9fb3-5a04-4524-a4f3-531b9ac54809 req-da91ec3c-25e2-48dc-a06e-1db8016e45c4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 210 time: 0.0640237 Nov 12 03:37:43.460012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5f52733d-4023-4074-a3c5-493113ffaf32 None None] Provisioning complete for port 056b725b-5e7a-416c-be5a-691984fcb91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.460735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f52733d-4023-4074-a3c5-493113ffaf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.496464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5f52733d-4023-4074-a3c5-493113ffaf32 None None] Port 056b725b-5e7a-416c-be5a-691984fcb91e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:43.622368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-84ef7b6e-4a3d-46e7-bb5a-affcf71be3e5 None None] Provisioning complete for port 056b725b-5e7a-416c-be5a-691984fcb91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.622788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84ef7b6e-4a3d-46e7-bb5a-affcf71be3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.661164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-84ef7b6e-4a3d-46e7-bb5a-affcf71be3e5 None None] Port 056b725b-5e7a-416c-be5a-691984fcb91e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:43.757510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6efeecb7-9bf0-41af-a665-52531cb8fab1 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:43.806917 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.814532 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.818516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6efeecb7-9bf0-41af-a665-52531cb8fab1 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.818889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.880851 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Pushing event updated for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.896295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.897970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.897970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.897970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.897970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.897970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.899645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.899645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.899645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.899645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.899645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.901011 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:43.960463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Attempting to bind port 056b725b-5e7a-416c-be5a-691984fcb91e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:43.960463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Attempting to bind port 056b725b-5e7a-416c-be5a-691984fcb91e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:43.960463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Attempting to bind port 056b725b-5e7a-416c-be5a-691984fcb91e on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:43.971570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:43.971947 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:43.972782 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.972782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Bound using segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:43.973624 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Bound port: 056b725b-5e7a-416c-be5a-691984fcb91e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:43.973624 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.073451 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] For port 056b725b-5e7a-416c-be5a-691984fcb91e, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:44.078885 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] For port 056b725b-5e7a-416c-be5a-691984fcb91e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=056b725b-5e7a-416c-be5a-691984fcb91e,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:44.087923 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.166245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:44.166245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:44.209478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] Provisioning complete for port 056b725b-5e7a-416c-be5a-691984fcb91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:44.209723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.348054 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea69031-2d59-43e7-ac4e-06ce7aeda008 None None] Pushing event updated for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.353728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.392925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] For port 056b725b-5e7a-416c-be5a-691984fcb91e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=056b725b-5e7a-416c-be5a-691984fcb91e,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:44.394425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:44.398048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.471227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1add36-989a-49aa-90a4-4b758e8bd9e7 None None] Pushing event updated for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.536192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-921da401-eabc-4dc8-87e0-64d1574d35f2 None None] Provisioning complete for port 056b725b-5e7a-416c-be5a-691984fcb91e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:44.538578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-921da401-eabc-4dc8-87e0-64d1574d35f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.549012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c72b011b-bf43-4546-9a64-cd223de7e2a3 req-978db59a-b19b-43c4-af06-fcd48d760c1c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 210 time: 0.0461397 Nov 12 03:37:44.747444 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:44.773337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-51212ea8-80bb-4157-8447-035b7af1fadd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.775643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-51212ea8-80bb-4157-8447-035b7af1fadd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 797 time: 0.1652141 Nov 12 03:37:44.778065 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed34c2-997b-4ece-bc57-c266a942a0c6 None None] The sync data for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 is: [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:44.867209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-1996a94e-0e87-4d8b-afba-ae4ae1ad8e9b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 380 time: 0.0783012 Nov 12 03:37:44.877587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'port': {'device_id': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'admin_state_up': True, 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'security_groups': ['a9378d78-4ced-415d-ab7b-1d1349e05fa9']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:45.005939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:45.010215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.158623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.8 (93deec66-1cf2-4bbc-bb16-089aaa506b67/50a21a0b-99f0-4990-875f-40fc44105a19/b39d921d-5a6e-45da-906a-e8053eb37c97) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:45.317134 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.360353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.414529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:45.419744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:45.423632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:45.430450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.494989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.496350 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.515631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-a4631f22-f6ae-4ac9-8212-ae8fb09a6b7c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6418965 Nov 12 03:37:45.528872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Request body: {'port': {'device_id': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:45.607927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.792080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-26bf5b93-9c82-4905-addf-3846d020ea8e None None] Provisioning complete for port b39d921d-5a6e-45da-906a-e8053eb37c97 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.793167 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-26bf5b93-9c82-4905-addf-3846d020ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.798003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 056b725b-5e7a-416c-be5a-691984fcb91e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:45.873242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-26bf5b93-9c82-4905-addf-3846d020ea8e None None] Port b39d921d-5a6e-45da-906a-e8053eb37c97 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:45.890133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e617c-7981-448b-898f-16b6b99ef714 req-4b021e2d-6469-46aa-9764-584f8b7dd79a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.894258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 056b725b-5e7a-416c-be5a-691984fcb91e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.894746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.897674 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e7e617c-7981-448b-898f-16b6b99ef714 req-4b021e2d-6469-46aa-9764-584f8b7dd79a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 931 time: 0.1301405 Nov 12 03:37:45.976870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e7e617c-7981-448b-898f-16b6b99ef714 req-ee19e4ce-5b59-4231-a6af-d7ca51fac5e1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736053 Nov 12 03:37:46.036406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:46.044252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.057048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Transition to ACTIVE for port object b39d921d-5a6e-45da-906a-e8053eb37c97 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:46.060888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.159537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.189242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:46.189865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:46.190199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.195734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:46.196057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.201445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:46.201829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:46.202216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Bound using segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:46.202646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Bound port: b39d921d-5a6e-45da-906a-e8053eb37c97, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:46.203004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.283058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:46.287373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:46.294994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.349865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.350568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.352038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] 10.222.0.39 "PUT /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 1092 time: 0.8279109 Nov 12 03:37:46.352486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:46.354739 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:46.439730 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82dcce7-b82a-48e6-9ec2-068b05d216fc x-openstack-request-id: req-b82dcce7-b82a-48e6-9ec2-068b05d216fc {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:46.440028 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:46.440283 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b82dcce7-b82a-48e6-9ec2-068b05d216fc {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:46.440684 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:37:46.446905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b70ac-efd6-4bfb-8d48-a22d0fe4a16c service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.464832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-5de76565-59fb-4602-8e75-a15d7cbc1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.466477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-5de76565-59fb-4602-8e75-a15d7cbc1adc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0686939 Nov 12 03:37:46.522568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-015c6552-8cb0-419b-a31a-6ddb9a652d8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 217 time: 0.0460999 Nov 12 03:37:46.582729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-9b083fae-2871-4465-8aad-18232570cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.584588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-9b083fae-2871-4465-8aad-18232570cbce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0525446 Nov 12 03:37:46.640108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-e7e68995-7f40-4fef-9bdb-d508bb677cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.641829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-e7e68995-7f40-4fef-9bdb-d508bb677cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497541 Nov 12 03:37:46.752835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-d695f4a1-f094-427c-9eb9-6f9ec2d878c0 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036115 Nov 12 03:37:46.858459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcfc41b9-929c-4045-bff6-a76945ff88c5 req-eabe27f5-a240-47b9-a9e6-f0bbbf1c882e service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977495 Nov 12 03:37:46.955308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-28676b94-4081-4809-8580-18ab485bc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.956852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-28676b94-4081-4809-8580-18ab485bc424 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0435264 Nov 12 03:37:47.074168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-4206edcb-17ed-4eb6-9750-3ca5734544fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.075778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-4206edcb-17ed-4eb6-9750-3ca5734544fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.1121564 Nov 12 03:37:47.101062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f34c7b-3014-4287-a4a1-a12f80306e70 req-582382a1-40d0-4198-9c63-3dd76465e6dc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.103372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53f34c7b-3014-4287-a4a1-a12f80306e70 req-582382a1-40d0-4198-9c63-3dd76465e6dc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.0610602 Nov 12 03:37:47.133802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-83dc1f63-6961-44b3-a1aa-f9429941990d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 217 time: 0.0488946 Nov 12 03:37:47.164098 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53f34c7b-3014-4287-a4a1-a12f80306e70 req-2a13290b-a8d0-45f1-8298-722d938cf099 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535734 Nov 12 03:37:47.191617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-54552854-88d1-441d-9c21-5f92276a4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.193213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-54552854-88d1-441d-9c21-5f92276a4ad9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0517707 Nov 12 03:37:47.241815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-cbfedafc-4213-44d2-b479-bba06b1eb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.245090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-cbfedafc-4213-44d2-b479-bba06b1eb23e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434990 Nov 12 03:37:47.354034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-40d6ac18-7663-4626-86ba-3391d3b19bfb service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007037 Nov 12 03:37:47.449545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fad4c1eb-de90-4a36-8385-a70d9e69dcd4 req-57009152-1b9e-4ce0-838c-470201bbe4f1 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877094 Nov 12 03:37:48.284269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8fe8c-d994-4b9e-b113-c56c8e8735b2 req-21c7b12c-0a7b-4aec-9324-28a56c5de6fe tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.285754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67c8fe8c-d994-4b9e-b113-c56c8e8735b2 req-21c7b12c-0a7b-4aec-9324-28a56c5de6fe tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.0542343 Nov 12 03:37:48.335045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-67c8fe8c-d994-4b9e-b113-c56c8e8735b2 req-22fd2280-6c43-45f7-a6ad-1cc8f3fcc69d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433357 Nov 12 03:37:49.460606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5231f6-e44b-4e59-9810-35489f70628f req-af400d4c-c324-4545-b2e2-8d66bcc4223d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.462304 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e5231f6-e44b-4e59-9810-35489f70628f req-af400d4c-c324-4545-b2e2-8d66bcc4223d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.0575452 Nov 12 03:37:49.537603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e5231f6-e44b-4e59-9810-35489f70628f req-17eb6437-0eed-4fad-b6d4-6bfdd3b3cd55 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564253 Nov 12 03:37:50.140091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:50.235889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:50.249907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:50.297969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.310482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:50.330238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:50.334865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.380072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.540352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b39d921d-5a6e-45da-906a-e8053eb37c97'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:50.657375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e56d-805c-4be1-be7b-303409017c3a req-6bb916ee-9be4-4611-944b-92e1138173cb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.659388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb95e56d-805c-4be1-be7b-303409017c3a req-6bb916ee-9be4-4611-944b-92e1138173cb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.0575576 Nov 12 03:37:50.718157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb95e56d-805c-4be1-be7b-303409017c3a req-913700ef-2b8a-450c-9a6d-1e270fa4ddcf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523772 Nov 12 03:37:51.840764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404994d8-ef17-4625-ac41-b022577578d4 req-31b92c3b-b8d9-49b2-a11a-f3c0488960e1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.842990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-404994d8-ef17-4625-ac41-b022577578d4 req-31b92c3b-b8d9-49b2-a11a-f3c0488960e1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.0534856 Nov 12 03:37:51.894612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-404994d8-ef17-4625-ac41-b022577578d4 req-71db2b61-aa0a-4adc-8d6c-c8c003042e3b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Nov 12 03:37:52.140663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:52.197534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b39d921d-5a6e-45da-906a-e8053eb37c97 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:52.202813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b39d921d-5a6e-45da-906a-e8053eb37c97 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:52.202813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.282535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.304889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:52.307070 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59590e2-2e32-4300-b0f9-4c08b9eaeb24" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:52.320141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:52.325718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.351380 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2e9d2-3005-45c5-b58d-a31d020301f3 x-openstack-request-id: req-6dc2e9d2-3005-45c5-b58d-a31d020301f3 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:52.351676 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:52.351949 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6dc2e9d2-3005-45c5-b58d-a31d020301f3 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:52.352340 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'code': 200} Nov 12 03:37:52.381572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.461834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752111a-0999-4462-bd33-ffeddb88bafd req-075bc87c-d6d0-4c9a-836b-7678b89fa750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.463412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d752111a-0999-4462-bd33-ffeddb88bafd req-075bc87c-d6d0-4c9a-836b-7678b89fa750 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1097 time: 0.0456152 Nov 12 03:37:52.508745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d752111a-0999-4462-bd33-ffeddb88bafd req-8d8488a0-3df5-4ebd-a9d7-e5cbeaa732e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385556 Nov 12 03:37:53.018005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb91029-a6b1-4840-9fec-c62844ec8d46 req-dc8a4cf8-7390-48e5-8fff-dee349feec61 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.019576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bb91029-a6b1-4840-9fec-c62844ec8d46 req-dc8a4cf8-7390-48e5-8fff-dee349feec61 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0543630 Nov 12 03:37:53.070469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bb91029-a6b1-4840-9fec-c62844ec8d46 req-d1924197-06a2-48b2-8967-09e797bf9b95 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Nov 12 03:37:54.197339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cec3-5a89-415d-a559-25dd28d04ccd req-cd64a7f8-80d4-4004-838e-55fcaa5af3e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.199431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9df5cec3-5a89-415d-a559-25dd28d04ccd req-cd64a7f8-80d4-4004-838e-55fcaa5af3e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0588391 Nov 12 03:37:54.258846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9df5cec3-5a89-415d-a559-25dd28d04ccd req-c2d53817-1862-425a-b70d-f19fae87fa46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509765 Nov 12 03:37:54.381418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28624e5a-99aa-42f7-b5bd-ef6d8cff87b9 req-9e1b996a-7463-4dba-8fc7-8671ed75349e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.382921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28624e5a-99aa-42f7-b5bd-ef6d8cff87b9 req-9e1b996a-7463-4dba-8fc7-8671ed75349e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0500855 Nov 12 03:37:54.437746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28624e5a-99aa-42f7-b5bd-ef6d8cff87b9 req-2d864d09-4189-46da-988b-ac794439d285 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Nov 12 03:37:54.461193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 35996) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.503924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfaf36-c9c8-4312-8ac6-76c197b970f8 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.505465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9cdfaf36-c9c8-4312-8ac6-76c197b970f8 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1092 time: 0.0432806 Nov 12 03:37:54.508412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 35998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.512920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:54.535950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.638868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.744801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.198 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/f4199196-5c65-4f4f-b856-137cc3468f88) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:54.845429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.884909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.923555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:54.928398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:54.931887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:54.938082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=f4199196-5c65-4f4f-b856-137cc3468f88,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.300627 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.369557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.530371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.535788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.556447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36008) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.610735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=f4199196-5c65-4f4f-b856-137cc3468f88,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.623221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.675982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7575b7f-1675-4f82-be7f-31858475e09a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.736109 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP 04e56292-2e01-46c7-9bdf-254a9e1eba1f associated. External IP: 172.25.2.198, port: b39d921d-5a6e-45da-906a-e8053eb37c97. Nov 12 03:37:55.753219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7575b7f-1675-4f82-be7f-31858475e09a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.757672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c7575b7f-1675-4f82-be7f-31858475e09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.798805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c7575b7f-1675-4f82-be7f-31858475e09a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b023e81d559b4f3d874712f5386b7d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412708 Nov 12 03:37:55.802628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36012) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.810223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7575b7f-1675-4f82-be7f-31858475e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45bb69-8c54-4163-b65b-a03484560dda,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.868377 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.891310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.952595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.956427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.957741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3a45bb69-8c54-4163-b65b-a03484560dda HTTP/1.1" status: 204 len: 168 time: 0.1541109 Nov 12 03:37:55.968958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e3bdf-a1dd-4b72-af74-3355343484b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45bb69-8c54-4163-b65b-a03484560dda,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.298959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 1beb0c0a-f790-4015-8806-21c93542abde has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:56.409201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:56.424542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192925-674c-4cd0-b30d-886116900359 None None] Sync routers for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:56.431766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.441424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:56.443871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.487580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc486249-d449-44a5-87f1-a158558f9340 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9779313 Nov 12 03:37:56.488222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:56.491808 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae3953-fa9f-404a-8d0f-59c567de4808" -d '{"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:56.577460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:56.620438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4f46b-d4aa-4260-9c0b-12620d7c107c req-edf2efc3-b0af-4d32-a378-d11b1df80e17 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.624140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cab4f46b-d4aa-4260-9c0b-12620d7c107c req-edf2efc3-b0af-4d32-a378-d11b1df80e17 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0689812 Nov 12 03:37:56.687692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cab4f46b-d4aa-4260-9c0b-12620d7c107c req-b66b4176-162d-45c1-b8a3-c450d60d6e2d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576854 Nov 12 03:37:56.708784 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488da2b6-156a-435f-a7e4-ca8926cb4cce x-openstack-request-id: req-488da2b6-156a-435f-a7e4-ca8926cb4cce {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:56.709324 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:56.709781 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-488da2b6-156a-435f-a7e4-ca8926cb4cce {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:56.710126 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:37:56.710752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36042) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.815287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1ef218e3-fd4b-4da2-a014-dbe5582304b1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/04e56292-2e01-46c7-9bdf-254a9e1eba1f HTTP/1.1" status: 200 len: 991 time: 0.1021562 Nov 12 03:37:56.820572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-1c0dff5b-6277-4417-9f12-604ec652a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.822058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-1c0dff5b-6277-4417-9f12-604ec652a1e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1097 time: 0.0623136 Nov 12 03:37:56.868446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '04e56292-2e01-46c7-9bdf-254a9e1eba1f', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:55Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.894403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192925-674c-4cd0-b30d-886116900359 None None] Checking router: 1beb0c0a-f790-4015-8806-21c93542abde for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:56.902701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:56.903348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:37:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:56.922294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-ffdfc24b-352c-46d1-8a57-c485e6c984e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.923967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-ffdfc24b-352c-46d1-8a57-c485e6c984e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0952463 Nov 12 03:37:56.992920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-942b0c48-d419-46e8-8b34-700662a77ba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0623314 Nov 12 03:37:57.014545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:57.045564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-a8c71588-167c-466b-a660-58f43defa43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.047083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-a8c71588-167c-466b-a660-58f43defa43e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0472975 Nov 12 03:37:57.114085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-89268ecf-728b-481e-9ee4-35abaae409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.116563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-89268ecf-728b-481e-9ee4-35abaae409d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629706 Nov 12 03:37:57.241271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-4c08e3cf-bc54-4efa-a551-d3661a4ae24f service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117630 Nov 12 03:37:57.289280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-40192925-674c-4cd0-b30d-886116900359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '04e56292-2e01-46c7-9bdf-254a9e1eba1f', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:55Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:57.334864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40192925-674c-4cd0-b30d-886116900359 None None] The sync data for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 is: [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '04e56292-2e01-46c7-9bdf-254a9e1eba1f', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:37:55Z', 'updated_at': '2021-11-12T03:37:55Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:57.350855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6fae3953-fa9f-404a-8d0f-59c567de4808 req-c562134d-7671-41c0-9e15-755a386ed793 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054397 Nov 12 03:37:57.541203 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827fa13-90c6-4393-b181-0b26dedec732 None None] New status for floating IP 04e56292-2e01-46c7-9bdf-254a9e1eba1f: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:37:57.817589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36056) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:57.841040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.885184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb58f5c3-92aa-40a0-913d-4f61faf23000 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/04e56292-2e01-46c7-9bdf-254a9e1eba1f HTTP/1.1" status: 200 len: 993 time: 0.0662746 Nov 12 03:37:59.360872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:02.273342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aef6c266-69c9-4d92-8db6-9c8933470b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.674295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6c1c6d29-b946-4363-bf11-7715c3e8fc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.686772 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:07.203594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:08.206931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:10.689065 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:26.584563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9dff-8c82-4bf9-ab18-8544158ec0f1 req-c642f780-2a0d-4972-9b75-001b0d367a62 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.586996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a52b9dff-8c82-4bf9-ab18-8544158ec0f1 req-c642f780-2a0d-4972-9b75-001b0d367a62 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1097 time: 0.0479317 Nov 12 03:38:26.645185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a52b9dff-8c82-4bf9-ab18-8544158ec0f1 req-f8835aae-f0f6-4f5b-aad8-22738bda95cb tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509562 Nov 12 03:38:26.782055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25b45-ea6c-4e06-8952-0e3dd268c9ca req-2a524a88-361e-4d76-bd11-6ab4b3c991a8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.783666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2de25b45-ea6c-4e06-8952-0e3dd268c9ca req-2a524a88-361e-4d76-bd11-6ab4b3c991a8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0624380 Nov 12 03:38:26.836767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2de25b45-ea6c-4e06-8952-0e3dd268c9ca req-c58e1100-837d-49d6-92c3-346ac024d587 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470285 Nov 12 03:38:26.862000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:26.935144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-76de2ef4-2755-49b7-97e3-cf3fd2ae345d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/04e56292-2e01-46c7-9bdf-254a9e1eba1f HTTP/1.1" status: 200 len: 993 time: 0.0665879 Nov 12 03:38:27.262471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-27063710-934a-4df9-b1f5-38ace5d7bddd req-c331dd72-b3e9-4c4e-8a5a-aea3e1ca6fe3 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:27.264161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27063710-934a-4df9-b1f5-38ace5d7bddd req-c331dd72-b3e9-4c4e-8a5a-aea3e1ca6fe3 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062613 Nov 12 03:38:27.721769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-19e86e52-2eb4-4d76-bd36-8d659ae443c3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437055 Nov 12 03:38:27.748836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1fbf-e39e-455e-84b0-625a4127997c req-d9ecfac1-61a1-458e-a19c-32af5cf04fcf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.750499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ecc1fbf-e39e-455e-84b0-625a4127997c req-d9ecfac1-61a1-458e-a19c-32af5cf04fcf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Nov 12 03:38:27.818534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ecc1fbf-e39e-455e-84b0-625a4127997c req-90ef3f9c-63e7-42f9-9610-3ecba613fa9b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598688 Nov 12 03:38:27.855671 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.954594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-56dcb906-50b1-4beb-b5e3-82663d011925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.956144 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-56dcb906-50b1-4beb-b5e3-82663d011925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1097 time: 0.0569181 Nov 12 03:38:28.991987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708031-8f8b-4852-8873-8c81d3f7be30 req-6aebe6ab-3e44-4797-9e16-8b75604bc772 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.993500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e708031-8f8b-4852-8873-8c81d3f7be30 req-6aebe6ab-3e44-4797-9e16-8b75604bc772 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0925436 Nov 12 03:38:28.997617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-6b9bdd5f-950b-404e-ac6d-d4b85ecfad96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602815 Nov 12 03:38:29.047267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1e708031-8f8b-4852-8873-8c81d3f7be30 req-b57f0506-8453-4076-b9a8-fbd13aac71d1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471530 Nov 12 03:38:29.109786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-67af47ca-ba60-4b00-b180-b2ae5fa92cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.111464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-67af47ca-ba60-4b00-b180-b2ae5fa92cad service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.1469588 Nov 12 03:38:29.114687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-ae64cfd5-d83c-458d-bd7c-84ddb6d29ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.116492 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-ae64cfd5-d83c-458d-bd7c-84ddb6d29ee0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 1097 time: 0.0544491 Nov 12 03:38:29.185951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-dbd178d1-48a5-4d24-bbd9-9cb2ded9d4a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 1001 time: 0.0672309 Nov 12 03:38:29.241994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-ef6727c1-3901-4af9-a32d-bb7fbd653a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.243581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-ef6727c1-3901-4af9-a32d-bb7fbd653a86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0468574 Nov 12 03:38:29.246090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-b5285c35-4703-4d28-990f-48b5eae6e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.248121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-b5285c35-4703-4d28-990f-48b5eae6e948 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 200 len: 911 time: 0.1054654 Nov 12 03:38:29.291508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-0671b26b-10ac-4027-a7e6-6d8bcbda0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.293175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-0671b26b-10ac-4027-a7e6-6d8bcbda0eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416424 Nov 12 03:38:29.323345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-bc8300ee-bc6c-4377-8d79-958511ba4e49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 200 len: 1000 time: 0.0664842 Nov 12 03:38:29.375189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.384715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-3dee2608-dfaa-4366-8bdc-ea18cfa672db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.386199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-3dee2608-dfaa-4366-8bdc-ea18cfa672db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 200 len: 849 time: 0.0532000 Nov 12 03:38:29.404223 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-100baa7c-8bfb-4beb-a373-5ab5bace2b23 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031239 Nov 12 03:38:29.442797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-c8eb3e81-ca25-4c8a-ad9c-4ff95870795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.444437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-c8eb3e81-ca25-4c8a-ad9c-4ff95870795c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd99071d-f88a-40a6-ba23-6d077a9bf3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461977 Nov 12 03:38:29.499586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-5ac1c4af-af49-44b4-bdcf-30bd96b90391 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880692 Nov 12 03:38:29.553182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-7f85ea5b-d67f-43cf-b118-e971204fdacc service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956621 Nov 12 03:38:29.657633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee15dfef-cb9c-43e4-96a5-bf478591b102 req-4fdb71af-8344-4035-89bc-a132a4095fc8 service neutron] 10.222.0.32 "GET /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932455 Nov 12 03:38:30.197792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7708e-8828-4fbd-b123-34d083b4e46d req-22ac63a6-c643-400b-848b-7a7bd830b206 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.199467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce7708e-8828-4fbd-b123-34d083b4e46d req-22ac63a6-c643-400b-848b-7a7bd830b206 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0544848 Nov 12 03:38:30.252383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ce7708e-8828-4fbd-b123-34d083b4e46d req-28a85d1b-177d-46a7-a126-b4070565895a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460713 Nov 12 03:38:31.379985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd72e2-d5df-4e65-adc1-52ebac9d093d req-0998e81b-9316-4477-8374-9e5e1a5447b2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.381417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ddd72e2-d5df-4e65-adc1-52ebac9d093d req-0998e81b-9316-4477-8374-9e5e1a5447b2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Nov 12 03:38:31.433518 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ddd72e2-d5df-4e65-adc1-52ebac9d093d req-4d148776-becb-4720-bef6-9687eea7d3a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Nov 12 03:38:32.277128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b35e8d1e-a792-43e7-ad7b-8b2d57bccd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.552477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b814ad8-b33f-4215-b793-f398340a4304 req-505b5df0-8f23-4c1f-8b62-166593d37721 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.553973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b814ad8-b33f-4215-b793-f398340a4304 req-505b5df0-8f23-4c1f-8b62-166593d37721 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0480521 Nov 12 03:38:32.603770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b814ad8-b33f-4215-b793-f398340a4304 req-dea7d01c-700f-45bc-ab3e-7addc0795925 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Nov 12 03:38:33.738182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a35283-d8f6-49b0-90c4-c15a7294b32f req-f3add828-7ed6-43b8-96f4-d50b52df4930 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.739812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1a35283-d8f6-49b0-90c4-c15a7294b32f req-f3add828-7ed6-43b8-96f4-d50b52df4930 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0597343 Nov 12 03:38:33.793237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e1a35283-d8f6-49b0-90c4-c15a7294b32f req-73e0da06-d515-4fcf-accb-e592a23e5e38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Nov 12 03:38:34.677286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-80cc571c-9c0b-46f6-beda-d38544a534c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.912409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c252e2b-b8c9-4e3d-a63f-dd6536207c6a req-6f04ab78-549d-43bd-8435-8ab4252a9451 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.914172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c252e2b-b8c9-4e3d-a63f-dd6536207c6a req-6f04ab78-549d-43bd-8435-8ab4252a9451 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0498543 Nov 12 03:38:34.978567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c252e2b-b8c9-4e3d-a63f-dd6536207c6a req-04d33b5f-0cf7-4f1b-b357-7b1175f8c4d5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507555 Nov 12 03:38:35.679991 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.116194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a889ed-ca30-466a-b59d-3fc9997d449e req-4d88e9f1-14b4-4b49-99e0-0461091f07a5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.118373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04a889ed-ca30-466a-b59d-3fc9997d449e req-4d88e9f1-14b4-4b49-99e0-0461091f07a5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0598464 Nov 12 03:38:36.174453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04a889ed-ca30-466a-b59d-3fc9997d449e req-11713644-5717-4327-871d-b1b94dc16b1c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494411 Nov 12 03:38:36.314761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-faf8b97b-4a67-479e-b89e-e0e6ff2c32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.316447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-faf8b97b-4a67-479e-b89e-e0e6ff2c32c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1097 time: 0.0478895 Nov 12 03:38:36.454342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-e9979a7c-80fc-47a0-acb2-46bbe095b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.455889 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-e9979a7c-80fc-47a0-acb2-46bbe095b7b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.1163504 Nov 12 03:38:36.530833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-19cb3705-4c02-425d-8606-6c4681ccc1cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 1001 time: 0.0673919 Nov 12 03:38:36.589323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-3e11b1f7-9e3b-4039-85ee-0a354e1b8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.590731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-3e11b1f7-9e3b-4039-85ee-0a354e1b8afc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0531220 Nov 12 03:38:36.645470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-48202277-e29f-4010-8acf-e2983d5e49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.647266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-48202277-e29f-4010-8acf-e2983d5e49f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492165 Nov 12 03:38:36.739370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-a1eaf336-4374-43d8-b29c-165d360133d3 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843551 Nov 12 03:38:36.865972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7e6bc20-fcaa-434c-8fcc-26868d60354f req-76d0588f-2809-4783-b347-1231e089677e service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197150 Nov 12 03:38:37.224018 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:37.319750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053278-3dbf-4ee9-9faa-86628fffe368 req-ad09567f-cb0d-4f04-a5cf-3b6acc91fb31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.322273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c053278-3dbf-4ee9-9faa-86628fffe368 req-ad09567f-cb0d-4f04-a5cf-3b6acc91fb31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0595582 Nov 12 03:38:37.396458 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6c053278-3dbf-4ee9-9faa-86628fffe368 req-e175c75d-da0e-4c44-9e21-da2fd1a1a021 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620248 Nov 12 03:38:38.211524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.513218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e25d10-9a45-4767-85e7-4886b68365e2 req-c9163cf9-0cba-48ed-82cd-b3149bf7537f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.514793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14e25d10-9a45-4767-85e7-4886b68365e2 req-c9163cf9-0cba-48ed-82cd-b3149bf7537f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Nov 12 03:38:38.566849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14e25d10-9a45-4767-85e7-4886b68365e2 req-6bf113ab-eb33-4220-85fe-ce8b5d626817 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Nov 12 03:38:39.689092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d305557-7004-4cb6-b9dc-f9781a4691bb req-7f8596f6-e542-4c48-965b-0ad0888762f7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.691565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d305557-7004-4cb6-b9dc-f9781a4691bb req-7f8596f6-e542-4c48-965b-0ad0888762f7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0530117 Nov 12 03:38:39.764084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d305557-7004-4cb6-b9dc-f9781a4691bb req-19b18984-fa7d-49e0-a103-2b4744c39e57 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640171 Nov 12 03:38:40.901310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5415-34f9-41c3-8a9a-824bd7527b62 req-9b92861e-700c-4bcc-9385-decdfb4e5689 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.904088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffcc5415-34f9-41c3-8a9a-824bd7527b62 req-9b92861e-700c-4bcc-9385-decdfb4e5689 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.0568631 Nov 12 03:38:40.957061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ffcc5415-34f9-41c3-8a9a-824bd7527b62 req-f742dbc7-c031-4cae-9d63-ddcab0e58677 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Nov 12 03:38:41.366059 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-226bb923-1c06-491f-ad1c-bb97534ce0c5 service neutron] show failed (client error): The resource could not be found. Nov 12 03:38:41.367108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-226bb923-1c06-491f-ad1c-bb97534ce0c5 service neutron] 10.222.0.39 "GET /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0532088 Nov 12 03:38:41.601139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-e6b3bb83-7efd-4c79-acf4-c3b2115e3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.602758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-e6b3bb83-7efd-4c79-acf4-c3b2115e3801 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 1097 time: 0.0705371 Nov 12 03:38:41.622961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:41.676867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.927528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:41.960631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:42.002271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:42.004651 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501b54e-fa9b-4cb9-8930-d197a25160a6" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-unplugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:42.008974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.042070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Transition to ACTIVE for port object b39d921d-5a6e-45da-906a-e8053eb37c97 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:42.052442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.074955 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80afd921-d2ad-49b8-afdd-eafc66c38bfe x-openstack-request-id: req-80afd921-d2ad-49b8-afdd-eafc66c38bfe {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:42.075288 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-unplugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:42.075544 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-80afd921-d2ad-49b8-afdd-eafc66c38bfe {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:42.075945 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'code': 200} Nov 12 03:38:42.188428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.212369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e727d-6f8d-44ca-be86-a4da072e8efb req-dd9b268d-1a1c-4099-ae26-dfe17449fb9e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.213986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab4e727d-6f8d-44ca-be86-a4da072e8efb req-dd9b268d-1a1c-4099-ae26-dfe17449fb9e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.1796346 Nov 12 03:38:42.222027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.222378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.222997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.223360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.223703 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.224087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.224523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.224867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.225207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.225544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.225874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.226204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:42.311875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] No DVR routers for this DVR port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:42.378728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab4e727d-6f8d-44ca-be86-a4da072e8efb req-00fe9503-1f07-4891-9194-b41a1a64e6ac tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486039 Nov 12 03:38:42.494810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:42.495419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:42.495769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:42.501507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:42.501845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:42.508142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:42.508488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:42.508884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Bound using segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:42.509323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Bound port: b39d921d-5a6e-45da-906a-e8053eb37c97, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:42.509686 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.585152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:42.589400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:42.600343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.629974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.630624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.632376 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 1092 time: 1.0139499 Nov 12 03:38:42.730543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2e3d0-65b5-4ecb-a9da-dce7f58b81f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.752610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-e79a94d1-4f05-4576-9cc7-9b49b7c2b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.754489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-e79a94d1-4f05-4576-9cc7-9b49b7c2b3f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0776517 Nov 12 03:38:42.862944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-2477a62c-f73e-42c6-ac71-396304e04930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.864529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-2477a62c-f73e-42c6-ac71-396304e04930 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0928876 Nov 12 03:38:42.958404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-c36ca1ce-c89e-42ca-a574-129a6d1b9273 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0823476 Nov 12 03:38:43.016612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-89f99d10-3383-439f-bfa7-8d96e7b3ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.018123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-89f99d10-3383-439f-bfa7-8d96e7b3ad98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0467482 Nov 12 03:38:43.069877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-7efc4706-e0da-4748-af17-3b48dd90ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.071608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-7efc4706-e0da-4748-af17-3b48dd90ab3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427868 Nov 12 03:38:43.176039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-6f8aa927-a785-4eb1-a49b-500c4805f877 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931785 Nov 12 03:38:43.275737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b1edaaf-3743-4aa1-9f33-ef7ecd2e1891 req-2e13129c-d55b-42da-a500-36a8fa69dca8 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877383 Nov 12 03:38:43.509996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434db09-2bff-49a5-b564-ea52f52739b0 req-a70eaa03-f02c-474e-875d-d9d44310b84e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.511667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a434db09-2bff-49a5-b564-ea52f52739b0 req-a70eaa03-f02c-474e-875d-d9d44310b84e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.0499132 Nov 12 03:38:43.569661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a434db09-2bff-49a5-b564-ea52f52739b0 req-1a7f9816-e04b-4a3a-a63e-3b3d4fa9b4a3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516517 Nov 12 03:38:44.077307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:44.080030 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c" -d '{"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:44.128163 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0e252e-8f3d-4f12-bf1c-ac31ccaefb94 x-openstack-request-id: req-1b0e252e-8f3d-4f12-bf1c-ac31ccaefb94 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:44.128843 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:44.137596 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b0e252e-8f3d-4f12-bf1c-ac31ccaefb94 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:44.138061 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:38:44.193636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-39e3248b-a266-49b8-b49d-f292e1018c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.195161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-39e3248b-a266-49b8-b49d-f292e1018c9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0397217 Nov 12 03:38:44.196176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-6786e80d-3020-4b61-ac6c-359c6ad3e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.197709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-6786e80d-3020-4b61-ac6c-359c6ad3e5ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0465138 Nov 12 03:38:44.292518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-55a0f3ca-f20f-41cb-87b1-9437814edf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.294452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-55a0f3ca-f20f-41cb-87b1-9437814edf2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0906298 Nov 12 03:38:44.297860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-b5209c65-2efe-48a2-8ca3-2ce68571383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.300031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-b5209c65-2efe-48a2-8ca3-2ce68571383d service neutron] 10.222.0.32 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0944633 Nov 12 03:38:44.369757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-340e3f73-83c0-48e0-abdb-f4449eeaca38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0683689 Nov 12 03:38:44.388898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-aa18ea81-5a13-49bb-9cbc-58434dfebccf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0818043 Nov 12 03:38:44.421239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-d8932343-ccdb-4497-ac4f-79961e75baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.423079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-d8932343-ccdb-4497-ac4f-79961e75baee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0461600 Nov 12 03:38:44.442817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-ce597a58-a9f9-4c3e-beff-97de8bfa93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.444438 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-ce597a58-a9f9-4c3e-beff-97de8bfa93a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0479875 Nov 12 03:38:44.475257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-0b49964e-15ea-4311-87a9-28bcebb4c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.478436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-0b49964e-15ea-4311-87a9-28bcebb4c943 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473228 Nov 12 03:38:44.501049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-aaf02efb-35bc-4a46-a193-8d4eaaa3de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.503303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-aaf02efb-35bc-4a46-a193-8d4eaaa3de02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472662 Nov 12 03:38:44.605764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-51f87b24-dc7e-4173-a9b0-a24f50c735c1 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211834 Nov 12 03:38:44.632546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-e8344272-3e8d-4ea2-8aa7-ce4d7bb7a475 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212535 Nov 12 03:38:44.759388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-453b662a-2ffe-4eff-8e93-a640239a1608 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189215 Nov 12 03:38:44.803372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf7b6-6ca9-4a8e-ab5c-07379f4c5601 req-cb8ee547-a218-463a-adde-3787cf7e2e74 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:44.804876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1febf7b6-6ca9-4a8e-ab5c-07379f4c5601 req-cb8ee547-a218-463a-adde-3787cf7e2e74 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.1281359 Nov 12 03:38:44.808643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcd7c8e1-9302-4a81-b3d0-b8e76f15259c req-661bbbfb-9994-4f48-8a3d-e0c481342e8c service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954730 Nov 12 03:38:44.858967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1febf7b6-6ca9-4a8e-ab5c-07379f4c5601 req-40198c1f-4a71-4dce-86af-3e1d0b595d80 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Nov 12 03:38:45.988389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550034e-08bf-4ad7-97c4-e2dd9d3f6548 req-887b18a2-ebfe-4370-8428-cfa340043efe tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.990585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9550034e-08bf-4ad7-97c4-e2dd9d3f6548 req-887b18a2-ebfe-4370-8428-cfa340043efe tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.0550580 Nov 12 03:38:46.044195 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9550034e-08bf-4ad7-97c4-e2dd9d3f6548 req-07dd122c-31a3-4b72-9f3d-1201e76f2e37 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 Nov 12 03:38:46.360088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-c36062f7-0f89-467e-bbe7-b9c67790fea7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.361984 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-c36062f7-0f89-467e-bbe7-b9c67790fea7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00&tenant_id=761865b77746445f99b3bd5f9c0698d0&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.1283669 Nov 12 03:38:46.369346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65d034-ff8c-46db-8392-efe2102aac70 req-3a931af1-2c62-456f-84c0-3b18056c5ccb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.372132 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a65d034-ff8c-46db-8392-efe2102aac70 req-3a931af1-2c62-456f-84c0-3b18056c5ccb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 943 time: 0.1007442 Nov 12 03:38:46.466699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:46.479253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-562c4af8-33af-4041-946e-07cadbcb8154 service neutron] 10.222.0.32 "GET /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97/bindings/n-h1-615180-50 HTTP/1.1" status: 200 len: 383 time: 0.1059411 Nov 12 03:38:46.483655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a65d034-ff8c-46db-8392-efe2102aac70 req-4c892358-847e-45ed-8e18-20e736aa8914 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045468 Nov 12 03:38:46.540873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:46.566235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-45fdb9bf-da15-4fe5-bea4-656e2c07b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.568916 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-45fdb9bf-da15-4fe5-bea4-656e2c07b810 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1095 time: 0.0619271 Nov 12 03:38:46.812002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:47.010979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:47.031473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:47.084235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-e50ed8fe-3e7c-4a39-a4b4-538ca704a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.085732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-e50ed8fe-3e7c-4a39-a4b4-538ca704a045 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.5067852 Nov 12 03:38:47.090804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.112690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36572) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.120132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:47.148027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:47.152783 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.209660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.220017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.220694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.221363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.222114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.223043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.223623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.224238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.224962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.225176 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-a2188adb-4369-447d-bb00-0580053bf2b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.1299751 Nov 12 03:38:47.226187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.226763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.227339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.227896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.292111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.297727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-7fe7ecdd-af97-4677-b6a5-18a8a48f2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.299313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-7fe7ecdd-af97-4677-b6a5-18a8a48f2a4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0608082 Nov 12 03:38:47.350189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-cf030bae-5923-4a05-9977-b485b7b99a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.351851 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-cf030bae-5923-4a05-9977-b485b7b99a96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451558 Nov 12 03:38:47.387671 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.393262 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.412926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b39d921d-5a6e-45da-906a-e8053eb37c97'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:47.430563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa3c37-54a3-455d-a5f1-d34ea4801c1e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.459900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb4ec6208e754294813d181659576796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455055 Nov 12 03:38:47.465463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36576) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.474300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-25a2e4c0-01ad-4b18-bb7d-3be800682595 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054029 Nov 12 03:38:47.476076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.476484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.476828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.477225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.477698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.478035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.478374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.478708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.479202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.479529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.479852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.480172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56395d37-b2c3-45f4-83ea-0d2e84e223e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:47.560967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.586239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.632016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-adddd3ea-60a8-4d83-9e24-c2ccd4f17980 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488998 Nov 12 03:38:47.700625 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:47.726745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573fbf-51b3-4e16-bf4b-b989eb33bc8c req-8f0c816f-c069-47ff-b4b7-9c9c9e1b00c3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.728529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9573fbf-51b3-4e16-bf4b-b989eb33bc8c req-8f0c816f-c069-47ff-b4b7-9c9c9e1b00c3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.1000974 Nov 12 03:38:47.751718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.755462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.756815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/59aa3c37-54a3-455d-a5f1-d34ea4801c1e HTTP/1.1" status: 204 len: 168 time: 0.2901669 Nov 12 03:38:47.786009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cf96e-c6c9-4d8c-9958-d3434432c4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa3c37-54a3-455d-a5f1-d34ea4801c1e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.839752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9573fbf-51b3-4e16-bf4b-b989eb33bc8c req-98ae61f2-7c5f-4e60-8d50-b42b2fed0489 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031988 Nov 12 03:38:48.820032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:48.889172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b39d921d-5a6e-45da-906a-e8053eb37c97 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:48.896132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b39d921d-5a6e-45da-906a-e8053eb37c97 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:48.896513 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:48.994926 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.022026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:49.024653 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deba74de-93ee-4af3-a1d6-d5d4ce232286" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:49.063137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:49.071770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:49.138036 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8207a-182e-4c69-b499-b4277ea49672 x-openstack-request-id: req-a4f8207a-182e-4c69-b499-b4277ea49672 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:49.138530 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:49.138947 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a4f8207a-182e-4c69-b499-b4277ea49672 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:49.139516 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'code': 200} Nov 12 03:38:49.159632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:49.204031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52b39-679f-4f14-8446-1d9daf047e0a req-26649738-24e7-4fa4-8ca3-28c6fa20b862 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.212019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-88a52b39-679f-4f14-8446-1d9daf047e0a req-26649738-24e7-4fa4-8ca3-28c6fa20b862 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 945 time: 0.2973199 Nov 12 03:38:49.265033 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-88a52b39-679f-4f14-8446-1d9daf047e0a req-212c3f7a-c11c-4add-ac96-0b8723f99d41 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520513 Nov 12 03:38:49.954923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-25d61720-d3dd-45c2-a9ec-8fea93556d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.956581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-25d61720-d3dd-45c2-a9ec-8fea93556d0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 1097 time: 0.0450068 Nov 12 03:38:49.969994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:50.033750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.255827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:50.298910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:50.356579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:50.361223 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6207a4de-4454-4706-be1d-b53d7a61db84" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-unplugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:50.381151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.405186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Transition to ACTIVE for port object b39d921d-5a6e-45da-906a-e8053eb37c97 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:50.410267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:50.449768 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5c026-cf0c-43ae-9054-f6590756f727 x-openstack-request-id: req-1fa5c026-cf0c-43ae-9054-f6590756f727 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:50.450426 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-unplugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:50.450745 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1fa5c026-cf0c-43ae-9054-f6590756f727 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:50.451495 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'code': 200} Nov 12 03:38:50.854740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:50.891505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc47ac-10bf-4c19-8161-218d40924542 req-b916aeaf-07ea-46be-9aca-40acb4c988a9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.892996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5cc47ac-10bf-4c19-8161-218d40924542 req-b916aeaf-07ea-46be-9aca-40acb4c988a9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.5088756 Nov 12 03:38:50.910536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] No DVR routers for this DVR port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:51.025346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5cc47ac-10bf-4c19-8161-218d40924542 req-34ccba02-9643-4cb6-8d9e-2a53d62f1afa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168206 Nov 12 03:38:51.089998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:51.090225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:51.090513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:51.095355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:51.095677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Attempting to bind port b39d921d-5a6e-45da-906a-e8053eb37c97 on network 93deec66-1cf2-4bbc-bb16-089aaa506b67 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:51.101179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:51.101513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Checking segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:51.101893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Bound using segment: {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:51.102315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Bound port: b39d921d-5a6e-45da-906a-e8053eb37c97, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455a0084-c571-4956-a167-711517aa2213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:51.102668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.174647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:51.178731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:51.184672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.221131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.221951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:51.223671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] 10.222.0.39 "PUT /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 1093 time: 1.2576804 Nov 12 03:38:51.268747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff1372-c036-4d98-95bd-353b09552c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:51.316044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-a7b24ef9-0610-4b4b-8840-6e1fdba1115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.318079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-a7b24ef9-0610-4b4b-8840-6e1fdba1115a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1096 time: 0.0578308 Nov 12 03:38:51.444329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-b4dbce82-2d32-4f93-8e19-17afcacab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.448334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-b4dbce82-2d32-4f93-8e19-17afcacab756 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.1219854 Nov 12 03:38:51.631711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-1fd52c92-2ac1-4630-8600-dd8b6406ffab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.1752317 Nov 12 03:38:51.701517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-38eb6833-7c07-425e-8751-fb8df8e3481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.703159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-38eb6833-7c07-425e-8751-fb8df8e3481d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0607450 Nov 12 03:38:51.753092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-c044db0f-882e-43a4-b02b-5a3772704fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.754625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-c044db0f-882e-43a4-b02b-5a3772704fac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442462 Nov 12 03:38:51.856653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-aa5d8f82-feb3-4f1e-bf11-81a49e1ec684 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949702 Nov 12 03:38:51.944256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bc833cfe-55e6-4517-aa46-b3054a3f8add req-4c032062-c724-4dd0-81a9-93f88e942650 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808392 Nov 12 03:38:52.158637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4462-11ca-4dc6-a867-7257caa59d5c req-bde1749b-3d0b-4a45-b3d7-23125e19e3d0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.160204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1cfe4462-11ca-4dc6-a867-7257caa59d5c req-bde1749b-3d0b-4a45-b3d7-23125e19e3d0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Nov 12 03:38:52.211610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1cfe4462-11ca-4dc6-a867-7257caa59d5c req-3a1733fa-7a0d-42fc-9e87-5b6a98f07e9c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Nov 12 03:38:52.452881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:52.455756 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:52.516081 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652cde3-0eeb-4193-8cfe-b85df9f582c7 x-openstack-request-id: req-5652cde3-0eeb-4193-8cfe-b85df9f582c7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:52.516322 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:52.516578 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5652cde3-0eeb-4193-8cfe-b85df9f582c7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:52.517004 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:38:52.595940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-c13ad658-eff2-4695-a764-f714c9a56964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.598105 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-c13ad658-eff2-4695-a764-f714c9a56964 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1096 time: 0.0465722 Nov 12 03:38:52.600531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-50340778-3cd8-49ea-a3fd-01cf90bac18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.602063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-50340778-3cd8-49ea-a3fd-01cf90bac18d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1096 time: 0.0507748 Nov 12 03:38:52.705072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-c6445c76-2bd6-4581-87f2-38f3539bd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.706692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-c6445c76-2bd6-4581-87f2-38f3539bd286 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0958843 Nov 12 03:38:52.707879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-b74e3f2e-4d98-4e2f-aa65-b984a472a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.709613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-b74e3f2e-4d98-4e2f-aa65-b984a472a50c service neutron] 10.222.0.32 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0999024 Nov 12 03:38:52.797612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-eb31943f-9786-4a25-8794-0efdbad8058c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0759799 Nov 12 03:38:52.800053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-005e1184-55f7-4f99-9e6f-f0b213696e12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 999 time: 0.0849276 Nov 12 03:38:52.862193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-2f592f45-eb02-4798-99a6-ac0a91ddd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.862890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-3dee6e31-908f-4ea4-99fd-4b388d17fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.864241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-2f592f45-eb02-4798-99a6-ac0a91ddd27c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0562091 Nov 12 03:38:52.864373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-3dee6e31-908f-4ea4-99fd-4b388d17fe5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0576463 Nov 12 03:38:52.913798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-5844b6aa-55bf-44f7-ad04-5dbbf9b7361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.915394 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-5844b6aa-55bf-44f7-ad04-5dbbf9b7361c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425811 Nov 12 03:38:52.916394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-e1b69190-e74b-4c6d-89e7-4b0b9d5547f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.920687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-e1b69190-e74b-4c6d-89e7-4b0b9d5547f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472920 Nov 12 03:38:53.015601 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-a72b1360-e472-48c9-85f6-46f5c99ff777 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920966 Nov 12 03:38:53.032739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-e0e73b15-aaad-4a83-a339-2e6ac2839398 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025891 Nov 12 03:38:53.135040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-c5eeeb4a-cd45-4ece-8d34-a8b79731b9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062870 Nov 12 03:38:53.146165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8dbe8ffa-3b2c-4b27-a946-c7016a9e9fd6 req-956c731a-41ae-4c77-8ddd-83cf80a5f319 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059949 Nov 12 03:38:53.364894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c782-36fd-4f8b-873a-d719e3940df4 req-61b0c1c3-acbb-46b2-ac38-0c3bdaae7cf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.372750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e12c782-36fd-4f8b-873a-d719e3940df4 req-61b0c1c3-acbb-46b2-ac38-0c3bdaae7cf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.0827200 Nov 12 03:38:53.431662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e12c782-36fd-4f8b-873a-d719e3940df4 req-8a7f9f4b-87e8-4833-ba7d-dfc96db26c57 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580034 Nov 12 03:38:54.505767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:54.572924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a38cba-09a9-4698-aca7-2409d5ebc332 req-c9ff55e5-51e0-4037-8928-d958397f4d37 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.574513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9a38cba-09a9-4698-aca7-2409d5ebc332 req-c9ff55e5-51e0-4037-8928-d958397f4d37 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 944 time: 0.0727875 Nov 12 03:38:54.631208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:54.638557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9a38cba-09a9-4698-aca7-2409d5ebc332 req-a739a2db-ff82-4704-b7e7-1e8428eedc16 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561540 Nov 12 03:38:54.645360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'port_id': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'mac_address': 'fa:16:3e:ce:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:54.662349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36690) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:54.697771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.722985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:54.744143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d92bbbed-dbe1-4349-a1c1-ea7ed41c2530 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/04e56292-2e01-46c7-9bdf-254a9e1eba1f HTTP/1.1" status: 200 len: 991 time: 0.0796988 Nov 12 03:38:54.758833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:54.763088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.812576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:54.874874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:54.917266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:54.992357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b39d921d-5a6e-45da-906a-e8053eb37c97'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:56.512192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:56.564162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b39d921d-5a6e-45da-906a-e8053eb37c97 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:56.568079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b39d921d-5a6e-45da-906a-e8053eb37c97 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:56.568447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.643884 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.676898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:56.679219 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dac9cb5-8d8e-448c-9a42-daa57ae2d9eb" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:56.707845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:56.713058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.725345 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1f5e2-c5f3-4946-9006-b2745ba9c4ad x-openstack-request-id: req-9fb1f5e2-c5f3-4946-9006-b2745ba9c4ad {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:56.725900 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-plugged", "status": "completed", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:56.726312 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9fb1f5e2-c5f3-4946-9006-b2745ba9c4ad {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:56.726848 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'code': 200} Nov 12 03:38:56.788603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=13']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.859221 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.387982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:59.737216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407ceca-78d0-46f2-95ca-e54ccf61b89b req-a989a740-abac-4e38-9db3-75cdeb40e03e tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.738666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0407ceca-78d0-46f2-95ca-e54ccf61b89b req-a989a740-abac-4e38-9db3-75cdeb40e03e tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0510976 Nov 12 03:38:59.787986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0407ceca-78d0-46f2-95ca-e54ccf61b89b req-b65c6804-fa8c-46c6-bddf-2e89596b4643 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Nov 12 03:39:00.908954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594b909-59de-4584-b4f2-ecce4fa68bfa req-a8b1de44-5768-43ff-9d8b-d8ae821cbdc1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.910467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7594b909-59de-4584-b4f2-ecce4fa68bfa req-a8b1de44-5768-43ff-9d8b-d8ae821cbdc1 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0500650 Nov 12 03:39:00.960848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7594b909-59de-4584-b4f2-ecce4fa68bfa req-1d975a22-5b47-4dc4-87b8-7fb9c2e8f4c5 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Nov 12 03:39:01.658936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0597c4b9-7e29-4dd9-a4b3-a8e1b062ee4b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.660454 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0597c4b9-7e29-4dd9-a4b3-a8e1b062ee4b tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0490251 Nov 12 03:39:01.761699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Deleting port f4ca6d38-b905-400b-ae3c-63b385496b4e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:01.761960 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.850506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] For port f4ca6d38-b905-400b-ae3c-63b385496b4e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f4ca6d38-b905-400b-ae3c-63b385496b4e,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:01.850784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.030714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.031142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.031584 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Floating IP 8d047a06-e9b6-457e-8776-fdeb08c4851b disassociated. External IP: 172.25.2.50, port: f4ca6d38-b905-400b-ae3c-63b385496b4e. Nov 12 03:39:02.032004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Calling delete_port for f4ca6d38-b905-400b-ae3c-63b385496b4e owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:02.120300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a719b-071d-4eb2-9ef2-2a724d11ccbf req-1a139427-8605-4217-8317-4088bad9ae6a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.122392 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a19a719b-071d-4eb2-9ef2-2a724d11ccbf req-1a139427-8605-4217-8317-4088bad9ae6a tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/ports?device_id=0292dccf-4bfb-4fa0-8d93-3ed5e05212fd HTTP/1.1" status: 200 len: 945 time: 0.0882287 Nov 12 03:39:02.216262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a19a719b-071d-4eb2-9ef2-2a724d11ccbf req-1f2ec75b-2686-492a-83a5-70ac8288c28e tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups?id=74586b5f-cb29-43d2-af39-f3d116d53628&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856161 Nov 12 03:39:02.244030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.274812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'Port': ['ID=f4ca6d38-b905-400b-ae3c-63b385496b4e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.283245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c347d169-44d5-4659-8867-0d71bf5b36f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.397148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:02.506526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:02.517708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:02.528996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:02.529699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:38:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.546688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] No DVR routers for this DVR port f4ca6d38-b905-400b-ae3c-63b385496b4e on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:02.549858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.553971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4c7ff6ce-9d76-4a37-8e71-3db086285b19 req-0b8adb71-f45f-4910-bd91-47e01925bf30 tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.32 "DELETE /v2.0/ports/f4ca6d38-b905-400b-ae3c-63b385496b4e HTTP/1.1" status: 204 len: 173 time: 0.8815522 Nov 12 03:39:02.554418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'name': 'network-vif-deleted', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:02.556748 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857d3f9-e5ac-4975-95b9-8dec1a7435e4" -d '{"events": [{"server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "name": "network-vif-deleted", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:02.609746 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a8cf8-d565-40f5-9693-2c5e4cf4f6d1 x-openstack-request-id: req-822a8cf8-d565-40f5-9693-2c5e4cf4f6d1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:02.610061 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0292dccf-4bfb-4fa0-8d93-3ed5e05212fd", "name": "network-vif-deleted", "tag": "f4ca6d38-b905-400b-ae3c-63b385496b4e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:02.610271 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-822a8cf8-d565-40f5-9693-2c5e4cf4f6d1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:02.610701 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0292dccf-4bfb-4fa0-8d93-3ed5e05212fd', 'name': 'network-vif-deleted', 'tag': 'f4ca6d38-b905-400b-ae3c-63b385496b4e', 'status': 'completed', 'code': 200} Nov 12 03:39:02.656949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:02.907157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:02.938144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:02.946642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:02.947286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:38:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:03.062913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:03.267134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:03.296932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3530a7d0-4a39-4074-856d-0b0de794d944 None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:32:07Z', 'revision_number': 4, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1d9c159a-f41f-472d-9772-71d2f1542d49', 'name': '', 'network_id': 'dd99071d-f88a-40a6-ba23-6d077a9bf3a4', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'mac_address': 'fa:16:3e:3a:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:06Z', 'updated_at': '2021-11-12T03:32:14Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'subnets': [{'id': '5c7a4e0c-0813-49ef-906a-1936bcb18ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:03.300900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36794) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.357559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.382299 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.434867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.437597 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.440107 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "DELETE /v2.0/security-groups/74586b5f-cb29-43d2-af39-f3d116d53628 HTTP/1.1" status: 204 len: 168 time: 0.1378968 Nov 12 03:39:03.441676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36796) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.450420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91cd6-688f-4cd3-809a-12a5b961ef4c tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74586b5f-cb29-43d2-af39-f3d116d53628,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:03.456960 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-64db6b3d-bac8-47ff-917e-5b7137aa3d5d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] show failed (client error): The resource could not be found. Nov 12 03:39:03.460820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64db6b3d-bac8-47ff-917e-5b7137aa3d5d tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "GET /v2.0/security-groups/74586b5f-cb29-43d2-af39-f3d116d53628 HTTP/1.1" status: 404 len: 347 time: 0.0160871 Nov 12 03:39:03.461753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:03.528362 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c038305-2e14-4051-a8b5-1e17ca959dd8 None None] New status for floating IP 8d047a06-e9b6-457e-8776-fdeb08c4851b: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:03.592205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Deleting port b53b3640-b93b-4ceb-a839-ff50be2f57b8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:03.592494 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.677832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.678327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.693433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Calling delete_port for b53b3640-b93b-4ceb-a839-ff50be2f57b8 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:03.848489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.875911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Pushing event deleted for resources: {'Port': ['ID=b53b3640-b93b-4ceb-a839-ff50be2f57b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:03.934484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.937213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.938362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64d75ca5-d220-45cb-b5cc-44b012c6d85f tempest-AttachVolumeTestJSON-1118788527 tempest-AttachVolumeTestJSON-1118788527-project] 10.222.0.84 "DELETE /v2.0/floatingips/8d047a06-e9b6-457e-8776-fdeb08c4851b HTTP/1.1" status: 204 len: 168 time: 0.4755147 Nov 12 03:39:04.679934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-135cb721-7869-4206-8910-b9e7333188e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.679762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.081387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36820) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.205802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8b64768-e315-495b-84af-848fdabb27b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.286292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8b64768-e315-495b-84af-848fdabb27b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.290228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8b64768-e315-495b-84af-848fdabb27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.339024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a8b64768-e315-495b-84af-848fdabb27b0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=27e7e70590f2405abe21682c0ea8d03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540975 Nov 12 03:39:06.339024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b64768-e315-495b-84af-848fdabb27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0386472-dc37-4fa5-9f97-11654baef71a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.340084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36826) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.391373 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.413817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.460844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.463904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.467577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b0386472-dc37-4fa5-9f97-11654baef71a HTTP/1.1" status: 204 len: 168 time: 0.1242580 Nov 12 03:39:06.477631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d85b3-8ac1-4261-a14f-ec34bbdd3a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0386472-dc37-4fa5-9f97-11654baef71a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.920467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f4ca6d38-b905-400b-ae3c-63b385496b4e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:06.940885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: f4ca6d38-b905-400b-ae3c-63b385496b4e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:06.941234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f4ca6d38-b905-400b-ae3c-63b385496b4e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:07.147536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36848) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.223002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.255228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-469485147-network', 'tenant_id': '13ad4795a7b34318a2323546d3309f29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:07.293558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Made reservation on behalf of 13ad4795a7b34318a2323546d3309f29 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:07.296349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.306137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.399972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.404256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.431271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:07.442120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1566bc-9afa-472e-ad81-1f88499a7bdd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.448117 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.449121 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Added segment d5e427d7-d33f-4298-acab-ba8eb90a3f42 of type vlan for network d2b1680f-1478-4f40-87ca-7816441bd56e Nov 12 03:39:07.505284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.538743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.539877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.540699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.600619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4518981 Nov 12 03:39:07.603802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36858) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.609626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Request body: {'subnet': {'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-469485147-subnet', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:07.634512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Made reservation on behalf of 13ad4795a7b34318a2323546d3309f29 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:07.638603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.648950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6a12-cfb1-4e45-a9c0-e783c11d75bf admin admin] Pushing event updated for resources: {'Network': ['ID=d2b1680f-1478-4f40-87ca-7816441bd56e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.659606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d2b1680f-1478-4f40-87ca-7816441bd56e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:07.825186 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.896130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef2d66e-c357-49e6-bd45-7159a858f14a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.900671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Checking segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:07.901152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Network hostable DHCP agents. Network: d2b1680f-1478-4f40-87ca-7816441bd56e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:07.920492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Network d2b1680f-1478-4f40-87ca-7816441bd56e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:07.934115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d2b1680f-1478-4f40-87ca-7816441bd56e) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:07.940805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.942151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.949773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2be00e-86ec-4595-af37-368110e1032b None None] Network d2b1680f-1478-4f40-87ca-7816441bd56e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:07.971757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c16c752e-2d98-40d7-b3b1-c10fd3569326 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3662279 Nov 12 03:39:07.974502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36860) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.979666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:08.019749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.021144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.084474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.136425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d2b1680f-1478-4f40-87ca-7816441bd56e', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:08.137888 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.245864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.274528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.323177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Allocated IP 172.20.0.2 (d2b1680f-1478-4f40-87ca-7816441bd56e/eef2d66e-c357-49e6-bd45-7159a858f14a/d8ff7b7c-6526-4562-a859-af851d007aba) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:08.472694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.497805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.611032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Allocated IP 172.25.2.221 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/398abba4-ac58-4086-bad4-832a0bdb5a1d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:08.638475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.645459 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.682290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Network d2b1680f-1478-4f40-87ca-7816441bd56e is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:08.688570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:08.692081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:08.699074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Pushing event updated for resources: {'Port': ['ID=d8ff7b7c-6526-4562-a859-af851d007aba,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.735355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.749714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Attempting to bind port d8ff7b7c-6526-4562-a859-af851d007aba on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:08.750093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Attempting to bind port d8ff7b7c-6526-4562-a859-af851d007aba by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:08.750463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Attempting to bind port d8ff7b7c-6526-4562-a859-af851d007aba on network d2b1680f-1478-4f40-87ca-7816441bd56e {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:08.755599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:08.755974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Checking segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:08.756373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.756790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Bound using segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:08.757256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Bound port: d8ff7b7c-6526-4562-a859-af851d007aba, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:08.757635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.781675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.820066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:08.825413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] For port d8ff7b7c-6526-4562-a859-af851d007aba, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:08.826238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:08.828820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] For port d8ff7b7c-6526-4562-a859-af851d007aba, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d8ff7b7c-6526-4562-a859-af851d007aba,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:08.829282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:08.835574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.846382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4016ad-4c22-4e27-ac4f-8171de42d821 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:08.909858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a773396-06ff-4dbf-b47c-369e88bff682 None None] Pushing event updated for resources: {'Port': ['ID=d8ff7b7c-6526-4562-a859-af851d007aba,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:08.938523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-72785f75-eaaf-40b0-b209-cfbeb21a153f None None] Provisioning complete for port 398abba4-ac58-4086-bad4-832a0bdb5a1d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:08.938901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-72785f75-eaaf-40b0-b209-cfbeb21a153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:08.981350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-72785f75-eaaf-40b0-b209-cfbeb21a153f None None] Port 398abba4-ac58-4086-bad4-832a0bdb5a1d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:08.989655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Pushing event updated for resources: {'Port': ['ID=398abba4-ac58-4086-bad4-832a0bdb5a1d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.130422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.623564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.788760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:09.811532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d8ff7b7c-6526-4562-a859-af851d007aba up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:09.892167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d8ff7b7c-6526-4562-a859-af851d007aba triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:09.893322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.914578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:09.934544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.936162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Sync routers for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:09.936337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1840ccc4-d20a-47bd-91cc-51b243089f6a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9604990 Nov 12 03:39:09.938702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612dd768-5fc6-40f0-be82-0c5c0eca0308 None None] Network d2b1680f-1478-4f40-87ca-7816441bd56e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:09.938829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36866) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:10.010311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:10.011594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.115930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.152599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-582cdd4d-da57-4101-a4e9-bfde94b28cf0 None None] Provisioning complete for port d8ff7b7c-6526-4562-a859-af851d007aba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:10.152966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-582cdd4d-da57-4101-a4e9-bfde94b28cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.294776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port d8ff7b7c-6526-4562-a859-af851d007aba, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d8ff7b7c-6526-4562-a859-af851d007aba,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:10.309937 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.351476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:10.413048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.540245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=d8ff7b7c-6526-4562-a859-af851d007aba,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:10.671687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:09Z', 'revision_number': 3, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:10.680678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Allocated IP 172.20.0.1 (d2b1680f-1478-4f40-87ca-7816441bd56e/eef2d66e-c357-49e6-bd45-7159a858f14a/fe416e40-ae9c-4a1a-baef-539ed7d895be) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:10.720593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Checking router: 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:10.721077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Updating router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 port 398abba4-ac58-4086-bad4-832a0bdb5a1d binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:10.756829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.885725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.926198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ef4b5919-14cc-45a5-a86f-461cd821a465 None None] Provisioning complete for port d8ff7b7c-6526-4562-a859-af851d007aba triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:10.926568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef4b5919-14cc-45a5-a86f-461cd821a465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.929369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:10.978953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Network d2b1680f-1478-4f40-87ca-7816441bd56e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:10.985370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:11.007233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:11.038531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Pushing event updated for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.070632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.238437 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.257886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.269061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.334640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac109ce-f0be-402f-bcf1-ccc1f710391b None None] Pushing event updated for resources: {'Port': ['ID=398abba4-ac58-4086-bad4-832a0bdb5a1d,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.371748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415344e1-a292-48bc-b3f9-e7841da9e3cc None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:11.392488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Attempting to bind port 398abba4-ac58-4086-bad4-832a0bdb5a1d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:11.393068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Attempting to bind port 398abba4-ac58-4086-bad4-832a0bdb5a1d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:11.393068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Attempting to bind port 398abba4-ac58-4086-bad4-832a0bdb5a1d on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:11.399755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:11.400132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:11.400530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.400922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:11.401421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Bound port: 398abba4-ac58-4086-bad4-832a0bdb5a1d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:11.401813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.426042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e816998c-043b-407f-bb78-1062db671f3b None None] Provisioning complete for port fe416e40-ae9c-4a1a-baef-539ed7d895be triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:11.426396 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e816998c-043b-407f-bb78-1062db671f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.460095 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.467913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.483169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e816998c-043b-407f-bb78-1062db671f3b None None] Port fe416e40-ae9c-4a1a-baef-539ed7d895be cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:11.485412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] For port 398abba4-ac58-4086-bad4-832a0bdb5a1d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:11.489010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] For port 398abba4-ac58-4086-bad4-832a0bdb5a1d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=398abba4-ac58-4086-bad4-832a0bdb5a1d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:11.492948 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.546613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642b24b-a967-41ae-9a50-cca54c498994 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:11.564177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac109ce-f0be-402f-bcf1-ccc1f710391b None None] Pushing event updated for resources: {'Port': ['ID=398abba4-ac58-4086-bad4-832a0bdb5a1d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.571339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:11.571959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:11.611333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Pushing event updated for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.616374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.751817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Network d2b1680f-1478-4f40-87ca-7816441bd56e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:11.753770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:11.859185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:11.939997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d8ff7b7c-6526-4562-a859-af851d007aba up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:11.976680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:12.039248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] Provisioning complete for port 398abba4-ac58-4086-bad4-832a0bdb5a1d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:12.039620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.130880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:12.141597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb3d4555-f264-452a-aad0-6bb07cc2cc4b admin admin] 10.222.0.84 "PUT /v2.0/routers/39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2014761 Nov 12 03:39:12.150637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d8ff7b7c-6526-4562-a859-af851d007aba triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:12.151007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.308591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.346445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] For port 398abba4-ac58-4086-bad4-832a0bdb5a1d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=398abba4-ac58-4086-bad4-832a0bdb5a1d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:12.367498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 2, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:12.375611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.430665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1896d-4371-4716-b28b-7c8cc0ff4878 None None] The sync data for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 is: [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 2, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:12.520324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f2b64-1a59-4afd-bb65-296bf2f81996 None None] Pushing event updated for resources: {'Port': ['ID=398abba4-ac58-4086-bad4-832a0bdb5a1d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.527372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6228ac3e-43c7-4de3-96ae-59ff262ab0f5 None None] Provisioning complete for port fe416e40-ae9c-4a1a-baef-539ed7d895be triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:12.527748 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6228ac3e-43c7-4de3-96ae-59ff262ab0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.576178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6228ac3e-43c7-4de3-96ae-59ff262ab0f5 None None] Port fe416e40-ae9c-4a1a-baef-539ed7d895be cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:12.753962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36894) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:12.759646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-264944404-network', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:12.787896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Made reservation on behalf of d295c31697df4559801e9dbea8a45f14 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:12.790905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.801624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.903012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.907895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.945542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:12.955904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89faffdf-377e-454a-94ac-64f94fe101cd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.963347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.963714 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Added segment 3242a4b7-9511-4395-8dd0-ab2bdebc48e8 of type vlan for network 5f5a709c-bf0c-48ee-83a1-e5c660467158 Nov 12 03:39:13.011438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.036733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.037705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.038282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.109006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3537948 Nov 12 03:39:13.111808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36898) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:13.115397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf4063-db24-4139-aa3c-4fbf14e6f60b admin admin] Pushing event updated for resources: {'Network': ['ID=5f5a709c-bf0c-48ee-83a1-e5c660467158,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.123764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Request body: {'subnet': {'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-264944404-subnet', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:13.136354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:13.161836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Made reservation on behalf of d295c31697df4559801e9dbea8a45f14 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:13.164376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.373390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.431710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=178e82c9-753a-4429-b5c5-2ae95bd4086c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.444423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Checking segment: {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:13.444802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Network hostable DHCP agents. Network: 5f5a709c-bf0c-48ee-83a1-e5c660467158, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:13.463869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:13.475353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5f5a709c-bf0c-48ee-83a1-e5c660467158) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:13.481109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.481784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.489075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89d733-f191-4061-9bba-3f421b66d8e6 None None] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:13.503407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-287e2ad2-0fd4-4466-b6ef-51d4ca49e1cb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3872221 Nov 12 03:39:13.504291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36900) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:13.510558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:13.537529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.538808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.607584 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.665599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5f5a709c-bf0c-48ee-83a1-e5c660467158', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:13.667705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.790129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:13.874043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Allocated IP 172.20.0.2 (5f5a709c-bf0c-48ee-83a1-e5c660467158/178e82c9-753a-4429-b5c5-2ae95bd4086c/96438892-e210-47dc-812a-e38ec1934473) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:13.887468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 398abba4-ac58-4086-bad4-832a0bdb5a1d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:14.021741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 398abba4-ac58-4086-bad4-832a0bdb5a1d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:14.022117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.083044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.104249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36908) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:14.106483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.194920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.212382 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.247649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Allocated IP 172.25.2.187 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/5230b47e-0e0e-4cf7-af65-9a13d96c8643) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:14.257387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:14.260373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:14.264481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:14.307205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Pushing event updated for resources: {'Port': ['ID=96438892-e210-47dc-812a-e38ec1934473,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.342564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Attempting to bind port 96438892-e210-47dc-812a-e38ec1934473 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:14.342942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Attempting to bind port 96438892-e210-47dc-812a-e38ec1934473 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:14.343363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Attempting to bind port 96438892-e210-47dc-812a-e38ec1934473 on network 5f5a709c-bf0c-48ee-83a1-e5c660467158 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:14.350852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:14.351783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Checking segment: {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:14.352196 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.352593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Bound using segment: {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:14.353075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Bound port: 96438892-e210-47dc-812a-e38ec1934473, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:14.353459 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.409882 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.461099 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.461664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] For port 96438892-e210-47dc-812a-e38ec1934473, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:14.471116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] For port 96438892-e210-47dc-812a-e38ec1934473, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96438892-e210-47dc-812a-e38ec1934473,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:14.477824 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.554404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:14.564388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:14.566938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Pushing event updated for resources: {'Port': ['ID=5230b47e-0e0e-4cf7-af65-9a13d96c8643,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.573907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827106b-84f8-401a-bd4e-e7cfd4d56a7f None None] Pushing event updated for resources: {'Port': ['ID=96438892-e210-47dc-812a-e38ec1934473,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:14.575318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:14.579145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7dc504-d0de-4d8a-bd9b-89b677654751 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:14.719939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ce67f9c3-a360-4bfb-bd63-1af6448e84db None None] Provisioning complete for port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:14.720561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce67f9c3-a360-4bfb-bd63-1af6448e84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.835856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ce67f9c3-a360-4bfb-bd63-1af6448e84db None None] Port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:14.964171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:14.967442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.166308 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.242528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Deleting port 1d9c159a-f41f-472d-9772-71d2f1542d49 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:15.242953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.304052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Router b59566a9-75d2-41bf-9d31-0455e72d2d6f is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:15.324528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] For port 1d9c159a-f41f-472d-9772-71d2f1542d49, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1d9c159a-f41f-472d-9772-71d2f1542d49,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:15.324895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.338128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Calling delete_port for 1d9c159a-f41f-472d-9772-71d2f1542d49 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:15.556849 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Sync routers for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:15.568061 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:15.568619 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:15.572565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.607814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9c159a-f41f-472d-9772-71d2f1542d49,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:15.733075 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:15.924896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:15.945711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Sync routers for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:15.959524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:15.960255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:15.976995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:15.981463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-56a0c65e-3df1-41c6-b9e6-82def348251a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4712434 Nov 12 03:39:15.983670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36912) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.040290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96438892-e210-47dc-812a-e38ec1934473 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:16.042883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fca84-7f4d-4743-a89d-f794c2cb49b5 None None] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:16.072693 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 2, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:16.121762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Checking router: 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:16.122495 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Updating router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 port fe416e40-ae9c-4a1a-baef-539ed7d895be binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:16.152620 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.184973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] Provisioning complete for port 96438892-e210-47dc-812a-e38ec1934473 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:16.185366 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.221731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.451578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:16.470840 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.481382 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.509576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Router a0617ccc-3272-4bf3-bf9e-51972dbb4922 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:16.515333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.536822 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Pushing event updated for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.549134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 96438892-e210-47dc-812a-e38ec1934473 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:16.549389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.590223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.590784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.590906 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.591279 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.591607 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.591944 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.592281 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.592613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.592948 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.593275 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.593608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.593938 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:16.676001 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Attempting to bind port fe416e40-ae9c-4a1a-baef-539ed7d895be on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:16.676828 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Attempting to bind port fe416e40-ae9c-4a1a-baef-539ed7d895be by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:16.677365 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Attempting to bind port fe416e40-ae9c-4a1a-baef-539ed7d895be on network d2b1680f-1478-4f40-87ca-7816441bd56e {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:16.684259 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:16.685056 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Checking segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:16.685737 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.686366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Bound using segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:16.687217 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Bound port: fe416e40-ae9c-4a1a-baef-539ed7d895be, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:16.687835 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.719954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:16.733513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e82a16fd-bb7b-4d7e-acb0-1ee4af9f686f admin admin] 10.222.0.84 "PUT /v2.0/routers/a0617ccc-3272-4bf3-bf9e-51972dbb4922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257892 Nov 12 03:39:16.736203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36914) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:16.754429 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.766663 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] For port fe416e40-ae9c-4a1a-baef-539ed7d895be, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:16.770503 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] For port fe416e40-ae9c-4a1a-baef-539ed7d895be, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe416e40-ae9c-4a1a-baef-539ed7d895be,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:16.774539 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Sync routers for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:16.785489 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.796716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] For port 96438892-e210-47dc-812a-e38ec1934473, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96438892-e210-47dc-812a-e38ec1934473,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:16.810219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.870115 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:16.870885 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:16.913974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Allocated IP 172.20.0.1 (5f5a709c-bf0c-48ee-83a1-e5c660467158/178e82c9-753a-4429-b5c5-2ae95bd4086c/4296150a-c382-49bb-abe4-a77463181f51) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:16.942623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:16.957173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a067367-d219-4161-bdcb-d083d6857648 None None] Pushing event updated for resources: {'Port': ['ID=96438892-e210-47dc-812a-e38ec1934473,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:16.975018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] Provisioning complete for port fe416e40-ae9c-4a1a-baef-539ed7d895be triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:16.975433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.018227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:14Z', 'revision_number': 3, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.054606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Checking router: b59566a9-75d2-41bf-9d31-0455e72d2d6f for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:17.054947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Updating router b59566a9-75d2-41bf-9d31-0455e72d2d6f port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:17.078946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff447ab8-3089-4a8e-88e2-8f9350893c81 None None] Pushing event updated for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.110361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.180374 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:17.186793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.201778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.207686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:17.208318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.267839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.306607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] For port fe416e40-ae9c-4a1a-baef-539ed7d895be, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe416e40-ae9c-4a1a-baef-539ed7d895be,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:17.307943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Deleting port 50503640-b469-4cfa-bebc-efc4453e2be1 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:17.308282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.319411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.420371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.446395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:17.474020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a534c84-aadb-471d-876d-55cbbe91b875 None None] Pushing event updated for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.483819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:17.498068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] For port 50503640-b469-4cfa-bebc-efc4453e2be1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=50503640-b469-4cfa-bebc-efc4453e2be1,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:17.498444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.504947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:17.508895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d6f3a14-6a3e-47bb-b196-a10ecc66d822 None None] Provisioning complete for port fe416e40-ae9c-4a1a-baef-539ed7d895be triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:17.510086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a14-6a3e-47bb-b196-a10ecc66d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.516563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:17.571948 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.577190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Pushing event updated for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.614442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:39:15Z', 'revision_number': 5, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port': {'id': '50503640-b469-4cfa-bebc-efc4453e2be1', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:32:03Z', 'updated_at': '2021-11-12T03:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.641421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Calling delete_port for 50503640-b469-4cfa-bebc-efc4453e2be1 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:17.679452 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Checking router: a0617ccc-3272-4bf3-bf9e-51972dbb4922 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:17.718237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d6f3a14-6a3e-47bb-b196-a10ecc66d822 None None] Provisioning complete for port 96438892-e210-47dc-812a-e38ec1934473 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:17.720088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3a14-6a3e-47bb-b196-a10ecc66d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.729388 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Routers {'a0617ccc-3272-4bf3-bf9e-51972dbb4922'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:17.730554 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.787709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.801979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.868525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ebd2b-45e1-4850-b937-d3e31e50cb48 None None] Pushing event updated for resources: {'Port': ['ID=5230b47e-0e0e-4cf7-af65-9a13d96c8643,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.876618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96438892-e210-47dc-812a-e38ec1934473 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:17.910684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] Set router a0617ccc-3272-4bf3-bf9e-51972dbb4922 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:17.922922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Attempting to bind port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:17.923318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Attempting to bind port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:17.923689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Attempting to bind port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:17.942598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.947707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d45b6-7a33-493c-928f-3ebfa510b361 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:17.970798 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 6, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:17.974225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:17.975069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:17.976410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.976410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:17.976623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Bound port: 5230b47e-0e0e-4cf7-af65-9a13d96c8643, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:17.976935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.006805 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a709e03f-91a6-4fb2-8cbc-aa660ee54ce6 None None] The sync data for ids ['a0617ccc-3272-4bf3-bf9e-51972dbb4922'] in n-d-615180-50 is: [{'id': 'a0617ccc-3272-4bf3-bf9e-51972dbb4922', 'name': 'tempest-AttachVolumeTestJSON-786354964-router', 'tenant_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:32:02Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 6, 'project_id': 'a1ef6dd4826246a2826d4b26d6e2c1ae', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:18.035960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:16Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:18.047204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 96438892-e210-47dc-812a-e38ec1934473 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:18.047578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.075416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] For port 5230b47e-0e0e-4cf7-af65-9a13d96c8643, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:18.078268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.079197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66793a7-68b5-477e-91b0-57bd9b415a72 None None] The sync data for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 is: [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:16Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:18.094689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] For port 5230b47e-0e0e-4cf7-af65-9a13d96c8643, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5230b47e-0e0e-4cf7-af65-9a13d96c8643,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:18.101593 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.137845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=50503640-b469-4cfa-bebc-efc4453e2be1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.159241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b13556-6cac-40e7-9646-ce50bcfd62ed None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:18.212891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ebd2b-45e1-4850-b937-d3e31e50cb48 None None] Pushing event updated for resources: {'Port': ['ID=5230b47e-0e0e-4cf7-af65-9a13d96c8643,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.216020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:18.216637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.230397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.238679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:18.238679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:18.295611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3835e-358b-4afd-95aa-78374a150fdc None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:18.309033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe416e40-ae9c-4a1a-baef-539ed7d895be up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:18.335664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.340848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Port 4296150a-c382-49bb-abe4-a77463181f51 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:18.342888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.348284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.355901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.408048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Provisioning complete for port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:18.408428 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.452244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.452777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0617ccc-3272-4bf3-bf9e-51972dbb4922 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:18.462189 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.463282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8410710a-188b-4dfb-b0f6-05f7498b8d49 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a0617ccc-3272-4bf3-bf9e-51972dbb4922 HTTP/1.1" status: 204 len: 168 time: 1.7258854 Nov 12 03:39:18.466785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36916) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.468909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.478947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Pushing event updated for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.484417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:18.544899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Deleting subnet 5c7a4e0c-0813-49ef-906a-1936bcb18ed0 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:18.548877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.600050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.617723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:18.619174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:18.739649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.748849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port fe416e40-ae9c-4a1a-baef-539ed7d895be triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:18.749219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.791971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Router b59566a9-75d2-41bf-9d31-0455e72d2d6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:18.856003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.916009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7a4e0c-0813-49ef-906a-1936bcb18ed0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.917035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.929256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d97ce59-13be-4227-9923-6b556cbe4239 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5c7a4e0c-0813-49ef-906a-1936bcb18ed0 HTTP/1.1" status: 204 len: 168 time: 0.4589205 Nov 12 03:39:18.930288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36920) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.941280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ddb690-e68e-475a-a7db-7785d4a216ca None None] Network dd99071d-f88a-40a6-ba23-6d077a9bf3a4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:18.981374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:18.992779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02e0db6b-95eb-4d92-b820-be66c1469639 admin admin] 10.222.0.84 "PUT /v2.0/routers/b59566a9-75d2-41bf-9d31-0455e72d2d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0074892 Nov 12 03:39:19.041755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.060217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.107544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Deleting port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:19.108191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.166083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] For port 5230b47e-0e0e-4cf7-af65-9a13d96c8643, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5230b47e-0e0e-4cf7-af65-9a13d96c8643,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:19.178140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] For port 5ac8294b-ff73-40f8-bcf9-587d010f69c5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5ac8294b-ff73-40f8-bcf9-587d010f69c5,segment=NetworkSegment(0a25cc72-8672-4dff-ae54-6aaf08d51356),segment_id=0a25cc72-8672-4dff-ae54-6aaf08d51356)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:19.178728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.194295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Calling delete_port for 5ac8294b-ff73-40f8-bcf9-587d010f69c5 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:19.201718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.302956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.308905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e961f81-3e35-451f-a05c-1ea56a3f76e0 None None] Pushing event updated for resources: {'Port': ['ID=5230b47e-0e0e-4cf7-af65-9a13d96c8643,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.316984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '4296150a-c382-49bb-abe4-a77463181f51', 'name': '', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'mac_address': 'fa:16:3e:04:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:16Z', 'updated_at': '2021-11-12T03:39:16Z', 'revision_number': 1, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'subnets': [{'id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:19.358203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b2320-cfd2-4f49-928e-9bd5ff7cb847 None None] The sync data for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 is: [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '4296150a-c382-49bb-abe4-a77463181f51', 'name': '', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'mac_address': 'fa:16:3e:04:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:16Z', 'updated_at': '2021-11-12T03:39:16Z', 'revision_number': 1, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'subnets': [{'id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:19.359737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac8294b-ff73-40f8-bcf9-587d010f69c5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.362207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] No DVR routers for this DVR port 5ac8294b-ff73-40f8-bcf9-587d010f69c5 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:19.366558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-da970eba-f9f7-4b95-8bab-1b3d615fb98b None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.369740 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da970eba-f9f7-4b95-8bab-1b3d615fb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.396322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feeff91-b27d-43d8-8dda-506bdb446ca7 None None] DHCP port deletion for dd99071d-f88a-40a6-ba23-6d077a9bf3a4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:19.434100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-da970eba-f9f7-4b95-8bab-1b3d615fb98b None None] Port 4296150a-c382-49bb-abe4-a77463181f51 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:19.444995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-da970eba-f9f7-4b95-8bab-1b3d615fb98b None None] Provisioning complete for port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.445420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da970eba-f9f7-4b95-8bab-1b3d615fb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.474234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.528439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd99071d-f88a-40a6-ba23-6d077a9bf3a4']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:19.544545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a25cc72-8672-4dff-ae54-6aaf08d51356') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:19.545094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a25cc72-8672-4dff-ae54-6aaf08d51356') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:19.560120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.580607 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.587025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:19.587683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:19.589526 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:19.644911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.649654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523401984', 'description': 'tempest-secgroup-smoke-1523401984 description', 'project_id': '13ad4795a7b34318a2323546d3309f29'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:19.668511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.681462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.690696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] 10.222.0.84 "DELETE /v2.0/networks/dd99071d-f88a-40a6-ba23-6d077a9bf3a4 HTTP/1.1" status: 204 len: 168 time: 0.7593734 Nov 12 03:39:19.717593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eab94-87c4-4170-b5b6-3f15b2198cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=dd99071d-f88a-40a6-ba23-6d077a9bf3a4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.722895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.817280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.823453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.828122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d9c159a-f41f-472d-9772-71d2f1542d49 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:19.860412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb337b-c3a4-4345-ab36-055d84fa62a2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.861295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1d9c159a-f41f-472d-9772-71d2f1542d49 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:19.861895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1d9c159a-f41f-472d-9772-71d2f1542d49 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:19.862539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 50503640-b469-4cfa-bebc-efc4453e2be1 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:19.866585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.866841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.870918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-486bd8ca-f965-4932-a046-a5c41b4ae4ba tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2221813 Nov 12 03:39:19.871587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36936) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.876540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:19.894301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 50503640-b469-4cfa-bebc-efc4453e2be1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:19.894656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 50503640-b469-4cfa-bebc-efc4453e2be1 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:19.895076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5ac8294b-ff73-40f8-bcf9-587d010f69c5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:19.913654 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.918377 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5ac8294b-ff73-40f8-bcf9-587d010f69c5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:19.919026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5ac8294b-ff73-40f8-bcf9-587d010f69c5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:19.932781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e524d7a1-d11c-4661-95e4-05a8bd0c8478 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a1ef6dd4826246a2826d4b26d6e2c1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0647175 Nov 12 03:39:19.935257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.988593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.993092 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.996482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.015001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d95f9bf-f3bb-4e85-8443-a416ca6e448f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.023577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.027450 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.031008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9576d37b-be93-4673-a151-38fd26b004bc tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560907 Nov 12 03:39:20.031858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36940) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.037352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.066335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.084726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.087476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.089393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4d406841-c88f-4c90-ae96-8d7db7a16f6e HTTP/1.1" status: 204 len: 168 time: 0.1515787 Nov 12 03:39:20.100041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147330f-c862-4321-bb79-a045b47db06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d406841-c88f-4c90-ae96-8d7db7a16f6e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.147755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.153639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.190439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf06fe89-4229-483a-9b56-bcd4e4fc5c97,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.200525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.202352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cecaf753-a695-4e1b-b9ac-dbd640ac67db tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685352 Nov 12 03:39:20.205234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36944) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.212870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.252076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.331429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.340833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.376667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6c8462-ca46-4816-9ed2-640388fe9dca,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.383833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.385252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ed37556d-9e3f-4eb4-8638-9bf696fce21b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786568 Nov 12 03:39:20.388882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.402815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.450148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.508906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.513707 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.532908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcee4e3-1665-461d-8068-d48af35e8c32,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.540900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.545213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.545735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c19291f-9f09-4cf7-9437-1f990ba2aca0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552873 Nov 12 03:39:20.549910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.574152 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Project 13ad4795a7b34318a2323546d3309f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:20.580809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.648580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.653317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.672681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c175d6b-df63-47c7-9c8e-17f167c53a1f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.680864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.682824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-17bf15c7-b1b6-4119-87f1-ac3148b69aad tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360176 Nov 12 03:39:20.685513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:20.690040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'security_group_rule': {'security_group_id': 'f6eb337b-c3a4-4345-ab36-055d84fa62a2', 'project_id': '13ad4795a7b34318a2323546d3309f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:20.714843 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Project 13ad4795a7b34318a2323546d3309f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:20.720692 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.790048 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.794523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.815164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a6712f-edf3-4c37-97a0-d5272b38d11a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.825686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.835127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb22b30f-4a40-47d9-82b8-5a6c9fc106c2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406469 Nov 12 03:39:21.023020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 36982) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.046517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-cdfd3be7-711b-4199-8842-1feef06bfd2f tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523401984&fields=id&tenant_id=13ad4795a7b34318a2323546d3309f29 HTTP/1.1" status: 200 len: 267 time: 0.0479171 Nov 12 03:39:21.137907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1090722915-network', 'tenant_id': '506756facd5942eaa0c7560a9757a5a2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.158570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:21.160815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.169393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-affb8450-14f1-421b-88cf-9d2e8670987a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.170336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.170895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-affb8450-14f1-421b-88cf-9d2e8670987a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 808 time: 0.1149657 Nov 12 03:39:21.186426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-61c6f457-5e4d-4faa-98c9-180420849d79 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/quotas/13ad4795a7b34318a2323546d3309f29 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Nov 12 03:39:21.242360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-45b2d082-b561-45b5-be11-30073208d2cb tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501449 Nov 12 03:39:21.248084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.252185 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.281655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:21.291741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.297410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.297754 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Added segment 4aecb01f-011d-48b8-863c-94f88112edff of type vlan for network 7debed92-db26-4c7f-9df3-685e9a888743 Nov 12 03:39:21.339619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.361862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-f0312557-45dd-4ba6-ad74-7b41630ad3b7 service neutron] 10.222.0.84 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068208 Nov 12 03:39:21.365589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.366774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.367516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.399166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3748217 Nov 12 03:39:21.423170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 36986) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:21.428056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Request body: {'subnet': {'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1090722915-subnet', 'tenant_id': '506756facd5942eaa0c7560a9757a5a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:21.430652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc31b8-71b5-46c7-9ac7-dd4db08c37e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7debed92-db26-4c7f-9df3-685e9a888743,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.440931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7debed92-db26-4c7f-9df3-685e9a888743 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:21.469782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:21.472210 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.500127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-a8be8dff-8d97-4368-9315-d0077fdf3bfd service neutron] 10.222.0.84 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308773 Nov 12 03:39:21.666901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.716646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-42805026-18b0-408c-9661-a31cd464c41f req-ffda21f8-54ac-4324-a79c-1cad1aae7348 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 210 time: 0.0274258 Nov 12 03:39:21.739934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735328c2-6909-4b28-a897-43bbb3e2976e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:21.743709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Checking segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:21.743972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Network hostable DHCP agents. Network: 7debed92-db26-4c7f-9df3-685e9a888743, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:21.773252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Network 7debed92-db26-4c7f-9df3-685e9a888743 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:21.788111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7debed92-db26-4c7f-9df3-685e9a888743) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:21.799349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.801065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:21.804495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d3c354-99ba-4e3f-8bfe-3ed6c5af8c04 None None] Network 7debed92-db26-4c7f-9df3-685e9a888743 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:21.837740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2acc158b-1052-4728-a591-ea4029b8d536 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4132628 Nov 12 03:39:21.885199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5230b47e-0e0e-4cf7-af65-9a13d96c8643 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:21.972517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Sync routers for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:22.003065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3afcbe-a2b9-451b-89a9-1edca76e26b3 None None] Network 7debed92-db26-4c7f-9df3-685e9a888743 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:22.007358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:22.008280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:22.068879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:22.069600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.224875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:22.350678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-5e235eb1-01e5-4039-b3c3-63ce678b8fba tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.353762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-5e235eb1-01e5-4039-b3c3-63ce678b8fba tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1129539 Nov 12 03:39:22.376008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-caa7393f-ffce-4322-b18d-c0df8eebd9d3 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/quotas/506756facd5942eaa0c7560a9757a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0135071 Nov 12 03:39:22.429795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-7dc3fe91-c37e-40af-bb20-92b496432cd6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380616 Nov 12 03:39:22.493786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '4296150a-c382-49bb-abe4-a77463181f51', 'name': '', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'mac_address': 'fa:16:3e:04:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:16Z', 'updated_at': '2021-11-12T03:39:18Z', 'revision_number': 2, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'subnets': [{'id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:22.520586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Checking router: b59566a9-75d2-41bf-9d31-0455e72d2d6f for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:22.520941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Updating router b59566a9-75d2-41bf-9d31-0455e72d2d6f port 4296150a-c382-49bb-abe4-a77463181f51 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:22.526405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-962aae70-a903-4bb1-a928-03e680fbf0b9 service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885015 Nov 12 03:39:22.626337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-f1b45639-54b8-4e0d-b542-dce640367eb5 service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934920 Nov 12 03:39:22.704790 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.833177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08c15682-985a-4fc6-8657-462ccc055ad4 req-56cc0681-1b47-4be2-9240-a24e8a208450 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 210 time: 0.0541124 Nov 12 03:39:22.889587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8c2ea3f5-8c7f-4467-a175-a5b3f2db015b req-e7c9d415-ae82-4518-b76f-688a22cb4a30 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 210 time: 0.0516050 Nov 12 03:39:22.990411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-6b7b8f25-78c9-45b9-bc9c-79a072aadc99 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:22.992574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-6b7b8f25-78c9-45b9-bc9c-79a072aadc99 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.32 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 808 time: 0.1898925 Nov 12 03:39:23.065224 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.071580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.085412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-0c22d0cb-d1b5-4166-939d-f0fe4669ca1e tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13ad4795a7b34318a2323546d3309f29 HTTP/1.1" status: 200 len: 380 time: 0.0764954 Nov 12 03:39:23.098825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'port': {'device_id': '38814761-cf04-412f-abf5-de5e092b8bb6', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'admin_state_up': True, 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'security_groups': ['f6eb337b-c3a4-4345-ab36-055d84fa62a2']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:23.125751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552fe8f-f760-41b6-88cd-9f4f26c6e7f2 None None] Pushing event updated for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.182555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Attempting to bind port 4296150a-c382-49bb-abe4-a77463181f51 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:23.183179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Attempting to bind port 4296150a-c382-49bb-abe4-a77463181f51 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:23.183838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Attempting to bind port 4296150a-c382-49bb-abe4-a77463181f51 on network 5f5a709c-bf0c-48ee-83a1-e5c660467158 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:23.190008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:23.190727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Checking segment: {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:23.191344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.191904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Bound using segment: {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:23.192705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Bound port: 4296150a-c382-49bb-abe4-a77463181f51, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3242a4b7-9511-4395-8dd0-ab2bdebc48e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:23.193404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.255856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Made reservation on behalf of 13ad4795a7b34318a2323546d3309f29 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:23.259528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.268207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] For port 4296150a-c382-49bb-abe4-a77463181f51, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:23.272779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] For port 4296150a-c382-49bb-abe4-a77463181f51, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4296150a-c382-49bb-abe4-a77463181f51,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:23.278661 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.335261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552fe8f-f760-41b6-88cd-9f4f26c6e7f2 None None] Pushing event updated for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.369512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:23.370750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:23.422510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Allocated IP 172.20.0.11 (d2b1680f-1478-4f40-87ca-7816441bd56e/eef2d66e-c357-49e6-bd45-7159a858f14a/05055e49-4a41-43e6-997a-260b2c572de8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:23.519688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:23.563924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:23.564439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.789718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.840217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] For port 4296150a-c382-49bb-abe4-a77463181f51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4296150a-c382-49bb-abe4-a77463181f51,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:23.847162 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.899226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4296150a-c382-49bb-abe4-a77463181f51 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:23.950391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.975910 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfa2c2a5-2450-42f9-ad81-0acd56773d14 req-52ec66c8-8b43-42b9-b8b4-5072e0bb2212 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 210 time: 0.0353591 Nov 12 03:39:24.017206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '4296150a-c382-49bb-abe4-a77463181f51', 'name': '', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'mac_address': 'fa:16:3e:04:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:16Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'subnets': [{'id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:24.027733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.063273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-47ebecc9-d998-4233-8727-5742a4040fe6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.065046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-47ebecc9-d998-4233-8727-5742a4040fe6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1864054 Nov 12 03:39:24.080098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa854b-4f59-4b71-b64e-77b51e889980 None None] Pushing event updated for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.084977 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ab6a2064-07b1-4052-9797-da1f6aebe5e9 None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:24.085339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab6a2064-07b1-4052-9797-da1f6aebe5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.085649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Request body: {'port': {'device_id': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'admin_state_up': True, 'tenant_id': '506756facd5942eaa0c7560a9757a5a2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.092224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a8aac-d535-4094-a550-e7e94ece3a97 None None] The sync data for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 is: [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '4296150a-c382-49bb-abe4-a77463181f51', 'name': '', 'network_id': '5f5a709c-bf0c-48ee-83a1-e5c660467158', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'mac_address': 'fa:16:3e:04:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:16Z', 'updated_at': '2021-11-12T03:39:23Z', 'revision_number': 4, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'subnets': [{'id': '178e82c9-753a-4429-b5c5-2ae95bd4086c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:24.111554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Network d2b1680f-1478-4f40-87ca-7816441bd56e is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:24.121365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:24.130244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:24.133849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.149892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:24.150261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.153190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dbbdc-ecca-4fbf-bf0a-52301cabb6b6 req-fed22f13-7500-45e7-8f2a-9eb880b52357 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.155205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b7dbbdc-ecca-4fbf-bf0a-52301cabb6b6 req-fed22f13-7500-45e7-8f2a-9eb880b52357 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 932 time: 0.1489275 Nov 12 03:39:24.264780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:24.271472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.289073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b7dbbdc-ecca-4fbf-bf0a-52301cabb6b6 req-f55b761f-1007-488a-bacd-2e826b6a9925 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998247 Nov 12 03:39:24.319463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.322339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.344862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-438531b9-92a8-47fb-83a9-f4a002b7970a tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2496755 Nov 12 03:39:24.358706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Request body: {'port': {'device_id': '38814761-cf04-412f-abf5-de5e092b8bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.433789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.443126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Allocated IP 172.20.0.9 (7debed92-db26-4c7f-9df3-685e9a888743/735328c2-6909-4b28-a897-43bbb3e2976e/7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:24.533293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-116512f8-6664-4a28-8750-b1080d93b508 None None] Provisioning complete for port 05055e49-4a41-43e6-997a-260b2c572de8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:24.533845 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-116512f8-6664-4a28-8750-b1080d93b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.577273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-116512f8-6664-4a28-8750-b1080d93b508 None None] Port 05055e49-4a41-43e6-997a-260b2c572de8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:24.640767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.677054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.693150 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:24.729471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Network 7debed92-db26-4c7f-9df3-685e9a888743 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:24.732677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:24.735314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:24.754416 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05055e49-4a41-43e6-997a-260b2c572de8 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:24.762074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.776993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Transition to ACTIVE for port object 05055e49-4a41-43e6-997a-260b2c572de8 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:24.783489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event updated for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.788560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.802948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.803878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.823919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-59c7d776-1aa4-4d18-99a6-da0f796c3f33 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479517 Nov 12 03:39:24.845437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Pushing event updated for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:24.910186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Request body: {'port': {'device_id': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:24.922399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Attempting to bind port 05055e49-4a41-43e6-997a-260b2c572de8 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:24.922742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Attempting to bind port 05055e49-4a41-43e6-997a-260b2c572de8 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:24.923075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Attempting to bind port 05055e49-4a41-43e6-997a-260b2c572de8 on network d2b1680f-1478-4f40-87ca-7816441bd56e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:24.928011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Port 05055e49-4a41-43e6-997a-260b2c572de8 on network d2b1680f-1478-4f40-87ca-7816441bd56e not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:24.928336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Attempting to bind port 05055e49-4a41-43e6-997a-260b2c572de8 on network d2b1680f-1478-4f40-87ca-7816441bd56e {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:24.935020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:24.935413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Checking segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:24.935811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Bound using segment: {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:24.936242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Bound port: 05055e49-4a41-43e6-997a-260b2c572de8, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e427d7-d33f-4298-acab-ba8eb90a3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:24.936603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.986473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.019716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:25.023516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=05055e49-4a41-43e6-997a-260b2c572de8,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:25.029031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.047888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.049514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.051080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-946178a7-5228-45b8-833a-58e23e43854b service neutron] 10.222.0.32 "PUT /v2.0/ports/05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 1093 time: 0.6971519 Nov 12 03:39:25.058983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:25.061483 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d" -d '{"events": [{"name": "network-changed", "server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "tag": "05055e49-4a41-43e6-997a-260b2c572de8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:25.113784 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e011eb70-ad71-44f9-ab64-cab624ca2d12 x-openstack-request-id: req-e011eb70-ad71-44f9-ab64-cab624ca2d12 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:25.114164 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "tag": "05055e49-4a41-43e6-997a-260b2c572de8", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:25.114478 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e011eb70-ad71-44f9-ab64-cab624ca2d12 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:25.114947 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8', 'status': 'completed', 'code': 200} Nov 12 03:39:25.118262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946178a7-5228-45b8-833a-58e23e43854b service neutron] Pushing event updated for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.212936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-4c9a8279-ac88-49cc-a0dc-6d8bb59fe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.217525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-4c9a8279-ac88-49cc-a0dc-6d8bb59fe5d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1096 time: 0.0713749 Nov 12 03:39:25.224596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58754-68d3-457b-acb6-7f6b74c6791b req-1c057ce6-a4a1-4939-ba1d-7ca3f5fc94cf tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.226186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fda58754-68d3-457b-acb6-7f6b74c6791b req-1c057ce6-a4a1-4939-ba1d-7ca3f5fc94cf tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 931 time: 0.1616566 Nov 12 03:39:25.337073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fda58754-68d3-457b-acb6-7f6b74c6791b req-0a16ed55-d9e4-4e51-99df-150d9255fbb6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924215 Nov 12 03:39:25.446292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd682-362d-4e3f-bc4a-5fa3e56823b7 req-a6530751-7a13-4a8b-bda9-b023bd6364c6 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.448388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e1bd682-362d-4e3f-bc4a-5fa3e56823b7 req-a6530751-7a13-4a8b-bda9-b023bd6364c6 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1098 time: 0.1707222 Nov 12 03:39:25.467691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-920697e8-2a86-427a-9925-a8736f718cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.469517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-920697e8-2a86-427a-9925-a8736f718cd5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=13ad4795a7b34318a2323546d3309f29&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2351096 Nov 12 03:39:25.470793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:25.479890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.494784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af3fde-9f21-4de9-85f6-31483eb9b03d req-694f3df2-936b-484b-9bd9-876326564e51 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.496432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39af3fde-9f21-4de9-85f6-31483eb9b03d req-694f3df2-936b-484b-9bd9-876326564e51 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0970726 Nov 12 03:39:25.504508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Transition to ACTIVE for port object 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:25.515755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.595527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Pushing event updated for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.607599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e1bd682-362d-4e3f-bc4a-5fa3e56823b7 req-a86927b2-f190-43df-9fbc-a17e14ddba4e tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488893 Nov 12 03:39:25.630794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37044) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:25.643491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39af3fde-9f21-4de9-85f6-31483eb9b03d req-9c82aa0a-cfb8-474e-bcd4-4a93ebcb0cf0 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348646 Nov 12 03:39:25.673236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Attempting to bind port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:25.673572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Attempting to bind port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:25.673919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Attempting to bind port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:25.679067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b on network 7debed92-db26-4c7f-9df3-685e9a888743 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:25.679608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Attempting to bind port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:25.685908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:25.686250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Checking segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:25.686639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Bound using segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:25.687069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Bound port: 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:25.688032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.712533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-5d60d16e-68d6-4be2-9ef9-0b3e81046974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.714061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82f2ef47-b1ea-4e32-a0d0-c6879851a69d req-5d60d16e-68d6-4be2-9ef9-0b3e81046974 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330625 Nov 12 03:39:25.764153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:25.767775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:25.774590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.798693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4296150a-c382-49bb-abe4-a77463181f51 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:25.812872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.813605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.815309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] 10.222.0.39 "PUT /v2.0/ports/7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 200 len: 1092 time: 0.9801002 Nov 12 03:39:25.815867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:25.818370 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b507010b-0f69-4eac-9290-76dc99456016" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:25.846384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35cb71-1c4f-4d85-82b9-d769e969640e service neutron] Pushing event updated for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.864389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4296150a-c382-49bb-abe4-a77463181f51 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:25.864773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.876363 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266cff9b-09df-46b2-96bb-3f1989b45c90 x-openstack-request-id: req-266cff9b-09df-46b2-96bb-3f1989b45c90 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:25.876734 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:25.877057 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-266cff9b-09df-46b2-96bb-3f1989b45c90 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:25.877533 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', 'status': 'completed', 'code': 200} Nov 12 03:39:25.904912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-5df4dfc8-5e82-480f-8324-d25099a6c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.906532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-5df4dfc8-5e82-480f-8324-d25099a6c25b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1296840 Nov 12 03:39:25.924868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port f4199196-5c65-4f4f-b856-137cc3468f88 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:25.925229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.925959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-9f8c2ed0-b773-470a-9e59-c444340d1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.927601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-9f8c2ed0-b773-470a-9e59-c444340d1be3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 1095 time: 0.0475509 Nov 12 03:39:25.977185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-45ad1043-3158-420b-83aa-5df02a56c7c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 200 len: 217 time: 0.0407586 Nov 12 03:39:25.981781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-49240923-7a1c-46da-a404-ea207ff8489a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 217 time: 0.0587881 Nov 12 03:39:26.032552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-9339b477-6236-468d-9cdd-0219f467a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.034020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-9339b477-6236-468d-9cdd-0219f467a1b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0496063 Nov 12 03:39:26.065498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-8d092fcd-cab3-49d3-9724-e9f3766b49b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245624 Nov 12 03:39:26.068539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-3bf62bcc-9f55-4e6e-89dc-9a5fa2658ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.069977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-3bf62bcc-9f55-4e6e-89dc-9a5fa2658ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 200 len: 847 time: 0.0600886 Nov 12 03:39:26.078736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.079066 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.116087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for f4199196-5c65-4f4f-b856-137cc3468f88 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:26.160400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-25f43344-5d85-421e-86ff-f4393f3711a8 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874519 Nov 12 03:39:26.171362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-1b340945-ed29-4ace-8258-57e864fcfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.172870 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-1b340945-ed29-4ace-8258-57e864fcfbbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2b1680f-1478-4f40-87ca-7816441bd56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911772 Nov 12 03:39:26.249893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d25bd17-5536-412b-883a-bbf87fce02d0 req-ea12c8cc-2b5d-431e-9273-561f67bb6dad service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828688 Nov 12 03:39:26.300189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-7403afc8-fb98-491e-9964-b8f16851faab service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155603 Nov 12 03:39:26.340372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507010b-0f69-4eac-9290-76dc99456016 req-32a1791b-b6d7-4266-974f-edd95c96e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.342014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-32a1791b-b6d7-4266-974f-edd95c96e50e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 1095 time: 0.0442126 Nov 12 03:39:26.357300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.386076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=f4199196-5c65-4f4f-b856-137cc3468f88,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:26.475992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.476669 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP 04e56292-2e01-46c7-9bdf-254a9e1eba1f disassociated (deleted). External IP: 172.25.2.198, port: b39d921d-5a6e-45da-906a-e8053eb37c97. Nov 12 03:39:26.478290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507010b-0f69-4eac-9290-76dc99456016 req-a38ea57d-4775-442d-89b3-6cfd31f0cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.479841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-a38ea57d-4775-442d-89b3-6cfd31f0cf20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.1311219 Nov 12 03:39:26.505118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880afc7-085e-46ab-95e0-4c426e63d98b req-5175b5e7-0d68-4841-848a-b61325592a14 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.506595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2880afc7-085e-46ab-95e0-4c426e63d98b req-5175b5e7-0d68-4841-848a-b61325592a14 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 943 time: 0.0653145 Nov 12 03:39:26.539483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-8be45088-2075-423c-b405-170c10b879fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 200 len: 217 time: 0.0510240 Nov 12 03:39:26.612441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507010b-0f69-4eac-9290-76dc99456016 req-4fc6abc7-d8bd-409a-a457-8ab0523b07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.613925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-4fc6abc7-d8bd-409a-a457-8ab0523b07c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0626674 Nov 12 03:39:26.617408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2880afc7-085e-46ab-95e0-4c426e63d98b req-bdb1383b-5f75-4f54-82b2-30cdf09618ae tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804253 Nov 12 03:39:26.618327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34518cf0-15d0-4301-baf1-98e1cf9d4c32 req-1671eb28-19be-456c-8833-de26cb6bc310 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900577 Nov 12 03:39:26.649729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-b6980911-8640-41bb-8cc5-f168537a2f5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265012 Nov 12 03:39:26.747923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-34b46404-4b93-44a8-9b66-53d38963fb12 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915930 Nov 12 03:39:26.775734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 1beb0c0a-f790-4015-8806-21c93542abde has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:26.791350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f8aa8-25da-4754-9413-75771aab9a1e req-39ef17c9-4a2c-4cc2-9356-c6f964403646 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.792830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-002f8aa8-25da-4754-9413-75771aab9a1e req-39ef17c9-4a2c-4cc2-9356-c6f964403646 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0712290 Nov 12 03:39:26.841857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b507010b-0f69-4eac-9290-76dc99456016 req-2d0de61b-8b41-44c2-875c-2ca29f2f167c service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865817 Nov 12 03:39:26.915857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-002f8aa8-25da-4754-9413-75771aab9a1e req-6aa19fbf-d38d-4469-aaf1-aeb5ce8a9769 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159782 Nov 12 03:39:26.931185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:26.936139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.943530 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Sync routers for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:26.954044 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:26.954656 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:26.964597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e7ccc0b9-6c9f-45ee-807b-18c660206bf2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/floatingips/04e56292-2e01-46c7-9bdf-254a9e1eba1f HTTP/1.1" status: 204 len: 168 time: 1.3327599 Nov 12 03:39:27.059712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:27.116391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:27.120155 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7356f6d0-3dcd-441f-b2d3-36e57739146f" -d '{"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:27.180392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e79078-eca2-44e7-8795-23648792efda req-4a75a04e-3004-4e2e-a736-3a64ff102eab tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.182605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72e79078-eca2-44e7-8795-23648792efda req-4a75a04e-3004-4e2e-a736-3a64ff102eab tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 946 time: 0.0522993 Nov 12 03:39:27.184191 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040574f6-480e-415d-9c07-7bd112f8b092 x-openstack-request-id: req-040574f6-480e-415d-9c07-7bd112f8b092 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:27.184568 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:27.184910 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-040574f6-480e-415d-9c07-7bd112f8b092 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:27.185767 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:39:27.235644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72e79078-eca2-44e7-8795-23648792efda req-10c7c86c-d713-4423-9c22-d80702eb4aa4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 Nov 12 03:39:27.241356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-7336b9a1-4a57-4b73-9a7e-a1f8722ebe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.242885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-7336b9a1-4a57-4b73-9a7e-a1f8722ebe95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 1098 time: 0.0477366 Nov 12 03:39:27.284009 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:27.309381 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Checking router: 1beb0c0a-f790-4015-8806-21c93542abde for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:27.317396 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:27.318003 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:27.337930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-f40344c8-b385-4260-b618-b28777a9f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.339472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-f40344c8-b385-4260-b618-b28777a9f749 service neutron] 10.222.0.39 "GET /v2.0/networks?id=93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 200 len: 898 time: 0.0886023 Nov 12 03:39:27.384855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-804d34fb-0284-4b09-baa7-715b7cb055bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 200 len: 217 time: 0.0374026 Nov 12 03:39:27.437130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-4a152f33-8cdd-47a9-a31d-6d165b548c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.438639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-4a152f33-8cdd-47a9-a31d-6d165b548c1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 200 len: 835 time: 0.0457597 Nov 12 03:39:27.487499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-ebc01661-0d4e-4fb8-a2d6-640df39bd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.489055 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-ebc01661-0d4e-4fb8-a2d6-640df39bd7d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=93deec66-1cf2-4bbc-bb16-089aaa506b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426219 Nov 12 03:39:27.522415 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:27.580291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-e647f9c4-d450-4b3a-b3dd-5c97764d2c86 service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Nov 12 03:39:27.670533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7356f6d0-3dcd-441f-b2d3-36e57739146f req-088f370d-d765-40fa-a5e1-cff8991ddbed service neutron] 10.222.0.39 "GET /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Nov 12 03:39:27.721285 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:27.753817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5def8-9a95-4460-876a-ff96e6294be4 None None] The sync data for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 is: [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '056b725b-5e7a-416c-be5a-691984fcb91e', 'name': '', 'network_id': '93deec66-1cf2-4bbc-bb16-089aaa506b67', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:e9:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:39Z', 'updated_at': '2021-11-12T03:37:44Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '50a21a0b-99f0-4990-875f-40fc44105a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:27.759833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a635d-5b1c-45cc-9cbb-4dbdb672f903 req-6ff4a744-91e6-47ac-b33a-623f78fcea03 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.766001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c2a635d-5b1c-45cc-9cbb-4dbdb672f903 req-6ff4a744-91e6-47ac-b33a-623f78fcea03 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 943 time: 0.0653925 Nov 12 03:39:27.820370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c2a635d-5b1c-45cc-9cbb-4dbdb672f903 req-905045ff-f52d-41d5-9440-54b7df73e89c tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Nov 12 03:39:27.886307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.979976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4be80-4177-4f46-ac6c-99c49ca37ab8 None None] New status for floating IP 04e56292-2e01-46c7-9bdf-254a9e1eba1f: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:28.034430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c2cd-e5a3-4275-8bf1-2edfcf274f5f req-8b4c930a-fdf8-4191-a8d2-125ef62100ab tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.036254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03e0c2cd-e5a3-4275-8bf1-2edfcf274f5f req-8b4c930a-fdf8-4191-a8d2-125ef62100ab tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0481496 Nov 12 03:39:28.094484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-03e0c2cd-e5a3-4275-8bf1-2edfcf274f5f req-7226ddf8-7bde-4797-b2ca-b218e5cc0b5c tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517583 Nov 12 03:39:28.349873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251734-cddb-4394-9c5b-a3bcca62a964 req-ae712049-aa45-4801-93d4-dc3d69263cf1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.351392 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0251734-cddb-4394-9c5b-a3bcca62a964 req-ae712049-aa45-4801-93d4-dc3d69263cf1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Nov 12 03:39:28.401384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0251734-cddb-4394-9c5b-a3bcca62a964 req-5f614f75-1a16-4863-a948-dbbdc1df8e6b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a9378d78-4ced-415d-ab7b-1d1349e05fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Nov 12 03:39:28.460296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-cfd94fb7-d70a-49dc-80c4-d51550a7c9ec tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.461743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-cfd94fb7-d70a-49dc-80c4-d51550a7c9ec tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/ports?device_id=69dc5227-9a89-4385-b96f-5e0e8fbcce00 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Nov 12 03:39:28.562158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:28.562401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.646434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port b39d921d-5a6e-45da-906a-e8053eb37c97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b39d921d-5a6e-45da-906a-e8053eb37c97,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:28.646790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.659388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for b39d921d-5a6e-45da-906a-e8053eb37c97 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:28.699327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:28.788237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.797976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:28.809829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'port_id': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', 'mac_address': 'fa:16:3e:af:4e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735328c2-6909-4b28-a897-43bbb3e2976e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:28.818500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=b39d921d-5a6e-45da-906a-e8053eb37c97,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:28.854681 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.868580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] No DVR routers for this DVR port b39d921d-5a6e-45da-906a-e8053eb37c97 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:28.870248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:28.871388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.874911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f69793c2-fc6a-4695-989d-5425da1d0ae4 req-8cc0a2ab-333d-4d52-938c-5ea97161710d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "DELETE /v2.0/ports/b39d921d-5a6e-45da-906a-e8053eb37c97 HTTP/1.1" status: 204 len: 173 time: 0.4069099 Nov 12 03:39:28.875397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-deleted', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:28.878171 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee72fbf-c14b-4ef9-91a4-714fda08ead3" -d '{"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-deleted", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:28.902730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:28.908189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.920432 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486435e0-5a73-434c-ae04-c9b922cea175 x-openstack-request-id: req-486435e0-5a73-434c-ae04-c9b922cea175 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:28.920865 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dc5227-9a89-4385-b96f-5e0e8fbcce00", "name": "network-vif-deleted", "tag": "b39d921d-5a6e-45da-906a-e8053eb37c97", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:28.921126 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-486435e0-5a73-434c-ae04-c9b922cea175 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:28.921538 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dc5227-9a89-4385-b96f-5e0e8fbcce00', 'name': 'network-vif-deleted', 'tag': 'b39d921d-5a6e-45da-906a-e8053eb37c97', 'status': 'completed', 'code': 200} Nov 12 03:39:28.967743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 05055e49-4a41-43e6-997a-260b2c572de8 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:28.973347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5b5d1-fcb3-4590-980a-8f702c5957ae req-5b4ce744-1a24-43fb-9c12-fdf146a21584 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.975205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76e5b5d1-fcb3-4590-980a-8f702c5957ae req-5b4ce744-1a24-43fb-9c12-fdf146a21584 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 944 time: 0.0529757 Nov 12 03:39:28.981355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.038310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76e5b5d1-fcb3-4590-980a-8f702c5957ae req-146fc3a1-98c2-4aef-9356-6a3e283c6813 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499625 Nov 12 03:39:29.077432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=05055e49-4a41-43e6-997a-260b2c572de8,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:29.089436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '05055e49-4a41-43e6-997a-260b2c572de8', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'port_id': '05055e49-4a41-43e6-997a-260b2c572de8', 'mac_address': 'fa:16:3e:17:1c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:29.113716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:29.162534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.178080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05055e49-4a41-43e6-997a-260b2c572de8 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:29.204200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=05055e49-4a41-43e6-997a-260b2c572de8,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:29.214097 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.217246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2a0d2-dec0-4a4d-9de7-0d2e0acea5d0 req-1cc14504-3521-4dc0-b9d4-f19a2f78e0e3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.218985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cd2a0d2-dec0-4a4d-9de7-0d2e0acea5d0 req-1cc14504-3521-4dc0-b9d4-f19a2f78e0e3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 944 time: 0.0523064 Nov 12 03:39:29.282373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cd2a0d2-dec0-4a4d-9de7-0d2e0acea5d0 req-b6fefcd8-3cc7-4787-9eec-a3210d3ebc59 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557640 Nov 12 03:39:29.304237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.383476 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.457630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37074) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:29.584830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['05055e49-4a41-43e6-997a-260b2c572de8'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:29.817783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.159755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246d53-79e4-4dff-9484-e59b106c3e24 req-6f841615-291c-4454-bfc8-1af67eb70ab7 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.161381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e246d53-79e4-4dff-9484-e59b106c3e24 req-6f841615-291c-4454-bfc8-1af67eb70ab7 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 944 time: 0.0509546 Nov 12 03:39:30.209535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1e246d53-79e4-4dff-9484-e59b106c3e24 req-ff878bc1-fd59-4de3-8a4e-216c13c02e97 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Nov 12 03:39:30.425387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49cf4a-24c0-4e37-9c6b-0e249ba916af req-bfa2340e-6b05-4be2-aa0d-c8ab7861ee30 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.426847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d49cf4a-24c0-4e37-9c6b-0e249ba916af req-bfa2340e-6b05-4be2-aa0d-c8ab7861ee30 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 945 time: 0.0601263 Nov 12 03:39:30.433255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 056b725b-5e7a-416c-be5a-691984fcb91e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:30.433595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.545299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d49cf4a-24c0-4e37-9c6b-0e249ba916af req-02ef5bdf-ee41-4144-8aa5-6f644ea8dfda tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088212 Nov 12 03:39:30.561994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 056b725b-5e7a-416c-be5a-691984fcb91e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=056b725b-5e7a-416c-be5a-691984fcb91e,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:30.562361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.575294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 056b725b-5e7a-416c-be5a-691984fcb91e owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:30.715904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:30.754766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.767570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:30.772152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:30.772595 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.783327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=056b725b-5e7a-416c-be5a-691984fcb91e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.855570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.882456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:30.887056 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6188c239-80ab-421e-a1ca-213578e0d397" -d '{"events": [{"server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "name": "network-vif-plugged", "status": "completed", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:30.911694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:30.918534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.919534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:30.966185 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b2d606-31da-4542-ab31-8ff3e8162508 x-openstack-request-id: req-91b2d606-31da-4542-ab31-8ff3e8162508 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:30.966574 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "name": "network-vif-plugged", "status": "completed", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:30.966895 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-91b2d606-31da-4542-ab31-8ff3e8162508 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:30.967371 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', 'code': 200} Nov 12 03:39:30.970372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b39d921d-5a6e-45da-906a-e8053eb37c97 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:30.970790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b39d921d-5a6e-45da-906a-e8053eb37c97 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:30.986775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 05055e49-4a41-43e6-997a-260b2c572de8 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:30.993257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.027236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.056545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 05055e49-4a41-43e6-997a-260b2c572de8 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:31.061256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 05055e49-4a41-43e6-997a-260b2c572de8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:31.061564 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.149912 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.186542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=05055e49-4a41-43e6-997a-260b2c572de8,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:31.192266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.242020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.260467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 1beb0c0a-f790-4015-8806-21c93542abde has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:31.348260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f06087-3f56-4629-aa86-44c4550cd993 req-396364cc-5065-40ba-bf5c-995499e60145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.349799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4f06087-3f56-4629-aa86-44c4550cd993 req-396364cc-5065-40ba-bf5c-995499e60145 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 1097 time: 0.3499675 Nov 12 03:39:31.394915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4f06087-3f56-4629-aa86-44c4550cd993 req-838715e5-8919-4cab-a25a-29a69fd04f70 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379252 Nov 12 03:39:31.402040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aa6c1-cfed-4d59-bf55-367c34fee44a req-9c4e3707-2698-4f2c-bb59-bb676223a8bb tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.403481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc9aa6c1-cfed-4d59-bf55-367c34fee44a req-9c4e3707-2698-4f2c-bb59-bb676223a8bb tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 945 time: 0.0977862 Nov 12 03:39:31.411772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:31.420194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-04231b15-b30b-472e-b884-37a8a280bdc8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/1beb0c0a-f790-4015-8806-21c93542abde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615102 Nov 12 03:39:31.422999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37084) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.424775 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Sync routers for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:31.435214 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:31.435842 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:31.461554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc9aa6c1-cfed-4d59-bf55-367c34fee44a req-2d57c6f0-31c6-41d2-a1c9-1c67b1cd88c3 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515449 Nov 12 03:39:31.476013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting subnet 50a21a0b-99f0-4990-875f-40fc44105a19 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:31.479235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.518168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.548178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:31.604847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.694479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825217a5-d5ab-43df-8249-f180abbbe698 req-eb95a02d-b093-407d-84bc-44a3078b49a3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:31.695927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-825217a5-d5ab-43df-8249-f180abbbe698 req-eb95a02d-b093-407d-84bc-44a3078b49a3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.0693219 Nov 12 03:39:31.701568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.727469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:31.754666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Subnet': ['ID=50a21a0b-99f0-4990-875f-40fc44105a19,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:31.754886 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Checking router: 1beb0c0a-f790-4015-8806-21c93542abde for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:31.763821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Routers {'1beb0c0a-f790-4015-8806-21c93542abde'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:31.764722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1beb0c0a-f790-4015-8806-21c93542abde'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:31.765708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.769007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e12c9e71-6b85-4a20-a74e-760dbcfa1ac6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/subnets/50a21a0b-99f0-4990-875f-40fc44105a19 HTTP/1.1" status: 204 len: 168 time: 0.3449178 Nov 12 03:39:31.771789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37088) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.781195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967052b3-b385-465e-b11d-f9ef7b9a7f90 None None] Network 93deec66-1cf2-4bbc-bb16-089aaa506b67 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:31.819039 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-825217a5-d5ab-43df-8249-f180abbbe698 req-f0d3d7eb-0b61-4da8-bd87-a4f20e35b1de tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085119 Nov 12 03:39:31.875365 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] Set router 1beb0c0a-f790-4015-8806-21c93542abde gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:31.895288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.990026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] DHCP port deletion for 93deec66-1cf2-4bbc-bb16-089aaa506b67 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:32.010263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.040440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Deleting port 6efeecb7-9bf0-41af-a665-52531cb8fab1 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:32.041731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.066004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:32.066253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 6823705b-7271-4b1e-a5f8-057cdf93f737 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:32.066501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.093524 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d8d68-4e8a-44df-9dce-c231654e4f14 None None] The sync data for ids ['1beb0c0a-f790-4015-8806-21c93542abde'] in n-d-615180-50 is: [{'id': '1beb0c0a-f790-4015-8806-21c93542abde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-411019571', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:39:30Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '6823705b-7271-4b1e-a5f8-057cdf93f737', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:48:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beb0c0a-f790-4015-8806-21c93542abde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:36Z', 'updated_at': '2021-11-12T03:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:32.109257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] For port 6efeecb7-9bf0-41af-a665-52531cb8fab1, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6efeecb7-9bf0-41af-a665-52531cb8fab1,segment=NetworkSegment(455a0084-c571-4956-a167-711517aa2213),segment_id=455a0084-c571-4956-a167-711517aa2213)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:32.109644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.158803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 6823705b-7271-4b1e-a5f8-057cdf93f737, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6823705b-7271-4b1e-a5f8-057cdf93f737,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:32.159208 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.177058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 6823705b-7271-4b1e-a5f8-057cdf93f737 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:32.278293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Calling delete_port for 6efeecb7-9bf0-41af-a665-52531cb8fab1 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:32.324497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2b341c5d-3c32-4138-837d-b9062090615d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.354320 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.373145 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.403491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] No DVR routers for this DVR port 6efeecb7-9bf0-41af-a665-52531cb8fab1 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:32.405371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d093df-bb5e-48f7-8595-c6572c0306db None None] Pushing event deleted for resources: {'Port': ['ID=6efeecb7-9bf0-41af-a665-52531cb8fab1,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.407672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=6823705b-7271-4b1e-a5f8-057cdf93f737,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.420492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f125bed-2519-4e5a-bb59-b99b050cc248 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:32.475470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.605496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.608359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.668590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53764b72-9ee8-4a9f-bdf5-5b4d4c25e353 req-cd527856-4074-4bef-bcbc-bf7908538ae4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.670108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53764b72-9ee8-4a9f-bdf5-5b4d4c25e353 req-cd527856-4074-4bef-bcbc-bf7908538ae4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 945 time: 0.1187217 Nov 12 03:39:32.671183 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.671704 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Fanout notify agent at l3_agent the message router_deleted on router 1beb0c0a-f790-4015-8806-21c93542abde {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:32.678637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.679735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-baec5798-6ae4-41de-a387-4fc341e8fc85 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/routers/1beb0c0a-f790-4015-8806-21c93542abde HTTP/1.1" status: 204 len: 168 time: 0.9069619 Nov 12 03:39:32.682559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:32.728005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53764b72-9ee8-4a9f-bdf5-5b4d4c25e353 req-239b7cf4-0d4a-4eda-9e93-5e051fb3b11b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Nov 12 03:39:32.764735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.870710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.901124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93deec66-1cf2-4bbc-bb16-089aaa506b67']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:32.925565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455a0084-c571-4956-a167-711517aa2213') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:32.925866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455a0084-c571-4956-a167-711517aa2213') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:32.937822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.961696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ade78-69d5-4bd1-8441-ca647598b8c2 req-cf33b3cf-b739-433f-a056-2ec674fb1159 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.967648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a0ade78-69d5-4bd1-8441-ca647598b8c2 req-cf33b3cf-b739-433f-a056-2ec674fb1159 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.0784585 Nov 12 03:39:32.969078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:32.969747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.972134 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28216c23-4f47-43a8-9fa4-a03cb9386586" -d '{"events": [{"server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "05055e49-4a41-43e6-997a-260b2c572de8"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:32.991464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:32.991873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:33.007345 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:33.018254 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67bc6e-10b0-4ed9-b1ed-fc4a45819de5 x-openstack-request-id: req-1b67bc6e-10b0-4ed9-b1ed-fc4a45819de5 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:33.018526 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "name": "network-vif-plugged", "status": "completed", "tag": "05055e49-4a41-43e6-997a-260b2c572de8", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:33.018773 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b67bc6e-10b0-4ed9-b1ed-fc4a45819de5 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:33.019260 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8', 'code': 200} Nov 12 03:39:33.086504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.092659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.096661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/networks/93deec66-1cf2-4bbc-bb16-089aaa506b67 HTTP/1.1" status: 204 len: 168 time: 0.4128923 Nov 12 03:39:33.109528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37106) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.145474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc54e3c-fe3a-48ab-aafe-e89e9671ca36 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Network': ['ID=93deec66-1cf2-4bbc-bb16-089aaa506b67,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.157006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aa11d-789a-4891-b1c8-79e2a6d40b1f req-6c1ef657-a4fd-4717-96ac-64b09ead34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.157842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a0ade78-69d5-4bd1-8441-ca647598b8c2 req-beeda173-abfc-4e99-b852-d12c3c7d8919 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760037 Nov 12 03:39:33.158529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b97aa11d-789a-4891-b1c8-79e2a6d40b1f req-6c1ef657-a4fd-4717-96ac-64b09ead34be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0676167 Nov 12 03:39:33.222663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.226098 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b97aa11d-789a-4891-b1c8-79e2a6d40b1f req-4f777584-fe65-43dc-89e9-e8f4a243cc87 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505135 Nov 12 03:39:33.249103 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.331569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.334471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.341566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/security-groups/a9378d78-4ced-415d-ab7b-1d1349e05fa9 HTTP/1.1" status: 204 len: 168 time: 0.2246928 Nov 12 03:39:33.350339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b2119-65e4-411c-a390-c9f43cb250f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9378d78-4ced-415d-ab7b-1d1349e05fa9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.518120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37114) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.522752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880341788', 'description': 'tempest-secgroup-smoke-1880341788 description', 'project_id': '761865b77746445f99b3bd5f9c0698d0'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.544957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.610534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.614067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.641312 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.642539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1233501 Nov 12 03:39:33.645479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37116) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.647381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e074f1-43dc-474b-b7a0-72018dd3fdc4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b00de5-e14d-4867-81e6-c930bbfe9e23,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.650543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.676488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.737323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.741768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.765699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ae9f12-32a3-4253-9c38-73a2429825c4,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.776680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.778279 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ba81960-5e95-4979-b12f-531af035a386 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316357 Nov 12 03:39:33.780811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37118) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.785284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.808831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6efeecb7-9bf0-41af-a665-52531cb8fab1 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:33.816556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.816798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-12aadb4a-05d9-4d8a-a316-d09e0f44aab5 req-1a89949d-8227-4222-8409-c23c4677992e service neutron] (102433) timed out ('10.222.0.84', 44442) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:39:33.834477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6efeecb7-9bf0-41af-a665-52531cb8fab1 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:33.834815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6efeecb7-9bf0-41af-a665-52531cb8fab1 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:33.835552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6823705b-7271-4b1e-a5f8-057cdf93f737 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:33.856612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6823705b-7271-4b1e-a5f8-057cdf93f737 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:33.856958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6823705b-7271-4b1e-a5f8-057cdf93f737 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:33.857380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 056b725b-5e7a-416c-be5a-691984fcb91e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:33.882496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 056b725b-5e7a-416c-be5a-691984fcb91e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:33.882762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 056b725b-5e7a-416c-be5a-691984fcb91e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:33.884875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.891318 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.910977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cff97b-d926-4949-b6ac-4ae798ec17c1,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:33.918160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.922125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37120) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.922609 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ca9276de-b7f5-42f9-9b74-14ad92eeb60a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407802 Nov 12 03:39:33.927448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:33.962632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.024801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.028330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.043294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f71574-3f09-4438-80b2-1b81c7154e7e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.054225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.055430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-163644b6-2408-4556-8619-0bd3d9854d30 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321490 Nov 12 03:39:34.058596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37122) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.062856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.089670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.150600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.154728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.175045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deca68f8-a504-4eda-bff7-ee496eda018a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.180921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.185492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a61be20a-c3c8-4d82-ab56-c6cad3193e4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230986 Nov 12 03:39:34.185492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.190363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.215697 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:34.220926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.327861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.339381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64621c-aecd-42e2-bb17-6188a604cfa8 req-45eb8e89-dc44-4954-a963-6acff2d27180 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.341126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b64621c-aecd-42e2-bb17-6188a604cfa8 req-45eb8e89-dc44-4954-a963-6acff2d27180 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.1034689 Nov 12 03:39:34.342535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.381269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489df64f-6660-4d1d-b4e8-005cda70c78d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.389277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.393060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a6a81f23-b71d-44aa-9315-3c80d95c1584 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2040946 Nov 12 03:39:34.393885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.398903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'a7b00de5-e14d-4867-81e6-c930bbfe9e23', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.435568 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:34.441073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.466942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b64621c-aecd-42e2-bb17-6188a604cfa8 req-422e7030-9a00-4c1e-a816-52cf0139a67f tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102045 Nov 12 03:39:34.508279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.513056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.535962 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6dbbe4-23ce-4f52-8c38-da894564dad1,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.541694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.542913 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0612c57f-8f8e-49a7-a12e-00ef2a8bb37e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483486 Nov 12 03:39:34.546393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.553183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'network': {'name': 'tempest-network-smoke--1964364848', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'port_security_enabled': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.573962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:34.577568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.601462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:34.610435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.610785 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Added segment 4e4b2624-2787-4cbd-8116-3a2b5e344ea8 of type vlan for network 01021ac7-b72c-48e6-b7de-feb32974679a Nov 12 03:39:34.650724 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.680511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.683243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b97098ce-ee9d-4443-b670-c40c1d7e7f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.686844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:34.687474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.770227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2225754 Nov 12 03:39:34.773117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37144) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.780197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'admin_state_up': True, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:34.787389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cdd17-b9f1-44f7-8d27-0c81aa1f5061 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Network': ['ID=01021ac7-b72c-48e6-b7de-feb32974679a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.800135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 01021ac7-b72c-48e6-b7de-feb32974679a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:34.806396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.807984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.872763 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.010667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.209124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.228875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.332667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.108 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/25801207-d425-48e2-ab5b-be05c2bd714c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:35.435487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.472475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.512005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:35.516251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:35.521903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:35.537388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41440228-5d6e-4a3c-968d-240a63adabad None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:35.578626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=25801207-d425-48e2-ab5b-be05c2bd714c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.630472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1ca4ab13-d4ff-4e6f-9c0f-a8f626a60763 None None] Provisioning complete for port 25801207-d425-48e2-ab5b-be05c2bd714c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:35.630843 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ab13-d4ff-4e6f-9c0f-a8f626a60763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.664585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1ca4ab13-d4ff-4e6f-9c0f-a8f626a60763 None None] Port 25801207-d425-48e2-ab5b-be05c2bd714c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:35.683809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.721778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36033d-ee70-4255-bb40-01e7e483c462 req-8f828a6b-1506-45bc-a049-07d927630164 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.723292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b36033d-ee70-4255-bb40-01e7e483c462 req-8f828a6b-1506-45bc-a049-07d927630164 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.1340768 Nov 12 03:39:35.821796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9b36033d-ee70-4255-bb40-01e7e483c462 req-5f961b45-0876-4222-9dd8-371f957e7cbe tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896361 Nov 12 03:39:35.894245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.983352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dfe2d-9b3c-45db-9139-84e9482f6016 req-a02f287e-940a-42a6-9a2e-24e521da2676 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:35.983352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef2dfe2d-9b3c-45db-9139-84e9482f6016 req-a02f287e-940a-42a6-9a2e-24e521da2676 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.0742004 Nov 12 03:39:36.045490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ef2dfe2d-9b3c-45db-9139-84e9482f6016 req-bf43aae9-6314-48d3-948f-7ce4f7ad8dd5 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577049 Nov 12 03:39:36.153115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.286208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-b014dee3-394f-4978-95af-1efbcdc265fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437474 Nov 12 03:39:36.385670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee99e5-4641-45b6-8393-335370f78335 req-dddaafff-2fd2-4a66-aa8e-b7386a54b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.385670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-dddaafff-2fd2-4a66-aa8e-b7386a54b00a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 1097 time: 0.0432642 Nov 12 03:39:36.500020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee99e5-4641-45b6-8393-335370f78335 req-b9ebfa53-aff2-41f7-9d7e-5794bf2991e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.501543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-b9ebfa53-aff2-41f7-9d7e-5794bf2991e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.0967245 Nov 12 03:39:36.549779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-b9e3fd38-e97d-485d-80a2-54c721c7c879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 200 len: 217 time: 0.0409238 Nov 12 03:39:36.610868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab756-1fb9-40b1-8929-29d949888aec req-28254c53-d9d4-444b-8b2f-d92aae0fdc7b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.615224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee99e5-4641-45b6-8393-335370f78335 req-5e4cb93f-4f40-4205-97c0-f77e59db9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.616992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-5e4cb93f-4f40-4205-97c0-f77e59db9337 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0592823 Nov 12 03:39:36.618161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f27ab756-1fb9-40b1-8929-29d949888aec req-28254c53-d9d4-444b-8b2f-d92aae0fdc7b tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.4996331 Nov 12 03:39:36.666064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-3f0cb3a2-d320-4b69-9d1f-b07080646fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402052 Nov 12 03:39:36.711409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f27ab756-1fb9-40b1-8929-29d949888aec req-1e290f26-79c9-4ab5-b87c-a128aed1aebf tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923393 Nov 12 03:39:36.738009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37156) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.750932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router f0449832-8ea8-4def-b162-79aafb552479 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:39:36.784059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-90677431-720a-4f8e-91b7-84523f86cd78 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103537 Nov 12 03:39:36.923554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71ee99e5-4641-45b6-8393-335370f78335 req-8c88af15-6519-4f0b-9b9f-e5b9ca3f7e21 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323338 Nov 12 03:39:36.939563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:36.954058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Sync routers for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:36.954659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314b360-9db8-4ff7-abf6-ba5c0f73e815 tempest-TestServerBasicOps-328335221 tempest-TestServerBasicOps-328335221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:36.959106 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9314b360-9db8-4ff7-abf6-ba5c0f73e815 tempest-TestServerBasicOps-328335221 tempest-TestServerBasicOps-328335221-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1093 time: 0.2162571 Nov 12 03:39:36.959479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.964932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '05055e49-4a41-43e6-997a-260b2c572de8', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:36.967860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:36.968615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:36.976729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.978100 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1c14ff26-35ab-4d79-aa78-66b5b01c71cf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2032731 Nov 12 03:39:36.981932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37162) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.994546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.021145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9ad1665f-08ca-4683-832f-263fe45e30d7 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=761865b77746445f99b3bd5f9c0698d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369051 Nov 12 03:39:37.026614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.094366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:37.160758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183989ac-75d0-4564-968e-0d2f1c252594 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.165070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-183989ac-75d0-4564-968e-0d2f1c252594 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349683 Nov 12 03:39:37.166727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.201888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-69713d76-10e1-4db3-b2b7-49593370e06f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316808 Nov 12 03:39:37.202119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.207474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96274135', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:37.245104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.247645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.310044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:37.339816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Checking router: f0449832-8ea8-4def-b162-79aafb552479 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:37.340477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Updating router f0449832-8ea8-4def-b162-79aafb552479 port 25801207-d425-48e2-ab5b-be05c2bd714c binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:37.362717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:37.366249 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.373440 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.467359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Allocated IP 172.25.2.3 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d3b68dec-59f1-4b57-8516-a8fe388fecbd) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:37.659962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.680261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.748535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Subnet': ['ID=c3e20bce-07e6-478e-9e8b-e28edc80feae,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.764556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.813271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:37.813979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network hostable DHCP agents. Network: 01021ac7-b72c-48e6-b7de-feb32974679a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:37.817472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:37.823644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:37.830457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:37.861715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'Port': ['ID=d3b68dec-59f1-4b57-8516-a8fe388fecbd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:37.880487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 01021ac7-b72c-48e6-b7de-feb32974679a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:37.912293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 01021ac7-b72c-48e6-b7de-feb32974679a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:37.919633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:37.920302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.932629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194079a-d4ad-4e18-97e5-b2b20a75d4bd None None] Network 01021ac7-b72c-48e6-b7de-feb32974679a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:37.939808 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.960399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.965286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f5a00242-606c-49e3-904f-e01aa05b0a35 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7596622 Nov 12 03:39:37.968561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37172) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.059928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a36ef-05f9-40c8-88b4-25a28d4b32a3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:38.076403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15515c-7b3b-44a5-941f-f01439275ed6 None None] Pushing event updated for resources: {'Port': ['ID=25801207-d425-48e2-ab5b-be05c2bd714c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.091123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Attempting to bind port 25801207-d425-48e2-ab5b-be05c2bd714c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:38.091706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Attempting to bind port 25801207-d425-48e2-ab5b-be05c2bd714c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:38.092047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Attempting to bind port 25801207-d425-48e2-ab5b-be05c2bd714c on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:38.100056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:38.100526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:38.101010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.101820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:38.101961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Bound port: 25801207-d425-48e2-ab5b-be05c2bd714c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:38.102421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.208183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] For port 25801207-d425-48e2-ab5b-be05c2bd714c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:38.234607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-01021ac7-b72c-48e6-b7de-feb32974679a', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:38.234607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.239044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] For port 25801207-d425-48e2-ab5b-be05c2bd714c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=25801207-d425-48e2-ab5b-be05c2bd714c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:38.255484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.261571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.262620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] Provisioning complete for port 25801207-d425-48e2-ab5b-be05c2bd714c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:38.263051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.391333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a486b148-2f86-498e-861c-3f73e74ec0e5 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:38.438068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:38.439050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:38.444250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15515c-7b3b-44a5-941f-f01439275ed6 None None] Pushing event updated for resources: {'Port': ['ID=25801207-d425-48e2-ab5b-be05c2bd714c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.522015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.601865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Allocated IP 172.20.0.2 (01021ac7-b72c-48e6-b7de-feb32974679a/c3e20bce-07e6-478e-9e8b-e28edc80feae/ec4ab92c-884b-411b-80b1-031e6de8bf31) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:38.611197 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.657098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] For port 25801207-d425-48e2-ab5b-be05c2bd714c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=25801207-d425-48e2-ab5b-be05c2bd714c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:38.671736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:38.680913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:38.912643 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.048712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffccbbb-5098-4b87-a005-ec588e13fad8 None None] Pushing event updated for resources: {'Port': ['ID=25801207-d425-48e2-ab5b-be05c2bd714c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.051235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-06f028dc-ef71-4b4f-85ca-03b036ef74ee None None] Provisioning complete for port 25801207-d425-48e2-ab5b-be05c2bd714c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:39.051608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-06f028dc-ef71-4b4f-85ca-03b036ef74ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.071456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.187215 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.199163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.224574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.236543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.264053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Network 01021ac7-b72c-48e6-b7de-feb32974679a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:39.277832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:39.288794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:39.295020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Pushing event updated for resources: {'Port': ['ID=ec4ab92c-884b-411b-80b1-031e6de8bf31,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.312000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:39.349150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event updated for resources: {'Port': ['ID=d3b68dec-59f1-4b57-8516-a8fe388fecbd,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.357635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7f2cee-2995-411c-af08-165f5de02e61 None None] The sync data for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 is: [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:35Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:39.374865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.390740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Attempting to bind port ec4ab92c-884b-411b-80b1-031e6de8bf31 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:39.391430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Attempting to bind port ec4ab92c-884b-411b-80b1-031e6de8bf31 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:39.392103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Attempting to bind port ec4ab92c-884b-411b-80b1-031e6de8bf31 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:39.401540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:39.401924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:39.402926 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.403429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Bound using segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:39.403912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Bound port: ec4ab92c-884b-411b-80b1-031e6de8bf31, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:39.404297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.491368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] For port ec4ab92c-884b-411b-80b1-031e6de8bf31, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:39.494907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] For port ec4ab92c-884b-411b-80b1-031e6de8bf31, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ec4ab92c-884b-411b-80b1-031e6de8bf31,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:39.501372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.573236 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Floating IP e9ef2354-24c8-445f-b65d-fe5a9be4d85a associated. External IP: 172.25.2.3, port: 05055e49-4a41-43e6-997a-260b2c572de8. Nov 12 03:39:39.588818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575aca0c-2e43-49d6-80f3-be38ce624dcf None None] Pushing event updated for resources: {'Port': ['ID=ec4ab92c-884b-411b-80b1-031e6de8bf31,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.627452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.1 (01021ac7-b72c-48e6-b7de-feb32974679a/c3e20bce-07e6-478e-9e8b-e28edc80feae/eb8262af-8f52-4f1d-961b-641a5c36e295) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:39.915656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 25801207-d425-48e2-ab5b-be05c2bd714c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:39.967472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.983937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 25801207-d425-48e2-ab5b-be05c2bd714c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:39.984716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.054115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.114990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 01021ac7-b72c-48e6-b7de-feb32974679a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:40.123136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:40.127652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:40.130000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.163618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:40.234426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.357692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:40.371928 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Sync routers for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:40.386929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.395831 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:40.398803 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.443648 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f0d323fe-0c3a-41e9-856a-1312b193e315 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4828687 Nov 12 03:39:40.464824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:40.467638 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d6e94-f022-4a58-9391-c97cf36af954" -d '{"events": [{"name": "network-changed", "server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "tag": "05055e49-4a41-43e6-997a-260b2c572de8"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:40.470636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.540608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:40.543788 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c114f38-d593-44a0-a411-e76b16a2ea0f x-openstack-request-id: req-0c114f38-d593-44a0-a411-e76b16a2ea0f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:40.544086 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "tag": "05055e49-4a41-43e6-997a-260b2c572de8", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:40.544337 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0c114f38-d593-44a0-a411-e76b16a2ea0f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:40.545153 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8', 'status': 'completed', 'code': 200} Nov 12 03:39:40.617313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6e94-f022-4a58-9391-c97cf36af954 req-ebdb4da6-f00c-4efe-9d49-09b8e684f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.618889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-ebdb4da6-f00c-4efe-9d49-09b8e684f6f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0531225 Nov 12 03:39:40.731316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6e94-f022-4a58-9391-c97cf36af954 req-16b6543e-be60-4536-8a04-12ecb1385bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.733164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-16b6543e-be60-4536-8a04-12ecb1385bed service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 909 time: 0.1047657 Nov 12 03:39:40.805276 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'e9ef2354-24c8-445f-b65d-fe5a9be4d85a', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'port_id': '05055e49-4a41-43e6-997a-260b2c572de8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'mac_address': 'fa:16:3e:17:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38814761-cf04-412f-abf5-de5e092b8bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:38Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 0, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.809710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.817776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.831455 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-2b9f1818-f413-481e-8dd3-8f704b9a5b30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 998 time: 0.0878608 Nov 12 03:39:40.835810 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Checking router: 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:40.838749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617c516-0b9b-4ee3-88a5-b21b8f9d8220 None None] Network 01021ac7-b72c-48e6-b7de-feb32974679a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:40.845887 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:40.846698 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:40.889224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6e94-f022-4a58-9391-c97cf36af954 req-b9cb40e3-9220-4256-8504-3e72ecafb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.891007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-b9cb40e3-9220-4256-8504-3e72ecafb7ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 200 len: 847 time: 0.0532987 Nov 12 03:39:40.932545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.956293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:40.965781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6e94-f022-4a58-9391-c97cf36af954 req-0ffb85cb-1793-41ef-bffe-ccbd7cfc6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.967654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-0ffb85cb-1793-41ef-bffe-ccbd7cfc6b8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2b1680f-1478-4f40-87ca-7816441bd56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694194 Nov 12 03:39:40.996884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] Provisioning complete for port ec4ab92c-884b-411b-80b1-031e6de8bf31 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:40.997372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.021874 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:41.141823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-76f9b378-e445-4148-808a-951583fcf195 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654701 Nov 12 03:39:41.148005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 01021ac7-b72c-48e6-b7de-feb32974679a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:41.149549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:41.261528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.278479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-195d6e94-f022-4a58-9391-c97cf36af954 req-b041f623-bf0e-49ac-ad9c-20927d82db2d service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298201 Nov 12 03:39:41.297665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router f0449832-8ea8-4def-b162-79aafb552479 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:41.325347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] For port ec4ab92c-884b-411b-80b1-031e6de8bf31, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ec4ab92c-884b-411b-80b1-031e6de8bf31,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:41.334936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.397840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c4ac7-e2bc-46fc-9612-c83b0af94626 None None] Pushing event updated for resources: {'Port': ['ID=ec4ab92c-884b-411b-80b1-031e6de8bf31,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.446120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:41.461978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-001b8839-3954-497d-ae8b-7365b1acce29 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/f0449832-8ea8-4def-b162-79aafb552479/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4910710 Nov 12 03:39:41.463990 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'e9ef2354-24c8-445f-b65d-fe5a9be4d85a', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'port_id': '05055e49-4a41-43e6-997a-260b2c572de8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'mac_address': 'fa:16:3e:17:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38814761-cf04-412f-abf5-de5e092b8bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:38Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 0, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.500236 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feedaee-32d1-43f8-b4df-6104c3472873 None None] The sync data for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 is: [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'e9ef2354-24c8-445f-b65d-fe5a9be4d85a', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'port_id': '05055e49-4a41-43e6-997a-260b2c572de8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'mac_address': 'fa:16:3e:17:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38814761-cf04-412f-abf5-de5e092b8bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:38Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 0, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:41.564700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f072f7c-45d8-454d-afdb-ce98151039dd None None] Provisioning complete for port ec4ab92c-884b-411b-80b1-031e6de8bf31 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:41.565072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f072f7c-45d8-454d-afdb-ce98151039dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.594900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Sync routers for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:41.621086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:41.621730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:41.722313 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-3c453763-95af-45b8-8448-ef7f3e6229b5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880341788&fields=id&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 267 time: 0.0611274 Nov 12 03:39:41.787074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f072f7c-45d8-454d-afdb-ce98151039dd None None] Provisioning complete for port eb8262af-8f52-4f1d-961b-641a5c36e295 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:41.787474 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f072f7c-45d8-454d-afdb-ce98151039dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.828573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:41.866689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d9ffe-e77b-4aae-97db-1afc8a7038e5 None None] New status for floating IP e9ef2354-24c8-445f-b65d-fe5a9be4d85a: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:41.899353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-5264f751-a2da-4e5f-92e2-881e0b5443fa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:41.901572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-5264f751-a2da-4e5f-92e2-881e0b5443fa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 797 time: 0.1718552 Nov 12 03:39:41.917134 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-7f871a18-681a-4543-8c4f-a7b87f60fe5d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/quotas/761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 375 time: 0.0094121 Nov 12 03:39:41.938014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ec4ab92c-884b-411b-80b1-031e6de8bf31 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:41.981131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1f072f7c-45d8-454d-afdb-ce98151039dd None None] Port eb8262af-8f52-4f1d-961b-641a5c36e295 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:41.998666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-9cbbe8d7-a548-47c8-ac5d-c996fd571133 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749145 Nov 12 03:39:42.063068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ec4ab92c-884b-411b-80b1-031e6de8bf31 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.063935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.149007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-ab7d666b-30e8-4f1a-8884-a47b5385e0ab service neutron] 10.222.0.84 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491356 Nov 12 03:39:42.164968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7542f867-bf9a-4047-9c41-f65d2b195641 None None] Provisioning complete for port eb8262af-8f52-4f1d-961b-641a5c36e295 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.165338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7542f867-bf9a-4047-9c41-f65d2b195641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.242694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7542f867-bf9a-4047-9c41-f65d2b195641 None None] Port eb8262af-8f52-4f1d-961b-641a5c36e295 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:42.252168 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-0c61042d-cca2-408a-b982-15c8aa17b453 service neutron] 10.222.0.84 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958982 Nov 12 03:39:42.262466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 2, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:42.288131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Checking router: f0449832-8ea8-4def-b162-79aafb552479 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:42.288491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Updating router f0449832-8ea8-4def-b162-79aafb552479 port eb8262af-8f52-4f1d-961b-641a5c36e295 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:39:42.313096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.431984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02894a8c-f200-413d-b8fd-e7537afeab58 req-9c532793-4c6e-4ae8-a97a-46efff34fd90 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 210 time: 0.0348783 Nov 12 03:39:42.586915 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.596024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.649736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e97d5c-23b5-4ac1-8af1-5ec516e505ec None None] Pushing event updated for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.696839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Attempting to bind port eb8262af-8f52-4f1d-961b-641a5c36e295 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:42.697316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Attempting to bind port eb8262af-8f52-4f1d-961b-641a5c36e295 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:42.697636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Attempting to bind port eb8262af-8f52-4f1d-961b-641a5c36e295 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:42.703454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:42.703843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:42.704250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.704651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Bound using segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:42.705130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Bound port: eb8262af-8f52-4f1d-961b-641a5c36e295, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:42.705514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.933308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dff4849e-0ed7-4b20-9f92-5c15c4c9d29b None None] Provisioning complete for port eb8262af-8f52-4f1d-961b-641a5c36e295 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:42.933724 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dff4849e-0ed7-4b20-9f92-5c15c4c9d29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.956617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] For port eb8262af-8f52-4f1d-961b-641a5c36e295, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:42.972544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] For port eb8262af-8f52-4f1d-961b-641a5c36e295, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb8262af-8f52-4f1d-961b-641a5c36e295,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:42.980637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.991148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dff4849e-0ed7-4b20-9f92-5c15c4c9d29b None None] Port eb8262af-8f52-4f1d-961b-641a5c36e295 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:43.045938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:43.046576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.048473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e97d5c-23b5-4ac1-8af1-5ec516e505ec None None] Pushing event updated for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.169720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:43.331747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] Provisioning complete for port eb8262af-8f52-4f1d-961b-641a5c36e295 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:43.331747 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.400627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-ecb74ac3-8d0d-4809-a4ac-f98854122d40 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:43.402825 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-ecb74ac3-8d0d-4809-a4ac-f98854122d40 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 797 time: 0.1099377 Nov 12 03:39:43.451904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:42Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:43.456047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.469567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1a3d686f-5fd8-4e27-b21f-592524504af8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 380 time: 0.0561097 Nov 12 03:39:43.480465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'port': {'device_id': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'admin_state_up': True, 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'security_groups': ['a7b00de5-e14d-4867-81e6-c930bbfe9e23']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:43.486966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b98bd-85b4-4dfb-b733-293a7c7b7789 None None] The sync data for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 is: [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:42Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:43.523719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] For port eb8262af-8f52-4f1d-961b-641a5c36e295, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb8262af-8f52-4f1d-961b-641a5c36e295,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:43.532378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.588189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d80535b-3ec6-46c4-88a2-a4dc9cbee52d req-3038fe5c-0135-4e4b-addc-a2e1aaf89450 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 210 time: 0.0780990 Nov 12 03:39:43.616667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a2fce-a35c-4b73-88a7-637b78b8480d None None] Pushing event updated for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.656343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:43.659888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.808103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.13 (01021ac7-b72c-48e6-b7de-feb32974679a/c3e20bce-07e6-478e-9e8b-e28edc80feae/0c066221-82bd-43cc-b30b-70b88bf8d074) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:43.823974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb8262af-8f52-4f1d-961b-641a5c36e295 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:43.886266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port eb8262af-8f52-4f1d-961b-641a5c36e295 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:43.886648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.961782 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.996781 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.044973 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 01021ac7-b72c-48e6-b7de-feb32974679a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:44.050380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:44.054227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:44.080297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.096359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.096641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.096979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.097354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.097695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.098033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.098374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.098706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.099037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.099415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.099720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.100175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:44.121392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.122191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.140273 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-1f2664db-6813-49f2-9a0f-d302a8261df1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6643498 Nov 12 03:39:44.153769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Request body: {'port': {'device_id': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:44.222171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.370074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-35646b87-4115-4f79-93ff-f9a655d56f00 None None] Provisioning complete for port 0c066221-82bd-43cc-b30b-70b88bf8d074 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:44.370668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35646b87-4115-4f79-93ff-f9a655d56f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.407552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-35646b87-4115-4f79-93ff-f9a655d56f00 None None] Port 0c066221-82bd-43cc-b30b-70b88bf8d074 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:44.504831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c066221-82bd-43cc-b30b-70b88bf8d074 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:44.514213 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.526726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Transition to ACTIVE for port object 0c066221-82bd-43cc-b30b-70b88bf8d074 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:44.530221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.586949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.667664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:44.668360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:44.668789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:44.674406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:44.675500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:44.680995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:44.682075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:44.682472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Bound using segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:44.682905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Bound port: 0c066221-82bd-43cc-b30b-70b88bf8d074, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:44.683300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.732393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad5af7-bb3f-4122-a76d-d6b05b3ef175 req-674304bc-c60a-4581-ac10-2652bdd35d31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.734104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfad5af7-bb3f-4122-a76d-d6b05b3ef175 req-674304bc-c60a-4581-ac10-2652bdd35d31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 944 time: 0.0638566 Nov 12 03:39:44.761775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:44.765192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:44.770047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.804791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfad5af7-bb3f-4122-a76d-d6b05b3ef175 req-36c8ea2b-5dd7-4ffc-853c-1fc1611a7e9e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618145 Nov 12 03:39:44.805282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.806019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.807988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] 10.222.0.32 "PUT /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 1093 time: 0.6598499 Nov 12 03:39:44.808435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:44.810707 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7756432f-f679-4b99-9452-b39a863127d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:44.848814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ae4e9-15c5-4e8e-8a95-ec9fe7d31a1c service neutron] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.857207 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a31f48-638e-4adf-b584-8fdb9eb4a811 x-openstack-request-id: req-94a31f48-638e-4adf-b584-8fdb9eb4a811 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:44.857503 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:44.857892 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94a31f48-638e-4adf-b584-8fdb9eb4a811 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:44.858947 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'status': 'completed', 'code': 200} Nov 12 03:39:44.904833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-e75ab6ba-456e-482e-9a8f-b384fea64bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.906453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-e75ab6ba-456e-482e-9a8f-b384fea64bdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1096 time: 0.0436003 Nov 12 03:39:44.956512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-786704f9-535a-4d43-853c-5578fef7a1a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 217 time: 0.0411203 Nov 12 03:39:45.011392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-abbc33da-7bd5-49f1-8c22-805e8fdb332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.012880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-abbc33da-7bd5-49f1-8c22-805e8fdb332e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0473757 Nov 12 03:39:45.061035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-dee8e740-b49a-4c1f-9b8a-eaaab9c816e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.062755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-dee8e740-b49a-4c1f-9b8a-eaaab9c816e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426280 Nov 12 03:39:45.156703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-c13be1da-e2bf-4c94-ba49-4427160cbb8d service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859251 Nov 12 03:39:45.246381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-574082b1-184c-45d9-bf46-6d7d2ae2664f req-31292ee3-d799-46e2-8ed7-afecb009c433 service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822875 Nov 12 03:39:45.338698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756432f-f679-4b99-9452-b39a863127d2 req-6933fa32-0b7d-4b15-9ffb-27ecec54c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.340252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-6933fa32-0b7d-4b15-9ffb-27ecec54c632 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1096 time: 0.0467875 Nov 12 03:39:45.432764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756432f-f679-4b99-9452-b39a863127d2 req-d66a007a-420b-49cf-a1b3-5c3e5bf3f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.434161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-d66a007a-420b-49cf-a1b3-5c3e5bf3f896 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.0864832 Nov 12 03:39:45.479659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-4f8a1f86-2e62-4e5a-a423-5556f2f6cf26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 217 time: 0.0384007 Nov 12 03:39:45.531435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756432f-f679-4b99-9452-b39a863127d2 req-26e60bf1-bb2a-4b94-a6f4-00a0fd59b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.532859 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-26e60bf1-bb2a-4b94-a6f4-00a0fd59b10b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0440288 Nov 12 03:39:45.580225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756432f-f679-4b99-9452-b39a863127d2 req-5f189749-1918-4856-85ad-85d76a3987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.581713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-5f189749-1918-4856-85ad-85d76a3987ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405154 Nov 12 03:39:45.676269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-acd93ed2-d919-440b-854d-7ae3c79dfe24 service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853720 Nov 12 03:39:45.765432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7756432f-f679-4b99-9452-b39a863127d2 req-1e94c979-5268-4a00-962e-e580e25594eb service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813975 Nov 12 03:39:45.912960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204afc93-2ed2-46ae-9505-1331911b8178 req-c183457f-2163-4569-ace6-efaab17a7a7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.914432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-204afc93-2ed2-46ae-9505-1331911b8178 req-c183457f-2163-4569-ace6-efaab17a7a7b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 944 time: 0.0489285 Nov 12 03:39:45.963951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-204afc93-2ed2-46ae-9505-1331911b8178 req-73499688-3ff0-4b64-a9c4-0d5802eb365a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Nov 12 03:39:46.578665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-fcd719c5-38b2-42bf-8da5-d9e5efaadf52 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.580099 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-fcd719c5-38b2-42bf-8da5-d9e5efaadf52 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1051142 Nov 12 03:39:46.595543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-d9b38ef3-9914-4acf-9039-a61745a1f149 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/quotas/506756facd5942eaa0c7560a9757a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0097446 Nov 12 03:39:46.649135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-27c33211-d81c-4f5e-9187-fe648bb398f8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482061 Nov 12 03:39:46.746939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e140f60c-a313-48c1-bbf4-23747a176541 service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902195 Nov 12 03:39:46.836308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-85b2f804-ec78-4923-8302-3a2e0a74bbcb service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832605 Nov 12 03:39:47.001751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5267252-8bdf-4e1c-8b07-0527a5d5f13c req-6f13f927-3a84-46b6-ac68-810e3a040746 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 210 time: 0.0323653 Nov 12 03:39:47.088364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb887b-8226-48fb-bbd9-80c0bdc14852 req-ef6c807d-592e-4191-92d5-2005e9133863 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.091025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26cb887b-8226-48fb-bbd9-80c0bdc14852 req-ef6c807d-592e-4191-92d5-2005e9133863 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 944 time: 0.0522423 Nov 12 03:39:47.148420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26cb887b-8226-48fb-bbd9-80c0bdc14852 req-c3a5716f-e424-4364-86ff-db8eb6b689e6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500412 Nov 12 03:39:47.978674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e0677153-af93-4539-85c7-ef20c5976dd5 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.980054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e0677153-af93-4539-85c7-ef20c5976dd5 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1080191 Nov 12 03:39:47.993574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Request body: {'port': {'device_id': '58b14db0-6709-480a-951f-a8b2850b141a', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'admin_state_up': True, 'tenant_id': '506756facd5942eaa0c7560a9757a5a2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.113077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45fefccd-d85e-4df9-bf60-3a3d424ea036 req-46f9c7dd-1f6c-4e20-860c-92c27fd64440 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 210 time: 0.0357842 Nov 12 03:39:48.130359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:48.134076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.257060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Allocated IP 172.20.0.5 (7debed92-db26-4c7f-9df3-685e9a888743/735328c2-6909-4b28-a897-43bbb3e2976e/7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:48.264667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e48f-3bdd-49b1-8dc7-151eaf848015 req-2d190b6c-87c6-4089-affc-f213995d4d32 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.266170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bf6e48f-3bdd-49b1-8dc7-151eaf848015 req-2d190b6c-87c6-4089-affc-f213995d4d32 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 944 time: 0.0487866 Nov 12 03:39:48.315733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bf6e48f-3bdd-49b1-8dc7-151eaf848015 req-64ba3bcd-d86a-4ba6-bd63-a69699cf47e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Nov 12 03:39:48.408930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.443299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.459157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:48.489592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Network 7debed92-db26-4c7f-9df3-685e9a888743 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:48.496986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:48.499644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:48.527577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event updated for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.542996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.543438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.543784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.544127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.544458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.544790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.545119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.545447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.545773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.546100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.546425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.546750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:48.567783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.568408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.584290 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-af1c515c-9893-4012-998e-858594b31037 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946579 Nov 12 03:39:48.596859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Request body: {'port': {'device_id': '58b14db0-6709-480a-951f-a8b2850b141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:48.651298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.907800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:48.914943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.927366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Transition to ACTIVE for port object 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:48.931344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.996563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.011244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:49.044856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Attempting to bind port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:49.045196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Attempting to bind port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:49.045526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Attempting to bind port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:49.049858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f on network 7debed92-db26-4c7f-9df3-685e9a888743 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:49.050181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Attempting to bind port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:49.054953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:49.055326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Checking segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:49.055716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Bound using segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:49.056144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Bound port: 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:49.056497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.110779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:49.121908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'port_id': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'mac_address': 'fa:16:3e:5d:c6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:49.123356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:49.126417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:49.132636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.159932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.171852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.172497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.173901 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] 10.222.0.39 "PUT /v2.0/ports/7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f HTTP/1.1" status: 200 len: 1092 time: 0.5812871 Nov 12 03:39:49.174350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:49.176333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c066221-82bd-43cc-b30b-70b88bf8d074 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:49.176650 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d57629-e4b6-4688-a1f5-88a29ff97b88" -d '{"events": [{"name": "network-changed", "server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:49.201181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:49.206128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.222634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0a0c5-d9eb-4706-8c73-6d55b914a157 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.239018 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce9df67-027d-4a2c-8559-4fabbdb53045 x-openstack-request-id: req-2ce9df67-027d-4a2c-8559-4fabbdb53045 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:49.239524 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:49.239792 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2ce9df67-027d-4a2c-8559-4fabbdb53045 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:49.240192 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f', 'status': 'completed', 'code': 200} Nov 12 03:39:49.268204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.276173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.276690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.277044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.277387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.277724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.278057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.278388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.279709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.280071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.280410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.280746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.281077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:49.289137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644a41-77d4-45cc-bd30-9a37b562f995 req-a0f98e92-d767-49b8-960a-f8ad42714506 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.290663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94644a41-77d4-45cc-bd30-9a37b562f995 req-a0f98e92-d767-49b8-960a-f8ad42714506 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 943 time: 0.0902283 Nov 12 03:39:49.304759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e3c55dcf-3450-4413-bba0-2d961dbe8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.306203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-e3c55dcf-3450-4413-bba0-2d961dbe8f4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 1095 time: 0.0642111 Nov 12 03:39:49.356063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-73e65fa1-a23d-4659-ac59-d6f6bd951703 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f HTTP/1.1" status: 200 len: 217 time: 0.0410206 Nov 12 03:39:49.406331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94644a41-77d4-45cc-bd30-9a37b562f995 req-09ec717e-1d29-4c41-8158-3e1b2db8f18b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089547 Nov 12 03:39:49.429453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-a1ac9304-e56e-4b63-ae44-080d53a7e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.431006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-a1ac9304-e56e-4b63-ae44-080d53a7e98c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0674212 Nov 12 03:39:49.438253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab65e40-84fa-41ac-9481-1e49a8d2e921 req-82c609f4-e8c5-4e12-9605-7c82d803f48e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.439882 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ab65e40-84fa-41ac-9481-1e49a8d2e921 req-82c609f4-e8c5-4e12-9605-7c82d803f48e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0514109 Nov 12 03:39:49.459539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0c066221-82bd-43cc-b30b-70b88bf8d074'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:49.465472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-669692c1-fb03-4396-9e81-6aa42529ffbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272663 Nov 12 03:39:49.492702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9ab65e40-84fa-41ac-9481-1e49a8d2e921 req-ac7f3c70-6e97-479c-ae1d-88617fe1cd67 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466781 Nov 12 03:39:49.563227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-931c6db5-7e37-4210-9ab1-c7736f98a394 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908895 Nov 12 03:39:49.653846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8222c299-1096-43a8-a359-5fc3a28d06bd req-c9bc5171-cd31-4f68-97a9-ed0a34125a74 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835960 Nov 12 03:39:49.745253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-bacfa203-2baa-438b-b367-cbc8ac0c589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.746751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-bacfa203-2baa-438b-b367-cbc8ac0c589a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 1095 time: 0.0446198 Nov 12 03:39:49.836415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-832f724b-6bab-4568-beed-1c178b0868b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.837897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-832f724b-6bab-4568-beed-1c178b0868b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.0834272 Nov 12 03:39:49.882865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-fa3ffdd0-de3b-40a0-9ca4-851f2d5a39d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f HTTP/1.1" status: 200 len: 217 time: 0.0374546 Nov 12 03:39:49.933131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-ea452280-da44-4c02-a236-8db244241e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.934457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-ea452280-da44-4c02-a236-8db244241e89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0428357 Nov 12 03:39:49.965524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-f498bbec-9de3-4331-8afa-4c8848fff40c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240424 Nov 12 03:39:50.055951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-2ad209a8-d8bd-47d6-aab4-0e0ce329fe51 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831125 Nov 12 03:39:50.432650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b4d57629-e4b6-4688-a1f5-88a29ff97b88 req-8fdb7af1-cf89-4462-8f23-e05618e99515 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685491 Nov 12 03:39:50.523034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd752f1-df64-414e-8e12-975adf70c34c req-ccf28727-8e5b-4876-a800-3a291e9967b8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.524559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fd752f1-df64-414e-8e12-975adf70c34c req-ccf28727-8e5b-4876-a800-3a291e9967b8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 943 time: 0.0482118 Nov 12 03:39:50.576769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fd752f1-df64-414e-8e12-975adf70c34c req-cc940f0d-0eab-4c97-8a58-fcebdbfda8b7 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Nov 12 03:39:50.619561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec4359-153e-46a4-a0bb-37b0efcf55e8 req-51991f6b-0511-4a77-92a7-cb55ba1c4a0c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.621042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44ec4359-153e-46a4-a0bb-37b0efcf55e8 req-51991f6b-0511-4a77-92a7-cb55ba1c4a0c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0537288 Nov 12 03:39:50.671528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44ec4359-153e-46a4-a0bb-37b0efcf55e8 req-d1a1a39a-32e8-4ed2-9f09-9b3b1dc9cf66 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446146 Nov 12 03:39:51.028347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:51.076256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 0c066221-82bd-43cc-b30b-70b88bf8d074 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:51.080566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 0c066221-82bd-43cc-b30b-70b88bf8d074 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:51.080941 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.157646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.179114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:51.181343 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d8920-9062-42c5-a3bd-63f0639da57d" -d '{"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-plugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:51.193769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.197980 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.245278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.286384 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca16620-be04-47cb-9435-806e2ee99aa8 x-openstack-request-id: req-5ca16620-be04-47cb-9435-806e2ee99aa8 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:51.286685 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-plugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:51.286924 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5ca16620-be04-47cb-9435-806e2ee99aa8 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:51.287358 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'code': 200} Nov 12 03:39:51.386753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240d728-0dbf-485a-8c08-9bd4c89ae426 req-a3916840-3898-4771-ae44-eebf14b106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.388244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9240d728-0dbf-485a-8c08-9bd4c89ae426 req-a3916840-3898-4771-ae44-eebf14b106a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1098 time: 0.0390639 Nov 12 03:39:51.434763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9240d728-0dbf-485a-8c08-9bd4c89ae426 req-e73895a8-f70c-4533-a9ba-0ac1e01c5230 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Nov 12 03:39:51.693507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8db322-0de5-4368-a30b-7bfa550f8d56 req-5634ec2b-df09-434d-979f-7944eb610a5a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.695049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb8db322-0de5-4368-a30b-7bfa550f8d56 req-5634ec2b-df09-434d-979f-7944eb610a5a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 943 time: 0.0521550 Nov 12 03:39:51.745219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fb8db322-0de5-4368-a30b-7bfa550f8d56 req-5e434534-4e31-49e4-bbcc-015542cd1185 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Nov 12 03:39:51.791909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c416-1021-45cd-a18a-5193834c3f67 req-e3849124-2c16-4c7c-90cc-9a56cd0d4ddb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.793406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60e7c416-1021-45cd-a18a-5193834c3f67 req-e3849124-2c16-4c7c-90cc-9a56cd0d4ddb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0493972 Nov 12 03:39:51.841418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-60e7c416-1021-45cd-a18a-5193834c3f67 req-1a4fe04a-04d4-4cc1-b0ba-3abb100fb271 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Nov 12 03:39:52.802454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:52.860414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada65f3-17d5-43d9-ba04-dcf825fb91f8 req-b617e229-dcd3-417e-b101-004f86c88287 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.861960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ada65f3-17d5-43d9-ba04-dcf825fb91f8 req-b617e229-dcd3-417e-b101-004f86c88287 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 943 time: 0.0493579 Nov 12 03:39:52.902564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:52.910634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4ada65f3-17d5-43d9-ba04-dcf825fb91f8 req-336b85a8-2813-4bdc-98f0-7974d36f51b6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Nov 12 03:39:52.914378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'port_id': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f', 'mac_address': 'fa:16:3e:d8:5f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735328c2-6909-4b28-a897-43bbb3e2976e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:52.958215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423187-1667-4598-bad3-63a73393cd26 req-e9ea65a7-89aa-4291-a0d6-7e1bd49d256d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:52.959761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7423187-1667-4598-bad3-63a73393cd26 req-e9ea65a7-89aa-4291-a0d6-7e1bd49d256d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0505381 Nov 12 03:39:52.966409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.979624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:52.998782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:53.002829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.012612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e7423187-1667-4598-bad3-63a73393cd26 req-646d7e41-8f2f-438d-85aa-bbe5bddb1835 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Nov 12 03:39:53.048734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.125429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645c859-05a2-4608-80ea-87237e79c527 req-1b56fbe7-9b15-4cf6-96dc-63159e3f192f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.126931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d645c859-05a2-4608-80ea-87237e79c527 req-1b56fbe7-9b15-4cf6-96dc-63159e3f192f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0488491 Nov 12 03:39:53.181150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d645c859-05a2-4608-80ea-87237e79c527 req-2875e7c1-84ae-46d2-9c76-c9fed7c893f5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Nov 12 03:39:53.202952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.214007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:53.247382 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55bf75-106a-437b-9273-1d785de7403d tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.248925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc55bf75-106a-437b-9273-1d785de7403d tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1093 time: 0.0447373 Nov 12 03:39:53.251983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37284) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.256682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.279898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.376447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.480092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.89 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d043c0fb-1d79-4550-85f0-309a142c8b83) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:53.578694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.610366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.648237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:53.653297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:53.656017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:53.684973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=d043c0fb-1d79-4550-85f0-309a142c8b83,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.040078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.081612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e67d8-5b26-463c-832c-083eb404444a req-d0a6b0da-9fa8-4820-858a-cd546cc34578 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.083111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-755e67d8-5b26-463c-832c-083eb404444a req-d0a6b0da-9fa8-4820-858a-cd546cc34578 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 944 time: 0.1026194 Nov 12 03:39:54.148990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.171292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-755e67d8-5b26-463c-832c-083eb404444a req-68d4b500-5f43-4e48-bbd6-7b8a88c1ec1c tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Nov 12 03:39:54.301551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.306168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.376865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=d043c0fb-1d79-4550-85f0-309a142c8b83,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.386039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.487362 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP c6067bcc-9c33-4888-a120-fd7a56f8e5c8 associated. External IP: 172.25.2.89, port: 0c066221-82bd-43cc-b30b-70b88bf8d074. Nov 12 03:39:54.693385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router f0449832-8ea8-4def-b162-79aafb552479 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:54.800853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:54.810883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Sync routers for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:54.815570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:54.818003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.848079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-81caaeea-0284-457b-a024-98c9b67081da tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5926039 Nov 12 03:39:54.848079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:54.848852 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc53868-2420-4b4d-b732-e4765d56fac2" -d '{"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:54.850965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:54.852558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:54.895125 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7098dda-25d2-4a63-941e-c3417c3dd879 x-openstack-request-id: req-c7098dda-25d2-4a63-941e-c3417c3dd879 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:54.895538 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:54.896396 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c7098dda-25d2-4a63-941e-c3417c3dd879 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:54.896396 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'status': 'completed', 'code': 200} Nov 12 03:39:54.949515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:54.957590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:54.957965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.983944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f4366-7e6b-4032-8ce8-2ee8f58fe29d req-2d31e44d-ec64-42c4-8e54-2a3d3aff9d8d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.985442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-941f4366-7e6b-4032-8ce8-2ee8f58fe29d req-2d31e44d-ec64-42c4-8e54-2a3d3aff9d8d tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0848248 Nov 12 03:39:54.991732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-87fb2da6-d12e-4fba-9e18-f4f8e33df303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.994150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-87fb2da6-d12e-4fba-9e18-f4f8e33df303 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1098 time: 0.0640264 Nov 12 03:39:55.000795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:55.100232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-941f4366-7e6b-4032-8ce8-2ee8f58fe29d req-43deb13e-ab9a-4dcd-9388-1e372992f0aa tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049101 Nov 12 03:39:55.123786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37292) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.124397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-2f562fc9-806a-414a-9c7c-025983508bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.125651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-2f562fc9-806a-414a-9c7c-025983508bda service neutron] 10.222.0.32 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.1246483 Nov 12 03:39:55.194533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6c8391d9-f39b-46c3-87b5-385a1ab1a9b7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 200 len: 991 time: 0.0686119 Nov 12 03:39:55.203483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-7643d600-4629-451f-9eb5-84b288f366ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 999 time: 0.0693107 Nov 12 03:39:55.257814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-40d1c84f-e9ef-4a53-862c-5133b41954ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.259267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-40d1c84f-e9ef-4a53-862c-5133b41954ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0483892 Nov 12 03:39:55.288906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.313167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a521747-e876-48a1-9715-bea563616f70 req-d18d1417-9ad1-4b57-b930-438b734877cb tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.315274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a521747-e876-48a1-9715-bea563616f70 req-d18d1417-9ad1-4b57-b930-438b734877cb tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 944 time: 0.0704069 Nov 12 03:39:55.315571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-957d200b-b636-459c-abc2-a06b4938d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.317119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-957d200b-b636-459c-abc2-a06b4938d785 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493386 Nov 12 03:39:55.357040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:55.359363 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e154947f-874b-4188-973e-dbbd9e9fd53e" -d '{"events": [{"server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "name": "network-vif-plugged", "status": "completed", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:55.373366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a521747-e876-48a1-9715-bea563616f70 req-25a9deb3-f717-458d-9de2-7729d293b18b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Nov 12 03:39:55.377907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:55.382880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.423747 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c5998-8e1d-478c-a5ac-14e787f92564 x-openstack-request-id: req-6f1c5998-8e1d-478c-a5ac-14e787f92564 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:55.424054 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "name": "network-vif-plugged", "status": "completed", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:55.424309 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6f1c5998-8e1d-478c-a5ac-14e787f92564 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:55.424700 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f', 'code': 200} Nov 12 03:39:55.434112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-ac3dec60-fc6b-4d7c-8594-e779083c551e service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091037 Nov 12 03:39:55.468755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.502006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c6067bcc-9c33-4888-a120-fd7a56f8e5c8', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'port_id': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'mac_address': 'fa:16:3e:5d:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:53Z', 'updated_at': '2021-11-12T03:39:53Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:55.530745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b076e01-d864-44d8-9738-e7573bc6ba8c req-306725f2-26ad-4a3b-b7f2-b05efc65f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.532132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Checking router: f0449832-8ea8-4def-b162-79aafb552479 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:55.532281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b076e01-d864-44d8-9738-e7573bc6ba8c req-306725f2-26ad-4a3b-b7f2-b05efc65f100 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 1097 time: 0.0453682 Nov 12 03:39:55.541121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:55.541732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:39:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:55.542723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ecc53868-2420-4b4d-b732-e4765d56fac2 req-5c2f9aa0-07f5-40ff-902a-cfa0ddd9193d service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002336 Nov 12 03:39:55.592904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4b076e01-d864-44d8-9738-e7573bc6ba8c req-d37bf35f-3684-40a6-aa36-8fc83744952a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Nov 12 03:39:55.659894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:55.880553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c6067bcc-9c33-4888-a120-fd7a56f8e5c8', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'port_id': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'mac_address': 'fa:16:3e:5d:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:53Z', 'updated_at': '2021-11-12T03:39:53Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:55.905970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba6a2c-e28d-4572-8802-bf2714d7a6e7 None None] The sync data for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 is: [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c6067bcc-9c33-4888-a120-fd7a56f8e5c8', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'port_id': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'mac_address': 'fa:16:3e:5d:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:39:53Z', 'updated_at': '2021-11-12T03:39:53Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:56.100889 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa9980-c60c-4735-9510-d4256b711f35 None None] New status for floating IP c6067bcc-9c33-4888-a120-fd7a56f8e5c8: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:39:56.198832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37298) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.264068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-253f5cce-0fe6-4046-b6e9-14fd13abf0c8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 200 len: 991 time: 0.0640452 Nov 12 03:39:56.488565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf775-c09b-478c-89a8-e7b31d3fcc44 req-f8bd444f-104b-4359-805b-31856791ba5e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.489942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449cf775-c09b-478c-89a8-e7b31d3fcc44 req-f8bd444f-104b-4359-805b-31856791ba5e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 945 time: 0.0481677 Nov 12 03:39:56.542421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-449cf775-c09b-478c-89a8-e7b31d3fcc44 req-23b59afd-d2a8-4993-ac76-60ef99c14444 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Nov 12 03:39:57.268093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.335209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5d04281e-700b-4ead-b0d1-1381b19896a8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 200 len: 993 time: 0.0658908 Nov 12 03:39:57.660462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b894e-a82b-44dd-b296-9164b8b8a64b req-1dc9f80c-8751-4f55-81d3-e146a0d65b47 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.661941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc2b894e-a82b-44dd-b296-9164b8b8a64b req-1dc9f80c-8751-4f55-81d3-e146a0d65b47 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 945 time: 0.0485778 Nov 12 03:39:57.709200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc2b894e-a82b-44dd-b296-9164b8b8a64b req-da817d6a-7665-49df-b758-8aa01c1b461e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Nov 12 03:39:57.886356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.417539 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.692355 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:02.277552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9ad4ecb3-7ba4-471e-a5b7-c52f9a08925e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.684449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e7dac462-4b9c-42a5-86a8-ac51be41c247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.684720 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.223766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.213375 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.039788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:14.130967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023801d-8279-4393-a629-52e43f95d67d req-a06c8d8a-abaf-4e79-9df5-afe4347f91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:14.132633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1023801d-8279-4393-a629-52e43f95d67d req-a06c8d8a-abaf-4e79-9df5-afe4347f91fe service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0918186 Nov 12 03:40:14.182886 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1023801d-8279-4393-a629-52e43f95d67d req-f9635787-8d43-4cb5-889c-07998fbb2069 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Nov 12 03:40:18.317667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-24ccf914-1904-4b3c-87ab-f9afd68340c4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:18.319265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-24ccf914-1904-4b3c-87ab-f9afd68340c4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.0993273 Nov 12 03:40:18.334807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-a43f84b5-b940-4e94-890f-ad7bf36a71a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/quotas/506756facd5942eaa0c7560a9757a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0092988 Nov 12 03:40:18.351197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-c99fc3f3-5754-481b-a179-c4af2cd54626 req-04143003-6d0a-469e-aca4-2972628274a0 service neutron] (102433) timed out ('10.222.0.84', 45290) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:40:18.384171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-1ef213b7-c6ec-413d-8706-c48f8d6da642 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441816 Nov 12 03:40:18.475593 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-65bd379a-d0a9-4f25-855a-f33a00abb4df service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840681 Nov 12 03:40:18.566058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-bd21b39d-6861-40f6-a629-b931c67c81d3 service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Nov 12 03:40:18.721305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65942d81-649c-4952-bc14-af2e0731c2b5 req-d5a2bd60-0141-4b0c-a0f4-6fe1bdf43891 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 210 time: 0.0272143 Nov 12 03:40:19.679387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-97e10ffd-568e-47e5-bb68-48142daefda9 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.680891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-97e10ffd-568e-47e5-bb68-48142daefda9 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.0999186 Nov 12 03:40:19.695618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Request body: {'port': {'device_id': '70530e20-1acf-4872-973b-285a7687dd3e', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'admin_state_up': True, 'tenant_id': '506756facd5942eaa0c7560a9757a5a2'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:19.810349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:19.813942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.821570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02578dd1-88fe-4b22-9499-b21e9e0bdd59 req-f88db865-7a5a-4380-b6a7-4e1fbfd8c112 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 210 time: 0.0299633 Nov 12 03:40:19.935870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Allocated IP 172.20.0.4 (7debed92-db26-4c7f-9df3-685e9a888743/735328c2-6909-4b28-a897-43bbb3e2976e/7441aec6-8aca-4e65-ac33-1010dae26c13) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:20.076820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.109172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.121472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:20.152674 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Network 7debed92-db26-4c7f-9df3-685e9a888743 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:20.157585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:20.161455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:20.192033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event updated for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.219176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.219790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.235758 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-56c309ca-5e60-40ab-b5dc-88a22ab425a4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441411 Nov 12 03:40:20.249204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Request body: {'port': {'device_id': '70530e20-1acf-4872-973b-285a7687dd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:20.303441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.557606 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7441aec6-8aca-4e65-ac33-1010dae26c13 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:20.564731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.576057 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Transition to ACTIVE for port object 7441aec6-8aca-4e65-ac33-1010dae26c13 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:20.579061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.625988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Pushing event updated for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.692754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Attempting to bind port 7441aec6-8aca-4e65-ac33-1010dae26c13 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:20.693412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Attempting to bind port 7441aec6-8aca-4e65-ac33-1010dae26c13 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:20.693412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Attempting to bind port 7441aec6-8aca-4e65-ac33-1010dae26c13 on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:20.698129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Port 7441aec6-8aca-4e65-ac33-1010dae26c13 on network 7debed92-db26-4c7f-9df3-685e9a888743 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:20.698446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Attempting to bind port 7441aec6-8aca-4e65-ac33-1010dae26c13 on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:20.703604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:20.703939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Checking segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:20.704321 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Bound using segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:20.704743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Bound port: 7441aec6-8aca-4e65-ac33-1010dae26c13, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:20.705090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.767959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:20.770990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7441aec6-8aca-4e65-ac33-1010dae26c13,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:20.774860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.808870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.809440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.812325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] 10.222.0.32 "PUT /v2.0/ports/7441aec6-8aca-4e65-ac33-1010dae26c13 HTTP/1.1" status: 200 len: 1092 time: 0.5663648 Nov 12 03:40:20.812774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:20.815040 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14c657-9f72-44cb-a5c9-9b3df06897b5" -d '{"events": [{"name": "network-changed", "server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:20.847454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19fe84-8bca-4c5d-b8ba-dec73c394966 service neutron] Pushing event updated for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.858199 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889b2cfe-49d5-4999-a876-9197ede2d03c x-openstack-request-id: req-889b2cfe-49d5-4999-a876-9197ede2d03c {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:20.858492 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:20.858753 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-889b2cfe-49d5-4999-a876-9197ede2d03c {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:20.859200 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13', 'status': 'completed', 'code': 200} Nov 12 03:40:20.906413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-dda1337c-cdf9-4f5a-ad20-65f5cf56988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.907983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-dda1337c-cdf9-4f5a-ad20-65f5cf56988c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 1095 time: 0.0419588 Nov 12 03:40:20.943400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb0df8-61c4-4161-9510-308cf0e8f484 req-c7a62b11-4bb3-4be0-a16b-3b22bc9db463 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.944897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13fb0df8-61c4-4161-9510-308cf0e8f484 req-c7a62b11-4bb3-4be0-a16b-3b22bc9db463 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 943 time: 0.0489833 Nov 12 03:40:20.952207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-648bd182-ac6a-4038-a178-bdf7602baca1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7441aec6-8aca-4e65-ac33-1010dae26c13 HTTP/1.1" status: 200 len: 217 time: 0.0342274 Nov 12 03:40:20.993759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13fb0df8-61c4-4161-9510-308cf0e8f484 req-6048bfbf-2bfc-4c9a-8d8c-2c331a798870 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Nov 12 03:40:21.006363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-1894fd7b-53da-4493-bbbc-1d22aad285f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.007869 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-1894fd7b-53da-4493-bbbc-1d22aad285f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0472438 Nov 12 03:40:21.042450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-f91b704a-b423-4225-b7f8-10e869778313 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254347 Nov 12 03:40:21.131337 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-11c48335-ff58-4cc1-9c0f-01670ccdd103 service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Nov 12 03:40:21.223914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5fa01b55-0182-404e-8d02-fae1dffff4a9 req-d9945609-c10d-4fac-a1a4-f7363a0669ad service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855260 Nov 12 03:40:21.305783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-1d6dee96-737e-4f9e-9052-374d75ff5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.307837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-1d6dee96-737e-4f9e-9052-374d75ff5d8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 1095 time: 0.0393643 Nov 12 03:40:21.402400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-17f1316f-f004-4968-a35e-2661282dd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.403850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-17f1316f-f004-4968-a35e-2661282dd76c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.0850978 Nov 12 03:40:21.443948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-1cc11f46-8742-4f89-a716-af2d29efca65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7441aec6-8aca-4e65-ac33-1010dae26c13 HTTP/1.1" status: 200 len: 217 time: 0.0330901 Nov 12 03:40:21.495262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-abbf09ae-aee8-408c-be74-74d7458d77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.496644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-abbf09ae-aee8-408c-be74-74d7458d77ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0453098 Nov 12 03:40:21.529037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-ba18ea6e-b030-4739-9d32-205d645ef132 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234520 Nov 12 03:40:21.618063 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-dedbcf18-d041-4616-a6eb-c44fd3767e3f service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807683 Nov 12 03:40:21.710630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a14c657-9f72-44cb-a5c9-9b3df06897b5 req-0961809c-6917-4cf9-be49-3437946022c2 service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 Nov 12 03:40:22.110661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff87cd-de67-4c29-be71-bb5bd64ed659 req-b78da4ae-5465-455f-95ab-fa0bff6b5731 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.112170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86ff87cd-de67-4c29-be71-bb5bd64ed659 req-b78da4ae-5465-455f-95ab-fa0bff6b5731 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 943 time: 0.0490680 Nov 12 03:40:22.158232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86ff87cd-de67-4c29-be71-bb5bd64ed659 req-1bd06756-5f9e-4c43-89b6-fe73992e5bef tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Nov 12 03:40:23.229970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7441aec6-8aca-4e65-ac33-1010dae26c13 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:23.273038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899794ee-8401-4b06-aca9-4cbf540a3273 req-a68778bf-53d5-4c92-b485-6b3a5e30cd5b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.274591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-899794ee-8401-4b06-aca9-4cbf540a3273 req-a68778bf-53d5-4c92-b485-6b3a5e30cd5b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 943 time: 0.0500233 Nov 12 03:40:23.321485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-899794ee-8401-4b06-aca9-4cbf540a3273 req-c7e6dc03-522e-4cbd-936a-287db8555b80 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Nov 12 03:40:23.324425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7441aec6-8aca-4e65-ac33-1010dae26c13,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:23.335791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '7441aec6-8aca-4e65-ac33-1010dae26c13', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'port_id': '7441aec6-8aca-4e65-ac33-1010dae26c13', 'mac_address': 'fa:16:3e:8e:9a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735328c2-6909-4b28-a897-43bbb3e2976e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:23.375620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.387710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7441aec6-8aca-4e65-ac33-1010dae26c13 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:23.406854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7441aec6-8aca-4e65-ac33-1010dae26c13,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:23.410189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.454889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.665579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7441aec6-8aca-4e65-ac33-1010dae26c13'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:24.439745 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa815-cabf-468f-90c5-7d9176d076bb req-6e80f80b-ca49-492d-a689-86e1f2e6df8a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.441241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-66ffa815-cabf-468f-90c5-7d9176d076bb req-6e80f80b-ca49-492d-a689-86e1f2e6df8a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 944 time: 0.0525730 Nov 12 03:40:24.486924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-66ffa815-cabf-468f-90c5-7d9176d076bb req-24224ff0-bf03-4b88-ba5d-e70939070419 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Nov 12 03:40:25.230424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7441aec6-8aca-4e65-ac33-1010dae26c13 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:25.278552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 7441aec6-8aca-4e65-ac33-1010dae26c13 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:25.282488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 7441aec6-8aca-4e65-ac33-1010dae26c13 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:25.282858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.359965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.381357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:25.383620 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da696cf-3d93-4528-8b30-2a10de36d7c7" -d '{"events": [{"server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:25.395878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7441aec6-8aca-4e65-ac33-1010dae26c13,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:25.399855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.423526 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859e096d-fd20-4f66-8ce8-5a88388bffb2 x-openstack-request-id: req-859e096d-fd20-4f66-8ce8-5a88388bffb2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:25.423826 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:25.424080 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-859e096d-fd20-4f66-8ce8-5a88388bffb2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:25.424469 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13', 'code': 200} Nov 12 03:40:25.450787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.530120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb44fd-cb1c-47df-9d2d-9f548b2b4276 req-687b4df9-0cfa-4dc6-a616-7721b1e24c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.531819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9cb44fd-cb1c-47df-9d2d-9f548b2b4276 req-687b4df9-0cfa-4dc6-a616-7721b1e24c6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 1097 time: 0.0418653 Nov 12 03:40:25.608743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a9cb44fd-cb1c-47df-9d2d-9f548b2b4276 req-ebba0bdf-85bf-4bba-b91f-acdf82a0db6c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679390 Nov 12 03:40:25.619847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695db81a-2de0-471c-b6be-31f2b1c41e4c req-442e147e-5585-41ca-baa5-f9c0c3c79570 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.621291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-695db81a-2de0-471c-b6be-31f2b1c41e4c req-442e147e-5585-41ca-baa5-f9c0c3c79570 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0644643 Nov 12 03:40:25.671182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-695db81a-2de0-471c-b6be-31f2b1c41e4c req-347249c6-fac5-4a44-b6c6-1c27ae5333c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Nov 12 03:40:26.791834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e2d43-9b9a-425b-aa91-49693491c916 req-c733ffbe-555e-4af2-af54-3b3e092cb8c1 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.793878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e6e2d43-9b9a-425b-aa91-49693491c916 req-c733ffbe-555e-4af2-af54-3b3e092cb8c1 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0541930 Nov 12 03:40:26.843080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e6e2d43-9b9a-425b-aa91-49693491c916 req-ebf4325d-63aa-469c-894f-7b1a51cc1887 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Nov 12 03:40:27.890439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.959524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9147f59-8526-440c-b921-5eef60823f0a req-4829ff36-fa21-43e2-9539-37320e23f40a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.961011 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9147f59-8526-440c-b921-5eef60823f0a req-4829ff36-fa21-43e2-9539-37320e23f40a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0487595 Nov 12 03:40:28.006432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9147f59-8526-440c-b921-5eef60823f0a req-dce8d07a-f28e-4afc-bd5b-fd3ed47651b6 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Nov 12 03:40:29.422239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.969560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-e083c975-277c-490d-ba30-9f09a0c24d61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399227 Nov 12 03:40:30.053969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-dc8219fa-e984-4fa6-8985-f6fc55c21f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.055503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-dc8219fa-e984-4fa6-8985-f6fc55c21f5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0411134 Nov 12 03:40:30.537752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-a13933c5-1d7a-49e1-9dec-0f17e75361d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.539254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-a13933c5-1d7a-49e1-9dec-0f17e75361d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 909 time: 0.4629235 Nov 12 03:40:30.548013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89ffcb-3837-4c1c-b923-1a319f562b62 req-653fb90f-1990-40ae-82eb-429545d50612 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.549374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f89ffcb-3837-4c1c-b923-1a319f562b62 req-653fb90f-1990-40ae-82eb-429545d50612 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0718699 Nov 12 03:40:30.645464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6f89ffcb-3837-4c1c-b923-1a319f562b62 req-56f86ea0-5cb4-4d09-b017-d4a85c7894dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878434 Nov 12 03:40:30.647275 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-02349a5e-5f3a-4346-993c-cfb7199f4b45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 1000 time: 0.0954604 Nov 12 03:40:30.669401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37466) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.697694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-3b36d555-4cc2-4377-a1cd-9af5fff93506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.699181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-3b36d555-4cc2-4377-a1cd-9af5fff93506 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 200 len: 847 time: 0.0442555 Nov 12 03:40:30.733162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e9430a06-3e7a-4a2e-8332-ebcd1f5ae344 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 200 len: 993 time: 0.0622933 Nov 12 03:40:30.750309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-e6d5709f-1e35-4d1b-be71-a7b660719b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.751937 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-e6d5709f-1e35-4d1b-be71-a7b660719b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2b1680f-1478-4f40-87ca-7816441bd56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458696 Nov 12 03:40:30.844083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-619e424e-a39f-4d52-8fd7-d0fcb1c80bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 Nov 12 03:40:30.947349 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-87a23c60-e2c4-469b-9db7-98c92703ae30 req-863686b1-835b-4b41-8d7f-dcfa9c2b81dc service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883379 Nov 12 03:40:31.090608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d68c6-5104-450d-a84f-d3ffa3baac5b req-d562a699-003a-4d58-9796-9bfb3d266847 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.093142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e77d68c6-5104-450d-a84f-d3ffa3baac5b req-d562a699-003a-4d58-9796-9bfb3d266847 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1098 time: 0.0531201 Nov 12 03:40:31.142163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e77d68c6-5104-450d-a84f-d3ffa3baac5b req-1d8458c9-e1d0-48fb-a03a-a9c0acf52f4c tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Nov 12 03:40:31.686077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-c0a0553c-3b8e-4f49-9400-1e3a2c14f9dd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437527 Nov 12 03:40:31.692652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7fb70100-116a-4c46-98c2-563d7453246c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:40:31.693976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7fb70100-116a-4c46-98c2-563d7453246c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054271 Nov 12 03:40:32.271460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-677bb250-62f9-42a1-928b-e7f8e2309750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.272941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-677bb250-62f9-42a1-928b-e7f8e2309750 service neutron] 10.222.0.84 "GET /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 1095 time: 0.0422270 Nov 12 03:40:32.282118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Request body: {'binding': {'host': 'n-h2-615180-50', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:32.282639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Unknown quota resources ['binding']. {{(pid=102432) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:40:32.289010 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5aedf030-a034-4e96-817a-d44e3a09eeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.419113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on host n-h2-615180-50 for vnic_type normal with profile None {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:32.419517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:32.419840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:32.424098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:32.424422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:32.429123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:32.429465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:32.429842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Bound using segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:32.430266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Bound port: 0c066221-82bd-43cc-b30b-70b88bf8d074, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:32.531578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:32.537709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] Publish callbacks [] for binding, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.538886 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] 10.222.0.84 "POST /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074/bindings HTTP/1.1" status: 201 len: 390 time: 0.2600875 Nov 12 03:40:32.688200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e639f-b539-4ec7-b84f-723b4bf6603b req-4fd5e839-511e-468d-99d7-ddc45aeb95b0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.689896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a10e639f-b539-4ec7-b84f-723b4bf6603b req-4fd5e839-511e-468d-99d7-ddc45aeb95b0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0544589 Nov 12 03:40:32.751354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a10e639f-b539-4ec7-b84f-723b4bf6603b req-20096687-58b7-4726-a242-a6020de37a5e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541141 Nov 12 03:40:32.805442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-155bee1d-79c4-4531-bfec-18386771c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.806970 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-155bee1d-79c4-4531-bfec-18386771c035 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1098 time: 0.0611145 Nov 12 03:40:32.900831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-809cdf65-b1d0-4dea-b16a-6eedf1001a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:32.902316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-809cdf65-b1d0-4dea-b16a-6eedf1001a5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.0887222 Nov 12 03:40:32.972702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-20078ff1-86f1-4937-9f2c-6ec1b8298ecc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 1001 time: 0.0630107 Nov 12 03:40:33.021630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-713c3896-9ea9-4a6f-ae3e-dde44528ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.023254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-713c3896-9ea9-4a6f-ae3e-dde44528ff6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0440762 Nov 12 03:40:33.069029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-ed2a9482-42d0-4d68-a920-7414e8888895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.070467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-ed2a9482-42d0-4d68-a920-7414e8888895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404682 Nov 12 03:40:33.171431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-512b0249-ba94-40b9-819e-21a195d8ef58 service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926049 Nov 12 03:40:33.259690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-203e35da-4489-41ca-804f-30417320cfba service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811880 Nov 12 03:40:33.394709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-b686d21f-ebff-4bad-9a95-b9876e2d5495 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.396176 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-b686d21f-ebff-4bad-9a95-b9876e2d5495 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc&tenant_id=761865b77746445f99b3bd5f9c0698d0&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1098 time: 0.0803549 Nov 12 03:40:33.407682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-615180-50'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:33.462217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.589546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:33.628825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:33.670656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:33.673931 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5751f2-abd7-402a-baa9-3c9bd2edaec9" -d '{"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:33.678360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.684893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.763935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:33.853971 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fdfa78-71d2-420f-91ba-f177995a5da8 x-openstack-request-id: req-c8fdfa78-71d2-420f-91ba-f177995a5da8 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:33.866659 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:33.866918 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c8fdfa78-71d2-420f-91ba-f177995a5da8 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:33.867368 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'code': 200} Nov 12 03:40:33.915315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b389e9-148f-427e-8e63-a56adf6aa06a req-d1495669-bc43-4e96-8374-decce83cc4f9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.917240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3b389e9-148f-427e-8e63-a56adf6aa06a req-d1495669-bc43-4e96-8374-decce83cc4f9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 944 time: 0.0628996 Nov 12 03:40:33.931590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on host n-h1-615180-50 for vnic_type normal with profile {"migrating_to": "n-h2-615180-50"} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:33.931928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:33.932173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:33.937328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:33.937647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Attempting to bind port 0c066221-82bd-43cc-b30b-70b88bf8d074 on network 01021ac7-b72c-48e6-b7de-feb32974679a {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:33.943121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:33.943474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Checking segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:33.943837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Bound using segment: {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:33.944285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Bound port: 0c066221-82bd-43cc-b30b-70b88bf8d074, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4b2624-2787-4cbd-8116-3a2b5e344ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:33.944633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.982364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3b389e9-148f-427e-8e63-a56adf6aa06a req-fa1e27f3-d808-4035-b807-2e5d38988079 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580494 Nov 12 03:40:34.015272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:34.018248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:34.022906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.086887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] Provisioning complete for port 0c066221-82bd-43cc-b30b-70b88bf8d074 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:34.087472 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.149492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=8']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.170131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.189663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.190372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.192093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-eecb98c7-c973-445a-b58b-beaa0af7e75c service neutron] 10.222.0.39 "PUT /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 1124 time: 0.7889938 Nov 12 03:40:34.211759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:34.212988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:34.216252 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ffe681-da54-42ef-8208-b65f8fa6723e" -d '{"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-plugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:34.239796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.281827 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb0c66-ffae-4f28-81aa-1767b3356179 x-openstack-request-id: req-9bfb0c66-ffae-4f28-81aa-1767b3356179 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:34.282112 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-plugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:34.282609 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9bfb0c66-ffae-4f28-81aa-1767b3356179 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:34.283000 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'code': 200} Nov 12 03:40:34.288741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0c066221-82bd-43cc-b30b-70b88bf8d074'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:34.429200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d0665-872f-4b32-8c15-a48f863642d1 None None] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.640317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d9b244bb-0916-4a3d-9548-83fc02f9d0cf None None] Provisioning complete for port 0c066221-82bd-43cc-b30b-70b88bf8d074 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:34.640680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d9b244bb-0916-4a3d-9548-83fc02f9d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.706095 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aacca33a-2bf3-4e3a-a958-e9afd45d0c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.095383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037def7d-614b-46ab-8977-0515cc075080 req-23c885b6-adac-497f-8cad-b7644dc19938 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.096822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-037def7d-614b-46ab-8977-0515cc075080 req-23c885b6-adac-497f-8cad-b7644dc19938 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0502284 Nov 12 03:40:35.145914 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-037def7d-614b-46ab-8977-0515cc075080 req-a8c134cd-a353-44ed-a5da-712b4579ed03 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Nov 12 03:40:35.688431 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.868817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:35.871475 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32182aee-aba4-4284-91b3-006a5e691ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:35.907802 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88f2da0-35d8-42ef-b8e0-3bc06948d5a8 x-openstack-request-id: req-d88f2da0-35d8-42ef-b8e0-3bc06948d5a8 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:35.908106 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:35.908361 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d88f2da0-35d8-42ef-b8e0-3bc06948d5a8 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:35.908768 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'status': 'completed', 'code': 200} Nov 12 03:40:35.982967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-e9dcb9fa-9858-4800-8b99-6678e8dd6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.984586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-e9dcb9fa-9858-4800-8b99-6678e8dd6542 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1129 time: 0.0469599 Nov 12 03:40:36.079905 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-eab3abcd-f207-4172-a677-7b09a192b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.081398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-eab3abcd-f207-4172-a677-7b09a192b208 service neutron] 10.222.0.32 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.0890481 Nov 12 03:40:36.156404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-f2b1c3a2-9503-43eb-81b4-8e9520516609 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 1001 time: 0.0662839 Nov 12 03:40:36.209860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-33611835-dfe2-400f-bc5c-6c46ac941361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.211443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-33611835-dfe2-400f-bc5c-6c46ac941361 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0464816 Nov 12 03:40:36.258142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-96ba973c-29d6-4c78-9473-f327ccda3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.259727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-96ba973c-29d6-4c78-9473-f327ccda3e36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416737 Nov 12 03:40:36.387528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4f2c0-c99b-43e1-ac8b-a62832230648 req-e8fedf2d-207a-4c7a-83a2-daab719be3c4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.389108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4c4f2c0-c99b-43e1-ac8b-a62832230648 req-e8fedf2d-207a-4c7a-83a2-daab719be3c4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.1051204 Nov 12 03:40:36.418322 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-087b8fdd-0949-4c6b-b361-cd47a2296420 service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461310 Nov 12 03:40:36.500271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c4c4f2c0-c99b-43e1-ac8b-a62832230648 req-2f0d94e3-4646-419e-9b57-b242bbef4900 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048570 Nov 12 03:40:36.538312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-32182aee-aba4-4284-91b3-006a5e691ae3 req-c43a59cf-e49b-416e-8927-d980e4a388c9 service neutron] 10.222.0.32 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119432 Nov 12 03:40:37.000975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:37.096483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:37.108015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 has no active binding in host n-h2-615180-50 {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:40:37.226178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.618613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaafa78-074d-42cd-ba1d-3a01b0e58072 req-145d88a8-ff88-4a2c-a801-ce776bbb1b4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.620149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbaafa78-074d-42cd-ba1d-3a01b0e58072 req-145d88a8-ff88-4a2c-a801-ce776bbb1b4c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0502675 Nov 12 03:40:37.669859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbaafa78-074d-42cd-ba1d-3a01b0e58072 req-1a44edff-1529-4110-997b-dec2fd75e4f4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Nov 12 03:40:38.215481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.253362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-6fc23f95-58bf-4580-8780-ee6f7da75519 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390079 Nov 12 03:40:38.341058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-1b488aa9-c56f-494d-bbdf-63566a700278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.342460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-1b488aa9-c56f-494d-bbdf-63566a700278 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 1097 time: 0.0428727 Nov 12 03:40:38.446433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-cd8dde3c-6da2-4481-b642-0bc9ae6f350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.447927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-cd8dde3c-6da2-4481-b642-0bc9ae6f350d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.0834947 Nov 12 03:40:38.493644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-4bafd565-1746-4c82-96e8-f23029f6d2bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 200 len: 217 time: 0.0369458 Nov 12 03:40:38.541236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-e936cc04-7625-4fec-b8e8-106011bdc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.542603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-e936cc04-7625-4fec-b8e8-106011bdc170 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0412211 Nov 12 03:40:38.573163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-5e231a02-b9c2-4e4a-aa82-5bb4c58d6ace service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230148 Nov 12 03:40:38.663131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-d041ffeb-cbab-4aa5-961d-accd6ff4ced2 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826685 Nov 12 03:40:38.690964 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:38.751250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48836fd-f33d-461d-8fc6-0f9afaf0ecf8 req-79cf7342-b8e2-4624-850c-6c1fb672b461 service neutron] 10.222.0.39 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811527 Nov 12 03:40:38.795033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065282c6-3ca6-440b-b0ac-4a2239c10e8d req-a309bba8-6d33-448d-bd3f-5874f710aa72 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.796568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-065282c6-3ca6-440b-b0ac-4a2239c10e8d req-a309bba8-6d33-448d-bd3f-5874f710aa72 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 946 time: 0.0519590 Nov 12 03:40:38.845889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-065282c6-3ca6-440b-b0ac-4a2239c10e8d req-44b11bed-c805-423a-ae4d-471ffccf126a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Nov 12 03:40:39.289722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-3d3e5eeb-505c-4895-bdf9-c6a6dd22893a service neutron] 10.222.0.32 "GET /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 385 time: 0.0551901 Nov 12 03:40:39.468639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:39.487496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:39.529784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:39.532082 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf20824-3525-4961-855f-dfb33b8c1d5c" -d '{"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:39.538614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:39.560643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.573398 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f56df2-1bca-4c12-b35b-8715d0d07eed x-openstack-request-id: req-53f56df2-1bca-4c12-b35b-8715d0d07eed {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:39.573696 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-unplugged", "status": "completed", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:39.573946 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-53f56df2-1bca-4c12-b35b-8715d0d07eed {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:39.574341 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'code': 200} Nov 12 03:40:39.635535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] Transition to ACTIVE for port object 0c066221-82bd-43cc-b30b-70b88bf8d074 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:39.639735 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.783300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=11']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:39.822248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] No DVR routers for this DVR port 0c066221-82bd-43cc-b30b-70b88bf8d074 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:39.985488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-32bc8ab2-f4a3-4034-a0a8-2ee9af4eddb3 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074/bindings/n-h2-615180-50/activate HTTP/1.1" status: 200 len: 370 time: 0.6882851 Nov 12 03:40:39.993953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096e9f-729c-41aa-aa94-8019537b2576 req-7b66bcc4-e9da-4f85-a2ea-40ae4e3cd41c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.995383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0096e9f-729c-41aa-aa94-8019537b2576 req-7b66bcc4-e9da-4f85-a2ea-40ae4e3cd41c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0813389 Nov 12 03:40:40.046935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0096e9f-729c-41aa-aa94-8019537b2576 req-15e6ed63-9e05-4043-9c65-ef5f7609aa52 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455015 Nov 12 03:40:40.184746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-be7c277a-0ae2-4aec-83ac-812f9907c235 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.186503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-be7c277a-0ae2-4aec-83ac-812f9907c235 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc&tenant_id=761865b77746445f99b3bd5f9c0698d0&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.1479168 Nov 12 03:40:40.532091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-92ccd01c-a3b2-46a5-83d0-823d48537021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.533622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-92ccd01c-a3b2-46a5-83d0-823d48537021 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 1097 time: 0.3368990 Nov 12 03:40:40.595173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7f55c75b-434d-4368-a564-f6b4a91c1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.596670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7f55c75b-434d-4368-a564-f6b4a91c1fbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1097 time: 0.0407386 Nov 12 03:40:40.683336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5db843bb-1cf0-47de-849d-453e6d4a4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.685307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5db843bb-1cf0-47de-849d-453e6d4a4337 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.0822737 Nov 12 03:40:40.753503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-ef4356f6-8924-4f49-9375-a53482cbf850 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 999 time: 0.0606205 Nov 12 03:40:40.800793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5a34fb53-4a8e-4d00-9a2a-a3da9caef7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.802170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5a34fb53-4a8e-4d00-9a2a-a3da9caef7c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0425186 Nov 12 03:40:40.846196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-8bdc43ed-ddd4-49ed-96a1-b1b085195357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.847681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-8bdc43ed-ddd4-49ed-96a1-b1b085195357 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391591 Nov 12 03:40:40.942129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-1c077b84-4bdc-4b3d-85af-993f6162a4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Nov 12 03:40:41.034523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-9fc9822e-220a-484a-b27c-762ee76e9687 service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852396 Nov 12 03:40:41.163817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a423d1f-7e39-43ec-9a1a-0d155b10fdca req-5285ca52-5e0c-47d3-898c-f9f61877b93c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.165334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a423d1f-7e39-43ec-9a1a-0d155b10fdca req-5285ca52-5e0c-47d3-898c-f9f61877b93c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0496740 Nov 12 03:40:41.218062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a423d1f-7e39-43ec-9a1a-0d155b10fdca req-ddcb6780-cbd1-41f9-ac50-8d14364b5e5a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462310 Nov 12 03:40:41.264033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5089c375-cf6c-4657-ba6a-2035993f96da tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.265581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-5089c375-cf6c-4657-ba6a-2035993f96da tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc&tenant_id=761865b77746445f99b3bd5f9c0698d0&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 1097 time: 0.0451245 Nov 12 03:40:41.410137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-731c8ccb-8401-4d86-a817-9ef1cca703df service neutron] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:41.413401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-731c8ccb-8401-4d86-a817-9ef1cca703df service neutron] Publish callbacks [] for binding, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.414533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-731c8ccb-8401-4d86-a817-9ef1cca703df service neutron] 10.222.0.39 "DELETE /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074/bindings/n-h1-615180-50 HTTP/1.1" status: 204 len: 173 time: 0.1421723 Nov 12 03:40:42.339013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf6bdf-c1a6-4fab-b185-64a5d7c2aa6f req-d8881ae9-5685-407a-a2bc-d86fc70f2989 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.340956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ecf6bdf-c1a6-4fab-b185-64a5d7c2aa6f req-d8881ae9-5685-407a-a2bc-d86fc70f2989 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0490222 Nov 12 03:40:42.391049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ecf6bdf-c1a6-4fab-b185-64a5d7c2aa6f req-501162f7-ef41-4c87-aeba-e3d36c2d231b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Nov 12 03:40:42.498395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d027-5d0e-4454-8156-7370ae76e1f7 req-81e1f075-7d1e-4e7c-a459-802d55c30610 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.499963 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29d9d027-5d0e-4454-8156-7370ae76e1f7 req-81e1f075-7d1e-4e7c-a459-802d55c30610 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1097 time: 0.0407245 Nov 12 03:40:42.545896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29d9d027-5d0e-4454-8156-7370ae76e1f7 req-0e8ae3d6-ea14-4f25-86f1-420de528765e tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Nov 12 03:40:42.664054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4656b5-7891-4902-be15-7204f2cf443c req-c44ecbfd-fcbc-40a6-a26d-c810e1b9da6a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.665618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4656b5-7891-4902-be15-7204f2cf443c req-c44ecbfd-fcbc-40a6-a26d-c810e1b9da6a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0539577 Nov 12 03:40:42.718837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4656b5-7891-4902-be15-7204f2cf443c req-4dd552ae-2e12-435f-8852-9f097e39e86a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 Nov 12 03:40:42.740720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37576) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:42.805649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b433834f-09ec-48b6-99a7-56dfc3581a6f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 200 len: 991 time: 0.0588436 Nov 12 03:40:42.983596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37582) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:43.142311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port d043c0fb-1d79-4550-85f0-309a142c8b83 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:43.142652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.217325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.217658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.229169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for d043c0fb-1d79-4550-85f0-309a142c8b83 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:43.309710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:43.355968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:43.384127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.412513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=d043c0fb-1d79-4550-85f0-309a142c8b83,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.475557 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.475783 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP c6067bcc-9c33-4888-a120-fd7a56f8e5c8 disassociated (deleted). External IP: 172.25.2.89, port: 0c066221-82bd-43cc-b30b-70b88bf8d074. Nov 12 03:40:43.684164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router f0449832-8ea8-4def-b162-79aafb552479 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:43.809853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:43.814271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.821744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Sync routers for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:43.834892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:43.836032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:43.846510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-68f1ff0f-3f86-4539-ade4-28fcaa0a1dcb tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/floatingips/c6067bcc-9c33-4888-a120-fd7a56f8e5c8 HTTP/1.1" status: 204 len: 168 time: 0.8593087 Nov 12 03:40:43.846510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:43.847235 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39abef14-c23f-4104-b363-141833de8945" -d '{"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:43.899745 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc51a0-6c16-4070-ac1f-5ad527863055 x-openstack-request-id: req-d4bc51a0-6c16-4070-ac1f-5ad527863055 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:43.900043 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:43.900321 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d4bc51a0-6c16-4070-ac1f-5ad527863055 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:43.900741 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'status': 'completed', 'code': 200} Nov 12 03:40:43.959646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:43.978825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abef14-c23f-4104-b363-141833de8945 req-664fc545-1296-401f-a87a-d4ff7c46d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:43.982343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-664fc545-1296-401f-a87a-d4ff7c46d961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 1097 time: 0.0581818 Nov 12 03:40:44.135587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abef14-c23f-4104-b363-141833de8945 req-5c6496d9-8bf2-400a-8dc0-5b39cb05b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.137807 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-5c6496d9-8bf2-400a-8dc0-5b39cb05b600 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 200 len: 898 time: 0.1469197 Nov 12 03:40:44.146790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b1fe2-97ff-49ce-8ebe-e310578d3b7b req-2f7b922c-8a63-49a8-b1b3-9b7f969ed6bc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.148385 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b6b1fe2-97ff-49ce-8ebe-e310578d3b7b req-2f7b922c-8a63-49a8-b1b3-9b7f969ed6bc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.0863547 Nov 12 03:40:44.190937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-24be2c87-b25e-485e-89c8-892e9d85eae5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 200 len: 217 time: 0.0415032 Nov 12 03:40:44.193555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:44.220889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Checking router: f0449832-8ea8-4def-b162-79aafb552479 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:44.229512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:44.230063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:44.272234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b6b1fe2-97ff-49ce-8ebe-e310578d3b7b req-be04b142-9240-49d0-a034-4f62b9ee91f4 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=a7b00de5-e14d-4867-81e6-c930bbfe9e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146154 Nov 12 03:40:44.273799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abef14-c23f-4104-b363-141833de8945 req-83efb8b5-813c-4703-aa86-ce4ffdd0082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.275433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-83efb8b5-813c-4703-aa86-ce4ffdd0082e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 200 len: 833 time: 0.0750241 Nov 12 03:40:44.334558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abef14-c23f-4104-b363-141833de8945 req-6126add3-3f11-4ae9-9733-8ca2bf0e22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.336154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-6126add3-3f11-4ae9-9733-8ca2bf0e22fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01021ac7-b72c-48e6-b7de-feb32974679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497684 Nov 12 03:40:44.441442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-f82946cd-491d-48c8-a8c3-2dfe035b2b49 service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937040 Nov 12 03:40:44.502186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:44.572368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-aef5b26e-71b8-4dbb-94c6-feaf4b9b42a7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.573944 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-aef5b26e-71b8-4dbb-94c6-feaf4b9b42a7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/ports?device_id=6260b804-022d-475f-a6c3-e50fe7b105cc HTTP/1.1" status: 200 len: 945 time: 0.1077898 Nov 12 03:40:44.628830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-d6fd1a3a-1611-4548-95cd-2b6ee1c65acc service neutron] 10.222.0.39 "GET /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707413 Nov 12 03:40:44.698325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 0c066221-82bd-43cc-b30b-70b88bf8d074 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:44.698677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.713637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4287df48-4606-44b6-853a-3145167f55aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:44.745216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4287df48-4606-44b6-853a-3145167f55aa None None] The sync data for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 is: [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:39:40Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'eb8262af-8f52-4f1d-961b-641a5c36e295', 'name': '', 'network_id': '01021ac7-b72c-48e6-b7de-feb32974679a', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:cd:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:39Z', 'updated_at': '2021-11-12T03:39:43Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': 'c3e20bce-07e6-478e-9e8b-e28edc80feae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:44.804148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 0c066221-82bd-43cc-b30b-70b88bf8d074, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=0c066221-82bd-43cc-b30b-70b88bf8d074,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:44.804686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.819734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 0c066221-82bd-43cc-b30b-70b88bf8d074 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:44.962032 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.994142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=0c066221-82bd-43cc-b30b-70b88bf8d074,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:45.049797 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7a1c7-25c9-4f85-8763-10ee1ac60402 None None] New status for floating IP c6067bcc-9c33-4888-a120-fd7a56f8e5c8: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:40:45.053451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] No DVR routers for this DVR port 0c066221-82bd-43cc-b30b-70b88bf8d074 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:45.056112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.059532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e4d97f4-be3a-41ba-8b98-cec915681000 req-5e985d19-09f9-460d-9449-274325401aed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "DELETE /v2.0/ports/0c066221-82bd-43cc-b30b-70b88bf8d074 HTTP/1.1" status: 204 len: 173 time: 0.4779170 Nov 12 03:40:45.336048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:45.718632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.902363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-deleted', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:45.904648 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a6ae5-3462-41ce-a35c-e7c558e8d48b" -d '{"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-deleted", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:45.941615 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9aa23b-2e17-4b30-81aa-459112da7886 x-openstack-request-id: req-ec9aa23b-2e17-4b30-81aa-459112da7886 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:45.941935 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6260b804-022d-475f-a6c3-e50fe7b105cc", "name": "network-vif-deleted", "tag": "0c066221-82bd-43cc-b30b-70b88bf8d074", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:45.942190 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ec9aa23b-2e17-4b30-81aa-459112da7886 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:45.942596 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260b804-022d-475f-a6c3-e50fe7b105cc', 'name': 'network-vif-deleted', 'tag': '0c066221-82bd-43cc-b30b-70b88bf8d074', 'status': 'completed', 'code': 200} Nov 12 03:40:45.986791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port eb8262af-8f52-4f1d-961b-641a5c36e295 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:45.987046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.076582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port eb8262af-8f52-4f1d-961b-641a5c36e295, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=eb8262af-8f52-4f1d-961b-641a5c36e295,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:46.076951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.090185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for eb8262af-8f52-4f1d-961b-641a5c36e295 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:46.280850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.310108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=eb8262af-8f52-4f1d-961b-641a5c36e295,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.503829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.737008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router f0449832-8ea8-4def-b162-79aafb552479 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:47.203249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:47.212701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0fa15fdf-06d8-4a34-b924-1b3d01b71091 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/f0449832-8ea8-4def-b162-79aafb552479/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724418 Nov 12 03:40:47.212910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37618) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.221667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Sync routers for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:47.235056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:47.245281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-39ce49df-5356-49a2-9b85-de0cfbfabf0e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.246636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:47.247547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-39ce49df-5356-49a2-9b85-de0cfbfabf0e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1206672 Nov 12 03:40:47.264823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-88e97595-cadd-4da0-96e0-9b644b188284 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/quotas/506756facd5942eaa0c7560a9757a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0113628 Nov 12 03:40:47.286272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting subnet c3e20bce-07e6-478e-9e8b-e28edc80feae {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:47.289789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.320548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-7da91685-f22e-46bc-972b-5b7d76e44b94 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500870 Nov 12 03:40:47.339750 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.374974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:47.489754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-ccbccaab-5bd3-4c8d-9187-a0d5fd7547f2 service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610389 Nov 12 03:40:47.504535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.571342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:47.572797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.583939 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-96ddefc5-7a39-442f-bf14-aab41e8b297f service neutron] 10.222.0.84 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Nov 12 03:40:47.601585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e20bce-07e6-478e-9e8b-e28edc80feae,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.610150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.616476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/subnets/c3e20bce-07e6-478e-9e8b-e28edc80feae HTTP/1.1" status: 204 len: 168 time: 0.3999608 Nov 12 03:40:47.616476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.616476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.616476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.616888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37622) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.617022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.617022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.617206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.617501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.617741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.618035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.618380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.618713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.619040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadc6d6-32e2-4b07-9668-59320a337a46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:47.624793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d31420-c36c-4697-827b-488424073db0 None None] Network 01021ac7-b72c-48e6-b7de-feb32974679a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:47.628043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Checking router: f0449832-8ea8-4def-b162-79aafb552479 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:47.685951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Routers {'f0449832-8ea8-4def-b162-79aafb552479'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:47.686496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f0449832-8ea8-4def-b162-79aafb552479'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:47.768228 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.778710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0ad2091-24a5-47ab-bb37-1b5c0dc3b4dc req-c837362a-53cc-475b-991a-ac065642b63a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 210 time: 0.0383654 Nov 12 03:40:47.863050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] Set router f0449832-8ea8-4def-b162-79aafb552479 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:47.889112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.948686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] DHCP port deletion for 01021ac7-b72c-48e6-b7de-feb32974679a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:47.952840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 25801207-d425-48e2-ab5b-be05c2bd714c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:47.953618 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.049185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 25801207-d425-48e2-ab5b-be05c2bd714c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=25801207-d425-48e2-ab5b-be05c2bd714c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:48.049907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.064614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 25801207-d425-48e2-ab5b-be05c2bd714c owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:48.072669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Deleting port ec4ab92c-884b-411b-80b1-031e6de8bf31 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:48.073047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.147407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] For port ec4ab92c-884b-411b-80b1-031e6de8bf31, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ec4ab92c-884b-411b-80b1-031e6de8bf31,segment=NetworkSegment(4e4b2624-2787-4cbd-8116-3a2b5e344ea8),segment_id=4e4b2624-2787-4cbd-8116-3a2b5e344ea8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:48.147682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.162819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Calling delete_port for ec4ab92c-884b-411b-80b1-031e6de8bf31 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:48.167860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:48.207237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c9545-5e64-4986-ac1d-596ea9260c58 None None] The sync data for ids ['f0449832-8ea8-4def-b162-79aafb552479'] in n-d-615180-50 is: [{'id': 'f0449832-8ea8-4def-b162-79aafb552479', 'name': 'tempest-TestNetworkAdvancedServerOps-router-677392014', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:34Z', 'updated_at': '2021-11-12T03:40:46Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '25801207-d425-48e2-ab5b-be05c2bd714c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0449832-8ea8-4def-b162-79aafb552479', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:35Z', 'updated_at': '2021-11-12T03:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:48.246759 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.274627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a0c0c-7989-4efd-a655-cde4298c1a53 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:48.293655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=25801207-d425-48e2-ab5b-be05c2bd714c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.305580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.337156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.344350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] No DVR routers for this DVR port ec4ab92c-884b-411b-80b1-031e6de8bf31 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:48.351835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d503f1-9a64-417f-98c5-c5426b44bafc None None] Pushing event deleted for resources: {'Port': ['ID=ec4ab92c-884b-411b-80b1-031e6de8bf31,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.444890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.446971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.492317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.492840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Fanout notify agent at l3_agent the message router_deleted on router f0449832-8ea8-4def-b162-79aafb552479 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:48.500314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.501467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-05a739c8-4829-4729-9f0a-91273b1f6c38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/routers/f0449832-8ea8-4def-b162-79aafb552479 HTTP/1.1" status: 204 len: 168 time: 0.8840709 Nov 12 03:40:48.504134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37634) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.580684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.673751 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.699860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01021ac7-b72c-48e6-b7de-feb32974679a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:48.709775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4b2624-2787-4cbd-8116-3a2b5e344ea8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:48.710074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4b2624-2787-4cbd-8116-3a2b5e344ea8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:48.719959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.733995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.741264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:48.741752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:48.745289 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:48.834024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.854436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.862666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/networks/01021ac7-b72c-48e6-b7de-feb32974679a HTTP/1.1" status: 204 len: 168 time: 0.3551466 Nov 12 03:40:48.865030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37638) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:48.911423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-0ecf043d-5865-446f-b503-e67b59373995 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.914416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-0ecf043d-5865-446f-b503-e67b59373995 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 815 time: 0.1513596 Nov 12 03:40:48.915544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Network': ['ID=01021ac7-b72c-48e6-b7de-feb32974679a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.930511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Request body: {'port': {'device_id': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'admin_state_up': True, 'tenant_id': '506756facd5942eaa0c7560a9757a5a2'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:48.949439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-66380e0e-14d4-45d5-922e-dc9b50124f94 req-f1470675-b2d9-484e-8d7e-d8272fd6c39c tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 210 time: 0.0543561 Nov 12 03:40:48.955670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.956186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.956631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.957072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.957504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.957938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.958358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.958770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.959679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.959679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.960011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:48.960419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cc8189-c2fa-4398-bd16-1be5bea2a896 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:49.017072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.043496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.056417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Made reservation on behalf of 506756facd5942eaa0c7560a9757a5a2 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:49.060477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.063736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:49.086240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 0c066221-82bd-43cc-b30b-70b88bf8d074 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:49.086698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 0c066221-82bd-43cc-b30b-70b88bf8d074 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:49.104379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.107910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.109079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/security-groups/a7b00de5-e14d-4867-81e6-c930bbfe9e23 HTTP/1.1" status: 204 len: 168 time: 0.2401292 Nov 12 03:40:49.118867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbff62-9208-4e2b-90ea-771260b7d7dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b00de5-e14d-4867-81e6-c930bbfe9e23,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.200262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Allocated IP 172.20.0.8 (7debed92-db26-4c7f-9df3-685e9a888743/735328c2-6909-4b28-a897-43bbb3e2976e/6aab8483-ec74-4524-842e-a26662676007) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:49.355858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.389916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.401555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:49.428148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7441aec6-8aca-4e65-ac33-1010dae26c13'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:49.441068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Network 7debed92-db26-4c7f-9df3-685e9a888743 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:49.445398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:49.449701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:49.474457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event updated for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.487940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37644) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.492523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316000805', 'description': 'tempest-secgroup-smoke-1316000805 description', 'project_id': '761865b77746445f99b3bd5f9c0698d0'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.520214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.520491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.520874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.537181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3a4a77cc-63ad-4799-a8b0-3f4900bd1ff8 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122911 Nov 12 03:40:49.550526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Request body: {'port': {'device_id': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.599646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.604511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.607706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.638232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6f38b-846c-4b30-a77f-9abd8599731d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.644442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.646124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-af4e0976-29b9-4dcc-910e-6a1e06f3e9a2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1571679 Nov 12 03:40:49.648929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.654038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.682426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.743952 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.749399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.777271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa035b13-8395-47e4-a37d-350b0f80e10f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.783166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.784388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5cc0ee60-3e60-4213-a3c1-a256a3c26cae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345127 Nov 12 03:40:49.787061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37648) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.792158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.820191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.856136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb8262af-8f52-4f1d-961b-641a5c36e295 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:49.876821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: eb8262af-8f52-4f1d-961b-641a5c36e295 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:49.877177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device eb8262af-8f52-4f1d-961b-641a5c36e295 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:49.877817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 25801207-d425-48e2-ab5b-be05c2bd714c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:49.889709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.894084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.897437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 25801207-d425-48e2-ab5b-be05c2bd714c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:49.897780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 25801207-d425-48e2-ab5b-be05c2bd714c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:49.898216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ec4ab92c-884b-411b-80b1-031e6de8bf31 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:49.917092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ec4ab92c-884b-411b-80b1-031e6de8bf31 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:49.917445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ec4ab92c-884b-411b-80b1-031e6de8bf31 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:49.919136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98abf62-5cd0-4904-ac7a-ed2c4eb57537,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.919595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aab8483-ec74-4524-842e-a26662676007 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:49.927657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.935256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.935858 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32ee269b-b234-47f9-9d8f-f4bdb4d6f48a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469014 Nov 12 03:40:49.937682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37650) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:49.942161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.945689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Transition to ACTIVE for port object 6aab8483-ec74-4524-842e-a26662676007 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:49.950052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.969810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.002427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Pushing event updated for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.042230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.046679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.065639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49dd89e-44d0-424d-af78-63ceb200dfb0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.074473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.075725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3218458-23cf-411c-a6e3-7a982d56105b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370637 Nov 12 03:40:50.079297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37654) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.083211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.102932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Attempting to bind port 6aab8483-ec74-4524-842e-a26662676007 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:50.104174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Attempting to bind port 6aab8483-ec74-4524-842e-a26662676007 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:50.104518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Attempting to bind port 6aab8483-ec74-4524-842e-a26662676007 on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:50.109840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.118101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5eda5-2746-4825-a9f6-8fbc6291d5c4 req-a66eeafd-aa19-4795-b456-cfc2da92368b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.119612 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bb5eda5-2746-4825-a9f6-8fbc6291d5c4 req-a66eeafd-aa19-4795-b456-cfc2da92368b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 943 time: 0.0745399 Nov 12 03:40:50.121520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Port 6aab8483-ec74-4524-842e-a26662676007 on network 7debed92-db26-4c7f-9df3-685e9a888743 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:50.121657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Attempting to bind port 6aab8483-ec74-4524-842e-a26662676007 on network 7debed92-db26-4c7f-9df3-685e9a888743 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:50.131009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:50.131266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Checking segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:50.131488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Bound using segment: {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:50.131935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Bound port: 6aab8483-ec74-4524-842e-a26662676007, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aecb01f-011d-48b8-863c-94f88112edff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:50.132293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.173019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.176790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.194627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9561be32-0996-44e9-902f-ca79376afc7f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.203428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.207426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb592593-7e42-408c-9e36-f581dda7b7c7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276751 Nov 12 03:40:50.208010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37656) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.212333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.216272 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bb5eda5-2746-4825-a9f6-8fbc6291d5c4 req-4f3e876f-526b-47fb-915a-9f071928e06f tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872524 Nov 12 03:40:50.238673 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:40:50.239482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:50.242894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6aab8483-ec74-4524-842e-a26662676007,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:50.244136 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.248250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.282276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.282980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.284469 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-3360670c-8086-4cd3-975f-341a35572eee service neutron] 10.222.0.32 "PUT /v2.0/ports/6aab8483-ec74-4524-842e-a26662676007 HTTP/1.1" status: 200 len: 1092 time: 0.7386177 Nov 12 03:40:50.284977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'tag': '6aab8483-ec74-4524-842e-a26662676007'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:50.287351 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e14a86-c85a-4617-9b58-63c5832e0c93" -d '{"events": [{"name": "network-changed", "server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "tag": "6aab8483-ec74-4524-842e-a26662676007"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:50.308582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.314115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.331600 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87131685-c36a-4b41-aefd-3c9fc72b3e06 x-openstack-request-id: req-87131685-c36a-4b41-aefd-3c9fc72b3e06 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:50.331906 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "tag": "6aab8483-ec74-4524-842e-a26662676007", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:50.332165 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-87131685-c36a-4b41-aefd-3c9fc72b3e06 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:50.332559 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'tag': '6aab8483-ec74-4524-842e-a26662676007', 'status': 'completed', 'code': 200} Nov 12 03:40:50.335986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360670c-8086-4cd3-975f-341a35572eee service neutron] Pushing event updated for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.340598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698af7c3-d383-4ea0-ba6d-e0a1c785b01f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.351938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.353276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1d751420-a6b9-49cc-a106-66c50b799d22 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442764 Nov 12 03:40:50.359551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.364093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'security_group_rule': {'security_group_id': 'aef6f38b-846c-4b30-a77f-9abd8599731d', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.383871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-9a299f71-576d-4a80-bb42-15084da1394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.385412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-9a299f71-576d-4a80-bb42-15084da1394e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 1095 time: 0.0447676 Nov 12 03:40:50.385586 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Project 761865b77746445f99b3bd5f9c0698d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:40:50.390569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.431994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-e13e9e83-a4e3-4cff-97a8-6f7a5be0616d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aab8483-ec74-4524-842e-a26662676007 HTTP/1.1" status: 200 len: 217 time: 0.0385206 Nov 12 03:40:50.450690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.454697 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.471938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc211c0c-18dc-42df-9e27-f5ea88b88f36,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.482363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.483587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1e3f18c7-bb21-4071-af19-3af5f894dd3f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230397 Nov 12 03:40:50.486528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.487777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-9a2cb39a-2f25-40a1-96d3-86464a697629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.489245 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-9a2cb39a-2f25-40a1-96d3-86464a697629 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.0467212 Nov 12 03:40:50.491562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'network': {'name': 'tempest-network-smoke--1298184133', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'port_security_enabled': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.511507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:50.514992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.523814 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-33fc1c04-f216-4ec3-99b2-fc1b076cf989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257719 Nov 12 03:40:50.540375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:50.550917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.551292 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Added segment 30f27d05-af65-4ab1-bb75-63529b84bdec of type vlan for network 80e651e5-651e-4fac-afd5-4d3de69565a1 Nov 12 03:40:50.593505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.619018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.624549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.624993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-872ef4d5-9f2a-4c21-ae0f-82e15558afc2 service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908408 Nov 12 03:40:50.625133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.659921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722927 Nov 12 03:40:50.662928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37664) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:50.667608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'admin_state_up': True, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:50.692000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2219f0f-d4a3-484f-a628-e7c589182200 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Network': ['ID=80e651e5-651e-4fac-afd5-4d3de69565a1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.703642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:50.728603 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.729620 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.751571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c7bfeacd-39ae-4686-ac33-95a1b0ab7337 req-98f22fe4-a558-4cc8-b654-7cdbb3e2d339 service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150723 Nov 12 03:40:50.801892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.970683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-c4a2e72c-6543-40e9-85af-8ba21ebc1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.972239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-c4a2e72c-6543-40e9-85af-8ba21ebc1a56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=506756facd5942eaa0c7560a9757a5a2&device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 1095 time: 0.1645987 Nov 12 03:40:50.974075 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.485111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-27c26037-da64-4e38-bcb2-4dea14d4273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.486585 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-27c26037-da64-4e38-bcb2-4dea14d4273d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 200 len: 916 time: 0.5020280 Nov 12 03:40:51.514898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f073-6c9b-4962-bae9-40a1ed18381f req-2cf3324e-601f-43d9-adbb-34c717de823d tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.516282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8607f073-6c9b-4962-bae9-40a1ed18381f req-2cf3324e-601f-43d9-adbb-34c717de823d tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 943 time: 0.0887697 Nov 12 03:40:51.546220 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-ebd12108-b1ad-4d7e-a5a6-d5691e6c94fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6aab8483-ec74-4524-842e-a26662676007 HTTP/1.1" status: 200 len: 217 time: 0.0482717 Nov 12 03:40:51.641775 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8607f073-6c9b-4962-bae9-40a1ed18381f req-35e52158-da84-416b-a236-945c7714e095 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997024 Nov 12 03:40:51.672547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-c4340715-c64f-43f3-af62-0a42fbdb6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.673987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-c4340715-c64f-43f3-af62-0a42fbdb6888 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 200 len: 855 time: 0.1075284 Nov 12 03:40:51.735782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-d81d9404-b637-4f5e-b354-0e5ed77c14cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7debed92-db26-4c7f-9df3-685e9a888743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301638 Nov 12 03:40:51.759755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.787955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.925457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-8df18a96-ee12-46aa-8cfb-dee711eeaa82 service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727505 Nov 12 03:40:51.972676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.243 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1b21bf14-d3f7-4dd5-83e0-139b260f681e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:52.087172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82e14a86-c85a-4617-9b58-63c5832e0c93 req-afda4662-0f94-4a38-85a8-b776d314d31a service neutron] 10.222.0.32 "GET /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507602 Nov 12 03:40:52.122437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.155827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.200278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:52.203361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:52.208481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:52.210644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=1b21bf14-d3f7-4dd5-83e0-139b260f681e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.221158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a318c-8492-4a4d-a18c-f481401fff77 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:52.335384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1ac148aa-aec7-42e6-a070-f620becf7e9d None None] Provisioning complete for port 1b21bf14-d3f7-4dd5-83e0-139b260f681e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:52.335757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ac148aa-aec7-42e6-a070-f620becf7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.369704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1ac148aa-aec7-42e6-a070-f620becf7e9d None None] Port 1b21bf14-d3f7-4dd5-83e0-139b260f681e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:52.457606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.651314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.758700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd713519-5ae1-4415-ad0a-a76079154576 req-0d587b9d-6dd6-42b5-8afc-7cff8b423bf7 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.760264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd713519-5ae1-4415-ad0a-a76079154576 req-0d587b9d-6dd6-42b5-8afc-7cff8b423bf7 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 943 time: 0.0487778 Nov 12 03:40:52.780259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 3dfb7733-c841-4da4-af91-216b770af702 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:52.816472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cd713519-5ae1-4415-ad0a-a76079154576 req-d4a90ce7-190d-4772-bda3-b5287c1424d4 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Nov 12 03:40:52.891583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:52.903546 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Sync routers for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:52.910823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.912235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bc4ff7ca-98f7-4534-847f-7181032c18d2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2483337 Nov 12 03:40:52.913650 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:52.914264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:52.915517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37670) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:52.944469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2977a930-ece4-4ce2-9766-c1be0330fc0f tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=761865b77746445f99b3bd5f9c0698d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278175 Nov 12 03:40:52.947085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37672) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.022711 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:53.033444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c266c1-3149-4981-a50b-7164afbdf04a tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.034969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-25c266c1-3149-4981-a50b-7164afbdf04a tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868959 Nov 12 03:40:53.037932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37674) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.070089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1d0cd56a-6ca2-4ec2-a693-dbdcc5a9d528 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310903 Nov 12 03:40:53.072647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 37676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.077399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902995514', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:53.170219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:53.174274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.206743 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:52Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.232574 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Checking router: 3dfb7733-c841-4da4-af91-216b770af702 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:53.232920 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Updating router 3dfb7733-c841-4da4-af91-216b770af702 port 1b21bf14-d3f7-4dd5-83e0-139b260f681e binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:53.257370 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.353254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6aab8483-ec74-4524-842e-a26662676007 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:53.365752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.433041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Subnet': ['ID=1aa868ac-4d8a-420a-b913-032ca1939756,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.444088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Checking segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:53.444452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network hostable DHCP agents. Network: 80e651e5-651e-4fac-afd5-4d3de69565a1, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:53.456157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6aab8483-ec74-4524-842e-a26662676007,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:53.461634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:53.467906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '6aab8483-ec74-4524-842e-a26662676007', 'network_id': '7debed92-db26-4c7f-9df3-685e9a888743', 'port_id': '6aab8483-ec74-4524-842e-a26662676007', 'mac_address': 'fa:16:3e:b0:dc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735328c2-6909-4b28-a897-43bbb3e2976e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:53.472068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 80e651e5-651e-4fac-afd5-4d3de69565a1) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:53.477754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.478387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.495639 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485cebb9-5b2a-4b15-b6a1-9211680f68d9 None None] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:53.500668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f59cca15-78a7-49b1-88db-e621a84702b8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270256 Nov 12 03:40:53.500845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37678) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:53.526277 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.532862 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.561367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.576856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86da57e-2619-47a2-b783-7922779cbb61 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:53.583631 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Attempting to bind port 1b21bf14-d3f7-4dd5-83e0-139b260f681e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:53.584007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Attempting to bind port 1b21bf14-d3f7-4dd5-83e0-139b260f681e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:53.584587 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Attempting to bind port 1b21bf14-d3f7-4dd5-83e0-139b260f681e on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:53.587928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aab8483-ec74-4524-842e-a26662676007 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:53.593632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Pushing event updated for resources: {'Port': ['ID=1b21bf14-d3f7-4dd5-83e0-139b260f681e,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.601202 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:53.601571 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:53.602188 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.602575 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:53.603048 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Bound port: 1b21bf14-d3f7-4dd5-83e0-139b260f681e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:53.603548 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.606270 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.606805 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.607356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.607697 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.608043 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.608353 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.608684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.609205 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.609535 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.609863 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.610191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.610516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.623512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6aab8483-ec74-4524-842e-a26662676007,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:53.631659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.666784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] For port 1b21bf14-d3f7-4dd5-83e0-139b260f681e, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:53.671082 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] For port 1b21bf14-d3f7-4dd5-83e0-139b260f681e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1b21bf14-d3f7-4dd5-83e0-139b260f681e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:53.678602 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.746955 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2cd2-955c-4623-a987-285b4edfaaa9 None None] Pushing event updated for resources: {'Port': ['ID=1b21bf14-d3f7-4dd5-83e0-139b260f681e,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.775667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:53.776404 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:53.897105 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:53.902752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0da7b-5173-440f-b3e8-261819eae876 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:53.915733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-80e651e5-651e-4fac-afd5-4d3de69565a1', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:53.916581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.928238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.943841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] Provisioning complete for port 1b21bf14-d3f7-4dd5-83e0-139b260f681e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:53.944207 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.947154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.947501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.947834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.948163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.948486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.949352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.949673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.949990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.950358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.950631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.950940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:53.951283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:54.025944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14235193-fd04-4f22-a88b-6be8034fe178 req-68c2c5db-5c45-4ba8-8a5d-cd857b5af820 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.027301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['6aab8483-ec74-4524-842e-a26662676007'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:54.027843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14235193-fd04-4f22-a88b-6be8034fe178 req-68c2c5db-5c45-4ba8-8a5d-cd857b5af820 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 944 time: 0.1074126 Nov 12 03:40:54.107525 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:52Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:54.124573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.135989 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-14235193-fd04-4f22-a88b-6be8034fe178 req-00207389-a163-4c1d-a11f-a9d9e6f6ed45 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956457 Nov 12 03:40:54.138508 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70cb1-aec1-46ef-8664-84d19ec752c2 None None] The sync data for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 is: [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:52Z', 'revision_number': 3, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:54.186993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Allocated IP 172.20.0.2 (80e651e5-651e-4fac-afd5-4d3de69565a1/1aa868ac-4d8a-420a-b913-032ca1939756/3844f009-acbd-47d6-aca8-8627b0b5adbd) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.233586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.300295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] For port 1b21bf14-d3f7-4dd5-83e0-139b260f681e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1b21bf14-d3f7-4dd5-83e0-139b260f681e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:54.308838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.453618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cd2c6-f20e-48ce-857f-c9a6aa71a276 None None] Pushing event updated for resources: {'Port': ['ID=1b21bf14-d3f7-4dd5-83e0-139b260f681e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.487605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.492291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4b630358-c60c-4e32-8cba-17bf7941c102 None None] Provisioning complete for port 1b21bf14-d3f7-4dd5-83e0-139b260f681e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:54.492659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b630358-c60c-4e32-8cba-17bf7941c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.496443 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.560989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.1 (80e651e5-651e-4fac-afd5-4d3de69565a1/1aa868ac-4d8a-420a-b913-032ca1939756/c1d152c0-cecf-4799-9c83-3dcd2d5094a9) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:54.565836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:54.570592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:54.575698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:54.580841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Pushing event updated for resources: {'Port': ['ID=3844f009-acbd-47d6-aca8-8627b0b5adbd,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.672708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Attempting to bind port 3844f009-acbd-47d6-aca8-8627b0b5adbd on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:54.673086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Attempting to bind port 3844f009-acbd-47d6-aca8-8627b0b5adbd by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:54.673446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Attempting to bind port 3844f009-acbd-47d6-aca8-8627b0b5adbd on network 80e651e5-651e-4fac-afd5-4d3de69565a1 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:54.682092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:54.682466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Checking segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:54.682864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.683836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Bound using segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:54.684319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Bound port: 3844f009-acbd-47d6-aca8-8627b0b5adbd, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:54.684700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.701340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.738709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.752753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] For port 3844f009-acbd-47d6-aca8-8627b0b5adbd, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:54.756196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] For port 3844f009-acbd-47d6-aca8-8627b0b5adbd, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3844f009-acbd-47d6-aca8-8627b0b5adbd,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:54.760894 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.789768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:54.796769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:54.800743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:54.808061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.822997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f615888-9d94-41d8-a829-cccd8eda4bea None None] Pushing event updated for resources: {'Port': ['ID=3844f009-acbd-47d6-aca8-8627b0b5adbd,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.153050 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.269768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d99f24-6368-4920-99b9-0e9fab6f8297 req-bb792529-7723-432e-aa07-1d20cfe678af tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.271453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15d99f24-6368-4920-99b9-0e9fab6f8297 req-bb792529-7723-432e-aa07-1d20cfe678af tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 944 time: 0.0517197 Nov 12 03:40:55.283076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.319909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15d99f24-6368-4920-99b9-0e9fab6f8297 req-42d87a37-51f5-49ed-8932-4b0a49ec1bdc tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Nov 12 03:40:55.369384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6aab8483-ec74-4524-842e-a26662676007 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:55.416704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 6aab8483-ec74-4524-842e-a26662676007 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:55.420817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 6aab8483-ec74-4524-842e-a26662676007 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:55.421222 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.507947 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.542643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aab8483-ec74-4524-842e-a26662676007'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:55.545113 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088df9e7-a20a-4d9c-aef0-4205b49cdbd9" -d '{"events": [{"server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "name": "network-vif-plugged", "status": "completed", "tag": "6aab8483-ec74-4524-842e-a26662676007"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:55.560042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6aab8483-ec74-4524-842e-a26662676007,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:55.568161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.595708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.601783 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be310885-480c-4ea3-b3d0-9bcd1a7b3e7e x-openstack-request-id: req-be310885-480c-4ea3-b3d0-9bcd1a7b3e7e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:55.602170 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "name": "network-vif-plugged", "status": "completed", "tag": "6aab8483-ec74-4524-842e-a26662676007", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:55.602426 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be310885-480c-4ea3-b3d0-9bcd1a7b3e7e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:55.602556 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.602818 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aab8483-ec74-4524-842e-a26662676007', 'code': 200} Nov 12 03:40:55.622762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.710526 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.712350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.785088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50244b-0dae-49e1-8170-023d5aec6ec5 req-5b1501c5-7c25-47ea-b957-081d12961394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.786412 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a50244b-0dae-49e1-8170-023d5aec6ec5 req-5b1501c5-7c25-47ea-b957-081d12961394 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 1097 time: 0.1137156 Nov 12 03:40:55.859655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:55.863481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:55.880142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a50244b-0dae-49e1-8170-023d5aec6ec5 req-9ab7331d-53b4-4a53-80aa-8549d89fbd9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 Nov 12 03:40:55.902684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828e2b9-3e2b-4bdd-a19b-149ff76dc05d None None] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:55.927082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3844f009-acbd-47d6-aca8-8627b0b5adbd up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:55.998530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 3dfb7733-c841-4da4-af91-216b770af702 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:56.037894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] Provisioning complete for port 3844f009-acbd-47d6-aca8-8627b0b5adbd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.038272 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.083808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3844f009-acbd-47d6-aca8-8627b0b5adbd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.084185 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.113721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:56.119965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-037ce95f-5f12-44be-ba98-9bb871df7b38 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/3dfb7733-c841-4da4-af91-216b770af702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6175978 Nov 12 03:40:56.248354 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.259546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.296008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-6cde8512-601c-4b55-a938-b21829c4b117 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316000805&fields=id&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 267 time: 0.0491216 Nov 12 03:40:56.302239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] For port 3844f009-acbd-47d6-aca8-8627b0b5adbd, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3844f009-acbd-47d6-aca8-8627b0b5adbd,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.308729 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.376990 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:40:56.377688 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:40:56.396398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c8236-3687-460a-b619-aa7942a0a5d6 None None] Pushing event updated for resources: {'Port': ['ID=3844f009-acbd-47d6-aca8-8627b0b5adbd,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.442247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Sync routers for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:56.453637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:56.454403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:56.458166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-134260ec-aa59-4778-acd9-fbaf2be0b2f9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.465923 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-134260ec-aa59-4778-acd9-fbaf2be0b2f9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/networks?id=80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 200 len: 797 time: 0.1588600 Nov 12 03:40:56.484895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-99d35260-4d35-42d1-96fc-d8bb82728e06 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/quotas/761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 375 time: 0.0177815 Nov 12 03:40:56.485718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c1d8-1bb6-448a-948e-3da0d3e978a2 req-a5c171a5-391c-434e-afe3-e52500c4b38e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.493613 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e04c1d8-1bb6-448a-948e-3da0d3e978a2 req-a5c171a5-391c-434e-afe3-e52500c4b38e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 945 time: 0.0693333 Nov 12 03:40:56.541987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e04c1d8-1bb6-448a-948e-3da0d3e978a2 req-10eb3355-abb0-4ad6-be58-064773f4a4c1 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Nov 12 03:40:56.547977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-ce9b9ab5-0ba3-46b6-95f7-cfe74c0fa98e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539985 Nov 12 03:40:56.595854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-40dd9e36-65c4-4764-a614-8d71176b7d44 None None] Provisioning complete for port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.596390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40dd9e36-65c4-4764-a614-8d71176b7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.626419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:56.647317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-936cd1ad-201e-4fbc-8e5a-72690b060ba5 service neutron] 10.222.0.84 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978758 Nov 12 03:40:56.666731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-40dd9e36-65c4-4764-a614-8d71176b7d44 None None] Port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:56.711412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-40dd9e36-65c4-4764-a614-8d71176b7d44 None None] Provisioning complete for port 3844f009-acbd-47d6-aca8-8627b0b5adbd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.711788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40dd9e36-65c4-4764-a614-8d71176b7d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.747034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-3d94370d-2602-49ba-bcaa-69d02f96bfd0 service neutron] 10.222.0.84 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931733 Nov 12 03:40:56.931905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b2756b4-4815-4ea1-8bef-8597c0948182 req-dcb88be4-5364-4fda-9c7a-75f29cdb01f8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 210 time: 0.0335732 Nov 12 03:40:56.956356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1b21bf14-d3f7-4dd5-83e0-139b260f681e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:57.007329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 2, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.035857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Checking router: 3dfb7733-c841-4da4-af91-216b770af702 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:57.036227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Updating router 3dfb7733-c841-4da4-af91-216b770af702 port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:57.073085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1b21bf14-d3f7-4dd5-83e0-139b260f681e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:57.073370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.100693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.123023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8b68d415-2249-490d-a2d9-39a731ea92f4 None None] Provisioning complete for port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:57.123423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8b68d415-2249-490d-a2d9-39a731ea92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.207489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8b68d415-2249-490d-a2d9-39a731ea92f4 None None] Port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:57.621797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.627039 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.659865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bd5a9-84a0-4fa4-aa96-830d241377be req-fbc90d62-9b84-4c81-9ba1-a24098f96553 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.661933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b8bd5a9-84a0-4fa4-aa96-830d241377be req-fbc90d62-9b84-4c81-9ba1-a24098f96553 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Nov 12 03:40:57.678303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef602-54b1-491a-acdc-b77f558405b5 None None] Pushing event updated for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.720168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b8bd5a9-84a0-4fa4-aa96-830d241377be req-99cdd8b9-b37c-4d9c-9bff-52c3fc26d874 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Nov 12 03:40:57.736488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Attempting to bind port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:57.736865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Attempting to bind port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:57.737219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Attempting to bind port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 on network 80e651e5-651e-4fac-afd5-4d3de69565a1 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:57.746405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:57.746911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Checking segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:57.747542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.747994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Bound using segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:57.748524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Bound port: c1d152c0-cecf-4799-9c83-3dcd2d5094a9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:57.749188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.832333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] For port c1d152c0-cecf-4799-9c83-3dcd2d5094a9, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:57.836873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] For port c1d152c0-cecf-4799-9c83-3dcd2d5094a9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:57.843505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.881285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3844f009-acbd-47d6-aca8-8627b0b5adbd up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:57.983138 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.988012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:57.988661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:40:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:57.993689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef602-54b1-491a-acdc-b77f558405b5 None None] Pushing event updated for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.083647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-85d1e997-d866-4099-bfa6-cf3584fbd675 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.084969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-85d1e997-d866-4099-bfa6-cf3584fbd675 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/networks?id=80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 200 len: 797 time: 0.2057180 Nov 12 03:40:58.132390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1aaee547-9b9b-44ec-9d2b-f04112702540 req-1174f426-788f-4153-b69d-dbcb06600e5e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 210 time: 0.0669916 Nov 12 03:40:58.154242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3844f009-acbd-47d6-aca8-8627b0b5adbd triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.159427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.161379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] Provisioning complete for port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.162924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.183863 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-b7394f19-fa82-4841-bda8-4f0698ffc557 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=761865b77746445f99b3bd5f9c0698d0 HTTP/1.1" status: 200 len: 380 time: 0.0875866 Nov 12 03:40:58.203144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'port': {'device_id': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'admin_state_up': True, 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'security_groups': ['aef6f38b-846c-4b30-a77f-9abd8599731d']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:58.280356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:58.330932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Made reservation on behalf of 761865b77746445f99b3bd5f9c0698d0 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:58.335489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.477618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.20.0.11 (80e651e5-651e-4fac-afd5-4d3de69565a1/1aa868ac-4d8a-420a-b913-032ca1939756/a93d0374-3dc2-4bf3-9a0f-26d97028655c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:58.491776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.562259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] For port c1d152c0-cecf-4799-9c83-3dcd2d5094a9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:58.567888 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.628441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.632426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fc278-ad5f-4586-b014-f9d4d51c5581 None None] Pushing event updated for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.643791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:57Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:58.662311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.672352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803e70f-4971-45de-ba4a-51dd84470eb2 None None] The sync data for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 is: [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:57Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:58.690293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-42be5d59-de51-4408-9cc5-413209a021c5 None None] Provisioning complete for port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.690676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-42be5d59-de51-4408-9cc5-413209a021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.730764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.770045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:58.774881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:58.782521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:58.869989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.875808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.894546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-e5c682c6-7fe8-4a72-a272-8021eb03b8e9 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7045369 Nov 12 03:40:58.913894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Request body: {'port': {'device_id': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:58.986031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.098131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-353ae03d-49c4-447e-850a-5850f85b1408 None None] Provisioning complete for port a93d0374-3dc2-4bf3-9a0f-26d97028655c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.098934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-353ae03d-49c4-447e-850a-5850f85b1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.154685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-353ae03d-49c4-447e-850a-5850f85b1408 None None] Port a93d0374-3dc2-4bf3-9a0f-26d97028655c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.297855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3cd00-ae6f-492e-8127-d13dc2099c5d req-ee92ecf9-4d7e-4ca7-add2-4cf69b6a7d31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.299402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3b3cd00-ae6f-492e-8127-d13dc2099c5d req-ee92ecf9-4d7e-4ca7-add2-4cf69b6a7d31 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 932 time: 0.0825434 Nov 12 03:40:59.399384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3b3cd00-ae6f-492e-8127-d13dc2099c5d req-45925c1b-12d8-4724-b1a8-52a04d97612a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870788 Nov 12 03:40:59.411654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93d0374-3dc2-4bf3-9a0f-26d97028655c {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:59.424176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.438481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Transition to ACTIVE for port object a93d0374-3dc2-4bf3-9a0f-26d97028655c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:59.447294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.451038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.527436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:59.585129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Attempting to bind port a93d0374-3dc2-4bf3-9a0f-26d97028655c on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:59.585759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Attempting to bind port a93d0374-3dc2-4bf3-9a0f-26d97028655c by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:59.586708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Attempting to bind port a93d0374-3dc2-4bf3-9a0f-26d97028655c on network 80e651e5-651e-4fac-afd5-4d3de69565a1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:59.592964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Port a93d0374-3dc2-4bf3-9a0f-26d97028655c on network 80e651e5-651e-4fac-afd5-4d3de69565a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:59.593292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Attempting to bind port a93d0374-3dc2-4bf3-9a0f-26d97028655c on network 80e651e5-651e-4fac-afd5-4d3de69565a1 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:59.606723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:59.607087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Checking segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:59.607519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Bound using segment: {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:59.608333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Bound port: a93d0374-3dc2-4bf3-9a0f-26d97028655c, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f27d05-af65-4ab1-bb75-63529b84bdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:59.608705 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.696075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:59.700672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:59.706153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.749214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.750419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.752062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] 10.222.0.39 "PUT /v2.0/ports/a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 200 len: 1093 time: 0.8473091 Nov 12 03:40:59.754581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:59.758210 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5424d24-1aef-4637-b9d0-4be772f60928" -d '{"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:59.872204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb96c0-f4af-4ffc-ac61-89c62f0d3085 service neutron] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:59.882020 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea557a-01fe-4e24-b954-78faf0947344 x-openstack-request-id: req-90ea557a-01fe-4e24-b954-78faf0947344 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:59.882274 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:59.882611 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-90ea557a-01fe-4e24-b954-78faf0947344 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:59.882945 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'status': 'completed', 'code': 200} Nov 12 03:40:59.891594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-5f99461d-4151-4294-90a7-c12976f17f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.893146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-5f99461d-4151-4294-90a7-c12976f17f7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1096 time: 0.0803521 Nov 12 03:40:59.922106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c1d152c0-cecf-4799-9c83-3dcd2d5094a9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:59.972866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-51078d02-845e-4924-af1b-98b735e5d4d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 200 len: 217 time: 0.0656881 Nov 12 03:40:59.977942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:59.978316 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.039961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-35cafeac-133e-4044-b175-9c80a51bb077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.041635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-35cafeac-133e-4044-b175-9c80a51bb077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aa868ac-4d8a-420a-b913-032ca1939756 HTTP/1.1" status: 200 len: 835 time: 0.0595953 Nov 12 03:41:00.107163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-92cda661-0112-4934-94e6-6fbc06854968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.108755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-92cda661-0112-4934-94e6-6fbc06854968 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e651e5-651e-4fac-afd5-4d3de69565a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529945 Nov 12 03:41:00.222622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-215be64c-457c-419e-a001-7a2c60685e34 service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054261 Nov 12 03:41:00.320663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff26c924-6065-4977-9e2a-e02676fca7a8 req-8f95a8c2-4f1e-4767-9155-d50e124d4127 service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883951 Nov 12 03:41:00.407263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-06d54901-e161-4e3e-9a0c-6eb892ef8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.408911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-06d54901-e161-4e3e-9a0c-6eb892ef8abf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1096 time: 0.0422566 Nov 12 03:41:00.507241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-7986e08b-f7f5-45e0-b2d4-33f5b11d3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.508738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-7986e08b-f7f5-45e0-b2d4-33f5b11d3e98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 200 len: 898 time: 0.0922279 Nov 12 03:41:00.520808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713ec2-d000-44e4-883a-d037e7d128da req-4dc99946-392a-4019-9a29-b33ce85b6833 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.522315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f713ec2-d000-44e4-883a-d037e7d128da req-4dc99946-392a-4019-9a29-b33ce85b6833 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 944 time: 0.0492449 Nov 12 03:41:00.550878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-6be99108-2bf3-49fa-b2a8-09de9a263016 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 200 len: 217 time: 0.0341814 Nov 12 03:41:00.574764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f713ec2-d000-44e4-883a-d037e7d128da req-1f2f11ec-6980-4962-942c-bb730fcaf525 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Nov 12 03:41:00.612059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-3f042871-4026-4ff7-9096-84e22af6fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.613558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-3f042871-4026-4ff7-9096-84e22af6fd53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aa868ac-4d8a-420a-b913-032ca1939756 HTTP/1.1" status: 200 len: 835 time: 0.0556648 Nov 12 03:41:00.665231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-30286fdc-1fbb-4d44-ba77-09aef16d6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.666745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-30286fdc-1fbb-4d44-ba77-09aef16d6bea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e651e5-651e-4fac-afd5-4d3de69565a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455873 Nov 12 03:41:00.756665 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-84c6a002-a6f5-4713-820e-814cd187bd28 service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822196 Nov 12 03:41:00.854862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5424d24-1aef-4637-b9d0-4be772f60928 req-ec7c8cac-1416-4988-b235-94061a34338e service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898628 Nov 12 03:41:01.695648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55396529-dd7a-4c2e-8e1b-2641c791b7ab req-0cbf21e4-d97d-4560-b77c-5fa852d6a7f7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.697063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55396529-dd7a-4c2e-8e1b-2641c791b7ab req-0cbf21e4-d97d-4560-b77c-5fa852d6a7f7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 944 time: 0.0498784 Nov 12 03:41:01.747376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55396529-dd7a-4c2e-8e1b-2641c791b7ab req-bd4e3663-d016-400e-8779-60700c0c14a0 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Nov 12 03:41:02.280874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcca3c49-b146-4e78-a1fc-470398d0d531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.879772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f71b19-c9a4-4aa6-a541-99ce574e85a0 req-a7d7d788-6bc1-44db-a4c9-8fdcbe39cb7e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.881318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69f71b19-c9a4-4aa6-a541-99ce574e85a0 req-a7d7d788-6bc1-44db-a4c9-8fdcbe39cb7e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 944 time: 0.0493867 Nov 12 03:41:02.936016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69f71b19-c9a4-4aa6-a541-99ce574e85a0 req-bc8d2a1d-9bed-4f55-b358-2cd4870e749a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484788 Nov 12 03:41:03.131534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:03.227975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.239707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'mac_address': 'fa:16:3e:03:14:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:03.274967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.288122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93d0374-3dc2-4bf3-9a0f-26d97028655c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:03.308184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.312942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.362435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.536791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a93d0374-3dc2-4bf3-9a0f-26d97028655c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:04.051202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42b48a-c624-40cb-806f-ce0929c5c81a req-fe636512-1bb5-44de-bc94-22ae6cdca5dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.052664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec42b48a-c624-40cb-806f-ce0929c5c81a req-fe636512-1bb5-44de-bc94-22ae6cdca5dd tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 945 time: 0.0483291 Nov 12 03:41:04.105281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec42b48a-c624-40cb-806f-ce0929c5c81a req-d31a3325-cbd0-46cf-aee3-081d02346cc6 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459552 Nov 12 03:41:04.688295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02a51827-b00e-429f-913e-5506101e44bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.126095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:05.174381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a93d0374-3dc2-4bf3-9a0f-26d97028655c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:05.178996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a93d0374-3dc2-4bf3-9a0f-26d97028655c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:05.179856 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.221935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6e7df-4ccd-4571-8e6a-f255145e33ca req-644611a4-4125-409f-8383-c423a51aed62 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.223456 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56b6e7df-4ccd-4571-8e6a-f255145e33ca req-644611a4-4125-409f-8383-c423a51aed62 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 945 time: 0.0513861 Nov 12 03:41:05.257449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.273085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-56b6e7df-4ccd-4571-8e6a-f255145e33ca req-aad7532d-e24c-4c4f-a806-eb8af01f8176 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Nov 12 03:41:05.283277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:05.285500 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a91f8c5-4111-4140-8795-d8a68f4abef1" -d '{"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-plugged", "status": "completed", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:05.298806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:05.303054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.328009 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14cf7d9-d60a-4ea5-ab69-44e4b287b269 x-openstack-request-id: req-f14cf7d9-d60a-4ea5-ab69-44e4b287b269 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:05.328298 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-plugged", "status": "completed", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:05.328545 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f14cf7d9-d60a-4ea5-ab69-44e4b287b269 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:05.328928 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'code': 200} Nov 12 03:41:05.356725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.692514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.720575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff791-4280-481d-a8bd-b2820c6b2cf1 req-172337b1-a686-4011-ba17-c4f34bedd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.722048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-578ff791-4280-481d-a8bd-b2820c6b2cf1 req-172337b1-a686-4011-ba17-c4f34bedd7e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1098 time: 0.3411105 Nov 12 03:41:05.767231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-578ff791-4280-481d-a8bd-b2820c6b2cf1 req-40ce1d4f-4252-4b19-9e3d-cd603ddac783 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381181 Nov 12 03:41:06.388448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9b7d-0247-4b0f-9872-401d5a1ff250 req-037803f1-7680-410f-9949-36162d13243e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.389931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c45e9b7d-0247-4b0f-9872-401d5a1ff250 req-037803f1-7680-410f-9949-36162d13243e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0487432 Nov 12 03:41:06.439479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c45e9b7d-0247-4b0f-9872-401d5a1ff250 req-288b3583-36a7-45cb-b6ce-d000469dcd12 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Nov 12 03:41:07.228612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.556602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a555d28-1f87-44d4-88a5-a1bc531db5ee req-5c162259-cbf8-487a-bef1-e6a9c4c695b3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.558086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a555d28-1f87-44d4-88a5-a1bc531db5ee req-5c162259-cbf8-487a-bef1-e6a9c4c695b3 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0489626 Nov 12 03:41:07.608598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a555d28-1f87-44d4-88a5-a1bc531db5ee req-cea6b12b-c477-49ce-9bd9-dd72e5b44f23 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Nov 12 03:41:07.724229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6a099-3524-4f47-b0fe-9076d0b536db req-3d39c601-4fbc-41e0-a904-568952379f32 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.725633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cc6a099-3524-4f47-b0fe-9076d0b536db req-3d39c601-4fbc-41e0-a904-568952379f32 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0520909 Nov 12 03:41:07.775621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0cc6a099-3524-4f47-b0fe-9076d0b536db req-b5602246-ab43-47fa-9f16-ce934b34aa54 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Nov 12 03:41:07.796827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.838782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0fc19-571e-438e-9158-bb418f15f458 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.840364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bf0fc19-571e-438e-9158-bb418f15f458 tempest-TestNetworkAdvancedServerOps-2078909552 tempest-TestNetworkAdvancedServerOps-2078909552-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1093 time: 0.0425599 Nov 12 03:41:07.843157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:07.850353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:07.875463 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.972747 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.075074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Allocated IP 172.25.2.47 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/ff1412aa-2372-4bf5-ad66-4155ff1896e6) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:08.176496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.215139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.225510 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.262740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:08.267595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:08.271150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:08.293158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=ff1412aa-2372-4bf5-ad66-4155ff1896e6,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:08.750507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.849980 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.256737 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.262564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.331252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event updated for resources: {'Port': ['ID=ff1412aa-2372-4bf5-ad66-4155ff1896e6,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.344580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.444411 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP c008b4f6-7835-41a6-a9e2-2686626ac96c associated. External IP: 172.25.2.47, port: a93d0374-3dc2-4bf3-9a0f-26d97028655c. Nov 12 03:41:09.645061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 3dfb7733-c841-4da4-af91-216b770af702 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:09.751813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:09.761569 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Sync routers for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:09.769559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.774282 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:09.775325 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:41:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:09.799743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-55b82099-7c1d-46dd-8bb7-d625a91f7614 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9555149 Nov 12 03:41:09.800441 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:09.802802 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01c304e-fa0b-4602-a85d-fde78137e055" -d '{"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:09.843724 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a564f3-63f2-4ebc-8b43-29bbd55e9cd5 x-openstack-request-id: req-b5a564f3-63f2-4ebc-8b43-29bbd55e9cd5 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:09.844078 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:09.844392 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b5a564f3-63f2-4ebc-8b43-29bbd55e9cd5 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:09.844860 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'status': 'completed', 'code': 200} Nov 12 03:41:09.895266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:09.931495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb52bdb-8bf3-4bf3-9bd5-9daf7aed37a2 req-f60f9469-92af-45b2-988e-9790a7eb8860 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.933129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcb52bdb-8bf3-4bf3-9bd5-9daf7aed37a2 req-f60f9469-92af-45b2-988e-9790a7eb8860 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0839250 Nov 12 03:41:09.936325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-f3ad2468-bdd6-4c8a-b0aa-81d3404ba8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.937829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-f3ad2468-bdd6-4c8a-b0aa-81d3404ba8dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1098 time: 0.0595553 Nov 12 03:41:10.043137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bcb52bdb-8bf3-4bf3-9bd5-9daf7aed37a2 req-82f0b710-dc6e-4a28-b521-8da931e2201a tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033304 Nov 12 03:41:10.064462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-13af5905-3307-415e-828e-996c907d5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.065946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-13af5905-3307-415e-828e-996c907d5b1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 200 len: 898 time: 0.1200581 Nov 12 03:41:10.066174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:10.134606 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e84cb89e-4fa7-4b92-888c-a94953e61c84 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c008b4f6-7835-41a6-a9e2-2686626ac96c HTTP/1.1" status: 200 len: 991 time: 0.0658081 Nov 12 03:41:10.136847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-952d1ca8-2246-42d0-8a0b-1b035eecfff2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 200 len: 999 time: 0.0643604 Nov 12 03:41:10.190652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-aba9bb05-529c-44fa-9fbd-ba4dac70c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.192161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-aba9bb05-529c-44fa-9fbd-ba4dac70c51e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aa868ac-4d8a-420a-b913-032ca1939756 HTTP/1.1" status: 200 len: 835 time: 0.0492146 Nov 12 03:41:10.210014 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c008b4f6-7835-41a6-a9e2-2686626ac96c', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3dfb7733-c841-4da4-af91-216b770af702', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'mac_address': 'fa:16:3e:03:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:08Z', 'updated_at': '2021-11-12T03:41:08Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.236553 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Checking router: 3dfb7733-c841-4da4-af91-216b770af702 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:10.237802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-5227f355-4b5b-48de-8527-7f7f40b6574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.239417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-5227f355-4b5b-48de-8527-7f7f40b6574f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e651e5-651e-4fac-afd5-4d3de69565a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408399 Nov 12 03:41:10.244905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:10.246041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:41:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.339280 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-b97de366-b1ea-47b3-8326-de7bb4d5497f service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926464 Nov 12 03:41:10.356864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:10.435748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b01c304e-fa0b-4602-a85d-fde78137e055 req-310ce93d-a7b6-47ae-80b7-5cb940f059d6 service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 Nov 12 03:41:10.578622 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5742b240-b880-42ec-b153-7532ad029926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c008b4f6-7835-41a6-a9e2-2686626ac96c', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3dfb7733-c841-4da4-af91-216b770af702', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'mac_address': 'fa:16:3e:03:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:08Z', 'updated_at': '2021-11-12T03:41:08Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.604882 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5742b240-b880-42ec-b153-7532ad029926 None None] The sync data for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 is: [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c008b4f6-7835-41a6-a9e2-2686626ac96c', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '3dfb7733-c841-4da4-af91-216b770af702', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'mac_address': 'fa:16:3e:03:14:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:41:08Z', 'updated_at': '2021-11-12T03:41:08Z', 'revision_number': 0, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:10.796678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39aa696-0ee7-47b6-b086-7d3410e700d9 None None] New status for floating IP c008b4f6-7835-41a6-a9e2-2686626ac96c: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:41:11.137379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.196858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ff2c84c6-fe56-4103-89ee-ccb5c1de22ea tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c008b4f6-7835-41a6-a9e2-2686626ac96c HTTP/1.1" status: 200 len: 993 time: 0.0580497 Nov 12 03:41:15.691298 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:20.342772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9174a94-09d7-4492-ad70-b398345a8865 req-ff255e58-13b7-4789-b7fa-cb578ec144fd tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.344307 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9174a94-09d7-4492-ad70-b398345a8865 req-ff255e58-13b7-4789-b7fa-cb578ec144fd tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Nov 12 03:41:20.391952 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9174a94-09d7-4492-ad70-b398345a8865 req-ae2afdcd-8bc2-40c9-be30-33eaeac60927 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Nov 12 03:41:21.508720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25971e3-4bb1-4963-aee4-78598e85f26e req-6f8ba03f-991e-4bf4-b14c-bb792738246f tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:21.510193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a25971e3-4bb1-4963-aee4-78598e85f26e req-6f8ba03f-991e-4bf4-b14c-bb792738246f tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 945 time: 0.0488729 Nov 12 03:41:21.555750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a25971e3-4bb1-4963-aee4-78598e85f26e req-990dfb5c-893a-4508-b9c7-2bad5856bdf3 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Nov 12 03:41:22.023994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6f14212d-ee0e-4956-a029-f095ef181f72 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.025520 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6f14212d-ee0e-4956-a029-f095ef181f72 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 945 time: 0.0477598 Nov 12 03:41:22.117647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Deleting port 6aab8483-ec74-4524-842e-a26662676007 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:22.117981 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.204021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] For port 6aab8483-ec74-4524-842e-a26662676007, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=6aab8483-ec74-4524-842e-a26662676007,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:22.204384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.217229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Calling delete_port for 6aab8483-ec74-4524-842e-a26662676007 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:22.344008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.356557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:22.359650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7441aec6-8aca-4e65-ac33-1010dae26c13', '6aab8483-ec74-4524-842e-a26662676007'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:22.372021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event deleted for resources: {'Port': ['ID=6aab8483-ec74-4524-842e-a26662676007,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:22.414335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] No DVR routers for this DVR port 6aab8483-ec74-4524-842e-a26662676007 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:22.417139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.420512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7854224-578c-419b-883e-6c9164d00ad7 req-6ce8970d-0361-4b4e-9111-a4f9375f5240 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "DELETE /v2.0/ports/6aab8483-ec74-4524-842e-a26662676007 HTTP/1.1" status: 204 len: 173 time: 0.3888490 Nov 12 03:41:22.420957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'name': 'network-vif-deleted', 'tag': '6aab8483-ec74-4524-842e-a26662676007'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:22.423245 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a250e-0562-4ff5-8e6b-ba8c84c312f5" -d '{"events": [{"server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "name": "network-vif-deleted", "tag": "6aab8483-ec74-4524-842e-a26662676007"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:22.467273 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ecfd7d-009b-4bd8-a6be-420bc675463e x-openstack-request-id: req-24ecfd7d-009b-4bd8-a6be-420bc675463e {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:22.467529 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31bc0f6-9337-4158-8988-00cffcc20cd0", "name": "network-vif-deleted", "tag": "6aab8483-ec74-4524-842e-a26662676007", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:22.467786 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-24ecfd7d-009b-4bd8-a6be-420bc675463e {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:22.468507 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31bc0f6-9337-4158-8988-00cffcc20cd0', 'name': 'network-vif-deleted', 'tag': '6aab8483-ec74-4524-842e-a26662676007', 'status': 'completed', 'code': 200} Nov 12 03:41:22.662014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-673b492f-bf8c-433f-9424-489b28858701 req-945173fd-af84-4979-94c0-4b1c7208d478 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=e31bc0f6-9337-4158-8988-00cffcc20cd0 HTTP/1.1" status: 200 len: 210 time: 0.0253010 Nov 12 03:41:25.541960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6aab8483-ec74-4524-842e-a26662676007 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:25.562718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 6aab8483-ec74-4524-842e-a26662676007 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:25.563146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 6aab8483-ec74-4524-842e-a26662676007 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:27.158186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee213de-0222-404e-ab80-112fbba34f1f req-f46d014c-7e02-49ee-a3e2-42216db4613b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.159779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cee213de-0222-404e-ab80-112fbba34f1f req-f46d014c-7e02-49ee-a3e2-42216db4613b tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0571837 Nov 12 03:41:27.208122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cee213de-0222-404e-ab80-112fbba34f1f req-26d11a82-719e-4ce0-a1f6-ecf5b9d5a838 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Nov 12 03:41:27.925751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.333348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86780062-5cec-4c7b-835c-0101cb45d8f0 req-4f08a1f1-e4d5-4457-a090-a8d0e688ee17 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.334870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86780062-5cec-4c7b-835c-0101cb45d8f0 req-4f08a1f1-e4d5-4457-a090-a8d0e688ee17 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0556886 Nov 12 03:41:28.382163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86780062-5cec-4c7b-835c-0101cb45d8f0 req-788b041b-4cd6-43af-9eae-bf91ec00c0c9 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Nov 12 03:41:28.831845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-b4c362ee-4a3d-42b4-9031-0723a1092627 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.833290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-b4c362ee-4a3d-42b4-9031-0723a1092627 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 945 time: 0.0482581 Nov 12 03:41:28.928677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Deleting port 7441aec6-8aca-4e65-ac33-1010dae26c13 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:28.929013 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.015244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] For port 7441aec6-8aca-4e65-ac33-1010dae26c13, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7441aec6-8aca-4e65-ac33-1010dae26c13,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:29.015611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.028564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Calling delete_port for 7441aec6-8aca-4e65-ac33-1010dae26c13 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:29.157554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.169355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:29.173999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7441aec6-8aca-4e65-ac33-1010dae26c13'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:29.186128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event deleted for resources: {'Port': ['ID=7441aec6-8aca-4e65-ac33-1010dae26c13,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.228059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] No DVR routers for this DVR port 7441aec6-8aca-4e65-ac33-1010dae26c13 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:29.230906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.234433 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6117fab1-45de-4b22-a12a-ea6f02c1ee3b req-bbf9c2fd-47cc-4235-a04e-8bfbaa9cd5c2 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.32 "DELETE /v2.0/ports/7441aec6-8aca-4e65-ac33-1010dae26c13 HTTP/1.1" status: 204 len: 173 time: 0.3909860 Nov 12 03:41:29.234865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'name': 'network-vif-deleted', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:29.237167 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc440c79-51d8-436f-a1aa-7154e9959494" -d '{"events": [{"server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "name": "network-vif-deleted", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:29.278314 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54c2af4-e8f2-4bb3-8e3a-15a78d62b845 x-openstack-request-id: req-a54c2af4-e8f2-4bb3-8e3a-15a78d62b845 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:29.278738 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70530e20-1acf-4872-973b-285a7687dd3e", "name": "network-vif-deleted", "tag": "7441aec6-8aca-4e65-ac33-1010dae26c13", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:29.278934 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a54c2af4-e8f2-4bb3-8e3a-15a78d62b845 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:29.279375 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70530e20-1acf-4872-973b-285a7687dd3e', 'name': 'network-vif-deleted', 'tag': '7441aec6-8aca-4e65-ac33-1010dae26c13', 'status': 'completed', 'code': 200} Nov 12 03:41:29.446762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.489676 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f67e802-768b-4ace-ab73-95bcf1054ff3 req-65712e2c-4cbf-49f2-9b6c-058a9bcc095a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=70530e20-1acf-4872-973b-285a7687dd3e HTTP/1.1" status: 200 len: 210 time: 0.0255656 Nov 12 03:41:30.763683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff22c8-4f82-4ae8-b831-c223513e99ea req-5a03f5bf-5f25-4d66-a603-694fcb71590d tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:30.765200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25ff22c8-4f82-4ae8-b831-c223513e99ea req-5a03f5bf-5f25-4d66-a603-694fcb71590d tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 945 time: 0.0539091 Nov 12 03:41:30.812341 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25ff22c8-4f82-4ae8-b831-c223513e99ea req-1515f58d-bdef-4475-aeda-9420548412ca tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Nov 12 03:41:31.929261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1e6d7-7402-4c95-aa2e-9299bf5f5b28 req-35f26666-2a08-46f9-92e9-597d1078af6a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.930777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9d1e6d7-7402-4c95-aa2e-9299bf5f5b28 req-35f26666-2a08-46f9-92e9-597d1078af6a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 945 time: 0.0491691 Nov 12 03:41:31.977518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b9d1e6d7-7402-4c95-aa2e-9299bf5f5b28 req-8d3aa91b-cf94-4e5b-98f9-505f2ecb736a tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Nov 12 03:41:32.132254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-91e1a770-aa75-4483-8d06-9a48c4d8ac07 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.133576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-91e1a770-aa75-4483-8d06-9a48c4d8ac07 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "GET /v2.0/ports?device_id=58b14db0-6709-480a-951f-a8b2850b141a HTTP/1.1" status: 200 len: 945 time: 0.0511913 Nov 12 03:41:32.223344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Deleting port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:32.223684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.282609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cccb702f-7725-4040-944a-0ea87f639b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.316736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] For port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:32.317098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.330552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Calling delete_port for 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:32.455800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.468741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:32.482719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event deleted for resources: {'Port': ['ID=7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.528879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] No DVR routers for this DVR port 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:32.531457 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.534764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda87dff-0e1c-4a2a-9e8c-25367b57a6b7 req-242833de-6ae9-4be3-be02-192278ff9c4e tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "DELETE /v2.0/ports/7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f HTTP/1.1" status: 204 len: 173 time: 0.3942833 Nov 12 03:41:32.535226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'name': 'network-vif-deleted', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:32.537508 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee40af-4293-4cb5-baff-0f9deed908a0" -d '{"events": [{"server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "name": "network-vif-deleted", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:32.579520 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d0816-d677-4288-ba2c-3427daae5242 x-openstack-request-id: req-b60d0816-d677-4288-ba2c-3427daae5242 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:32.579819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b14db0-6709-480a-951f-a8b2850b141a", "name": "network-vif-deleted", "tag": "7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:32.580076 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b60d0816-d677-4288-ba2c-3427daae5242 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:32.580481 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b14db0-6709-480a-951f-a8b2850b141a', 'name': 'network-vif-deleted', 'tag': '7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f', 'status': 'completed', 'code': 200} Nov 12 03:41:33.587766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7441aec6-8aca-4e65-ac33-1010dae26c13 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:33.610066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 7441aec6-8aca-4e65-ac33-1010dae26c13 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:33.610477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7441aec6-8aca-4e65-ac33-1010dae26c13 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:34.688664 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b069526e-af56-45f0-bb2f-8b2cf146e0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.284770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:35.305465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:35.305812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7fcbd5f8-055b-4444-b7fc-c8e7f8eb414f not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:35.694421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.461677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d2189-b200-4da0-b0ec-bc24eaf9be84 req-6ff3467f-aa45-4cea-a02d-380029ca93ae tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.463299 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b64d2189-b200-4da0-b0ec-bc24eaf9be84 req-6ff3467f-aa45-4cea-a02d-380029ca93ae tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 945 time: 0.0534580 Nov 12 03:41:36.514301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b64d2189-b200-4da0-b0ec-bc24eaf9be84 req-59f782c3-8883-4c46-81c0-0a5612c6dc6f tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Nov 12 03:41:37.231552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.633616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c201c53-87e5-4a59-80f4-c7b83870be72 req-f989af95-a335-4d28-becf-f136f107f875 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.635154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c201c53-87e5-4a59-80f4-c7b83870be72 req-f989af95-a335-4d28-becf-f136f107f875 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Nov 12 03:41:37.682081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5c201c53-87e5-4a59-80f4-c7b83870be72 req-c7993d92-2e69-4239-b38f-cac783da2b51 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/security-groups?id=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Nov 12 03:41:37.914009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-87e3cd70-d830-4a40-a5a4-949f39252936 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.915404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-87e3cd70-d830-4a40-a5a4-949f39252936 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Nov 12 03:41:38.005727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Deleting port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:38.006064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.110083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] For port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,segment=NetworkSegment(4aecb01f-011d-48b8-863c-94f88112edff),segment_id=4aecb01f-011d-48b8-863c-94f88112edff)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:38.110445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.125708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Calling delete_port for 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:38.224778 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.266655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.283130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:38.295655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Pushing event deleted for resources: {'Port': ['ID=7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.337780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] No DVR routers for this DVR port 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:38.341198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.344929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d5938e40-8819-476e-8ed2-5d950b639e01 req-109fc290-eb27-486c-a19b-c1c4600fbcad tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.39 "DELETE /v2.0/ports/7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b HTTP/1.1" status: 204 len: 173 time: 0.4227941 Nov 12 03:41:38.345401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'name': 'network-vif-deleted', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:38.348306 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9ad50-9582-4fb2-9f20-c7fd57203e1f" -d '{"events": [{"server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "name": "network-vif-deleted", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:38.394376 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b5bbd-dc2c-4ed9-9e20-46c0ff21041f x-openstack-request-id: req-428b5bbd-dc2c-4ed9-9e20-46c0ff21041f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:38.394709 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffeaea4-8d49-43d3-85ae-597f0e3243d9", "name": "network-vif-deleted", "tag": "7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:38.395003 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-428b5bbd-dc2c-4ed9-9e20-46c0ff21041f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:38.396555 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffeaea4-8d49-43d3-85ae-597f0e3243d9', 'name': 'network-vif-deleted', 'tag': '7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b', 'status': 'completed', 'code': 200} Nov 12 03:41:38.786903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ae00ec8e-35ff-4ef2-8773-af0b63ed9ad8 req-03e3f7c4-6001-4ea6-ae1f-a2a07a95b065 tempest-AttachVolumeNegativeTest-1722773864 tempest-AttachVolumeNegativeTest-1722773864-project] 10.222.0.84 "GET /v2.0/ports?device_id=3ffeaea4-8d49-43d3-85ae-597f0e3243d9 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Nov 12 03:41:39.844626 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.891861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Deleting subnet 735328c2-6909-4b28-a897-43bbb3e2976e {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:39.894837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.928117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.973722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.025264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.051412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735328c2-6909-4b28-a897-43bbb3e2976e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.053408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.057748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a3891500-2caa-43e8-9e29-4c169ec74e9d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/735328c2-6909-4b28-a897-43bbb3e2976e HTTP/1.1" status: 204 len: 168 time: 0.2120848 Nov 12 03:41:40.059575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37906) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.132972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.216248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.236756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7debed92-db26-4c7f-9df3-685e9a888743']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.253711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aecb01f-011d-48b8-863c-94f88112edff') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.254009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aecb01f-011d-48b8-863c-94f88112edff') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:40.269553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.288835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.296099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:40.296534 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:40.298218 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:40.350598 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.355924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.359312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/7debed92-db26-4c7f-9df3-685e9a888743 HTTP/1.1" status: 204 len: 168 time: 0.2987521 Nov 12 03:41:40.383527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f47ce4-babf-4670-9150-922e57bc2ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7debed92-db26-4c7f-9df3-685e9a888743,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.475129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.514143 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95e3bbf0-41f1-4ac7-9c88-5b214386308d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=506756facd5942eaa0c7560a9757a5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378253 Nov 12 03:41:40.516481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37912) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.562588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.582899 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.628181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.630797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.634193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae HTTP/1.1" status: 204 len: 168 time: 0.1145463 Nov 12 03:41:40.639822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba54ec2-a791-4cd5-8cde-8dade26f9264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab25b3c-23fc-48f6-beda-6ab1c5d7a7ae,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.328959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:41.348539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:41.348882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7d17f5c3-b37c-4b0f-8b8f-3d3fe28ffa9b not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:44.400667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e144-7ef4-47e8-bf08-1065f2488172 req-67ebf436-962b-4025-8b9d-55edff01fa91 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.408135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d575e144-7ef4-47e8-bf08-1065f2488172 req-67ebf436-962b-4025-8b9d-55edff01fa91 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0646005 Nov 12 03:41:44.458654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d575e144-7ef4-47e8-bf08-1065f2488172 req-87d5a2dc-96dc-4aaf-b1a5-1d118d85c300 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Nov 12 03:41:45.326333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 37998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:45.451073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-57931595-45d1-46bf-b211-d32eba221c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.533405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-57931595-45d1-46bf-b211-d32eba221c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.537436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-57931595-45d1-46bf-b211-d32eba221c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.573820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-57931595-45d1-46bf-b211-d32eba221c7e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d8b1ef67c4a44469045bb97864c57bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432022 Nov 12 03:41:45.577396 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:45.579858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f8cbd-48a1-42ea-b5d5-05c5fa2e0d95 req-832d1bf0-f245-4906-87bf-fff65a31b1d1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:45.581707 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a13f8cbd-48a1-42ea-b5d5-05c5fa2e0d95 req-832d1bf0-f245-4906-87bf-fff65a31b1d1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0551982 Nov 12 03:41:45.618194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57931595-45d1-46bf-b211-d32eba221c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2549f6e-3234-4380-abbd-2bd1fab1aa43,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.639595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a13f8cbd-48a1-42ea-b5d5-05c5fa2e0d95 req-73e86f5d-dcdc-4025-9191-c1a4a10c3029 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515711 Nov 12 03:41:45.646971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.670229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.717359 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.720210 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.721374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2549f6e-3234-4380-abbd-2bd1fab1aa43 HTTP/1.1" status: 204 len: 168 time: 0.1431384 Nov 12 03:41:45.730376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5bc0-c661-435d-b1da-00e6d4df593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2549f6e-3234-4380-abbd-2bd1fab1aa43,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.765384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b60a-6fbc-4f64-8ad3-0f0a23d1b086 req-84a97a78-08af-4dfe-85aa-1bda95915d46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.767187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e39b60a-6fbc-4f64-8ad3-0f0a23d1b086 req-84a97a78-08af-4dfe-85aa-1bda95915d46 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0546942 Nov 12 03:41:46.822253 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e39b60a-6fbc-4f64-8ad3-0f0a23d1b086 req-c808bf37-8eb6-4c2b-b8c1-e9a8a9c90dae tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470533 Nov 12 03:41:47.941380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2933-3361-4c35-abdb-a0128656008e req-dd1b8e20-58bd-459d-b035-b35cef46871f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:47.942934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd6e2933-3361-4c35-abdb-a0128656008e req-dd1b8e20-58bd-459d-b035-b35cef46871f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0513129 Nov 12 03:41:47.997598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd6e2933-3361-4c35-abdb-a0128656008e req-894955c9-bdac-4de8-b04b-b85413e31a95 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481269 Nov 12 03:41:48.734096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38116) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.847167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.921187 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.924686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:48.962057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a86c04640a7946fab64f63374ff43654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268784 Nov 12 03:41:48.963538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc2ed5-dc00-4e47-889e-ecbd64514da9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:48.965276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:48.971001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.971380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.971724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.972061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.972390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.972718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.973043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.973366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.973687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.974005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.974322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:48.974641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13683431-a2cb-4c6f-aecb-deecac6830ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.015716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.038257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.110667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.113269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.114408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8efc2ed5-dc00-4e47-889e-ecbd64514da9 HTTP/1.1" status: 204 len: 168 time: 0.1481450 Nov 12 03:41:49.124646 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f3bee-a4df-483c-99e4-e8e5e584b9d3 req-5bb2f112-463c-492e-801a-6a8a4840a09f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.126159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c07f3bee-a4df-483c-99e4-e8e5e584b9d3 req-5bb2f112-463c-492e-801a-6a8a4840a09f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0582781 Nov 12 03:41:49.133500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc2ed5-dc00-4e47-889e-ecbd64514da9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.148030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.148372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.148711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.149064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.149393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.149721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.150068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.150946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.151298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.151620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.151946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.152272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09910cd6-50df-41ff-89f9-a4a54ad6e735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:49.194115 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c07f3bee-a4df-483c-99e4-e8e5e584b9d3 req-42d8dffc-cad5-4ece-8221-f45ee4b532af tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617456 Nov 12 03:41:49.378083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38128) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:49.392012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cb8413-6b63-4102-977b-7bacb1ce8f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.469909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cb8413-6b63-4102-977b-7bacb1ce8f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.473817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cb8413-6b63-4102-977b-7bacb1ce8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.512390 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66cb8413-6b63-4102-977b-7bacb1ce8f84 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3376558d3d87411db39cca276ccd5b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330969 Nov 12 03:41:49.513315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8413-6b63-4102-977b-7bacb1ce8f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2bdddc-72c2-41ed-83c3-af17e4a2ef55,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.514948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:49.562360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.583452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.628753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.631595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.632778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e2bdddc-72c2-41ed-83c3-af17e4a2ef55 HTTP/1.1" status: 204 len: 168 time: 0.1168020 Nov 12 03:41:49.641138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3845-5815-4acd-a5c7-07d55e68e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2bdddc-72c2-41ed-83c3-af17e4a2ef55,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.326241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff903a-d4e5-493e-834f-101ece0c1a13 req-4ef8c262-3df0-40e4-8c41-6e641a87005f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.328057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59ff903a-d4e5-493e-834f-101ece0c1a13 req-4ef8c262-3df0-40e4-8c41-6e641a87005f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0594995 Nov 12 03:41:50.379191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-59ff903a-d4e5-493e-834f-101ece0c1a13 req-e287a39b-ab43-4e25-8038-2c0299899fc7 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449259 Nov 12 03:41:51.503483 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf02d0-5433-4579-8600-61065ca40195 req-265432b7-e763-4372-beed-75f3afccf82f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:51.505059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00bf02d0-5433-4579-8600-61065ca40195 req-265432b7-e763-4372-beed-75f3afccf82f tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0496771 Nov 12 03:41:51.555959 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00bf02d0-5433-4579-8600-61065ca40195 req-2c49745f-0754-40e7-9952-5d911d619b87 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Nov 12 03:41:52.673805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796f5f-ba2f-409a-93c1-10b8309f262d req-b29c3c9b-e499-4c87-910d-26aa071b3618 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:52.675341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22796f5f-ba2f-409a-93c1-10b8309f262d req-b29c3c9b-e499-4c87-910d-26aa071b3618 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0492642 Nov 12 03:41:52.690658 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:52.725379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22796f5f-ba2f-409a-93c1-10b8309f262d req-5006d631-f80e-4751-87e1-b6b59b557aad tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440121 Nov 12 03:41:53.853358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9032d3-a223-46dc-bc37-ae4ef1017c74 req-8f2da9df-337b-4236-978b-aa00fd5b6565 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:53.856234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d9032d3-a223-46dc-bc37-ae4ef1017c74 req-8f2da9df-337b-4236-978b-aa00fd5b6565 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0574024 Nov 12 03:41:53.909634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7d9032d3-a223-46dc-bc37-ae4ef1017c74 req-7382c064-2f1a-43a6-950a-5e201e5f90c8 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473709 Nov 12 03:41:55.034327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a53340-9443-44ea-b5cf-4bb2e051354f req-6b0a0fe9-acee-4928-a61f-4dc5552c8624 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.035880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9a53340-9443-44ea-b5cf-4bb2e051354f req-6b0a0fe9-acee-4928-a61f-4dc5552c8624 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0575268 Nov 12 03:41:55.085465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9a53340-9443-44ea-b5cf-4bb2e051354f req-2e8c7d6c-0725-48b4-96a7-57993f3121f1 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Nov 12 03:41:55.294323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38278) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.399463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eeb85923-2a1f-4a81-a5b1-262f0f40b302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.471868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eeb85923-2a1f-4a81-a5b1-262f0f40b302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.475742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eeb85923-2a1f-4a81-a5b1-262f0f40b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.516119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eeb85923-2a1f-4a81-a5b1-262f0f40b302 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=919acac691884fe5b3006328b589f269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206585 Nov 12 03:41:55.516957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb85923-2a1f-4a81-a5b1-262f0f40b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46949c5e-046d-4724-a92a-57ace240b1c5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.519648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.567875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.588293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.632977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.635754 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.636929 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46949c5e-046d-4724-a92a-57ace240b1c5 HTTP/1.1" status: 204 len: 168 time: 0.1163020 Nov 12 03:41:55.644956 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5fe56-8177-475f-b163-d6f20a496079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46949c5e-046d-4724-a92a-57ace240b1c5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.891769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38288) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.905199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d3a020-a3cb-4f3b-af6f-4fee117d8db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.984012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d3a020-a3cb-4f3b-af6f-4fee117d8db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.987628 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12d3a020-a3cb-4f3b-af6f-4fee117d8db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.025028 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12d3a020-a3cb-4f3b-af6f-4fee117d8db0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=94c627f21fe749f8bba6d4bfbf10b5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321750 Nov 12 03:41:56.026179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3a020-a3cb-4f3b-af6f-4fee117d8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0de4cfc-145c-42c5-bd70-de3dffed44ba,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.028266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38290) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.076510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.097655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.145520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.148167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.152184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a0de4cfc-145c-42c5-bd70-de3dffed44ba HTTP/1.1" status: 204 len: 168 time: 0.1199841 Nov 12 03:41:56.158199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c29b2c-d7e5-46e8-a873-e5d56c62eac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0de4cfc-145c-42c5-bd70-de3dffed44ba,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.206257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcbdf3-e44c-4d3d-bbee-5e72dcff1106 req-febc9186-9f26-410c-8c23-cd4d9f24de51 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.207799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80dcbdf3-e44c-4d3d-bbee-5e72dcff1106 req-febc9186-9f26-410c-8c23-cd4d9f24de51 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0544255 Nov 12 03:41:56.257048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-80dcbdf3-e44c-4d3d-bbee-5e72dcff1106 req-5485c207-7486-4af7-8a18-c85a048a0bd2 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Nov 12 03:41:56.988341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f64e-c4e7-4445-8463-5bf21827f9b4 req-07e6865c-b1f4-4bf6-9566-f7aafe2ed92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:56.989737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2321f64e-c4e7-4445-8463-5bf21827f9b4 req-07e6865c-b1f4-4bf6-9566-f7aafe2ed92a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1098 time: 0.0403116 Nov 12 03:41:57.037441 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2321f64e-c4e7-4445-8463-5bf21827f9b4 req-8c0b7d7f-b0cb-4d54-96c2-4a7a063687d2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Nov 12 03:41:57.378912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e7f14-96bf-4b31-bef1-2763c31cb99a req-4bcbb1cc-0e15-4dfe-aa49-0bd83868e80e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:57.380458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de2e7f14-96bf-4b31-bef1-2763c31cb99a req-4bcbb1cc-0e15-4dfe-aa49-0bd83868e80e tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0523787 Nov 12 03:41:57.424448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:57.432091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-de2e7f14-96bf-4b31-bef1-2763c31cb99a req-2483e4fe-d2b4-46a8-834d-b4153bb0ca68 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450697 Nov 12 03:41:57.524586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:57.536252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'port_id': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'mac_address': 'fa:16:3e:03:14:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:57.574163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.587201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93d0374-3dc2-4bf3-9a0f-26d97028655c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:57.614599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:57.618497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.665713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.672973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.673303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.673646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.673982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.674313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.674643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.674965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.675314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.675645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.675968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.676291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.676612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:57.938387 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.552595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394568-eed2-4e13-89cf-6ee54bca652e req-4794d4fe-bd69-45c5-adb1-14ca02ff0066 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:58.554374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47394568-eed2-4e13-89cf-6ee54bca652e req-4794d4fe-bd69-45c5-adb1-14ca02ff0066 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 945 time: 0.0495591 Nov 12 03:41:58.605738 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47394568-eed2-4e13-89cf-6ee54bca652e req-722bf1bf-ed5f-493e-9ab6-9534c5303300 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 Nov 12 03:41:58.628766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.648767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.692703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7a051207-e550-4c4c-a7ff-7ab4c5c69393 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/floatingips/c008b4f6-7835-41a6-a9e2-2686626ac96c HTTP/1.1" status: 200 len: 992 time: 0.0627832 Nov 12 03:41:58.756327 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e99ab83c-ca88-4b5b-a9e7-0fae9a920783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.831990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e99ab83c-ca88-4b5b-a9e7-0fae9a920783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.835388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e99ab83c-ca88-4b5b-a9e7-0fae9a920783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.861951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a93d0374-3dc2-4bf3-9a0f-26d97028655c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:58.872917 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e99ab83c-ca88-4b5b-a9e7-0fae9a920783 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f20e077b64504e189b20c31020cfd1f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230647 Nov 12 03:41:58.874053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ab83c-ca88-4b5b-a9e7-0fae9a920783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c35fd8-5cd3-406c-9c2d-57e92ffc5e94,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:58.875772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38366) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:58.933926 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:58.954853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.000297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.002845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.004071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91c35fd8-5cd3-406c-9c2d-57e92ffc5e94 HTTP/1.1" status: 204 len: 168 time: 0.1214044 Nov 12 03:41:59.012136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219daa89-eadf-4e99-9359-700cd7dbced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c35fd8-5cd3-406c-9c2d-57e92ffc5e94,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.261355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38372) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.274114 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1053-f1ae-4e4c-8089-cf331f34b7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.349336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1053-f1ae-4e4c-8089-cf331f34b7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.353263 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1053-f1ae-4e4c-8089-cf331f34b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.392599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1053-f1ae-4e4c-8089-cf331f34b7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42068e-c5c4-4462-a5d5-32580e8941de,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.398751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c3f1053-f1ae-4e4c-8089-cf331f34b7c4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31efdfefaca94dbd998e0a94a7552fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344080 Nov 12 03:41:59.399469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:59.441358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:59.447585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.469481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.481642 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.498592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a93d0374-3dc2-4bf3-9a0f-26d97028655c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:59.499088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.516608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.519448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.523015 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9d42068e-c5c4-4462-a5d5-32580e8941de HTTP/1.1" status: 204 len: 168 time: 0.1202421 Nov 12 03:41:59.528752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a2845-5e85-436b-9ff3-0508b197bc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42068e-c5c4-4462-a5d5-32580e8941de,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:59.587108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.609902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:59.612170 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f16696-47af-4491-8ba5-b1150ada871d" -d '{"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-plugged", "status": "completed", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:59.625152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:59.630120 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:59.655900 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f97f4d-80f6-4f73-a632-d22935ac54c0 x-openstack-request-id: req-62f97f4d-80f6-4f73-a632-d22935ac54c0 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:59.656197 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-plugged", "status": "completed", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:59.656458 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-62f97f4d-80f6-4f73-a632-d22935ac54c0 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:59.656860 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'code': 200} Nov 12 03:41:59.682789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.671346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.776204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f3726c6-1fd3-4dd9-88c6-199786f5d36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.848192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f3726c6-1fd3-4dd9-88c6-199786f5d36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.851878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1f3726c6-1fd3-4dd9-88c6-199786f5d36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.889641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1f3726c6-1fd3-4dd9-88c6-199786f5d36c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c69baac4ada5402898660e70c08200dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172198 Nov 12 03:42:01.891536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3726c6-1fd3-4dd9-88c6-199786f5d36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab76019-56f9-4283-abde-c855ba77e975,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.892383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38440) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.939407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.959871 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.004528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.007278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.008416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4ab76019-56f9-4283-abde-c855ba77e975 HTTP/1.1" status: 204 len: 168 time: 0.1150336 Nov 12 03:42:02.017714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c846a8-db18-4bb9-b8ce-def17f80de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab76019-56f9-4283-abde-c855ba77e975,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.265957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.281706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f097253-66bb-4022-b9b0-f729ca1d7c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.289128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c266-cfab-46f8-88fb-d9f03ca40ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.364915 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f097253-66bb-4022-b9b0-f729ca1d7c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.368563 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f097253-66bb-4022-b9b0-f729ca1d7c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.405662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0f097253-66bb-4022-b9b0-f729ca1d7c58 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d02b508ca42348a6b0de940abb481cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386511 Nov 12 03:42:02.407697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f097253-66bb-4022-b9b0-f729ca1d7c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda31cfc-4df5-4aa0-8418-1e3c1aecc299,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.408469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38448) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:02.455744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.476101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.522466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.525025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.526687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dda31cfc-4df5-4aa0-8418-1e3c1aecc299 HTTP/1.1" status: 204 len: 168 time: 0.1171556 Nov 12 03:42:02.536118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2880964-8a5c-487b-8865-705ada993849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda31cfc-4df5-4aa0-8418-1e3c1aecc299,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.089929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.195853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbae383a-c182-439b-b230-2bef607ce10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.269241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbae383a-c182-439b-b230-2bef607ce10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.272759 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bbae383a-c182-439b-b230-2bef607ce10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.311190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bbae383a-c182-439b-b230-2bef607ce10c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4ed092c98774167a41e9398ee59503f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201855 Nov 12 03:42:04.312211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae383a-c182-439b-b230-2bef607ce10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13d0fa-dff4-487d-90dd-ab307b43b421,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.313839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.361102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.382405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.428261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.430810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.431995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bc13d0fa-dff4-487d-90dd-ab307b43b421 HTTP/1.1" status: 204 len: 168 time: 0.1170995 Nov 12 03:42:04.440236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96287370-1af1-48b9-9fce-a22e9b4f3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13d0fa-dff4-487d-90dd-ab307b43b421,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.686020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38502) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.689662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c264f51-ffb7-4909-9e9c-ed09c87c5c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.699875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-243a369f-1992-4d6b-8284-9252a49fe110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.773257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-243a369f-1992-4d6b-8284-9252a49fe110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.777737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-243a369f-1992-4d6b-8284-9252a49fe110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.815386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-243a369f-1992-4d6b-8284-9252a49fe110 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=efe3815411604003a78dc85d24667fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282094 Nov 12 03:42:04.816239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a369f-1992-4d6b-8284-9252a49fe110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f4a5a-edd6-45c1-9339-7f9d2ead0f94,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:04.818148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.865557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.886375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.933984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.936386 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:04.937523 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/140f4a5a-edd6-45c1-9339-7f9d2ead0f94 HTTP/1.1" status: 204 len: 168 time: 0.1183379 Nov 12 03:42:04.945464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949e44d-496d-4ff7-9748-aad88ae3b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f4a5a-edd6-45c1-9339-7f9d2ead0f94,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.695763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.767735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38576) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:06.870546 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4c4c1a-5561-425f-b11b-47e0fdd0c3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.945764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4c4c1a-5561-425f-b11b-47e0fdd0c3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.950448 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9e4c4c1a-5561-425f-b11b-47e0fdd0c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.989363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e4c4c1a-5561-425f-b11b-47e0fdd0c3d0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f299fa6d6804507972c670cc44259f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205210 Nov 12 03:42:06.990614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c4c1a-5561-425f-b11b-47e0fdd0c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c6f07b-60e1-45eb-857a-dde72dbfb9c1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.992071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38580) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.040694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.061672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.108620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.111287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.112466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7c6f07b-60e1-45eb-857a-dde72dbfb9c1 HTTP/1.1" status: 204 len: 168 time: 0.1193948 Nov 12 03:42:07.120013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69384019-0803-4cb6-8f2e-c41d1994d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c6f07b-60e1-45eb-857a-dde72dbfb9c1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.232405 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.364344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38586) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.378045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da453fa8-8e2d-4ff9-856e-4c40393dfb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.453111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da453fa8-8e2d-4ff9-856e-4c40393dfb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.456525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da453fa8-8e2d-4ff9-856e-4c40393dfb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.494252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da453fa8-8e2d-4ff9-856e-4c40393dfb0b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7ec5bcd3e3b041769076539377c75b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287494 Nov 12 03:42:07.495444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da453fa8-8e2d-4ff9-856e-4c40393dfb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e55f4e-285b-4b1e-8627-315e4d9f5ac9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.496985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.544580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.565199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.610634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.613313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.614401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/97e55f4e-285b-4b1e-8627-315e4d9f5ac9 HTTP/1.1" status: 204 len: 168 time: 0.1164286 Nov 12 03:42:07.621976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b9e43-6e7d-4a0b-82cf-c175ef0c454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e55f4e-285b-4b1e-8627-315e4d9f5ac9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.220092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.956983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38630) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.050516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8a58ca4b-6f9c-4f19-bce9-6c162f5e62c4 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:09.080038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a58ca4b-6f9c-4f19-bce9-6c162f5e62c4 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "PUT /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202 HTTP/1.1" status: 200 len: 366 time: 0.1219399 Nov 12 03:42:09.082439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38634) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.091864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66ec3009-1a57-455c-b44c-90bfa21c6647 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0084443 Nov 12 03:42:09.093939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38636) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.102788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e1412619-7e73-4895-981a-88acb9f37de3 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202 HTTP/1.1" status: 200 len: 366 time: 0.0079365 Nov 12 03:42:09.104864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38638) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.117292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee61a5c3-6564-43b4-ac38-c8fde620f0b1 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202 HTTP/1.1" status: 204 len: 168 time: 0.0115097 Nov 12 03:42:09.120011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38640) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.128720 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5134240c-2a06-4c18-80b4-b4fc4064651a tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078037 Nov 12 03:42:09.130748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38642) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.139513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c6305cb6-dbe0-4954-9bbe-be0f977e3131 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202 HTTP/1.1" status: 200 len: 370 time: 0.0078020 Nov 12 03:42:09.141519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38644) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.145805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9c35cc4f-9234-4a74-8a28-03941bf6377a tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202/default HTTP/1.1" status: 200 len: 370 time: 0.0034115 Nov 12 03:42:09.147919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38646) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.155123 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-aa21e26f-1f72-46aa-9d6e-bc609b1d28d3 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:42:09.156059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aa21e26f-1f72-46aa-9d6e-bc609b1d28d3 tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/bca98d8bb46c4a1ea90aba8d835a2202 HTTP/1.1" status: 404 len: 348 time: 0.0073340 Nov 12 03:42:09.252979 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38650) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.277182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:network and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.282083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.288293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:subnet and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.291371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.297696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:subnetpool and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.303175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.309840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:port and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.313001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.319082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:router and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.322191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.328947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:floatingip and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.332053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.366856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:security_group and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.372196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.378687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Usage tracker for resource:security_group_rule and project:2e77dfa0bace4e3bb1933977ea74042e is out of sync, need to count used quota {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:42:09.381824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.quota.resource [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102432) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:42:09.386635 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-947a599b-64e6-4ca7-82b9-3fab85f1682d tempest-QuotasTest-1656944948 tempest-QuotasTest-1656944948-project-admin] 10.222.0.84 "GET /v2.0/quotas/2e77dfa0bace4e3bb1933977ea74042e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1326079 Nov 12 03:42:09.671812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38656) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.776150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a16f06e5-1dc7-4e82-9071-07cd0e8374e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.849697 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a16f06e5-1dc7-4e82-9071-07cd0e8374e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.853159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a16f06e5-1dc7-4e82-9071-07cd0e8374e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.889495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f06e5-1dc7-4e82-9071-07cd0e8374e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4bdb6c-02cb-44ed-ad39-53e85569054e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:09.895556 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a16f06e5-1dc7-4e82-9071-07cd0e8374e5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4af723b42588437b94aa9304bf8b4f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226853 Nov 12 03:42:09.896684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.950629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.975642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.022789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.025381 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.029895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf4bdb6c-02cb-44ed-ad39-53e85569054e HTTP/1.1" status: 204 len: 168 time: 0.1288080 Nov 12 03:42:10.035862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4253758-d885-4043-99a3-a7118add26e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4bdb6c-02cb-44ed-ad39-53e85569054e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.287212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38666) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.300555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b51330e-dcb3-4890-94ec-86b2d040e85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.376465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b51330e-dcb3-4890-94ec-86b2d040e85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.379855 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b51330e-dcb3-4890-94ec-86b2d040e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.416976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4b51330e-dcb3-4890-94ec-86b2d040e85e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e77dfa0bace4e3bb1933977ea74042e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286843 Nov 12 03:42:10.418113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51330e-dcb3-4890-94ec-86b2d040e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e08266-3c69-4c48-a15f-0885a37d833c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.419819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38668) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.468575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.489418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.535200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.537741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.538879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f3e08266-3c69-4c48-a15f-0885a37d833c HTTP/1.1" status: 204 len: 168 time: 0.1180706 Nov 12 03:42:10.546395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fefd39-2e24-4bb2-88d1-9c41bafec801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e08266-3c69-4c48-a15f-0885a37d833c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.863334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38704) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.958352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-23614250', 'router:external': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:11.979974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Made reservation on behalf of 2f731151616e42068469e3d1b5a31ac9 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:11.982370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.995508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.069912 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.073872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.101877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:12.113770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c3780-a94a-420f-a960-7760ae83fb28,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.120469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.120819 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Added segment f7ba68a9-aee8-4c8e-93fa-99746e254f27 of type vlan for network 4c69c101-d303-4748-86b2-66fe1e95c243 Nov 12 03:42:12.168885 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.204579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.205794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.206364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.279038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4144394 Nov 12 03:42:12.281817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.286827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'subnet': {'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:12.292445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdbd6b-c981-4c9d-8030-c2cc869cb60d tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Network': ['ID=4c69c101-d303-4748-86b2-66fe1e95c243,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.302127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 4c69c101-d303-4748-86b2-66fe1e95c243 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:12.307467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Made reservation on behalf of 2f731151616e42068469e3d1b5a31ac9 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:12.309801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.586610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:42:12.586967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.642236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bfce98a-ae76-4a46-bb83-423969deed1d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.649596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Checking segment: {'id': 'f7ba68a9-aee8-4c8e-93fa-99746e254f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:12.649955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network hostable DHCP agents. Network: 4c69c101-d303-4748-86b2-66fe1e95c243, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:12.666503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 4c69c101-d303-4748-86b2-66fe1e95c243 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:12.674799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 4c69c101-d303-4748-86b2-66fe1e95c243) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:12.678833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:12.679585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.684561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8820c4-4614-4c4c-9ac1-3571ae699cab None None] Network 4c69c101-d303-4748-86b2-66fe1e95c243 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:12.695008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f438b786-0aa4-4f32-93a4-bfcb7d6074f6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4120963 Nov 12 03:42:12.698267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38710) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:12.703319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2111759854', 'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:12.722727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Made reservation on behalf of 2f731151616e42068469e3d1b5a31ac9 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:12.725234 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.740785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] device_id is not set on port afc36d30-840a-492a-a4ab-21a6ad5415d5 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:12.809199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd049175-6b20-49ba-9a2f-4154ff71f41a None None] Network 4c69c101-d303-4748-86b2-66fe1e95c243 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:12.847856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.20.0.4 (4c69c101-d303-4748-86b2-66fe1e95c243/2bfce98a-ae76-4a46-bb83-423969deed1d/afc36d30-840a-492a-a4ab-21a6ad5415d5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:12.983906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.016028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.053816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 4c69c101-d303-4748-86b2-66fe1e95c243 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:13.058935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:13.062356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:13.068403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=afc36d30-840a-492a-a4ab-21a6ad5415d5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.105808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:13.106349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.121682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-403da315-6270-456a-81b2-d78be4fc90f4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4224157 Nov 12 03:42:13.124248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38712) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.200989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Deleting port afc36d30-840a-492a-a4ab-21a6ad5415d5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:13.201332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.274399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.291968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Calling delete_port for afc36d30-840a-492a-a4ab-21a6ad5415d5 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:13.420502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.447464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc36d30-840a-492a-a4ab-21a6ad5415d5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.509471 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.512813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-edd7f2f3-1e6b-4e95-be6a-cce854f847d2 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/ports/afc36d30-840a-492a-a4ab-21a6ad5415d5 HTTP/1.1" status: 204 len: 168 time: 0.3876340 Nov 12 03:42:13.515321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.519411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243', 'external_fixed_ips': [{'subnet_id': '2bfce98a-ae76-4a46-bb83-423969deed1d', 'ip_address': '172.20.0.4'}]}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:13.539511 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.540482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.589193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.719078 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.910012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.928054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.064952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.20.0.4 (4c69c101-d303-4748-86b2-66fe1e95c243/2bfce98a-ae76-4a46-bb83-423969deed1d/e9550aac-825e-4fd2-b581-fb227c890cf3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:14.163722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.195024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.230611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 4c69c101-d303-4748-86b2-66fe1e95c243 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:14.235211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:14.238593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:14.264846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=e9550aac-825e-4fd2-b581-fb227c890cf3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.477894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.660634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.074980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router 29cb29d3-d35e-4941-b666-e6a2dbec4514 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:15.175747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:15.185264 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Sync routers for ids ['29cb29d3-d35e-4941-b666-e6a2dbec4514'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:15.192796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.194042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6d0e097-70e3-4987-92ee-8e9eb4ad5ac1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6778121 Nov 12 03:42:15.194440 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Routers {'29cb29d3-d35e-4941-b666-e6a2dbec4514'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:15.195045 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['29cb29d3-d35e-4941-b666-e6a2dbec4514'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:15.196791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38716) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.298878 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Set router 29cb29d3-d35e-4941-b666-e6a2dbec4514 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:15.309056 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.410041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.463366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Deleting port e9550aac-825e-4fd2-b581-fb227c890cf3 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:15.463709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.484464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cb29d3-d35e-4941-b666-e6a2dbec4514', 'name': '', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243', 'external_fixed_ips': [{'subnet_id': '2bfce98a-ae76-4a46-bb83-423969deed1d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e9550aac-825e-4fd2-b581-fb227c890cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:13Z', 'updated_at': '2021-11-12T03:42:14Z', 'revision_number': 3, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port': {'id': 'e9550aac-825e-4fd2-b581-fb227c890cf3', 'name': '', 'network_id': '4c69c101-d303-4748-86b2-66fe1e95c243', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cb29d3-d35e-4941-b666-e6a2dbec4514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '2bfce98a-ae76-4a46-bb83-423969deed1d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:13Z', 'updated_at': '2021-11-12T03:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bfce98a-ae76-4a46-bb83-423969deed1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:15.517958 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Checking router: 29cb29d3-d35e-4941-b666-e6a2dbec4514 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:15.518315 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Updating router 29cb29d3-d35e-4941-b666-e6a2dbec4514 port e9550aac-825e-4fd2-b581-fb227c890cf3 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:15.542176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.543404 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.554241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Calling delete_port for e9550aac-825e-4fd2-b581-fb227c890cf3 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:15.716166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.746986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9550aac-825e-4fd2-b581-fb227c890cf3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.788460 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.db.api [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:15.788814 n-d-615180-50 neutron-server[102435]: DEBUG oslo_db.api [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:15.805472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.894781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.896891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.941308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.941833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29cb29d3-d35e-4941-b666-e6a2dbec4514 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:15.946042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.947775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-32d4ecd8-a99a-4101-abb4-1f3597f12fe5 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/routers/29cb29d3-d35e-4941-b666-e6a2dbec4514 HTTP/1.1" status: 204 len: 168 time: 0.7486994 Nov 12 03:42:15.950461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38718) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.993496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Deleting subnet 2bfce98a-ae76-4a46-bb83-423969deed1d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:15.996981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.030561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.073098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.123849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.147824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfce98a-ae76-4a46-bb83-423969deed1d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.153465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.156576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5a9e4631-43cd-4e71-a7d6-6036c4678acd tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/2bfce98a-ae76-4a46-bb83-423969deed1d HTTP/1.1" status: 204 len: 168 time: 0.2051840 Nov 12 03:42:16.159134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38720) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.226352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.306195 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Port e9550aac-825e-4fd2-b581-fb227c890cf3 not found while updating agent binding for router 29cb29d3-d35e-4941-b666-e6a2dbec4514. {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:42:16.314685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:16.315058 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:42:16.315671 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29cb29d3-d35e-4941-b666-e6a2dbec4514'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:42:16.316038 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca3b3fc-ee64-4012-a986-d2edddddd2d4 None None] The sync data for ids ['29cb29d3-d35e-4941-b666-e6a2dbec4514'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:16.324601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.344079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c69c101-d303-4748-86b2-66fe1e95c243']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:16.353052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ba68a9-aee8-4c8e-93fa-99746e254f27') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:16.353888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ba68a9-aee8-4c8e-93fa-99746e254f27') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:16.362938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.376012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.381930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:16.382487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:16.384612 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:16.444300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.449863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c69c101-d303-4748-86b2-66fe1e95c243 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:42:16.452753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.455988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/networks/4c69c101-d303-4748-86b2-66fe1e95c243 HTTP/1.1" status: 204 len: 168 time: 0.2959294 Nov 12 03:42:16.466304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45d20-603d-4b0c-91dc-0e6ce869783a tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c69c101-d303-4748-86b2-66fe1e95c243,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.630634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38728) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.635144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'name': 'tempest-router--1134772427', 'project_id': '6b3b8aad06894854bafe10b5689e2e21'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:16.656115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.657087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.706201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.714217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.727981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.729768 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bc1fa8b3-d23f-4587-ab88-2878832b10e4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0980837 Nov 12 03:42:16.732536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38730) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.805785 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.962686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.965468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.006875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.007451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fefd8f59-3a4c-4080-8d0e-a1974a2cf0e1 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:17.012531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.013627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35dc4f2e-90ae-412b-ace9-9105e87b6ad6 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/routers/fefd8f59-3a4c-4080-8d0e-a1974a2cf0e1 HTTP/1.1" status: 204 len: 168 time: 0.2801833 Nov 12 03:42:17.114632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38736) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.300577 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-195825795', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:17.324456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.325502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.380503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.515599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.711826 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.730231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.835247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Allocated IP 172.25.2.189 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/7422db17-573d-469c-8c8d-2ed1db7c42d4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:17.930620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.966942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.011357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:18.014038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:18.019384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:18.027303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85667f2-f9c1-478d-847d-92fe13206af3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:18.045740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event updated for resources: {'Port': ['ID=7422db17-573d-469c-8c8d-2ed1db7c42d4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.132176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ca10d741-c8f0-44a7-a73a-2581c6cc57fe None None] Provisioning complete for port 7422db17-573d-469c-8c8d-2ed1db7c42d4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:18.132541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca10d741-c8f0-44a7-a73a-2581c6cc57fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.165238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ca10d741-c8f0-44a7-a73a-2581c6cc57fe None None] Port 7422db17-573d-469c-8c8d-2ed1db7c42d4 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:18.267569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.467935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.594192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Router a6a062b5-9776-4980-b757-2abe9231fcfa is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:18.988267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:18.997891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] Sync routers for ids ['a6a062b5-9776-4980-b757-2abe9231fcfa'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:19.007970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] Routers {'a6a062b5-9776-4980-b757-2abe9231fcfa'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:19.008152 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.008598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a6a062b5-9776-4980-b757-2abe9231fcfa'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.009188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-986e60aa-e757-40e7-8b24-85935bc8a18f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8935242 Nov 12 03:42:19.012455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38742) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.040641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.049040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] Routers {'a6a062b5-9776-4980-b757-2abe9231fcfa'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:19.049644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a6a062b5-9776-4980-b757-2abe9231fcfa'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.084772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:19.085434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11eb5aa-c114-45e7-9493-2c4b60f01bc4 None None] The sync data for ids ['a6a062b5-9776-4980-b757-2abe9231fcfa'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:19.116860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5ad859cb-fafb-45f4-a9fd-e194d52382d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/a6a062b5-9776-4980-b757-2abe9231fcfa HTTP/1.1" status: 200 len: 920 time: 0.1032197 Nov 12 03:42:19.120096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38744) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.145272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9809eab0-5b95-434d-88a8-7b0e817637ef tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6a062b5-9776-4980-b757-2abe9231fcfa HTTP/1.1" status: 200 len: 205 time: 0.0241582 Nov 12 03:42:19.147668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38746) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.252030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.360610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.418711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port 7422db17-573d-469c-8c8d-2ed1db7c42d4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:19.420232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.493695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.505716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for 7422db17-573d-469c-8c8d-2ed1db7c42d4 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:19.662438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.693239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=7422db17-573d-469c-8c8d-2ed1db7c42d4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.705420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c11b98-4f67-4f07-be3e-a86b6a8db036 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:19.758391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.848674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.850799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.892002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.892625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router a6a062b5-9776-4980-b757-2abe9231fcfa {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:19.899446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.900600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5d38a79c-a782-4bbf-a836-438b60c43e33 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/a6a062b5-9776-4980-b757-2abe9231fcfa HTTP/1.1" status: 204 len: 168 time: 0.7520585 Nov 12 03:42:19.904185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38748) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:19.908304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1143069973', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:19.928470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.929627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.985212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.116402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.313397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.332042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.436724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.25.2.80 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6af57f75-aef1-47d1-bd4b-93a5adc3f430) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:20.535828 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.567918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.602800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:20.605587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:20.608335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:20.618148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ea152-90c8-4428-b18a-95c6ee5ccd3f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:20.646193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=6af57f75-aef1-47d1-bd4b-93a5adc3f430,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.696384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e2e810e8-a21e-4422-ab7a-e462ca6c585a None None] Provisioning complete for port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:20.696855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e2e810e8-a21e-4422-ab7a-e462ca6c585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.730314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e2e810e8-a21e-4422-ab7a-e462ca6c585a None None] Port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:20.868403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.056028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.179406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router 8eae0681-066c-4445-8ef4-a78a62bfde38 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:21.282672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:21.292171 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Sync routers for ids ['8eae0681-066c-4445-8ef4-a78a62bfde38'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:21.300947 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.301430 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Routers {'8eae0681-066c-4445-8ef4-a78a62bfde38'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:21.302022 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['8eae0681-066c-4445-8ef4-a78a62bfde38'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:21.302201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e8c38d02-735a-4efb-baff-6e5ac1eb8ca0 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.3970859 Nov 12 03:42:21.304998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38750) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.415263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-91631585-d75b-43ed-93ae-3041a34d7f61 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/8eae0681-066c-4445-8ef4-a78a62bfde38 HTTP/1.1" status: 200 len: 908 time: 0.1085701 Nov 12 03:42:21.420819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.426384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1143069973', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': True}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:21.449224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.450329 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.495840 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Set router 8eae0681-066c-4445-8ef4-a78a62bfde38 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:21.504038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.633721 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.670202 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': False}, 'gw_port_id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:19Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 3, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port': {'id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:21.700165 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Checking router: 8eae0681-066c-4445-8ef4-a78a62bfde38 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:21.700432 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Updating router 8eae0681-066c-4445-8ef4-a78a62bfde38 port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:21.724582 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.982772 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.988696 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.030599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9eca0c-93f1-466c-8d51-69c921e51e7a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:22.036389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Attempting to bind port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:22.036781 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Attempting to bind port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:22.037157 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Attempting to bind port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:22.050972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:22.051391 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:22.051797 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.052194 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:22.052674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Bound port: 6af57f75-aef1-47d1-bd4b-93a5adc3f430, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:22.053058 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.065379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3db6f71e-a8e0-449c-9dad-0b2b185c7b9b None None] Provisioning complete for port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.065746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3db6f71e-a8e0-449c-9dad-0b2b185c7b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.076915 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Pushing event updated for resources: {'Port': ['ID=6af57f75-aef1-47d1-bd4b-93a5adc3f430,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.106509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.107426 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.107768 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.108111 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.108454 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.108788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.109122 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.109449 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.109779 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.110107 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.110432 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.110762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.111088 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:22.120441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3db6f71e-a8e0-449c-9dad-0b2b185c7b9b None None] Port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:22.123926 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] For port 6af57f75-aef1-47d1-bd4b-93a5adc3f430, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:22.126208 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.127337 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] For port 6af57f75-aef1-47d1-bd4b-93a5adc3f430, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6af57f75-aef1-47d1-bd4b-93a5adc3f430,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:22.131469 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.171027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4394429-b858-444e-ac08-7ff594fa67b8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:22.181006 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Routers {'8eae0681-066c-4445-8ef4-a78a62bfde38'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:22.181639 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['8eae0681-066c-4445-8ef4-a78a62bfde38'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.230308 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77818a57-4497-4b87-8e52-e191c3a11ab6 None None] Pushing event updated for resources: {'Port': ['ID=6af57f75-aef1-47d1-bd4b-93a5adc3f430,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.237115 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.25.2.79 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c3cb9849-202d-4148-be12-c152c5898791) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:22.244058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] Provisioning complete for port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.244499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.300888 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] Set router 8eae0681-066c-4445-8ef4-a78a62bfde38 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:22.325813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.341938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.346433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] For port 6af57f75-aef1-47d1-bd4b-93a5adc3f430, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6af57f75-aef1-47d1-bd4b-93a5adc3f430,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:22.350339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.379568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.401583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f27ca-eea5-4f28-900b-3cd69f33667f None None] Pushing event updated for resources: {'Port': ['ID=6af57f75-aef1-47d1-bd4b-93a5adc3f430,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.418412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:22.424036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:22.426587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:22.441794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2e567-0c24-4279-99f9-2097edf296f7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:22.460818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=c3cb9849-202d-4148-be12-c152c5898791,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.478083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e870d246-1eff-4720-8cf9-34b396d80ebc None None] Provisioning complete for port c3cb9849-202d-4148-be12-c152c5898791 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.478463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e870d246-1eff-4720-8cf9-34b396d80ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.492673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': False}, 'gw_port_id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:19Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 3, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port': {'id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.514916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e870d246-1eff-4720-8cf9-34b396d80ebc None None] Port c3cb9849-202d-4148-be12-c152c5898791 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:22.523746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5b83-5884-474d-a7e8-74b0f8af1c20 None None] The sync data for ids ['8eae0681-066c-4445-8ef4-a78a62bfde38'] in n-d-615180-50 is: [{'id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80'}], 'enable_snat': False}, 'gw_port_id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:19Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 3, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port': {'id': '6af57f75-aef1-47d1-bd4b-93a5adc3f430', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:63:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eae0681-066c-4445-8ef4-a78a62bfde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:22.692561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.919928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.051113 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router ce6f35ed-abe4-469c-ad30-6c76dc8313e7 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:23.162680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:23.172565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Sync routers for ids ['ce6f35ed-abe4-469c-ad30-6c76dc8313e7'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:23.180520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.184996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Routers {'ce6f35ed-abe4-469c-ad30-6c76dc8313e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:23.185219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49e87637-7dfd-4a04-990c-09ee4cbf0f95 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7625320 Nov 12 03:42:23.185335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38758) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:23.186760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ce6f35ed-abe4-469c-ad30-6c76dc8313e7'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.315634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Set router ce6f35ed-abe4-469c-ad30-6c76dc8313e7 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:23.502814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6f35ed-abe4-469c-ad30-6c76dc8313e7', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'c3cb9849-202d-4148-be12-c152c5898791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:21Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port': {'id': 'c3cb9849-202d-4148-be12-c152c5898791', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6f35ed-abe4-469c-ad30-6c76dc8313e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:23.534788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Checking router: ce6f35ed-abe4-469c-ad30-6c76dc8313e7 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:23.535230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Updating router ce6f35ed-abe4-469c-ad30-6c76dc8313e7 port c3cb9849-202d-4148-be12-c152c5898791 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:23.560765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.599432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38760) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:23.599978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e33896bd-bb35-45e7-a9b7-1d2c5b7e5ffc tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/ce6f35ed-abe4-469c-ad30-6c76dc8313e7 HTTP/1.1" status: 200 len: 907 time: 0.4130237 Nov 12 03:42:23.707172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.819001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.822182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.831322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.877093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be6092-4b33-4696-8153-44ab9936b5a6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:23.890032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Attempting to bind port c3cb9849-202d-4148-be12-c152c5898791 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:23.890440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Attempting to bind port c3cb9849-202d-4148-be12-c152c5898791 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:23.890929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Attempting to bind port c3cb9849-202d-4148-be12-c152c5898791 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:23.891133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Deleting port c3cb9849-202d-4148-be12-c152c5898791 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:23.891415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.906817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:23.907212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:23.907610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.908083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:23.908676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Bound port: c3cb9849-202d-4148-be12-c152c5898791, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:23.909079 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.915958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c002e-5ff2-42a1-913e-f56ddd18d21d None None] Pushing event updated for resources: {'Port': ['ID=c3cb9849-202d-4148-be12-c152c5898791,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:23.943812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6af57f75-aef1-47d1-bd4b-93a5adc3f430 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:23.996872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] For port c3cb9849-202d-4148-be12-c152c5898791, host n-d-615180-50, got binding levels [] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:23.997329 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.008834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6a16b35c-d31f-4aea-9482-5841f4a0ba80 None None] Provisioning complete for port c3cb9849-202d-4148-be12-c152c5898791 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.009448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6a16b35c-d31f-4aea-9482-5841f4a0ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.010301 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Calling delete_port for c3cb9849-202d-4148-be12-c152c5898791 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:24.036853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] For port c3cb9849-202d-4148-be12-c152c5898791, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:24.060030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] For port c3cb9849-202d-4148-be12-c152c5898791, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c3cb9849-202d-4148-be12-c152c5898791,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:24.065375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6a16b35c-d31f-4aea-9482-5841f4a0ba80 None None] Port c3cb9849-202d-4148-be12-c152c5898791 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:24.070739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.109168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.109616 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.137154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aa743d-c590-430b-955d-2b2a81c691d8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:24.176246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Routers {'ce6f35ed-abe4-469c-ad30-6c76dc8313e7'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:24.176959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ce6f35ed-abe4-469c-ad30-6c76dc8313e7'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.178991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c002e-5ff2-42a1-913e-f56ddd18d21d None None] Pushing event updated for resources: {'Port': ['ID=c3cb9849-202d-4148-be12-c152c5898791,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.196461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.222803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3cb9849-202d-4148-be12-c152c5898791,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.249648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac7ddb-3cdf-442a-b8a5-5e5889184774 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:24.288832 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.308410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9d093bc1-0d9d-4efd-a139-982ff7c1906f None None] Could not find standard attr ID for object c3cb9849-202d-4148-be12-c152c5898791. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:24.319502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] Set router ce6f35ed-abe4-469c-ad30-6c76dc8313e7 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:24.372861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6f35ed-abe4-469c-ad30-6c76dc8313e7', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:21Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.380971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.383264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.406678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd029f8-5c56-41a9-803c-2924e0f95540 None None] The sync data for ids ['ce6f35ed-abe4-469c-ad30-6c76dc8313e7'] in n-d-615180-50 is: [{'id': 'ce6f35ed-abe4-469c-ad30-6c76dc8313e7', 'name': 'tempest-snat-router-1143069973', 'tenant_id': '2f731151616e42068469e3d1b5a31ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:21Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2f731151616e42068469e3d1b5a31ac9', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:24.429538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.430078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce6f35ed-abe4-469c-ad30-6c76dc8313e7 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:24.434640 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.436854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f01732e0-2d71-47f7-b86d-99d2120adbd8 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/routers/ce6f35ed-abe4-469c-ad30-6c76dc8313e7 HTTP/1.1" status: 204 len: 168 time: 0.8362708 Nov 12 03:42:24.439702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38762) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:24.550009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.657837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.718085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Deleting port 6af57f75-aef1-47d1-bd4b-93a5adc3f430 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:24.718430 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.800842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] For port 6af57f75-aef1-47d1-bd4b-93a5adc3f430, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6af57f75-aef1-47d1-bd4b-93a5adc3f430,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:24.801207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.814236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Calling delete_port for 6af57f75-aef1-47d1-bd4b-93a5adc3f430 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:24.977454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.005203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event deleted for resources: {'Port': ['ID=6af57f75-aef1-47d1-bd4b-93a5adc3f430,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.020427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e4ade-6c7b-4a2a-970d-12b2d238e124 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:25.075933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.175532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.177856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.223356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.223999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eae0681-066c-4445-8ef4-a78a62bfde38 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:25.228288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.229747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5354f99e-b020-4c07-8408-abc598403cdf tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "DELETE /v2.0/routers/8eae0681-066c-4445-8ef4-a78a62bfde38 HTTP/1.1" status: 204 len: 168 time: 0.7890503 Nov 12 03:42:25.233297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38764) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.237802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1447131319', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:25.262335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.263900 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.317306 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.753304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.869578 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6af57f75-aef1-47d1-bd4b-93a5adc3f430 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:25.889223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6af57f75-aef1-47d1-bd4b-93a5adc3f430 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:25.889579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6af57f75-aef1-47d1-bd4b-93a5adc3f430 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:25.947997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.967459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.075978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Allocated IP 172.25.2.66 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fbfa0667-43d8-4050-92b0-6445b79d8b08) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:26.180866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.214872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.251241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:26.255831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:26.259277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:26.269458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a4a2a-3bf8-4009-b625-65f3ad94fc9d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:26.282536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event updated for resources: {'Port': ['ID=fbfa0667-43d8-4050-92b0-6445b79d8b08,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:26.341006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0f7607d4-6b36-4676-95b1-113a8c7db0e9 None None] Provisioning complete for port fbfa0667-43d8-4050-92b0-6445b79d8b08 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:26.341372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f7607d4-6b36-4676-95b1-113a8c7db0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.374904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0f7607d4-6b36-4676-95b1-113a8c7db0e9 None None] Port fbfa0667-43d8-4050-92b0-6445b79d8b08 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:26.509491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.702656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.827477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Router b63c336d-76d5-405b-8904-beafeb9a882f is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:26.931069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:26.941460 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] Sync routers for ids ['b63c336d-76d5-405b-8904-beafeb9a882f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:26.951111 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.951357 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] Routers {'b63c336d-76d5-405b-8904-beafeb9a882f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:26.952230 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b63c336d-76d5-405b-8904-beafeb9a882f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.952829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-abc2208d-be39-4a99-bf49-835f8a31ea0f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7185950 Nov 12 03:42:26.955595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38768) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:26.959900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:26.984881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.993500 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] Routers {'b63c336d-76d5-405b-8904-beafeb9a882f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:26.994108 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b63c336d-76d5-405b-8904-beafeb9a882f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.028818 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.029372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bea8b-d403-428b-8677-528faab7cbcd None None] The sync data for ids ['b63c336d-76d5-405b-8904-beafeb9a882f'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:27.254008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.638134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.641334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.747516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router b63c336d-76d5-405b-8904-beafeb9a882f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:27.941613 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.131514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:28.136218 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.137407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3938f4ba-de14-411a-8a1b-58b8b2a7f077 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "PUT /v2.0/routers/b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 200 len: 921 time: 1.1808934 Nov 12 03:42:28.140168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.142691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] Sync routers for ids ['b63c336d-76d5-405b-8904-beafeb9a882f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:28.153311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] Routers {'b63c336d-76d5-405b-8904-beafeb9a882f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:28.153932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b63c336d-76d5-405b-8904-beafeb9a882f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.184546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.192820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] Routers {'b63c336d-76d5-405b-8904-beafeb9a882f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:28.193423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b63c336d-76d5-405b-8904-beafeb9a882f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.226898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.227543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f3354-1756-43a4-8807-6a02585780ef None None] The sync data for ids ['b63c336d-76d5-405b-8904-beafeb9a882f'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:28.249357 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c9b73994-cece-4dc9-8e3d-d0e1433e1978 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 200 len: 921 time: 0.1080370 Nov 12 03:42:28.252047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.321693 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761d371-426c-4d7e-a921-65d5dcce89d4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.323773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5761d371-426c-4d7e-a921-65d5dcce89d4 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=b63c336d-76d5-405b-8904-beafeb9a882f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0707355 Nov 12 03:42:28.326871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38776) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.411418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e33eb-c83d-4e57-86aa-1942ef0a98d3 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:28.412837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-068e33eb-c83d-4e57-86aa-1942ef0a98d3 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.0850124 Nov 12 03:42:28.415581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.442500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e878bdf6-9205-47e9-aeb2-296aa81f17ad tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 200 len: 205 time: 0.0258572 Nov 12 03:42:28.444884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.548022 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.649637 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.700912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port fbfa0667-43d8-4050-92b0-6445b79d8b08 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:28.701257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.788578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.800565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for fbfa0667-43d8-4050-92b0-6445b79d8b08 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:28.959268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.985457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=fbfa0667-43d8-4050-92b0-6445b79d8b08,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.996798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934a691-314c-4904-a2ba-a5f60f3c8467 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:29.044138 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.136690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.138714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.184340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.185053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router b63c336d-76d5-405b-8904-beafeb9a882f {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:29.193617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.194907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8bfb2217-81aa-49b1-8d5f-737d613c9224 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 204 len: 168 time: 0.7490585 Nov 12 03:42:29.199223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.203964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1488710187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:29.225683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.226658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.277057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.281012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.298976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.300252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9c6c0856-7752-462b-b28e-ad03d09d45e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0998771 Nov 12 03:42:29.302854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38786) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.307744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:29.462394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.516966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.689848 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:29.702611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.721587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.828094 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Allocated IP 172.25.2.181 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/91575cb0-985b-463d-989c-e3fb9c20ed16) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:29.928238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.960086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.996717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:29.999516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:30.008292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:30.016826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8d4b2-65b2-4458-bfba-099dadb92fd7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:30.032490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event updated for resources: {'Port': ['ID=91575cb0-985b-463d-989c-e3fb9c20ed16,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.117460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-df60c20d-eccf-4a65-92c1-119f7e6da90a None None] Provisioning complete for port 91575cb0-985b-463d-989c-e3fb9c20ed16 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:30.117828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-df60c20d-eccf-4a65-92c1-119f7e6da90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.150144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-df60c20d-eccf-4a65-92c1-119f7e6da90a None None] Port 91575cb0-985b-463d-989c-e3fb9c20ed16 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:30.263312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.461489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.465286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.870275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Router d7633959-dec4-4a39-a658-6e239a666d90 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:30.996507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-dfe107fb-e8c9-4bc9-97f5-06ca58074851 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860052 Nov 12 03:42:31.002627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:31.009307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.011042 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-41c3a80c-dc49-40b7-bc4a-b5338f0c89ec tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "PUT /v2.0/routers/d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 200 len: 880 time: 1.7072494 Nov 12 03:42:31.013605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.013758 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] Sync routers for ids ['d7633959-dec4-4a39-a658-6e239a666d90'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:31.023381 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] Routers {'d7633959-dec4-4a39-a658-6e239a666d90'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:31.024133 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d7633959-dec4-4a39-a658-6e239a666d90'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.063899 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.072693 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] Routers {'d7633959-dec4-4a39-a658-6e239a666d90'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:31.073383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d7633959-dec4-4a39-a658-6e239a666d90'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.108304 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:31.108940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a6265-6551-4a43-8502-97e4fae34298 None None] The sync data for ids ['d7633959-dec4-4a39-a658-6e239a666d90'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:31.133089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-7cd90abb-73c8-4827-a202-1014c08ab8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.134579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-7cd90abb-73c8-4827-a202-1014c08ab8c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0840986 Nov 12 03:42:31.149929 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-99e2baa1-aca4-483a-9e54-de0327b59988 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 200 len: 921 time: 0.1352174 Nov 12 03:42:31.152722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.256008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa81a54-3267-44d9-9962-c9298247e1eb tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.257524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-baa81a54-3267-44d9-9962-c9298247e1eb tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=d7633959-dec4-4a39-a658-6e239a666d90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1038902 Nov 12 03:42:31.260114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38792) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.295600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-ae53b7ed-5760-43ea-9696-9785ce67c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.297030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-ae53b7ed-5760-43ea-9696-9785ce67c9db service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 909 time: 0.1356053 Nov 12 03:42:31.401646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-8d9f8d6d-5f37-4d75-8987-ee8b1b59e929 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 1000 time: 0.0763283 Nov 12 03:42:31.404211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b174d9-82fe-4150-9a59-2b60a48fddf7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.405496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5b174d9-82fe-4150-9a59-2b60a48fddf7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.1445069 Nov 12 03:42:31.408328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38794) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.440716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-217a33f6-3029-4347-9f12-6e10a8422e3b tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 200 len: 205 time: 0.0313790 Nov 12 03:42:31.443302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38796) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.479821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-8c73d917-adb8-40b4-af06-9aacf0577fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.481323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-8c73d917-adb8-40b4-af06-9aacf0577fe4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 200 len: 847 time: 0.0639229 Nov 12 03:42:31.535343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-befae55e-8da1-459c-a723-143e0c0af08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:31.536925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-befae55e-8da1-459c-a723-143e0c0af08d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2b1680f-1478-4f40-87ca-7816441bd56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446253 Nov 12 03:42:31.548879 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.629999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-12d59f0d-7d49-4e99-a63e-68a726631199 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813620 Nov 12 03:42:31.651634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.705989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port 91575cb0-985b-463d-989c-e3fb9c20ed16 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:31.706338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.737904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb39ce26-d2d0-489c-ae5e-ed11551e437b req-44116776-a171-415a-8885-b6a091d29278 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969982 Nov 12 03:42:31.784190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.796186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for 91575cb0-985b-463d-989c-e3fb9c20ed16 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:31.953474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.977138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=91575cb0-985b-463d-989c-e3fb9c20ed16,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.993224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f349caf-f282-4a8c-8458-7e297bc44806 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:32.040684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.133504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.136142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.182416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.183617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router d7633959-dec4-4a39-a658-6e239a666d90 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:32.190950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.192073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-57d3c553-632f-40a6-8cd4-f3409f9b5043 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 204 len: 168 time: 0.7477152 Nov 12 03:42:32.195637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.200981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1577380397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:32.223341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.225168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.281084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.282384 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2353-f48b-4b15-99fb-e7daecb49f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.285083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.301962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.303194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2fb94496-81ec-478c-8739-ea63878eece7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1063588 Nov 12 03:42:32.304135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-17e482c4-a53a-457b-a5ed-d21a5ffd86ab req-c966506e-87c1-446a-b7bc-97d5a9717d9c service neutron] (102433) timed out ('10.222.0.39', 63499) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:42:32.305884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.310646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': True}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:32.506741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.699718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.717810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.823406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.25.2.105 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6eb588c0-c185-4777-94c8-6da5393e1a7d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:32.920085 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.952153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.997004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:32.999839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:33.002400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:33.008239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb588c0-c185-4777-94c8-6da5393e1a7d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.012970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892eee68-ca12-408a-aa18-4bf83282ca15 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:33.084304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9cc0631c-d740-405e-a0d5-dad16eeee21f None None] Provisioning complete for port 6eb588c0-c185-4777-94c8-6da5393e1a7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:33.084669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9cc0631c-d740-405e-a0d5-dad16eeee21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.120534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0631c-d740-405e-a0d5-dad16eeee21f None None] Port 6eb588c0-c185-4777-94c8-6da5393e1a7d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:33.254602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.445963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.449729 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.574617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router 6b1c741c-4feb-4885-86a0-0bae5239ff43 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:33.677877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:33.682707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.684746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dc591dc9-03f7-4c54-954a-cc1149f436d7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "PUT /v2.0/routers/6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 200 len: 915 time: 1.3770967 Nov 12 03:42:33.686581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38802) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.689225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] Sync routers for ids ['6b1c741c-4feb-4885-86a0-0bae5239ff43'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:33.700420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] Routers {'6b1c741c-4feb-4885-86a0-0bae5239ff43'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.701043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6b1c741c-4feb-4885-86a0-0bae5239ff43'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.732960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.741378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] Routers {'6b1c741c-4feb-4885-86a0-0bae5239ff43'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.741988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6b1c741c-4feb-4885-86a0-0bae5239ff43'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.778304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.778956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a96792-9198-4d91-ad93-c5ea813af057 None None] The sync data for ids ['6b1c741c-4feb-4885-86a0-0bae5239ff43'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:33.795539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b215f894-915f-411c-9805-538c6ce6ca2e tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 200 len: 921 time: 0.1076999 Nov 12 03:42:33.798097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38806) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.868364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1933ba-2ad5-467f-8a69-d3f3025e0597 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.869845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d1933ba-2ad5-467f-8a69-d3f3025e0597 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=6b1c741c-4feb-4885-86a0-0bae5239ff43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0708365 Nov 12 03:42:33.872467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38808) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.919605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38810) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.959687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47b704-0aa0-4755-bd90-4ac4974dcce1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:33.961272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0d47b704-0aa0-4755-bd90-4ac4974dcce1 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.0879042 Nov 12 03:42:33.964628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38812) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.002345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b95b8619-a912-463c-99e9-396bdaaaada1 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 200 len: 205 time: 0.0366127 Nov 12 03:42:34.004790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.175567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.238506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port ff1412aa-2372-4bf5-ad66-4155ff1896e6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:34.238846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.352410 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.388149 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.388470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.404304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for ff1412aa-2372-4bf5-ad66-4155ff1896e6 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:34.474400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port 6eb588c0-c185-4777-94c8-6da5393e1a7d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:34.474734 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.573647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.586163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for 6eb588c0-c185-4777-94c8-6da5393e1a7d owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:34.677542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.691236 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3966f0ff-9bb1-4660-a3d7-2cbc17e6ca97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.709719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=ff1412aa-2372-4bf5-ad66-4155ff1896e6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.816392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.816773 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Floating IP c008b4f6-7835-41a6-a9e2-2686626ac96c disassociated (deleted). External IP: 172.25.2.47, port: a93d0374-3dc2-4bf3-9a0f-26d97028655c. Nov 12 03:42:34.922026 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.956782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=6eb588c0-c185-4777-94c8-6da5393e1a7d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.964387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae87db-fbc5-4fd0-9699-97b242890d93 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:35.058722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.179407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.183397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.524722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.525293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1c741c-4feb-4885-86a0-0bae5239ff43 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:35.532373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.533449 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dade8840-8c15-49a6-8798-28ce9da9b58f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 204 len: 168 time: 1.5276802 Nov 12 03:42:35.537487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 3dfb7733-c841-4da4-af91-216b770af702 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:35.538219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38816) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.543826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2134536452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:35.566674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.567722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.617331 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.622431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.639776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.641027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8e2fb924-54b8-46c3-8144-8b836e4835b2 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1014357 Nov 12 03:42:35.643660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38818) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:35.647922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'enable_snat': False}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:35.650649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:35.655017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.661879 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Sync routers for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:35.672462 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:35.673335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.682049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6b92186a-8d76-441c-899d-4e695914017c tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/floatingips/c008b4f6-7835-41a6-a9e2-2686626ac96c HTTP/1.1" status: 204 len: 168 time: 1.7608123 Nov 12 03:42:35.682631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:35.684968 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3291de-dd44-4402-b24f-d81fb721e47b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:35.729013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.749187 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32e5b9-9b16-40c4-baf0-59d3bf999d44 x-openstack-request-id: req-6e32e5b9-9b16-40c4-baf0-59d3bf999d44 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:35.749476 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:35.749748 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6e32e5b9-9b16-40c4-baf0-59d3bf999d44 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:35.750149 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'status': 'completed', 'code': 200} Nov 12 03:42:35.920638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:35.953884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2720-beb5-42ea-a403-fd18cd53a802 req-2e5c863a-bc75-414b-869b-c334d928a7a5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:35.955503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaab2720-beb5-42ea-a403-fd18cd53a802 req-2e5c863a-bc75-414b-869b-c334d928a7a5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.0527573 Nov 12 03:42:36.012094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eaab2720-beb5-42ea-a403-fd18cd53a802 req-c061f4d2-e122-4ce1-b9f5-fb0374a6f691 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 Nov 12 03:42:36.125074 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.154551 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Checking router: 3dfb7733-c841-4da4-af91-216b770af702 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:36.161227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-651264ae-0d6a-4af6-bea4-3e16443ee822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.162742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-651264ae-0d6a-4af6-bea4-3e16443ee822 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=761865b77746445f99b3bd5f9c0698d0&device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 1098 time: 0.1080921 Nov 12 03:42:36.162887 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:36.163414 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.249023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.267133 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:36.334358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-72984c0c-5906-47c3-bd90-58a1ab1bd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.335871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-72984c0c-5906-47c3-bd90-58a1ab1bd803 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 200 len: 898 time: 0.1410475 Nov 12 03:42:36.401122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-e79a68f4-4a61-429d-acb8-a834841d07a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 200 len: 217 time: 0.0385103 Nov 12 03:42:36.465523 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:36.475196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-6e7e71d4-2026-4032-80ff-613ba372777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.476676 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-6e7e71d4-2026-4032-80ff-613ba372777f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1aa868ac-4d8a-420a-b913-032ca1939756 HTTP/1.1" status: 200 len: 835 time: 0.0680346 Nov 12 03:42:36.490775 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a28bc4-3316-4443-834a-a4daf3eae0bc None None] The sync data for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 is: [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:40:55Z', 'revision_number': 4, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c1d152c0-cecf-4799-9c83-3dcd2d5094a9', 'name': '', 'network_id': '80e651e5-651e-4fac-afd5-4d3de69565a1', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'mac_address': 'fa:16:3e:17:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:54Z', 'updated_at': '2021-11-12T03:40:58Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'subnets': [{'id': '1aa868ac-4d8a-420a-b913-032ca1939756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:36.614060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-9764c828-3540-491e-9074-ff722ddd0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:36.615915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-9764c828-3540-491e-9074-ff722ddd0985 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80e651e5-651e-4fac-afd5-4d3de69565a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296074 Nov 12 03:42:36.623792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.651019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.713865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19911b2f-9fc0-446c-aca0-cdc797acbf66 None None] New status for floating IP c008b4f6-7835-41a6-a9e2-2686626ac96c: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:42:36.817645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-b388d251-bd8b-4e40-8062-1f2ed14ad88c service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908336 Nov 12 03:42:36.855403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Allocated IP 172.25.2.12 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:36.981624 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce3291de-dd44-4402-b24f-d81fb721e47b req-6a134fc6-5549-403d-9071-5aa7cee3a550 service neutron] 10.222.0.39 "GET /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562917 Nov 12 03:42:37.012800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.046070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.085388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:37.094774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:37.107112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:37.108469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8907e5-e4ca-4be3-9f36-52fee7d97cf7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:37.109304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Pushing event updated for resources: {'Port': ['ID=d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.165962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3de72c20-3c6f-42c8-a382-7bab03181e4c None None] Provisioning complete for port d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.166394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3de72c20-3c6f-42c8-a382-7bab03181e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.202012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3de72c20-3c6f-42c8-a382-7bab03181e4c None None] Port d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:37.206605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0602-b9ef-4b6f-9475-1c5a1cce32ae req-b12993a4-ce36-49ef-88b3-b9c782269b88 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.208152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a7cc0602-b9ef-4b6f-9475-1c5a1cce32ae req-b12993a4-ce36-49ef-88b3-b9c782269b88 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.1176865 Nov 12 03:42:37.236467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.300167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-7cfc8568-e670-48d0-8fea-5e3ec658f44b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:37.301630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-7cfc8568-e670-48d0-8fea-5e3ec658f44b tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 946 time: 0.1455395 Nov 12 03:42:37.386940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a7cc0602-b9ef-4b6f-9475-1c5a1cce32ae req-285d6eaa-5169-4dd8-bd9b-fc1c04bb78df tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/security-groups?id=aef6f38b-846c-4b30-a77f-9abd8599731d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442018 Nov 12 03:42:37.537564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port a93d0374-3dc2-4bf3-9a0f-26d97028655c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:37.537814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.541774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.702547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port a93d0374-3dc2-4bf3-9a0f-26d97028655c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a93d0374-3dc2-4bf3-9a0f-26d97028655c,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:37.703387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.749134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for a93d0374-3dc2-4bf3-9a0f-26d97028655c owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:37.860791 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.872627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.000880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.035293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=a93d0374-3dc2-4bf3-9a0f-26d97028655c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:38.083157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] No DVR routers for this DVR port a93d0374-3dc2-4bf3-9a0f-26d97028655c on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:38.085569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.088902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2befd8a6-0a93-426a-8287-b3499dd55b1e req-4b45da14-cf68-48b1-a23e-6e2e96bd25ed tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.39 "DELETE /v2.0/ports/a93d0374-3dc2-4bf3-9a0f-26d97028655c HTTP/1.1" status: 204 len: 173 time: 0.7601352 Nov 12 03:42:38.089482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-deleted', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:38.091763 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8944ceca-ab73-4bf4-a041-5e595842a3e8" -d '{"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-deleted", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:38.106575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Router 4574fba6-b0eb-415a-87d0-1b5ea6a111e2 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:38.220081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.465751 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ba61f-5461-4140-a3ca-c0afee2a9145 x-openstack-request-id: req-0c8ba61f-5461-4140-a3ca-c0afee2a9145 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:38.466028 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f29dd99-67d8-43a1-bd04-83bd50ce259f", "name": "network-vif-deleted", "tag": "a93d0374-3dc2-4bf3-9a0f-26d97028655c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:38.466282 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0c8ba61f-5461-4140-a3ca-c0afee2a9145 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:38.466678 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f29dd99-67d8-43a1-bd04-83bd50ce259f', 'name': 'network-vif-deleted', 'tag': 'a93d0374-3dc2-4bf3-9a0f-26d97028655c', 'status': 'completed', 'code': 200} Nov 12 03:42:38.544141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-985b2358-7436-4ee6-b306-9a799b7b8a3b req-db254243-bde9-489d-88ac-1abf1a292acc tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f29dd99-67d8-43a1-bd04-83bd50ce259f HTTP/1.1" status: 200 len: 210 time: 0.0577931 Nov 12 03:42:38.570760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:38.576794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.577578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-679aa6f7-78d9-4793-b8cc-6fab7bbbca29 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "PUT /v2.0/routers/4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 200 len: 915 time: 2.9329810 Nov 12 03:42:38.580869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38832) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.587118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] Sync routers for ids ['4574fba6-b0eb-415a-87d0-1b5ea6a111e2'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:38.600852 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] Routers {'4574fba6-b0eb-415a-87d0-1b5ea6a111e2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:38.601466 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4574fba6-b0eb-415a-87d0-1b5ea6a111e2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:38.641894 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:38.651043 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] Routers {'4574fba6-b0eb-415a-87d0-1b5ea6a111e2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:38.651738 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4574fba6-b0eb-415a-87d0-1b5ea6a111e2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:38.682989 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:38.683580 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-450b5148-acf8-40fd-b83e-e8c76d79cf8f tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 200 len: 921 time: 0.1018915 Nov 12 03:42:38.684398 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb0f59-debc-4457-be05-1624420d41da None None] The sync data for ids ['4574fba6-b0eb-415a-87d0-1b5ea6a111e2'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:38.686249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38834) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.730824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036a65e-9247-4b9d-ae75-052805928bad tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.732370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2036a65e-9247-4b9d-ae75-052805928bad tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=4574fba6-b0eb-415a-87d0-1b5ea6a111e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0452089 Nov 12 03:42:38.734995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38836) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.815882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc3d35-f22e-4348-aafd-77862c69e309 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:38.817342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0cfc3d35-f22e-4348-aafd-77862c69e309 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/networks/59ce2794-b341-441d-9328-c798a8d1a373 HTTP/1.1" status: 200 len: 881 time: 0.0814028 Nov 12 03:42:38.820192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38838) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.846935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a6fec1d-9e03-4e4f-b576-9190c007e400 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 200 len: 205 time: 0.0257106 Nov 12 03:42:38.849260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38840) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.951944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.050811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.102406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:39.102748 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.181031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.192755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:39.350933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.377720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=d98f4795-dfd9-47d3-aa26-fc0ef4c2f8f7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:39.388282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51dc7e6-e9aa-4079-90eb-a8c0b7083f0f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:39.438757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.526407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.528856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.577110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.577628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router 4574fba6-b0eb-415a-87d0-1b5ea6a111e2 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:39.585204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.587205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a0f6d72e-1451-4c24-9da7-5da8f31a8f37 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 204 len: 168 time: 0.7361810 Nov 12 03:42:39.590032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38844) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.594553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-753059113', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:39.618180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38846) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:39.618399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.620042 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.675602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.814156 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.996556 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.006959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.026470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.145834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Allocated IP 172.25.2.110 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:40.249618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.272293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port c1d152c0-cecf-4799-9c83-3dcd2d5094a9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:40.272630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.287330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.334512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:40.341381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:40.343802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:40.355986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a19405-4c96-4b50-8301-e46e30a85c68 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:40.371522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event updated for resources: {'Port': ['ID=2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.373660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port c1d152c0-cecf-4799-9c83-3dcd2d5094a9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:40.373830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.389090 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for c1d152c0-cecf-4799-9c83-3dcd2d5094a9 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:40.441097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-03a60b89-a707-424a-a99e-b3f79bf3cd92 None None] Provisioning complete for port 2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.443803 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-03a60b89-a707-424a-a99e-b3f79bf3cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.481821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-03a60b89-a707-424a-a99e-b3f79bf3cd92 None None] Port 2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:40.612837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.616053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.641636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=c1d152c0-cecf-4799-9c83-3dcd2d5094a9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.830644 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.835712 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.958980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Router ee329740-087c-406c-a9b7-1dfd103810f1 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:41.050492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Router 3dfb7733-c841-4da4-af91-216b770af702 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:41.063723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:41.076663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] Sync routers for ids ['ee329740-087c-406c-a9b7-1dfd103810f1'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:41.084890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.086285 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-540bb619-acad-47a9-8528-c06481fd40de tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4951079 Nov 12 03:42:41.089658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38848) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.092161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] Routers {'ee329740-087c-406c-a9b7-1dfd103810f1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.092844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ee329740-087c-406c-a9b7-1dfd103810f1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.094718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:41.132333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.145173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] Routers {'ee329740-087c-406c-a9b7-1dfd103810f1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.145810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ee329740-087c-406c-a9b7-1dfd103810f1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.171873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:41.183017 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Sync routers for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:41.185408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.186256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f75a5a-c913-4707-8043-5eb4e61ae1c0 None None] The sync data for ids ['ee329740-087c-406c-a9b7-1dfd103810f1'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:41.186453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38850) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.186911 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b710d172-a1c4-4f0d-af95-e79c61903b08 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "PUT /v2.0/routers/3dfb7733-c841-4da4-af91-216b770af702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668256 Nov 12 03:42:41.196130 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.197396 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.288668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting subnet 1aa868ac-4d8a-420a-b913-032ca1939756 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:41.296361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.302091 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:41.373434 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.487188 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.514879 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Checking router: 3dfb7733-c841-4da4-af91-216b770af702 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:41.524005 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Routers {'3dfb7733-c841-4da4-af91-216b770af702'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.524637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['3dfb7733-c841-4da4-af91-216b770af702'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.578896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:41.601615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: a93d0374-3dc2-4bf3-9a0f-26d97028655c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:41.601969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a93d0374-3dc2-4bf3-9a0f-26d97028655c not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:41.638291 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] Set router 3dfb7733-c841-4da4-af91-216b770af702 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:41.817581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.840285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.849914 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b55143-600e-4b27-a6a2-46a64db6ea13 None None] The sync data for ids ['3dfb7733-c841-4da4-af91-216b770af702'] in n-d-615180-50 is: [{'id': '3dfb7733-c841-4da4-af91-216b770af702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926249642', 'tenant_id': '761865b77746445f99b3bd5f9c0698d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:50Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 5, 'project_id': '761865b77746445f99b3bd5f9c0698d0', 'gw_port': {'id': '1b21bf14-d3f7-4dd5-83e0-139b260f681e', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:e8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfb7733-c841-4da4-af91-216b770af702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:51Z', 'updated_at': '2021-11-12T03:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:41.870129 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.891792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.937676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.972805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa868ac-4d8a-420a-b913-032ca1939756,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.974091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.977435 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9f14ac9-59ec-4ff3-b0fd-41d1b8fcbdaf tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/subnets/1aa868ac-4d8a-420a-b913-032ca1939756 HTTP/1.1" status: 204 len: 168 time: 0.7899287 Nov 12 03:42:41.978955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6b280-aa6f-4891-ad26-e01dfc375fcb None None] Network 80e651e5-651e-4fac-afd5-4d3de69565a1 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:41.980733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:41.986136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Deleting port 2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:41.986476 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.062422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.076964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Calling delete_port for 2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:42.093071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.194941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.257325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] DHCP port deletion for 80e651e5-651e-4fac-afd5-4d3de69565a1 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:42.277078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.313522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Pushing event deleted for resources: {'Port': ['ID=2f2ed4aa-4a71-4db8-a6b8-f9527a7ef340,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.345729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1425d2a1-7445-4573-8c8c-12a2b99ea7b9 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:42.351832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Deleting port 3844f009-acbd-47d6-aca8-8627b0b5adbd {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:42.352400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.401179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.434697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] For port 3844f009-acbd-47d6-aca8-8627b0b5adbd, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3844f009-acbd-47d6-aca8-8627b0b5adbd,segment=NetworkSegment(30f27d05-af65-4ab1-bb75-63529b84bdec),segment_id=30f27d05-af65-4ab1-bb75-63529b84bdec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:42.435119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.449775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Calling delete_port for 3844f009-acbd-47d6-aca8-8627b0b5adbd owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:42.535841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.560962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] Pushing event deleted for resources: {'Port': ['ID=3844f009-acbd-47d6-aca8-8627b0b5adbd,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.578913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed4aab-38f7-4762-b539-f5d14423d438 None None] No DVR routers for this DVR port 3844f009-acbd-47d6-aca8-8627b0b5adbd on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:42.583398 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Deleting port 1b21bf14-d3f7-4dd5-83e0-139b260f681e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:42.583803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.630610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.634023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.661487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] For port 1b21bf14-d3f7-4dd5-83e0-139b260f681e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1b21bf14-d3f7-4dd5-83e0-139b260f681e,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:42.661850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.674115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Calling delete_port for 1b21bf14-d3f7-4dd5-83e0-139b260f681e owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:42.716066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Router ee329740-087c-406c-a9b7-1dfd103810f1 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:42.794439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:42.801903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.803164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e9b23ba3-c1c1-48db-bd74-dc6df86dfab3 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "PUT /v2.0/routers/ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 200 len: 705 time: 1.7121139 Nov 12 03:42:42.805689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38854) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.808635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] Sync routers for ids ['ee329740-087c-406c-a9b7-1dfd103810f1'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:42.821170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] Routers {'ee329740-087c-406c-a9b7-1dfd103810f1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:42.822399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ee329740-087c-406c-a9b7-1dfd103810f1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.850254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.857695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.866326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] Routers {'ee329740-087c-406c-a9b7-1dfd103810f1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:42.866924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ee329740-087c-406c-a9b7-1dfd103810f1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.879441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Port': ['ID=1b21bf14-d3f7-4dd5-83e0-139b260f681e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.885560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9e29c0fc-5f3c-4e26-8ece-6e623a8b0b63 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/routers/ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 200 len: 740 time: 0.0772960 Nov 12 03:42:42.889942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38856) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.905334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f13eba-c8de-454a-82ed-031fa17f6c86 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:42.907538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.908145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37897d69-94c9-4466-a126-e1f67f0208ab None None] The sync data for ids ['ee329740-087c-406c-a9b7-1dfd103810f1'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:42.946630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3d4bdf95-a021-4773-a263-2ff98f500ee7 tempest-RoutersAdminTest-249088535 tempest-RoutersAdminTest-249088535-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=59ce2794-b341-441d-9328-c798a8d1a373&device_id=ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 200 len: 205 time: 0.0555608 Nov 12 03:42:42.949728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38858) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.952387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.976339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98a46d38-fb06-4d33-aa02-f869b66e3cea tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 200 len: 205 time: 0.0254438 Nov 12 03:42:42.978786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.044445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.046775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.054815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.088753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.089272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Fanout notify agent at l3_agent the message router_deleted on router 3dfb7733-c841-4da4-af91-216b770af702 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:43.104104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.104104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f0c85d4b-fd40-477a-b9ec-34c89e103471 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/routers/3dfb7733-c841-4da4-af91-216b770af702 HTTP/1.1" status: 204 len: 168 time: 1.1165719 Nov 12 03:42:43.106639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38862) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.190067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.233908 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.236727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.284040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.284658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Fanout notify agent at l3_agent the message router_deleted on router ee329740-087c-406c-a9b7-1dfd103810f1 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:43.286896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.292512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.293666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-da155985-a164-4124-97fa-8566695905fb tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 204 len: 168 time: 0.3138971 Nov 12 03:42:43.297041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38864) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.310592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e651e5-651e-4fac-afd5-4d3de69565a1']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.320112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f27d05-af65-4ab1-bb75-63529b84bdec') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.320459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f27d05-af65-4ab1-bb75-63529b84bdec') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:43.326145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a8e24702-0042-4a36-9e0d-cf04644b5f57 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 200 len: 205 time: 0.0259080 Nov 12 03:42:43.326570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.330899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.344186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.350187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:43.350578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:43.354128 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:43.367253 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-287d09a9-b73f-46a7-a4b0-fcbc01a13fd6 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.368300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-287d09a9-b73f-46a7-a4b0-fcbc01a13fd6 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/ee329740-087c-406c-a9b7-1dfd103810f1 HTTP/1.1" status: 404 len: 336 time: 0.0407023 Nov 12 03:42:43.371592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38868) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.398479 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-749ded0a-cc73-40f2-9143-152d8399e3e0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 200 len: 205 time: 0.0257854 Nov 12 03:42:43.400820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38870) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.410730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.419058 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.422244 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/networks/80e651e5-651e-4fac-afd5-4d3de69565a1 HTTP/1.1" status: 204 len: 168 time: 0.3165395 Nov 12 03:42:43.433297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38872) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.441520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9ecdd-da5d-4f46-be75-a83dccdeec20 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'Network': ['ID=80e651e5-651e-4fac-afd5-4d3de69565a1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.444175 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-1cd2a637-43c1-4900-b94a-f9c35b5cdeb1 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.445089 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1cd2a637-43c1-4900-b94a-f9c35b5cdeb1 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/4574fba6-b0eb-415a-87d0-1b5ea6a111e2 HTTP/1.1" status: 404 len: 336 time: 0.0433829 Nov 12 03:42:43.447610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38874) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.474960 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ea44c7e-45ef-4905-928c-85cd4ca55807 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 200 len: 205 time: 0.0262990 Nov 12 03:42:43.477264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38876) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.495321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.513531 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-3502d931-f8ed-4655-b894-62f7f924f45f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.514639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3502d931-f8ed-4655-b894-62f7f924f45f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/6b1c741c-4feb-4885-86a0-0bae5239ff43 HTTP/1.1" status: 404 len: 336 time: 0.0364249 Nov 12 03:42:43.517257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38878) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.525500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.544710 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-346f8e1d-b3aa-4cbb-b595-f79b1ec98c52 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 200 len: 205 time: 0.0264318 Nov 12 03:42:43.547072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38880) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.592254 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-267a9009-c972-4d97-aa7f-b8eedb0d3c21 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.593463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-267a9009-c972-4d97-aa7f-b8eedb0d3c21 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/d7633959-dec4-4a39-a658-6e239a666d90 HTTP/1.1" status: 404 len: 336 time: 0.0453181 Nov 12 03:42:43.596055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.598780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.599555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.602541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] 10.222.0.84 "DELETE /v2.0/security-groups/aef6f38b-846c-4b30-a77f-9abd8599731d HTTP/1.1" status: 204 len: 168 time: 0.1657498 Nov 12 03:42:43.618702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a753d-cf41-4a44-a260-55c2d41531c5 tempest-TestNetworkAdvancedServerOps-1574524539 tempest-TestNetworkAdvancedServerOps-1574524539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6f38b-846c-4b30-a77f-9abd8599731d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.630974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b4316556-f4ef-428c-8af9-4e933e19d1c0 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 200 len: 205 time: 0.0302610 Nov 12 03:42:43.633496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38886) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.684466 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-ac42b009-4932-44ff-b520-02c902f9e062 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.685505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ac42b009-4932-44ff-b520-02c902f9e062 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/b63c336d-76d5-405b-8904-beafeb9a882f HTTP/1.1" status: 404 len: 336 time: 0.0511067 Nov 12 03:42:43.688194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38890) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.716296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e098f18b-8fcd-4ac5-a586-83145c80ef5e tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "GET /v2.0/ports?device_id=a6a062b5-9776-4980-b757-2abe9231fcfa HTTP/1.1" status: 200 len: 205 time: 0.0269530 Nov 12 03:42:43.718566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38892) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.755711 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-e0bed64c-4ce4-47ce-b4d7-ef8e45203f9f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] delete failed (client error): The resource could not be found. Nov 12 03:42:43.765734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0bed64c-4ce4-47ce-b4d7-ef8e45203f9f tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/routers/a6a062b5-9776-4980-b757-2abe9231fcfa HTTP/1.1" status: 404 len: 336 time: 0.0372262 Nov 12 03:42:43.765956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38894) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.795129 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e2a504-d8a0-46a6-b0ff-8590220569c7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] DELETE failed (client error): The resource could not be found. Nov 12 03:42:43.795622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e2a504-d8a0-46a6-b0ff-8590220569c7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:43.798695 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-09e2a504-d8a0-46a6-b0ff-8590220569c7 tempest-RoutersAdminTest-97779720 tempest-RoutersAdminTest-97779720-project] 10.222.0.84 "DELETE /v2.0/subnets/2bfce98a-ae76-4a46-bb83-423969deed1d HTTP/1.1" status: 404 len: 337 time: 0.0322289 Nov 12 03:42:43.881103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3844f009-acbd-47d6-aca8-8627b0b5adbd no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:43.905931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3844f009-acbd-47d6-aca8-8627b0b5adbd {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:43.906286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3844f009-acbd-47d6-aca8-8627b0b5adbd not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:43.906707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c1d152c0-cecf-4799-9c83-3dcd2d5094a9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:43.925491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c1d152c0-cecf-4799-9c83-3dcd2d5094a9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:43.925846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c1d152c0-cecf-4799-9c83-3dcd2d5094a9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:43.926271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1b21bf14-d3f7-4dd5-83e0-139b260f681e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:43.927362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38900) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.945037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1b21bf14-d3f7-4dd5-83e0-139b260f681e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:43.945387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1b21bf14-d3f7-4dd5-83e0-139b260f681e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:44.019901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.109958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2517e92a-f766-4715-8072-94845ff13166 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=761865b77746445f99b3bd5f9c0698d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810653 Nov 12 03:42:44.112576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38910) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.122460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd8da81f-ec3c-412e-871d-ed3067a83770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.162758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.185002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.197650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd8da81f-ec3c-412e-871d-ed3067a83770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.201859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd8da81f-ec3c-412e-871d-ed3067a83770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.236242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.238876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.240082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/00d8d12f-b32e-45fe-87be-578d089123da HTTP/1.1" status: 204 len: 168 time: 0.1265292 Nov 12 03:42:44.244510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd8da81f-ec3c-412e-871d-ed3067a83770 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bae88c9d98ce4bd4865a989363bddefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206433 Nov 12 03:42:44.244510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da81f-ec3c-412e-871d-ed3067a83770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ed4e32-c147-4234-b318-08ac23f64844,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.247237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38914) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.248728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc6e7-adf5-4315-b985-ac977cadff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d8d12f-b32e-45fe-87be-578d089123da,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.303375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.325480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.372464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.375329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.376496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89ed4e32-c147-4234-b318-08ac23f64844 HTTP/1.1" status: 204 len: 168 time: 0.1279888 Nov 12 03:42:44.385527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a90733-dc25-45fe-99e0-62d913ca0099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ed4e32-c147-4234-b318-08ac23f64844,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.537648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38922) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.581629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ddf14741-3980-47e1-bbfa-d9409f744fb1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae91503fc0f54b728c7b919fe727ebba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428152 Nov 12 03:42:44.584343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38924) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.634468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.657006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.706085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.709108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.710442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/405b3338-a889-4bfb-bdb7-7f518bd6a875 HTTP/1.1" status: 204 len: 168 time: 0.1250327 Nov 12 03:42:44.718653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3479574-81a6-4387-8f3e-cde5168c381b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b3338-a889-4bfb-bdb7-7f518bd6a875,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.749678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.794845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdb6b557-6560-4cdb-944e-374a3d7ee044 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2f731151616e42068469e3d1b5a31ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439372 Nov 12 03:42:44.797314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38930) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.847267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.872994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.928268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.932134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.933356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/111c3780-a94a-420f-a960-7760ae83fb28 HTTP/1.1" status: 204 len: 168 time: 0.1351101 Nov 12 03:42:44.945543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08770a1-a735-4682-bfdd-347c3a95c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c3780-a94a-420f-a960-7760ae83fb28,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.696245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.796289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1132911320'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:45.817795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:45.821246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.830450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.907521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.911377 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.934579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:45.949955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48d0356-4938-4036-a978-b99123ee1eb3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:45.953062 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.953532 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Added segment a962161f-4551-48de-abed-71a25c3660d1 of type vlan for network c161be46-dc63-46dc-b56c-092803a0e21c Nov 12 03:42:45.992288 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.017059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.022510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.023112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.121429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4235086 Nov 12 03:42:46.124945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.131954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:46.138516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60724c99-ce80-4aa3-800d-b44a3c07119a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Network': ['ID=c161be46-dc63-46dc-b56c-092803a0e21c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.148598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:46.234484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:46.238513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.421121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.482320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=5bdd18f0-cbd7-4200-b269-ff0419c17881,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.491253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:46.491622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network hostable DHCP agents. Network: c161be46-dc63-46dc-b56c-092803a0e21c, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:46.507320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:46.515655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c161be46-dc63-46dc-b56c-092803a0e21c) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:46.519632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.520238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.539133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac12d5e4-6801-4047-a7e4-c25440dc724a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4099989 Nov 12 03:42:46.539602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104b9c64-e2d9-4b01-9576-9f121491c65b None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:46.539733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38958) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.545985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'name': 'tempest-NetworksTestDHCPv6-1751379807'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:46.655425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:46.659171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.681664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port be243e6e-3375-4591-8ed2-d653efac1d0a yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:46.689961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '5bdd18f0-cbd7-4200-b269-ff0419c17881'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:46.690830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.806033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::115 (c161be46-dc63-46dc-b56c-092803a0e21c/5bdd18f0-cbd7-4200-b269-ff0419c17881/be243e6e-3375-4591-8ed2-d653efac1d0a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:46.953839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.988943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.039517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/5bdd18f0-cbd7-4200-b269-ff0419c17881/6dbedcc6-4102-411e-bae3-01607746c9a0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:47.039746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:47.046206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:47.048696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=be243e6e-3375-4591-8ed2-d653efac1d0a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.050829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:47.056942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.057797 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.076078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5a0adf4d-0d0a-4924-a9fe-15d5b2ff6bdf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5356975 Nov 12 03:42:47.078681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38960) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.168695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943adb52-1cf5-49b4-97f1-6c8604a650f4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.172877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-943adb52-1cf5-49b4-97f1-6c8604a650f4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0905814 Nov 12 03:42:47.173191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38962) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.188172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.194933 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.227875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:47.230670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:47.234085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:47.264858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port be243e6e-3375-4591-8ed2-d653efac1d0a {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:47.265224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.288312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Pushing event updated for resources: {'Port': ['ID=6dbedcc6-4102-411e-bae3-01607746c9a0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.298712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Attempting to bind port 6dbedcc6-4102-411e-bae3-01607746c9a0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:47.299086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Attempting to bind port 6dbedcc6-4102-411e-bae3-01607746c9a0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:47.300069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Attempting to bind port 6dbedcc6-4102-411e-bae3-01607746c9a0 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:47.305052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:47.305425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:47.305820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.306773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:47.307253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Bound port: 6dbedcc6-4102-411e-bae3-01607746c9a0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:47.307632 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.360239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.372645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for be243e6e-3375-4591-8ed2-d653efac1d0a owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:47.374432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] For port 6dbedcc6-4102-411e-bae3-01607746c9a0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:47.377440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] For port 6dbedcc6-4102-411e-bae3-01607746c9a0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dbedcc6-4102-411e-bae3-01607746c9a0,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:47.382020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.445685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17fc37-660d-486b-bc0e-912dfcb8024c None None] Pushing event updated for resources: {'Port': ['ID=6dbedcc6-4102-411e-bae3-01607746c9a0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.507284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.542692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=be243e6e-3375-4591-8ed2-d653efac1d0a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.566175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.570002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec875552-43de-4b9c-b0b4-e78e43963079 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/be243e6e-3375-4591-8ed2-d653efac1d0a HTTP/1.1" status: 204 len: 168 time: 0.3957851 Nov 12 03:42:47.572442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38964) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.669765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def43aa-7b6f-417b-8d46-03d522b85481 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.671516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def43aa-7b6f-417b-8d46-03d522b85481 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:47.673072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2def43aa-7b6f-417b-8d46-03d522b85481 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996885 Nov 12 03:42:47.675670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38966) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:47.733020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 5bdd18f0-cbd7-4200-b269-ff0419c17881 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:47.736203 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.775684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.863313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.908718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dbedcc6-4102-411e-bae3-01607746c9a0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:47.926447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.955916 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.958549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6dbedcc6-4102-411e-bae3-01607746c9a0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:47.958992 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.959341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/5bdd18f0-cbd7-4200-b269-ff0419c17881 HTTP/1.1" status: 204 len: 168 time: 0.2826412 Nov 12 03:42:47.960714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a0446-4d7a-4dc7-b00b-cd04c14880da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdd18f0-cbd7-4200-b269-ff0419c17881,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.962007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38968) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.028372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-41fa4490-6732-49d4-af98-fad6581ad002 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643444 Nov 12 03:42:48.030976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38970) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.036126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:48.044746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.077682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 6dbedcc6-4102-411e-bae3-01607746c9a0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dbedcc6-4102-411e-bae3-01607746c9a0,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:48.081871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.135296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:48.136456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=6dbedcc6-4102-411e-bae3-01607746c9a0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.139104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.332270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.372113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ebe54-acdf-44c4-bb07-d94102f3b617 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:48.379671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:48.387011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:48.391620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.392208 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.401894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=a1aefa67-364b-4974-a904-93e86d56ce06,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.411199 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c4576b3f-dcbf-43fc-98b2-47ebb8b208d5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3789530 Nov 12 03:42:48.413691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38972) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.419079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'name': 'tempest-NetworksTestDHCPv6-847661309'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:48.501689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-777c75b8-d5a7-4bba-a21c-d842f9677539 None None] Provisioning complete for port 6dbedcc6-4102-411e-bae3-01607746c9a0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:48.502168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-777c75b8-d5a7-4bba-a21c-d842f9677539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.526384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:48.529961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.547773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port a8023616-fdb2-460b-84b2-a0fb1ade4a59 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:48.673140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::206 (c161be46-dc63-46dc-b56c-092803a0e21c/a1aefa67-364b-4974-a904-93e86d56ce06/a8023616-fdb2-460b-84b2-a0fb1ade4a59) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:48.771242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8731e-28bd-48b8-a84a-fa54b7cd7ffb None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:48.832112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.850805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d61b0078-833b-4906-99ee-9b660500d9f8 None None] Provisioning complete for port 6dbedcc6-4102-411e-bae3-01607746c9a0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:48.851302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d61b0078-833b-4906-99ee-9b660500d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.865624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.911838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:48.914954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:48.920105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:48.926258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:48.926904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.932936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=a8023616-fdb2-460b-84b2-a0fb1ade4a59,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.948854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-009be64c-6cd8-4163-89f5-ce64850d9bd3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5340164 Nov 12 03:42:48.951514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38974) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.036375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5c66c-6ca1-4301-8210-71a7986ddf87 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.043213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5c66c-6ca1-4301-8210-71a7986ddf87 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.044885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e8b5c66c-6ca1-4301-8210-71a7986ddf87 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0923975 Nov 12 03:42:49.047608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.142396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port a8023616-fdb2-460b-84b2-a0fb1ade4a59 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:49.142735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.218725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7928ac99-8043-4624-9357-4ae1c3ca4d82 None None] Provisioning complete for port a8023616-fdb2-460b-84b2-a0fb1ade4a59 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.219254 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7928ac99-8043-4624-9357-4ae1c3ca4d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.230389 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.243461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for a8023616-fdb2-460b-84b2-a0fb1ade4a59 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:49.389542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.423698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=a8023616-fdb2-460b-84b2-a0fb1ade4a59,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.423947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7928ac99-8043-4624-9357-4ae1c3ca4d82 None None] Port a8023616-fdb2-460b-84b2-a0fb1ade4a59 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:49.441224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7928ac99-8043-4624-9357-4ae1c3ca4d82 None None] Provisioning complete for port 6dbedcc6-4102-411e-bae3-01607746c9a0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.441766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7928ac99-8043-4624-9357-4ae1c3ca4d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.457174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.458706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.458706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.458706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.458706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.459237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.459237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.459681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.459854 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.460664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.461103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.461446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:49.466083 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.469790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-07d686e7-4469-489e-9f3a-b2004871621d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a8023616-fdb2-460b-84b2-a0fb1ade4a59 HTTP/1.1" status: 204 len: 168 time: 0.4203389 Nov 12 03:42:49.471432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38978) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.528634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcf490-89cc-49ac-ab03-3ee149782234 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.530425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dcf490-89cc-49ac-ab03-3ee149782234 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.532061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1dcf490-89cc-49ac-ab03-3ee149782234 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0595002 Nov 12 03:42:49.534710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38980) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.592937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet a1aefa67-364b-4974-a904-93e86d56ce06 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:49.596518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.638859 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.647565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b376367d-b96d-4ae8-a7d6-c22eaf0af180 None None] Could not find standard attr ID for object a8023616-fdb2-460b-84b2-a0fb1ade4a59. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:49.651035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b376367d-b96d-4ae8-a7d6-c22eaf0af180 None None] Could not find standard attr ID for object be243e6e-3375-4591-8ed2-d653efac1d0a. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:49.687465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.751924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.779494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=a1aefa67-364b-4974-a904-93e86d56ce06,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.782992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.786247 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7976a376-16bf-42cf-9e0a-ceadf7b1365f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/a1aefa67-364b-4974-a904-93e86d56ce06 HTTP/1.1" status: 204 len: 168 time: 0.2483213 Nov 12 03:42:49.788877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38982) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.826780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf972b-e959-4f3f-b699-9d1cd2220480 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:49.829865 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc3f7c35-f1a3-480c-8155-f18dbaa5209c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399058 Nov 12 03:42:49.832628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38984) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:49.837404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:49.894446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dbedcc6-4102-411e-bae3-01607746c9a0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:49.926589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:49.930525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.987086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6dbedcc6-4102-411e-bae3-01607746c9a0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.987484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.066685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:50.122739 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.125257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Deleting port 6dbedcc6-4102-411e-bae3-01607746c9a0 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:50.125637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.168287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:50.172641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:50.176751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.177413 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.187350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=480c7bd9-7d08-416e-9eeb-5a57edab0589,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.197411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.197852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.198186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.198506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.198838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.199242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.199576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.199910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.200239 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.200567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.200898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.201528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:50.207516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f229f558-63be-4d0a-864b-fdf93e528083 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3739402 Nov 12 03:42:50.208604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] For port 6dbedcc6-4102-411e-bae3-01607746c9a0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6dbedcc6-4102-411e-bae3-01607746c9a0,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:50.209202 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.210332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38986) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.216537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'name': 'tempest-NetworksTestDHCPv6-1731536825'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.222727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Calling delete_port for 6dbedcc6-4102-411e-bae3-01607746c9a0 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:50.300186 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.324754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] Pushing event deleted for resources: {'Port': ['ID=6dbedcc6-4102-411e-bae3-01607746c9a0,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.330148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:50.330944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d2675-789d-4ad8-9145-d86374212b47 None None] No DVR routers for this DVR port 6dbedcc6-4102-411e-bae3-01607746c9a0 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:50.333472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.349644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be83d80-ac0a-44c2-b516-81e04fe4b9be None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:50.351872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port fff282b7-1528-4666-88ac-771702495abd yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:50.471240 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::11b (c161be46-dc63-46dc-b56c-092803a0e21c/480c7bd9-7d08-416e-9eeb-5a57edab0589/fff282b7-1528-4666-88ac-771702495abd) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:50.496297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '480c7bd9-7d08-416e-9eeb-5a57edab0589'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:50.497176 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.618874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.651504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.692136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:50.696264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/480c7bd9-7d08-416e-9eeb-5a57edab0589/f2153e89-af05-4af6-98b0-28b109246cf3) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:50.697657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:50.701866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:50.707403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.708057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.714945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=fff282b7-1528-4666-88ac-771702495abd,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.730113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d47c5d0b-b37b-4037-be3d-982575d8b73b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5180438 Nov 12 03:42:50.732579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.779866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b60dd-1886-4956-9730-442d18411f10 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.781371 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8d9b60dd-1886-4956-9730-442d18411f10 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0478702 Nov 12 03:42:50.783960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38990) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.852225 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.858635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.873072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port fff282b7-1528-4666-88ac-771702495abd {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:50.873417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.892532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:50.895283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:50.898604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:50.914738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Pushing event updated for resources: {'Port': ['ID=f2153e89-af05-4af6-98b0-28b109246cf3,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.959517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Attempting to bind port f2153e89-af05-4af6-98b0-28b109246cf3 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:50.959912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Attempting to bind port f2153e89-af05-4af6-98b0-28b109246cf3 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:50.960272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Attempting to bind port f2153e89-af05-4af6-98b0-28b109246cf3 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:50.961449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.965739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:50.966106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:50.966500 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.966886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:50.967375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Bound port: f2153e89-af05-4af6-98b0-28b109246cf3, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:50.967750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.973358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for fff282b7-1528-4666-88ac-771702495abd owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:51.031922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] For port f2153e89-af05-4af6-98b0-28b109246cf3, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:51.035192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] For port f2153e89-af05-4af6-98b0-28b109246cf3, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f2153e89-af05-4af6-98b0-28b109246cf3,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:51.039778 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.099392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d16e73-c38f-48d6-978b-12562fa7a389 None None] Pushing event updated for resources: {'Port': ['ID=f2153e89-af05-4af6-98b0-28b109246cf3,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.113726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.143086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=fff282b7-1528-4666-88ac-771702495abd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.170385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.173705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1d5781c-8834-409f-8319-f3684dcbcc48 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/fff282b7-1528-4666-88ac-771702495abd HTTP/1.1" status: 204 len: 168 time: 0.3887603 Nov 12 03:42:51.176130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38992) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.234259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efe5a7-8da6-4ccb-a36c-e341b8aadd3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.235911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0efe5a7-8da6-4ccb-a36c-e341b8aadd3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.237696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d0efe5a7-8da6-4ccb-a36c-e341b8aadd3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0603869 Nov 12 03:42:51.240187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 38994) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.317420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 480c7bd9-7d08-416e-9eeb-5a57edab0589 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:51.321055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.362748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.449798 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.505649 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.535465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.538719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/480c7bd9-7d08-416e-9eeb-5a57edab0589 HTTP/1.1" status: 204 len: 168 time: 0.2975271 Nov 12 03:42:51.539658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1990a-2fe7-4e23-bda4-c61ccb4c09c6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=480c7bd9-7d08-416e-9eeb-5a57edab0589,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.541821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38996) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.596740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-601b2b33-7507-427b-bfa3-418cbd3196ed tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526760 Nov 12 03:42:51.599141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 38998) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.649990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212af4a3-e840-40ed-9330-6a79508d6d7a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.651469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-212af4a3-e840-40ed-9330-6a79508d6d7a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514410 Nov 12 03:42:51.653824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39000) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.703025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab77864-3ec8-4854-a76b-a0d15a8882b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.704637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dab77864-3ec8-4854-a76b-a0d15a8882b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0499191 Nov 12 03:42:51.707153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39002) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.745491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-677d073d-d6a9-4502-ad4c-0b0c211007b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371916 Nov 12 03:42:51.749529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39004) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:51.754563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:51.932522 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f2153e89-af05-4af6-98b0-28b109246cf3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:51.988538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f2153e89-af05-4af6-98b0-28b109246cf3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:51.989034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.022052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588cf46-a86a-4bb4-b48f-d110dcf95ec0 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:52.147748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:52.151955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.154947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Provisioning complete for port f2153e89-af05-4af6-98b0-28b109246cf3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:52.155348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.216021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.261707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port f2153e89-af05-4af6-98b0-28b109246cf3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f2153e89-af05-4af6-98b0-28b109246cf3,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:52.281559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.311293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:52.330170 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.361667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.368347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dbedcc6-4102-411e-bae3-01607746c9a0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:52.399190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:52.400268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=f2153e89-af05-4af6-98b0-28b109246cf3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.402617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6dbedcc6-4102-411e-bae3-01607746c9a0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:52.402912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:52.403063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6dbedcc6-4102-411e-bae3-01607746c9a0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:52.407267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.407954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.427981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=3a1699f8-c5d1-4af1-b763-933670cd2e0f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.434263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f4a84fbb-40d3-4731-96c7-d2998c4c0b4f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6836934 Nov 12 03:42:52.437206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:52.442490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '3a1699f8-c5d1-4af1-b763-933670cd2e0f', 'ip_address': '2001:db8::251f:1573:bf1d:5a27'}], 'name': 'tempest-NetworksTestDHCPv6-862258746'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:52.462829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:52.463210 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:52.467331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Deleting port f2153e89-af05-4af6-98b0-28b109246cf3 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:52.467705 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.543870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] For port f2153e89-af05-4af6-98b0-28b109246cf3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f2153e89-af05-4af6-98b0-28b109246cf3,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:52.544222 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.553899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:52.558230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Calling delete_port for f2153e89-af05-4af6-98b0-28b109246cf3 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:52.636651 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.639016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.655605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port a325b501-fc8e-49bf-9cc9-2efb0faf981f yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:52.660429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] Pushing event deleted for resources: {'Port': ['ID=f2153e89-af05-4af6-98b0-28b109246cf3,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.663827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db69b-e8c2-490c-aec0-c9c1ba34760a None None] No DVR routers for this DVR port f2153e89-af05-4af6-98b0-28b109246cf3 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:52.676820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5192de-ba01-49cc-b727-ba23d39aac75 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:52.820345 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::251f:1573:bf1d:5a27 (c161be46-dc63-46dc-b56c-092803a0e21c/3a1699f8-c5d1-4af1-b763-933670cd2e0f/a325b501-fc8e-49bf-9cc9-2efb0faf981f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:52.820797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '3a1699f8-c5d1-4af1-b763-933670cd2e0f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:52.821998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.969332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.986970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-04c05f12-9717-4854-8a88-4ebfe272d731 None None] Port f2153e89-af05-4af6-98b0-28b109246cf3 update to ACTIVE by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:42:53.005761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.047269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:53.049504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/3a1699f8-c5d1-4af1-b763-933670cd2e0f/96d46508-da2e-4122-b271-79d96157f2bb) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:53.050238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:53.058665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:53.064713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.065420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.078014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=a325b501-fc8e-49bf-9cc9-2efb0faf981f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.091905 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-147b0f79-c1d1-4de7-befa-d7d4832e3ab7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6507392 Nov 12 03:42:53.092086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39008) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.139535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2b190-69f8-4d06-b845-9c2d4675f688 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.141046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6aa2b190-69f8-4d06-b845-9c2d4675f688 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0480378 Nov 12 03:42:53.143935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39010) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.203520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.209533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.232423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port a325b501-fc8e-49bf-9cc9-2efb0faf981f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:53.232764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.245560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:53.251756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:53.255242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:53.262483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Pushing event updated for resources: {'Port': ['ID=96d46508-da2e-4122-b271-79d96157f2bb,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.311459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Attempting to bind port 96d46508-da2e-4122-b271-79d96157f2bb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:53.311831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Attempting to bind port 96d46508-da2e-4122-b271-79d96157f2bb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:53.312196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Attempting to bind port 96d46508-da2e-4122-b271-79d96157f2bb on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:53.317134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:53.317444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:53.317845 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.318237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:53.318702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Bound port: 96d46508-da2e-4122-b271-79d96157f2bb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:53.319083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.323967 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.337814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for a325b501-fc8e-49bf-9cc9-2efb0faf981f owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:53.379031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] For port 96d46508-da2e-4122-b271-79d96157f2bb, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:53.382187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] For port 96d46508-da2e-4122-b271-79d96157f2bb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96d46508-da2e-4122-b271-79d96157f2bb,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:53.386748 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.445297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e239c-a9be-4b0b-9176-41512ddd812c None None] Pushing event updated for resources: {'Port': ['ID=96d46508-da2e-4122-b271-79d96157f2bb,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.482026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.510059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=a325b501-fc8e-49bf-9cc9-2efb0faf981f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.542917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.547018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7ca86ed5-b9ec-49ef-8aa4-9c415c5074c2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a325b501-fc8e-49bf-9cc9-2efb0faf981f HTTP/1.1" status: 204 len: 168 time: 0.4020009 Nov 12 03:42:53.549593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39012) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.658209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff65f5-c09b-4532-b164-9366dc97b353 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.659907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff65f5-c09b-4532-b164-9366dc97b353 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.661594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1fff65f5-c09b-4532-b164-9366dc97b353 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109328 Nov 12 03:42:53.664313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39014) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.720247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 3a1699f8-c5d1-4af1-b763-933670cd2e0f {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:53.723594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.762965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.849758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.916273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96d46508-da2e-4122-b271-79d96157f2bb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:53.922583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.952353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1699f8-c5d1-4af1-b763-933670cd2e0f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:53.954590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.960779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bc1c484-0e33-4dc8-8169-9fa1f897a433 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/3a1699f8-c5d1-4af1-b763-933670cd2e0f HTTP/1.1" status: 204 len: 168 time: 0.2932425 Nov 12 03:42:53.961026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39016) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.967459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:53.967828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.003835 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1691cfd6-f680-4eb9-a72e-04e06dc9d606 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408361 Nov 12 03:42:54.006533 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39018) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.011380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:54.047673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.082150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 96d46508-da2e-4122-b271-79d96157f2bb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96d46508-da2e-4122-b271-79d96157f2bb,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:54.087837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.112773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:54.116829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.149218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f2153e89-af05-4af6-98b0-28b109246cf3 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:54.172200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f2153e89-af05-4af6-98b0-28b109246cf3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:54.172546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f2153e89-af05-4af6-98b0-28b109246cf3 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:54.185504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=96d46508-da2e-4122-b271-79d96157f2bb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.313212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.361433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:54.366179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:54.370963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.371590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.381406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=dd08f2fe-741b-44d6-91fe-2e968c22101e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.395082 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1dac8954-92cb-4a16-86ac-f629e2124082 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3875029 Nov 12 03:42:54.397823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39020) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:54.404780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': 'dd08f2fe-741b-44d6-91fe-2e968c22101e', 'ip_address': '2001:db8::d20d:b31:715b:3ec5'}], 'name': 'tempest-NetworksTestDHCPv6-1951837755'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:54.425773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343a53b-7d2b-4c2c-93f4-1647cd0e3be7 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:54.518461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:54.523439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.540788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 8673d75e-bbd0-4f1c-8610-49882c0b8c6b yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:54.562387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-264d32af-98c1-449e-947e-23755634d290 None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:54.562750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-264d32af-98c1-449e-947e-23755634d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.703995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::d20d:b31:715b:3ec5 (c161be46-dc63-46dc-b56c-092803a0e21c/dd08f2fe-741b-44d6-91fe-2e968c22101e/8673d75e-bbd0-4f1c-8610-49882c0b8c6b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:54.860011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.894098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.894415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-20dbf54d-8793-435a-9855-a854080ad146 None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:54.894791 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20dbf54d-8793-435a-9855-a854080ad146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.938266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:54.943645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:54.947567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:54.953798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.954436 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.964001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=8673d75e-bbd0-4f1c-8610-49882c0b8c6b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.980102 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2a63d7eb-0209-4528-b62d-7a13df28a9eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5810626 Nov 12 03:42:54.982192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39022) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.037972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a80ab1-dd0a-4ce9-8f32-d8817884193c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.045408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a80ab1-dd0a-4ce9-8f32-d8817884193c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.047135 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-89a80ab1-dd0a-4ce9-8f32-d8817884193c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0638869 Nov 12 03:42:55.049662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39024) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.110353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-34e9f502-7a04-4289-a650-c3d896b11cdc None None] Could not find standard attr ID for object fff282b7-1528-4666-88ac-771702495abd. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:55.143054 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 8673d75e-bbd0-4f1c-8610-49882c0b8c6b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:55.143433 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.222642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1bd8bf64-4d08-46db-b3ad-5c3d5125dedd None None] Could not find standard attr ID for object a325b501-fc8e-49bf-9cc9-2efb0faf981f. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:55.234479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.250587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 8673d75e-bbd0-4f1c-8610-49882c0b8c6b owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:55.384301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.415596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=8673d75e-bbd0-4f1c-8610-49882c0b8c6b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.437675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c070fad9-597e-4384-928a-00ee0dd2c18f None None] Could not find standard attr ID for object 8673d75e-bbd0-4f1c-8610-49882c0b8c6b. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:42:55.444830 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.448936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b81fe5eb-1ef2-490e-9e33-d7bb27b260c4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/8673d75e-bbd0-4f1c-8610-49882c0b8c6b HTTP/1.1" status: 204 len: 168 time: 0.3983138 Nov 12 03:42:55.451671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.505133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44255b93-a10e-4aec-9f9e-f5bbc9fcd552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.506698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44255b93-a10e-4aec-9f9e-f5bbc9fcd552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.508680 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44255b93-a10e-4aec-9f9e-f5bbc9fcd552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0556376 Nov 12 03:42:55.511472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39028) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.564298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet dd08f2fe-741b-44d6-91fe-2e968c22101e {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:55.567586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.609267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.670041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.732765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.758486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=dd08f2fe-741b-44d6-91fe-2e968c22101e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.765135 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.768173 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-875083c9-f5ec-4ccd-8440-fea8bcd1cd91 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/dd08f2fe-741b-44d6-91fe-2e968c22101e HTTP/1.1" status: 204 len: 168 time: 0.2557154 Nov 12 03:42:55.770470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39030) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.809664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-11ab5288-23dc-41a2-b5d0-67f56c4aa006 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380657 Nov 12 03:42:55.812615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39032) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.817868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:55.901384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96d46508-da2e-4122-b271-79d96157f2bb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:55.921770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:55.925621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.955925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:55.956394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.989898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f925e8-fd23-42b7-b485-d73fcc6c1263 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.120128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.171354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:56.176760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:56.181340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.181969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.186159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=49f817a0-d7c5-416c-a179-882e44ff6312,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.201800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fd54d808-437e-44f2-b2b0-08cf1e9d3989 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3880086 Nov 12 03:42:56.204633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39034) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.209720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '49f817a0-d7c5-416c-a179-882e44ff6312', 'ip_address': '2001:db8::2151:2ece:3ca1:561e'}], 'name': 'tempest-NetworksTestDHCPv6-194286350'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:56.316452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:56.402773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.421320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port e7775f99-d66e-4892-aba9-710e59822f8f yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:56.506087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b077f8b-7e51-49d4-a120-86017caaa2ed None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:56.580996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-532677a5-cd8d-4c0f-a456-b5f23e2372cb None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:56.581361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-532677a5-cd8d-4c0f-a456-b5f23e2372cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.589653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::2151:2ece:3ca1:561e (c161be46-dc63-46dc-b56c-092803a0e21c/49f817a0-d7c5-416c-a179-882e44ff6312/e7775f99-d66e-4892-aba9-710e59822f8f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:56.735868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.769960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.820823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:56.824803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:56.829655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:56.835385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.836008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.840463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=e7775f99-d66e-4892-aba9-710e59822f8f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.866215 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-379d4300-5cf3-4462-adb3-de2915fdd774 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6582038 Nov 12 03:42:56.866608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39036) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.918934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86c6da-9627-4898-bbe5-17c77e916cd9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.925352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86c6da-9627-4898-bbe5-17c77e916cd9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.926975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b86c6da-9627-4898-bbe5-17c77e916cd9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0563200 Nov 12 03:42:56.931190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39038) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.954776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-90bef10f-c43f-4438-962d-f796596d4b63 None None] Provisioning complete for port 96d46508-da2e-4122-b271-79d96157f2bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:56.955268 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90bef10f-c43f-4438-962d-f796596d4b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.022635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port e7775f99-d66e-4892-aba9-710e59822f8f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:57.022976 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.115024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.127227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for e7775f99-d66e-4892-aba9-710e59822f8f owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:57.162200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-42999f0d-939f-4970-8110-9015f092f132 None None] Provisioning complete for port e7775f99-d66e-4892-aba9-710e59822f8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:57.162655 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-42999f0d-939f-4970-8110-9015f092f132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.196991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-42999f0d-939f-4970-8110-9015f092f132 None None] Port e7775f99-d66e-4892-aba9-710e59822f8f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:57.553035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.580663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=e7775f99-d66e-4892-aba9-710e59822f8f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.605473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.610862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8249a18a-c893-4eae-8cac-efe6d2f5ecd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/e7775f99-d66e-4892-aba9-710e59822f8f HTTP/1.1" status: 204 len: 168 time: 0.6765807 Nov 12 03:42:57.611121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39040) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.667941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03579255-8ffb-498c-9a17-7d4a2cab17d2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.669680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03579255-8ffb-498c-9a17-7d4a2cab17d2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.671281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-03579255-8ffb-498c-9a17-7d4a2cab17d2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0591846 Nov 12 03:42:57.673909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39042) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.729122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 49f817a0-d7c5-416c-a179-882e44ff6312 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:57.732523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.773544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.816528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.872633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.900107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=49f817a0-d7c5-416c-a179-882e44ff6312,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.902113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.905741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-411fe981-2a0f-413d-94b0-b01add3f4edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/49f817a0-d7c5-416c-a179-882e44ff6312 HTTP/1.1" status: 204 len: 168 time: 0.2304940 Nov 12 03:42:57.907649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39046) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.908708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619662d-327a-4a99-b241-b86532905bd2 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:57.949661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6f9a05b8-d81b-4f58-be9c-b2a89a6cca3f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409179 Nov 12 03:42:57.952261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39048) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:57.983707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.999338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfffe9-b57b-4dc2-8787-81afac372bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.000834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-59bfffe9-b57b-4dc2-8787-81afac372bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0476665 Nov 12 03:42:58.003366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39050) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.052431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a7593-2d03-4776-b00e-17da6917fa7b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.054002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d05a7593-2d03-4776-b00e-17da6917fa7b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0497341 Nov 12 03:42:58.057204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39052) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.097703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dfe557e3-213a-4bb2-81cc-b50099d2bf36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394168 Nov 12 03:42:58.101775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39054) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.108290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.110945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e1551-6725-498c-afda-495612d898ad None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:58.157427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f26e1551-6725-498c-afda-495612d898ad None None] Deleting port 96d46508-da2e-4122-b271-79d96157f2bb {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:58.157826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.196005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:58.199883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.228129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f26e1551-6725-498c-afda-495612d898ad None None] For port 96d46508-da2e-4122-b271-79d96157f2bb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96d46508-da2e-4122-b271-79d96157f2bb,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:58.228535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.247254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f26e1551-6725-498c-afda-495612d898ad None None] Calling delete_port for 96d46508-da2e-4122-b271-79d96157f2bb owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:58.324655 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.353379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e1551-6725-498c-afda-495612d898ad None None] No DVR routers for this DVR port 96d46508-da2e-4122-b271-79d96157f2bb on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:58.359912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e1551-6725-498c-afda-495612d898ad None None] Pushing event deleted for resources: {'Port': ['ID=96d46508-da2e-4122-b271-79d96157f2bb,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.365777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.366117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.366465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.366810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.367175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.367516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.367886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.368845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.369484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.369722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.369997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.370329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e1551-6725-498c-afda-495612d898ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:58.385299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.429321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:58.434276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:58.438330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.438919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.442936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f2023-fcbb-4d84-baa9-ec5f6ed41678 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:58.448274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=654d2b5f-af66-4107-ba02-9d8182d91504,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.460281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b56d1e44-a382-4b21-b82b-1ecb92c206ec tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3569908 Nov 12 03:42:58.463676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.469854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '654d2b5f-af66-4107-ba02-9d8182d91504', 'ip_address': '2001:db8::abfe:f1b9:326:81db'}], 'name': 'tempest-NetworksTestDHCPv6-1891513823'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.583332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:58.594257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '654d2b5f-af66-4107-ba02-9d8182d91504'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:58.595154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.666151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.682180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 0c43fac1-ecfc-472a-be5e-df4bb06115f0 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:58.730300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/654d2b5f-af66-4107-ba02-9d8182d91504/d862e8ad-fde4-412f-a091-cca5d30b5e0f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:58.869217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.874738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.911723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:58.916467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:58.920330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:58.921522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::abfe:f1b9:326:81db (c161be46-dc63-46dc-b56c-092803a0e21c/654d2b5f-af66-4107-ba02-9d8182d91504/0c43fac1-ecfc-472a-be5e-df4bb06115f0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:58.927819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Pushing event updated for resources: {'Port': ['ID=d862e8ad-fde4-412f-a091-cca5d30b5e0f,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.981533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Attempting to bind port d862e8ad-fde4-412f-a091-cca5d30b5e0f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:58.981974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Attempting to bind port d862e8ad-fde4-412f-a091-cca5d30b5e0f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:58.982261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Attempting to bind port d862e8ad-fde4-412f-a091-cca5d30b5e0f on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:58.987270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:58.987643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:58.988038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.988426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:58.988891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Bound port: d862e8ad-fde4-412f-a091-cca5d30b5e0f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:58.989267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.049032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] For port d862e8ad-fde4-412f-a091-cca5d30b5e0f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:59.052033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] For port d862e8ad-fde4-412f-a091-cca5d30b5e0f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d862e8ad-fde4-412f-a091-cca5d30b5e0f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:59.056570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.074077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.110148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.118117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757462b3-0c14-46be-b5c1-30260d622fe9 None None] Pushing event updated for resources: {'Port': ['ID=d862e8ad-fde4-412f-a091-cca5d30b5e0f,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.155657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:59.160871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:59.164715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:59.170677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.171311 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.177554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=0c43fac1-ecfc-472a-be5e-df4bb06115f0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.192810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e8054eef-96c4-4b90-9c30-7a2a578bb60c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7263575 Nov 12 03:42:59.195080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39058) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.200482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '654d2b5f-af66-4107-ba02-9d8182d91504', 'ip_address': '2001:db8::abfe:f1b9:326:81db'}], 'name': 'tempest-NetworksTestDHCPv6-1557205270'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:59.334804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:59.339986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.358316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 8c127c7d-2921-4a87-972c-c3f1ee41bf59 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:59.459880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.517776 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:42:59.518313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:42:59.533647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb5cfa35-9873-4733-b2ce-167d14e74c4a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.3375013 Nov 12 03:42:59.536138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39060) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.585739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474c289-a856-4f1e-9a96-a73447418291 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.591855 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474c289-a856-4f1e-9a96-a73447418291 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.593452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1474c289-a856-4f1e-9a96-a73447418291 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0563459 Nov 12 03:42:59.596051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39062) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:59.685820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 0c43fac1-ecfc-472a-be5e-df4bb06115f0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:59.686250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.775702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.788203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 0c43fac1-ecfc-472a-be5e-df4bb06115f0 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:59.922876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d862e8ad-fde4-412f-a091-cca5d30b5e0f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:59.934453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.968690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=0c43fac1-ecfc-472a-be5e-df4bb06115f0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:59.985479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d862e8ad-fde4-412f-a091-cca5d30b5e0f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:59.985728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.996995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.002727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a472783-4d07-4afa-ad3b-1e8b17a7d7b7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/0c43fac1-ecfc-472a-be5e-df4bb06115f0 HTTP/1.1" status: 204 len: 168 time: 0.4036391 Nov 12 03:43:00.003215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39064) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.066435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6830b2-affb-40b3-9515-3ca9bdd505a3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.068141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6830b2-affb-40b3-9515-3ca9bdd505a3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.072240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e6830b2-affb-40b3-9515-3ca9bdd505a3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0654559 Nov 12 03:43:00.072411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.072736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39066) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.106831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port d862e8ad-fde4-412f-a091-cca5d30b5e0f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d862e8ad-fde4-412f-a091-cca5d30b5e0f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:00.112144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.131205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 654d2b5f-af66-4107-ba02-9d8182d91504 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:00.134995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.181983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.182845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96d46508-da2e-4122-b271-79d96157f2bb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:00.208117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 96d46508-da2e-4122-b271-79d96157f2bb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:00.208816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96d46508-da2e-4122-b271-79d96157f2bb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:00.218018 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=d862e8ad-fde4-412f-a091-cca5d30b5e0f,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.223073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-66e90f36-fbfd-46e9-bb9f-ab8cb145faf7 None None] Provisioning complete for port d862e8ad-fde4-412f-a091-cca5d30b5e0f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:00.223700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66e90f36-fbfd-46e9-bb9f-ab8cb145faf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.281087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.344094 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.371515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=654d2b5f-af66-4107-ba02-9d8182d91504,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.376841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.380094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-230b3206-94e8-4b23-b4f2-0cbbd1610865 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/654d2b5f-af66-4107-ba02-9d8182d91504 HTTP/1.1" status: 204 len: 168 time: 0.3063326 Nov 12 03:43:00.382452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39068) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.419185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2439f696-042d-444f-ab4b-6fb9f2bb3553 None None] Could not find standard attr ID for object 0c43fac1-ecfc-472a-be5e-df4bb06115f0. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:00.421635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ce94c11c-e5ca-4e4a-a771-b0d9c3097edd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380406 Nov 12 03:43:00.425544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39070) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.431888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:00.491057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a4a53-4391-496a-9d82-e0eefe647f9d None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:00.523986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:00.528178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.671462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:00.715822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.719112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Deleting port d862e8ad-fde4-412f-a091-cca5d30b5e0f {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:00.719508 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.754342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:00.760692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:00.765280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.766249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.779806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=f5d4b44f-9aef-4a34-b3a4-e4deade27c5d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.785128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-16726cb0-c5d8-4705-aab5-cf4037f035ee tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3584263 Nov 12 03:43:00.788081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:00.793773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': 'f5d4b44f-9aef-4a34-b3a4-e4deade27c5d', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-916960175'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:00.806810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] For port d862e8ad-fde4-412f-a091-cca5d30b5e0f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d862e8ad-fde4-412f-a091-cca5d30b5e0f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:00.807261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.819160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Calling delete_port for d862e8ad-fde4-412f-a091-cca5d30b5e0f owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:00.903774 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.907457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:00.912509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.926869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] Pushing event deleted for resources: {'Port': ['ID=d862e8ad-fde4-412f-a091-cca5d30b5e0f,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.929950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port d3b6b2da-379d-463d-80c6-e70cea900758 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:00.932471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34153410-2396-4ac8-bbbc-ad6434625705 None None] No DVR routers for this DVR port d862e8ad-fde4-412f-a091-cca5d30b5e0f on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:00.945333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05541c87-5841-4d3d-88d8-e8e5635ce403 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:01.050908 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:01.051405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:01.075416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b012769-eb08-4135-874f-d527c4e3880c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2861800 Nov 12 03:43:01.078203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39074) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.089451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': 'f5d4b44f-9aef-4a34-b3a4-e4deade27c5d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:01.090316 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.106983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5a2108d0-71d6-4e69-be00-c2b6f3e00f52 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0276866 Nov 12 03:43:01.109508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39076) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.164929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad465792-e0e3-4a9a-b948-4672e1bfd944 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.166485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad465792-e0e3-4a9a-b948-4672e1bfd944 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.168020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ad465792-e0e3-4a9a-b948-4672e1bfd944 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0575213 Nov 12 03:43:01.171067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39078) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.226263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/f5d4b44f-9aef-4a34-b3a4-e4deade27c5d/68098e0d-7ada-426b-9046-46c780267e85) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:01.227650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet f5d4b44f-9aef-4a34-b3a4-e4deade27c5d {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:01.365193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.370207 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.370954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.411310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.415394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:01.418733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:01.421674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:01.431945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Pushing event updated for resources: {'Port': ['ID=68098e0d-7ada-426b-9046-46c780267e85,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.483405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Attempting to bind port 68098e0d-7ada-426b-9046-46c780267e85 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:01.483835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Attempting to bind port 68098e0d-7ada-426b-9046-46c780267e85 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:01.484300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Attempting to bind port 68098e0d-7ada-426b-9046-46c780267e85 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:01.489171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:01.489551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:01.489955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.490357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:01.490824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Bound port: 68098e0d-7ada-426b-9046-46c780267e85, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:01.491258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.506290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.568157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.569757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] For port 68098e0d-7ada-426b-9046-46c780267e85, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:01.573584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] For port 68098e0d-7ada-426b-9046-46c780267e85, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=68098e0d-7ada-426b-9046-46c780267e85,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:01.578353 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.595481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d4b44f-9aef-4a34-b3a4-e4deade27c5d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.599036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.602328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0822edef-7b14-442c-86b5-f1fc5c396e15 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/f5d4b44f-9aef-4a34-b3a4-e4deade27c5d HTTP/1.1" status: 204 len: 168 time: 0.4301643 Nov 12 03:43:01.604831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.634132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7613f-93a7-494d-b4a5-92f27978ee7c None None] Pushing event updated for resources: {'Port': ['ID=68098e0d-7ada-426b-9046-46c780267e85,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:01.645329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66681889-6921-4c85-af4f-23e1059ea9e1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392442 Nov 12 03:43:01.649128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.657607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:01.756586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:01.760826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.930926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 68098e0d-7ada-426b-9046-46c780267e85 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:01.983361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 68098e0d-7ada-426b-9046-46c780267e85 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:01.983763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.989606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.030172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:02.034715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:02.038046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.038640 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.052565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=e152e09c-5ba7-4ddf-93aa-754d059e4368,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.062553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.066005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8b52e98b-5499-4720-af4d-0951c82896a0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4114449 Nov 12 03:43:02.066171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39084) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.070472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1928732176', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:02.094250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.095380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.099080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 68098e0d-7ada-426b-9046-46c780267e85, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=68098e0d-7ada-426b-9046-46c780267e85,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:02.103669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.162295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=68098e0d-7ada-426b-9046-46c780267e85,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.166633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d862e8ad-fde4-412f-a091-cca5d30b5e0f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:02.188345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d862e8ad-fde4-412f-a091-cca5d30b5e0f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:02.188699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d862e8ad-fde4-412f-a091-cca5d30b5e0f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:02.287384 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf024d86-7058-41c3-aff9-37f5bf4d6634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.466125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.470477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.494486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.499229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6ecee70-b463-4272-bb4e-3c5abfeca6da tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4296939 Nov 12 03:43:02.499415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39086) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.599964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868075d-16b3-49aa-b2f0-0a3a08fc5e99 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:02.674747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-480e393e-f759-44dc-b257-1e6337bffbe4 None None] Provisioning complete for port 68098e0d-7ada-426b-9046-46c780267e85 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:02.675121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-480e393e-f759-44dc-b257-1e6337bffbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.778153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.035454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::1 (c161be46-dc63-46dc-b56c-092803a0e21c/e152e09c-5ba7-4ddf-93aa-754d059e4368/f5eaf9ca-5de2-4468-9224-221a3e87f633) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:03.156940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.190151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.192323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3677b44b-43bf-4a63-9307-c610fc407e88 None None] Provisioning complete for port 68098e0d-7ada-426b-9046-46c780267e85 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.192852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3677b44b-43bf-4a63-9307-c610fc407e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.231046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:03.236772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:03.239811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:03.240371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.281403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=f5eaf9ca-5de2-4468-9224-221a3e87f633,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.368211 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.493834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e97a3454-8418-4c9e-9089-4c64e4172f78 None None] Provisioning complete for port f5eaf9ca-5de2-4468-9224-221a3e87f633 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.494196 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e97a3454-8418-4c9e-9089-4c64e4172f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.532296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e97a3454-8418-4c9e-9089-4c64e4172f78 None None] Port f5eaf9ca-5de2-4468-9224-221a3e87f633 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:03.631385 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.636234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.637257 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.723814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=f5eaf9ca-5de2-4468-9224-221a3e87f633,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:03.765895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:03.767326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:03.899181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Router aff989de-0c92-4bfc-bf65-d42667742022 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:03.907405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 68098e0d-7ada-426b-9046-46c780267e85 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:03.959812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 68098e0d-7ada-426b-9046-46c780267e85 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.960214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.014056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:04.019040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ac431321-102c-46e3-ac0e-2339ac283a26 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "PUT /v2.0/routers/aff989de-0c92-4bfc-bf65-d42667742022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186510 Nov 12 03:43:04.021731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39088) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.025203 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Sync routers for ids ['aff989de-0c92-4bfc-bf65-d42667742022'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:04.034634 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Routers {'aff989de-0c92-4bfc-bf65-d42667742022'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:04.035286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:42:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['aff989de-0c92-4bfc-bf65-d42667742022'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:04.057716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-402b5b13-d2fb-46e8-a40a-27f7c2e066cf None None] Provisioning complete for port f5eaf9ca-5de2-4468-9224-221a3e87f633 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:04.058090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-402b5b13-d2fb-46e8-a40a-27f7c2e066cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.069721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c61e7-52f9-43ca-81a3-0a848b225636 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.071208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ac4c61e7-52f9-43ca-81a3-0a848b225636 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports/f5eaf9ca-5de2-4468-9224-221a3e87f633 HTTP/1.1" status: 200 len: 911 time: 0.0484982 Nov 12 03:43:04.073806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39090) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.099266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-402b5b13-d2fb-46e8-a40a-27f7c2e066cf None None] Port f5eaf9ca-5de2-4468-9224-221a3e87f633 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:04.131425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d608b-3594-4185-9c7a-2789325ad1eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.138152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d608b-3594-4185-9c7a-2789325ad1eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.139869 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b6d608b-3594-4185-9c7a-2789325ad1eb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0650678 Nov 12 03:43:04.142719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.234211 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Set router aff989de-0c92-4bfc-bf65-d42667742022 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:04.427248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'name': 'tempest-NetworksTestDHCPv6-router-1928732176', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:03Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None, '_interfaces': [{'id': 'f5eaf9ca-5de2-4468-9224-221a3e87f633', 'name': '', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'mac_address': 'fa:16:3e:29:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:03Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'subnets': [{'id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:04.453705 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Checking router: aff989de-0c92-4bfc-bf65-d42667742022 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:04.454055 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Updating router aff989de-0c92-4bfc-bf65-d42667742022 port f5eaf9ca-5de2-4468-9224-221a3e87f633 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:04.478424 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.556216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.694714 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-080a6540-f29a-45ea-ba92-7f05b08e3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.743915 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.749057 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.769263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port f5eaf9ca-5de2-4468-9224-221a3e87f633 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:04.769516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.799548 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3865c29-0dc2-4d45-a9ac-3d2d1939c040 None None] Pushing event updated for resources: {'Port': ['ID=f5eaf9ca-5de2-4468-9224-221a3e87f633,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.848305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Attempting to bind port f5eaf9ca-5de2-4468-9224-221a3e87f633 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:04.848818 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Attempting to bind port f5eaf9ca-5de2-4468-9224-221a3e87f633 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:04.849036 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Attempting to bind port f5eaf9ca-5de2-4468-9224-221a3e87f633 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:04.854244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:04.854629 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:04.855035 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.855913 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:04.855913 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Bound port: f5eaf9ca-5de2-4468-9224-221a3e87f633, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:04.856295 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.864242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.877532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for f5eaf9ca-5de2-4468-9224-221a3e87f633 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:04.925043 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] For port f5eaf9ca-5de2-4468-9224-221a3e87f633, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:04.928845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] For port f5eaf9ca-5de2-4468-9224-221a3e87f633, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f5eaf9ca-5de2-4468-9224-221a3e87f633,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:04.933781 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.988869 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Routers {'aff989de-0c92-4bfc-bf65-d42667742022'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:04.989497 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['aff989de-0c92-4bfc-bf65-d42667742022'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:05.029676 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3865c29-0dc2-4d45-a9ac-3d2d1939c040 None None] Pushing event updated for resources: {'Port': ['ID=f5eaf9ca-5de2-4468-9224-221a3e87f633,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.051079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-98c39427-3c2c-48cd-acee-c4c802f96de8 None None] Provisioning complete for port f5eaf9ca-5de2-4468-9224-221a3e87f633 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:05.051620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98c39427-3c2c-48cd-acee-c4c802f96de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.067039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.096685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-98c39427-3c2c-48cd-acee-c4c802f96de8 None None] Could not find standard attr ID for object f5eaf9ca-5de2-4468-9224-221a3e87f633. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:05.097520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=f5eaf9ca-5de2-4468-9224-221a3e87f633,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.104099 n-d-615180-50 neutron-server[102434]: INFO neutron.plugins.ml2.db [None req-98c39427-3c2c-48cd-acee-c4c802f96de8 None None] No ports have port_id starting with f5eaf9ca-5de2-4468-9224-221a3e87f633 Nov 12 03:43:05.104729 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] Set router aff989de-0c92-4bfc-bf65-d42667742022 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:05.209904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.315168 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'name': 'tempest-NetworksTestDHCPv6-router-1928732176', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:03Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None, '_interfaces': [{'id': 'f5eaf9ca-5de2-4468-9224-221a3e87f633', 'name': '', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'mac_address': 'fa:16:3e:29:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:04Z', 'revision_number': 4, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'subnets': [{'id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:05.326950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e8f7e06e-6b02-4f8f-b238-40c6cad9c612 None None] Could not find standard attr ID for object f5eaf9ca-5de2-4468-9224-221a3e87f633. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:05.347370 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5adfd6e-87dd-4b19-b0bc-f23a481228c8 None None] The sync data for ids ['aff989de-0c92-4bfc-bf65-d42667742022'] in n-d-615180-50 is: [{'id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'name': 'tempest-NetworksTestDHCPv6-router-1928732176', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:03Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None, '_interfaces': [{'id': 'f5eaf9ca-5de2-4468-9224-221a3e87f633', 'name': '', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'mac_address': 'fa:16:3e:29:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff989de-0c92-4bfc-bf65-d42667742022', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:02Z', 'updated_at': '2021-11-12T03:43:04Z', 'revision_number': 4, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'subnets': [{'id': 'e152e09c-5ba7-4ddf-93aa-754d059e4368', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:05.373476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Router aff989de-0c92-4bfc-bf65-d42667742022 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:05.455496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:05.461153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-35167cd6-8b22-4b71-820e-9e5343d21390 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "PUT /v2.0/routers/aff989de-0c92-4bfc-bf65-d42667742022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3171175 Nov 12 03:43:05.463377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39094) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.517629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a98b8f-b78d-4f70-a431-6339d6a5b990 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.519220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a98b8f-b78d-4f70-a431-6339d6a5b990 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.520740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-50a98b8f-b78d-4f70-a431-6339d6a5b990 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0563440 Nov 12 03:43:05.523440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39096) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.589158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet e152e09c-5ba7-4ddf-93aa-754d059e4368 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:05.592307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.636668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.693458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.702346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.754138 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.781929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=e152e09c-5ba7-4ddf-93aa-754d059e4368,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:05.785573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.791752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-05974300-83f0-4d44-a562-a1bf8d888665 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/e152e09c-5ba7-4ddf-93aa-754d059e4368 HTTP/1.1" status: 204 len: 168 time: 0.2644148 Nov 12 03:43:05.791925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.794742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e77eb-3b77-41a3-962f-35c9cba802c8 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:05.915524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-362cfb81-ac75-47b9-8e0a-bd8147ba0b21 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1217260 Nov 12 03:43:05.918015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.001116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:06.002942 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.052019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Deleting port 68098e0d-7ada-426b-9046-46c780267e85 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:06.052397 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.120076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] For port 68098e0d-7ada-426b-9046-46c780267e85, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=68098e0d-7ada-426b-9046-46c780267e85,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:06.120474 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.132722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Calling delete_port for 68098e0d-7ada-426b-9046-46c780267e85 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:06.167352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.169502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.209810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.212380 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.212883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Fanout notify agent at l3_agent the message router_deleted on router aff989de-0c92-4bfc-bf65-d42667742022 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:06.220538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.221690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a676436a-e30a-4e8a-9c96-c066b468d95e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/routers/aff989de-0c92-4bfc-bf65-d42667742022 HTTP/1.1" status: 204 len: 168 time: 0.3021343 Nov 12 03:43:06.224583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39102) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.230303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:06.239946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] Pushing event deleted for resources: {'Port': ['ID=68098e0d-7ada-426b-9046-46c780267e85,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.243421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9b8ce-2ab1-47e8-afb7-f65f3e72affe None None] No DVR routers for this DVR port 68098e0d-7ada-426b-9046-46c780267e85 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:06.327969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:06.331559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.512155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.552826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:06.557221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:06.561243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:06.561837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.566100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4a6a6-8c2a-4054-8cd8-b7135e0e3b91 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:06.571913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=9f7bd686-e7b5-4493-8a22-0e6e3c244bb7,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.589031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-724a929a-6265-433e-8fa4-171fe84c6bca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3620961 Nov 12 03:43:06.589290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.593832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-823144707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:06.619333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.620399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.677299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.686033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.689916 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:06.705721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.706940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-757e1fa1-f102-46c6-95ce-225c55e296a5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1166663 Nov 12 03:43:06.709753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39106) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:06.727752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '9f7bd686-e7b5-4493-8a22-0e6e3c244bb7'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:06.728675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.759008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Sync routers for ids ['aff989de-0c92-4bfc-bf65-d42667742022'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:06.822291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:06.822662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:43:06.823276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aff989de-0c92-4bfc-bf65-d42667742022'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:43:06.856333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:06.856601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:43:06.857195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aff989de-0c92-4bfc-bf65-d42667742022'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:43:06.857560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d149bef2-07c2-4802-865a-6010569e2e00 None None] The sync data for ids ['aff989de-0c92-4bfc-bf65-d42667742022'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:06.886676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/9f7bd686-e7b5-4493-8a22-0e6e3c244bb7/9a185767-88e8-4704-aa37-84d2a78f89f5) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:07.002623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.037219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.044930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.088997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:07.094264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:07.097212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:07.107824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Pushing event updated for resources: {'Port': ['ID=9a185767-88e8-4704-aa37-84d2a78f89f5,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.160526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Attempting to bind port 9a185767-88e8-4704-aa37-84d2a78f89f5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:07.160905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Attempting to bind port 9a185767-88e8-4704-aa37-84d2a78f89f5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:07.161274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Attempting to bind port 9a185767-88e8-4704-aa37-84d2a78f89f5 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:07.167565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:07.167954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:07.168360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.168763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:07.169235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Bound port: 9a185767-88e8-4704-aa37-84d2a78f89f5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:07.169621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.241996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] For port 9a185767-88e8-4704-aa37-84d2a78f89f5, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:07.247630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] For port 9a185767-88e8-4704-aa37-84d2a78f89f5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9a185767-88e8-4704-aa37-84d2a78f89f5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:07.252274 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.257038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.320115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f522d-f69a-4f0f-b8c8-c37417283898 None None] Pushing event updated for resources: {'Port': ['ID=9a185767-88e8-4704-aa37-84d2a78f89f5,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.588101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::1 (c161be46-dc63-46dc-b56c-092803a0e21c/9f7bd686-e7b5-4493-8a22-0e6e3c244bb7/5c328070-72fa-43ea-80dc-0d84e394354b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:07.703549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.737597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.786225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:07.790067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:07.794649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:07.795215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.798631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=5c328070-72fa-43ea-80dc-0d84e394354b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:07.914771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.928369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9a185767-88e8-4704-aa37-84d2a78f89f5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:07.981563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9a185767-88e8-4704-aa37-84d2a78f89f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:07.982080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.070594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.107722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 9a185767-88e8-4704-aa37-84d2a78f89f5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9a185767-88e8-4704-aa37-84d2a78f89f5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:08.112338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.166105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=9a185767-88e8-4704-aa37-84d2a78f89f5,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.182899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f5eaf9ca-5de2-4468-9224-221a3e87f633 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:08.204995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f5eaf9ca-5de2-4468-9224-221a3e87f633 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:08.205421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f5eaf9ca-5de2-4468-9224-221a3e87f633 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:08.205853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 68098e0d-7ada-426b-9046-46c780267e85 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:08.210469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.215294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.216194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.229881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 68098e0d-7ada-426b-9046-46c780267e85 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:08.230152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 68098e0d-7ada-426b-9046-46c780267e85 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:08.244339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.266749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=5c328070-72fa-43ea-80dc-0d84e394354b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:08.365131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:08.369813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:08.385685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e4bf796e-e193-42b7-98d7-26c8778debe9 None None] Provisioning complete for port 9a185767-88e8-4704-aa37-84d2a78f89f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.386060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e4bf796e-e193-42b7-98d7-26c8778debe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.491898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Router f706a889-e9be-4b1f-afca-6ba7fd56c707 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:08.588421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:08.597089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-da759c61-5eeb-4449-9943-5d729373a41f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "PUT /v2.0/routers/f706a889-e9be-4b1f-afca-6ba7fd56c707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835988 Nov 12 03:43:08.597089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39108) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.597474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-623392f6-bdb7-4704-8d24-431524466e3c None None] Provisioning complete for port 5c328070-72fa-43ea-80dc-0d84e394354b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.597835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-623392f6-bdb7-4704-8d24-431524466e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.604805 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Sync routers for ids ['f706a889-e9be-4b1f-afca-6ba7fd56c707'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:08.619867 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Routers {'f706a889-e9be-4b1f-afca-6ba7fd56c707'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:08.620889 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f706a889-e9be-4b1f-afca-6ba7fd56c707'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.635966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-623392f6-bdb7-4704-8d24-431524466e3c None None] Port 5c328070-72fa-43ea-80dc-0d84e394354b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:08.647254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f5fa8-6d54-4ded-b6d7-e25f303e7120 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.648781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0b0f5fa8-6d54-4ded-b6d7-e25f303e7120 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports/5c328070-72fa-43ea-80dc-0d84e394354b HTTP/1.1" status: 200 len: 911 time: 0.0508914 Nov 12 03:43:08.651394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39110) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.701538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad4cd6-a0c1-4253-a9c3-0f8e7e9f34a7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.707918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad4cd6-a0c1-4253-a9c3-0f8e7e9f34a7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.709571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a2ad4cd6-a0c1-4253-a9c3-0f8e7e9f34a7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0572400 Nov 12 03:43:08.712440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39112) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.719854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Set router f706a889-e9be-4b1f-afca-6ba7fd56c707 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:08.860630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-009fcfb3-8598-4513-8cc8-4ed54073d4a8 None None] Provisioning complete for port 5c328070-72fa-43ea-80dc-0d84e394354b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:08.863053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-009fcfb3-8598-4513-8cc8-4ed54073d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.902984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-009fcfb3-8598-4513-8cc8-4ed54073d4a8 None None] Port 5c328070-72fa-43ea-80dc-0d84e394354b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:08.921058 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706a889-e9be-4b1f-afca-6ba7fd56c707', 'name': 'tempest-NetworksTestDHCPv6-router-823144707', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:07Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None, '_interfaces': [{'id': '5c328070-72fa-43ea-80dc-0d84e394354b', 'name': '', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'mac_address': 'fa:16:3e:1e:d5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f706a889-e9be-4b1f-afca-6ba7fd56c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '9f7bd686-e7b5-4493-8a22-0e6e3c244bb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:43:07Z', 'updated_at': '2021-11-12T03:43:08Z', 'revision_number': 2, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'subnets': [{'id': '9f7bd686-e7b5-4493-8a22-0e6e3c244bb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.947572 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Checking router: f706a889-e9be-4b1f-afca-6ba7fd56c707 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:43:08.947937 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Updating router f706a889-e9be-4b1f-afca-6ba7fd56c707 port 5c328070-72fa-43ea-80dc-0d84e394354b binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:43:08.976081 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.025319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.235966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 5c328070-72fa-43ea-80dc-0d84e394354b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:09.236313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.315988 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.322249 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.323769 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.336993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 5c328070-72fa-43ea-80dc-0d84e394354b owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:09.372399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa83b18-2dc6-42ca-bc83-ae51b9deb372 None None] Pushing event updated for resources: {'Port': ['ID=5c328070-72fa-43ea-80dc-0d84e394354b,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.425374 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:09.425891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:09.426546 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:09.433240 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:09.433789 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:09.434081 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.434484 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:09.434985 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Bound port: 5c328070-72fa-43ea-80dc-0d84e394354b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:09.435397 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.539114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.540284 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.db.api [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:09.540905 n-d-615180-50 neutron-server[102435]: DEBUG oslo_db.api [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:09.566277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=5c328070-72fa-43ea-80dc-0d84e394354b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:09.619019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-12c0c756-1a2b-45e4-8cb5-d79b7c1a1274 None None] Could not find standard attr ID for object 5c328070-72fa-43ea-80dc-0d84e394354b. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:09.662230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.821903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Router f706a889-e9be-4b1f-afca-6ba7fd56c707 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:09.895294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:09.899800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9a185767-88e8-4704-aa37-84d2a78f89f5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:09.900346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9a77105-5b04-440a-85c5-bb1bfa0f0655 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "PUT /v2.0/routers/f706a889-e9be-4b1f-afca-6ba7fd56c707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1868961 Nov 12 03:43:09.902809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39114) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:09.948414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9a185767-88e8-4704-aa37-84d2a78f89f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:09.948784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.957736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69d8fc-7b2c-400f-b8e1-bd3cd0884daa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.959405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69d8fc-7b2c-400f-b8e1-bd3cd0884daa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.960906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e69d8fc-7b2c-400f-b8e1-bd3cd0884daa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0571511 Nov 12 03:43:09.964031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39116) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.014601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 9f7bd686-e7b5-4493-8a22-0e6e3c244bb7 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:10.017695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.056030 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:10.056597 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:10.056784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Attempting to bind port 5c328070-72fa-43ea-80dc-0d84e394354b on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:10.057943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.061804 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:10.062178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:10.062575 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.062971 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:10.063462 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Bound port: 5c328070-72fa-43ea-80dc-0d84e394354b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:10.063846 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.091935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.plugin [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Port 5c328070-72fa-43ea-80dc-0d84e394354b has been deleted concurrently {{(pid=102435) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:43:10.100863 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Routers {'f706a889-e9be-4b1f-afca-6ba7fd56c707'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:10.101481 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f706a889-e9be-4b1f-afca-6ba7fd56c707'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:10.142762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.170336 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] Set router f706a889-e9be-4b1f-afca-6ba7fd56c707 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:43:10.199993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.223861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7bd686-e7b5-4493-8a22-0e6e3c244bb7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.224468 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f706a889-e9be-4b1f-afca-6ba7fd56c707', 'name': 'tempest-NetworksTestDHCPv6-router-823144707', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:09Z', 'revision_number': 3, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:10.231434 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.236722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aab8412c-e19a-4004-9e24-2cddd38ac88d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/9f7bd686-e7b5-4493-8a22-0e6e3c244bb7 HTTP/1.1" status: 204 len: 168 time: 0.2696490 Nov 12 03:43:10.237078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.238671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7ea21-c49f-409b-a5df-4fe88b4d13be None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:10.252262 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff3a462-e91a-4695-8a85-68484144d773 None None] The sync data for ids ['f706a889-e9be-4b1f-afca-6ba7fd56c707'] in n-d-615180-50 is: [{'id': 'f706a889-e9be-4b1f-afca-6ba7fd56c707', 'name': 'tempest-NetworksTestDHCPv6-router-823144707', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:43:06Z', 'updated_at': '2021-11-12T03:43:09Z', 'revision_number': 3, 'project_id': 'ac804c02e26b47f59f9a84815f987ff4', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:10.326235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-741f06c7-c619-4498-9d70-96e1ea3a5031 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0876617 Nov 12 03:43:10.328660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39120) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.408677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.421359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:10.478543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Deleting port 9a185767-88e8-4704-aa37-84d2a78f89f5 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:10.478961 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.539987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] For port 9a185767-88e8-4704-aa37-84d2a78f89f5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9a185767-88e8-4704-aa37-84d2a78f89f5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:10.540383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.552620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Calling delete_port for 9a185767-88e8-4704-aa37-84d2a78f89f5 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:10.570799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.572988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.614919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.615394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Fanout notify agent at l3_agent the message router_deleted on router f706a889-e9be-4b1f-afca-6ba7fd56c707 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:10.622091 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.625712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64890f92-69e9-4591-ba0f-9612a041180a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/routers/f706a889-e9be-4b1f-afca-6ba7fd56c707 HTTP/1.1" status: 204 len: 168 time: 0.2959158 Nov 12 03:43:10.626319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39122) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.635722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.658850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58613bba-656d-456b-a5cb-5708a4e44858 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317726 Nov 12 03:43:10.661333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39124) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.662631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] Pushing event deleted for resources: {'Port': ['ID=9a185767-88e8-4704-aa37-84d2a78f89f5,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.665106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61a43c-bcf1-4293-812f-5655247a7db4 None None] No DVR routers for this DVR port 9a185767-88e8-4704-aa37-84d2a78f89f5 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:10.716299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd37dec-4426-4002-baf2-747054774a11 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.717761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bfd37dec-4426-4002-baf2-747054774a11 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554478 Nov 12 03:43:10.720286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.760104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6b5a300-2b9d-413c-8b2a-fec62e63e821 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387614 Nov 12 03:43:10.764091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39128) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.768921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.854266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:10.857731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.159122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Sync routers for ids ['f706a889-e9be-4b1f-afca-6ba7fd56c707'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:11.170312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:11.170682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:43:11.171295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f706a889-e9be-4b1f-afca-6ba7fd56c707'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:43:11.179609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:11.184032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:43:11.184032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f706a889-e9be-4b1f-afca-6ba7fd56c707'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:43:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102434) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:43:11.184032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6ccf4-5778-42aa-a1ce-de57bbc6ef74 None None] The sync data for ids ['f706a889-e9be-4b1f-afca-6ba7fd56c707'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:11.439716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:11.440979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.480430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:11.484727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:11.488724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.489315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.494404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bac824-67da-454a-902d-f2de32be180d None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:11.501759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=260342fe-f4a6-4dfe-afc9-b548f48853eb,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.510915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-357121b6-85ae-4629-9990-105570f7463c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7458251 Nov 12 03:43:11.513556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.518368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:11.626914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:11.630445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.644787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '260342fe-f4a6-4dfe-afc9-b548f48853eb'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:11.645710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.788530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Allocated IP 2001:db8::f816:3eff:fe82:b207 (c161be46-dc63-46dc-b56c-092803a0e21c/260342fe-f4a6-4dfe-afc9-b548f48853eb/a01517f7-7248-40cd-9b0d-f74bbb2e81a5) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:11.873500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.909293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9a185767-88e8-4704-aa37-84d2a78f89f5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:11.918802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:11.924392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:11.930718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.931341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.942095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9a185767-88e8-4704-aa37-84d2a78f89f5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:11.942449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9a185767-88e8-4704-aa37-84d2a78f89f5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:11.944108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=a2b46b73-62fb-4add-86c7-d1f37e5b3b52,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.954509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-134dac3a-39d6-47df-8589-3a64675482e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4399352 Nov 12 03:43:11.957394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39132) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.963490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:6a:03:01', 'name': 'tempest-NetworksTestDHCPv6-2015723648'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:11.964565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.971409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.014320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:12.018161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Pushing event updated for resources: {'Port': ['ID=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.020627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.022630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:12.072774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:12.076719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Attempting to bind port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:12.077085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Attempting to bind port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:12.077442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Attempting to bind port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:12.082356 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:12.082727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:12.083152 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.083566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:12.084022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Bound port: a01517f7-7248-40cd-9b0d-f74bbb2e81a5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:12.084390 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.159224 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.180885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:12.193665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] For port a01517f7-7248-40cd-9b0d-f74bbb2e81a5, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:12.197146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] For port a01517f7-7248-40cd-9b0d-f74bbb2e81a5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:12.202426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.354354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 172.20.0.13 (c161be46-dc63-46dc-b56c-092803a0e21c/a2b46b73-62fb-4add-86c7-d1f37e5b3b52/2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:12.360364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe6a:301 (c161be46-dc63-46dc-b56c-092803a0e21c/260342fe-f4a6-4dfe-afc9-b548f48853eb/2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:12.430158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a683-fcbf-48e0-bb4d-22a97572c3d2 None None] Pushing event updated for resources: {'Port': ['ID=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.512435 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.546662 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.612023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:12.615357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.619731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:12.657434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.685519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.686171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.704172 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e7ba802-db81-4461-b93e-90410a279c43 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7454681 Nov 12 03:43:12.706583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39134) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.757350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572be359-3779-46f5-b483-a713692c1cf8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.764172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572be359-3779-46f5-b483-a713692c1cf8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.765778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-572be359-3779-46f5-b483-a713692c1cf8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0582292 Nov 12 03:43:12.770613 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39136) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.860252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:12.860487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.947409 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.959425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:13.147255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.178734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.272435 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.278910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-69f0d7ad-db88-4db5-8c47-5d1be5ed148d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef HTTP/1.1" status: 204 len: 168 time: 0.5051496 Nov 12 03:43:13.279181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39138) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.334275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b552c1e2-05d9-4b7e-b5e0-eb73050f7cd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.335868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04342954-cd7c-4445-b0ab-5ed1b618486d None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:13.336394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b552c1e2-05d9-4b7e-b5e0-eb73050f7cd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.337531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b552c1e2-05d9-4b7e-b5e0-eb73050f7cd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:13.339125 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b552c1e2-05d9-4b7e-b5e0-eb73050f7cd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0589910 Nov 12 03:43:13.341718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39140) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.397408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 260342fe-f4a6-4dfe-afc9-b548f48853eb {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:13.400417 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.420913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Provisioning complete for port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:13.421295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.441520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.520911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.555221 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.586752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.616139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=260342fe-f4a6-4dfe-afc9-b548f48853eb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.618173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.623786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85a4ab3b-608d-49dd-815d-1b711434a93f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/260342fe-f4a6-4dfe-afc9-b548f48853eb HTTP/1.1" status: 204 len: 168 time: 0.2787719 Nov 12 03:43:13.624096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39142) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.649869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:13.650121 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:13.656510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4de393-b5f0-409a-a3fe-2720129f4171 None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '260342fe-f4a6-4dfe-afc9-b548f48853eb', 'ip_address': '2001:db8::f816:3eff:fe82:b207'}, {'subnet_id': 'a2b46b73-62fb-4add-86c7-d1f37e5b3b52'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'a01517f7-7248-40cd-9b0d-f74bbb2e81a5'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:13.681377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet a2b46b73-62fb-4add-86c7-d1f37e5b3b52 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:13.684265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae4de393-b5f0-409a-a3fe-2720129f4171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.684422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.727710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.772154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.835110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-ae4de393-b5f0-409a-a3fe-2720129f4171 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2b46b73-62fb-4add-86c7-d1f37e5b3b52: This subnet is being modified by another concurrent operation. Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2b46b73-62fb-4add-86c7-d1f37e5b3b52: This subnet is being modified by another concurrent operation. Nov 12 03:43:13.837490 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 03:43:13.867152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b46b73-62fb-4add-86c7-d1f37e5b3b52,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.872064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.875162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28629b0a-a015-4a2e-ac56-c249792de622 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/a2b46b73-62fb-4add-86c7-d1f37e5b3b52 HTTP/1.1" status: 204 len: 168 time: 0.2500813 Nov 12 03:43:13.877539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39144) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.927690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce57c309-3f09-4fbd-9454-9d99fe2b66a4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487432 Nov 12 03:43:13.930344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39146) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:13.938835 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:13.945225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9cc338-c0c7-4e18-b206-7261169320fe None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:14.033005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:14.036752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.081238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:14.128301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Deleting port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:14.128685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.220232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] For port a01517f7-7248-40cd-9b0d-f74bbb2e81a5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.220657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.232054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.241976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Calling delete_port for a01517f7-7248-40cd-9b0d-f74bbb2e81a5 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:14.307667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] For port a01517f7-7248-40cd-9b0d-f74bbb2e81a5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.315258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.373388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:14.392636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276bbbf-3bfd-45ef-818b-bc95f72870db None None] Pushing event updated for resources: {'Port': ['ID=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.400325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.428337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] Pushing event deleted for resources: {'Port': ['ID=a01517f7-7248-40cd-9b0d-f74bbb2e81a5,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.433042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420826a-869b-4c0f-8b97-eb746da638ff None None] No DVR routers for this DVR port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:14.435910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fe51ea84-298f-4561-96df-5137c322e139 None None] Could not find standard attr ID for object a01517f7-7248-40cd-9b0d-f74bbb2e81a5. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:14.454336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a835c-8660-47a2-8de1-d2ea8fc3bb59 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:14.533504 n-d-615180-50 neutron-server[102432]: WARNING neutron.services.revisions.revision_plugin [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Could not find related port for resource to bump revision. Nov 12 03:43:14.536744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a835c-8660-47a2-8de1-d2ea8fc3bb59 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:14.539824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_pluggable_backend [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Port a01517f7-7248-40cd-9b0d-f74bbb2e81a5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:43:14.540129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_pluggable_backend [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:b207 {{(pid=102432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:43:14.544072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_pluggable_backend [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:b207 {{(pid=102432) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:43:14.545388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.588014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:14.592976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:14.596475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.597060 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.614288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=797c27b0-3134-4d3d-bd68-f8226020695d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.623053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0eeb2ae-9bda-48d2-b59b-f5cc7d150f39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6881177 Nov 12 03:43:14.626122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39148) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.631311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:14.738546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:14.742091 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.759691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '797c27b0-3134-4d3d-bd68-f8226020695d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:14.760578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.890130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Allocated IP 2001:db8::f816:3eff:fe01:2dd3 (c161be46-dc63-46dc-b56c-092803a0e21c/797c27b0-3134-4d3d-bd68-f8226020695d/2cd65c64-2490-43a1-9011-bb78574c14cc) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:14.960156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.004828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:15.009381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:15.013620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.014487 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.023372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=8e994124-6259-432d-9ae5-bb4c87a0f52d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.036622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6dc3c932-4aa3-4657-a6a8-d1a0b6e8c137 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4093077 Nov 12 03:43:15.040072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39150) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:15.044117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.045264 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:eb:b4:f7', 'name': 'tempest-NetworksTestDHCPv6-195442609'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:15.050386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.086770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:15.089536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:15.095077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:15.108144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Pushing event updated for resources: {'Port': ['ID=2cd65c64-2490-43a1-9011-bb78574c14cc,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.155311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Attempting to bind port 2cd65c64-2490-43a1-9011-bb78574c14cc on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:15.155660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Attempting to bind port 2cd65c64-2490-43a1-9011-bb78574c14cc by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:15.155979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Attempting to bind port 2cd65c64-2490-43a1-9011-bb78574c14cc on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:15.160352 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:15.160858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:15.161237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:15.161633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.162029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:15.162501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Bound port: 2cd65c64-2490-43a1-9011-bb78574c14cc, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:15.162879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.165352 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.184694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 2d862eaa-a6f8-49c2-879d-57eb9a8939cc yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:15.228183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] For port 2cd65c64-2490-43a1-9011-bb78574c14cc, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:15.231678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] For port 2cd65c64-2490-43a1-9011-bb78574c14cc, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2cd65c64-2490-43a1-9011-bb78574c14cc,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:15.235697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.294622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c711c-1f63-4028-8567-acc0494f97d1 None None] Pushing event updated for resources: {'Port': ['ID=2cd65c64-2490-43a1-9011-bb78574c14cc,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.355082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 172.20.0.10 (c161be46-dc63-46dc-b56c-092803a0e21c/8e994124-6259-432d-9ae5-bb4c87a0f52d/2d862eaa-a6f8-49c2-879d-57eb9a8939cc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.361170 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:feeb:b4f7 (c161be46-dc63-46dc-b56c-092803a0e21c/797c27b0-3134-4d3d-bd68-f8226020695d/2d862eaa-a6f8-49c2-879d-57eb9a8939cc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.821666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.859175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.904656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:15.909899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:15.913712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:15.938797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2cd65c64-2490-43a1-9011-bb78574c14cc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:15.951827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=2d862eaa-a6f8-49c2-879d-57eb9a8939cc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.975706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:15.976357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.994877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2cd65c64-2490-43a1-9011-bb78574c14cc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:15.995624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4b19860a-385f-4f31-a744-e1825a561350 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9544494 Nov 12 03:43:15.995898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.998698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39152) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.049856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fb255-5528-49ce-ba4b-2b6ff4595ecf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.056220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fb255-5528-49ce-ba4b-2b6ff4595ecf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.060667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39154) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.061179 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e5fb255-5528-49ce-ba4b-2b6ff4595ecf tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0617578 Nov 12 03:43:16.083785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.117861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2cd65c64-2490-43a1-9011-bb78574c14cc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2cd65c64-2490-43a1-9011-bb78574c14cc,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:16.123156 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.165203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 2d862eaa-a6f8-49c2-879d-57eb9a8939cc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:16.165584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.178054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2cd65c64-2490-43a1-9011-bb78574c14cc,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.191541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a01517f7-7248-40cd-9b0d-f74bbb2e81a5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:16.220321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a01517f7-7248-40cd-9b0d-f74bbb2e81a5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:16.220697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a01517f7-7248-40cd-9b0d-f74bbb2e81a5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:16.281073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8455a4-248b-4fae-a0e6-30f034fe7b52 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:16.283986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.296013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 2d862eaa-a6f8-49c2-879d-57eb9a8939cc owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:16.409557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6c787979-349d-48ae-ab6e-d20edbc11987 None None] Provisioning complete for port 2cd65c64-2490-43a1-9011-bb78574c14cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.409929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6c787979-349d-48ae-ab6e-d20edbc11987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.479974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.509234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=2d862eaa-a6f8-49c2-879d-57eb9a8939cc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.549287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '797c27b0-3134-4d3d-bd68-f8226020695d', 'ip_address': '2001:db8::f816:3eff:fe01:2dd3'}, {'subnet_id': '8e994124-6259-432d-9ae5-bb4c87a0f52d'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '2cd65c64-2490-43a1-9011-bb78574c14cc'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:16.584161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.611940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.616125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc281904-e137-43ab-b83d-0ac7b210f3cd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/2d862eaa-a6f8-49c2-879d-57eb9a8939cc HTTP/1.1" status: 204 len: 168 time: 0.5536168 Nov 12 03:43:16.618643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39156) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.673898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88bd88c-70ff-462a-b99e-571cf132f59c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.675458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88bd88c-70ff-462a-b99e-571cf132f59c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.677120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88bd88c-70ff-462a-b99e-571cf132f59c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.678763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a88bd88c-70ff-462a-b99e-571cf132f59c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0591624 Nov 12 03:43:16.682034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39158) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:16.731969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 797c27b0-3134-4d3d-bd68-f8226020695d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:16.751112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Allocated IP 172.20.0.2 (c161be46-dc63-46dc-b56c-092803a0e21c/8e994124-6259-432d-9ae5-bb4c87a0f52d/2cd65c64-2490-43a1-9011-bb78574c14cc) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:16.840344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] For port 2cd65c64-2490-43a1-9011-bb78574c14cc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2cd65c64-2490-43a1-9011-bb78574c14cc,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:16.869580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.873824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.874344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.916393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.960129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94026ed3-7357-49f9-97c0-46bbfc4b2bc3 None None] Pushing event updated for resources: {'Port': ['ID=2cd65c64-2490-43a1-9011-bb78574c14cc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.003423 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.062836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.090731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=797c27b0-3134-4d3d-bd68-f8226020695d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.094271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.097654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-99c93a12-4bad-4001-bb78-c68a05f1ce8c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/797c27b0-3134-4d3d-bd68-f8226020695d HTTP/1.1" status: 204 len: 168 time: 0.4146926 Nov 12 03:43:17.100270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.152308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 8e994124-6259-432d-9ae5-bb4c87a0f52d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:17.155820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.204324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.294999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.357129 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.388147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=8e994124-6259-432d-9ae5-bb4c87a0f52d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.391787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.394973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18953ff1-97d0-4d89-9593-93dd6617716b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/8e994124-6259-432d-9ae5-bb4c87a0f52d HTTP/1.1" status: 204 len: 168 time: 0.2936740 Nov 12 03:43:17.397557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.438539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9e96009-ef26-4719-b58c-fefe0a5b8ad3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398531 Nov 12 03:43:17.441284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.446541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.499816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23009ac-f0c1-4d6a-be48-37de34760db7 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:17.540297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:17.543885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.564279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-46e393bf-8a7b-4299-80f2-e19ff8512c9e None None] Could not find standard attr ID for object 2d862eaa-a6f8-49c2-879d-57eb9a8939cc. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:17.612909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-46e393bf-8a7b-4299-80f2-e19ff8512c9e None None] Provisioning complete for port 2cd65c64-2490-43a1-9011-bb78574c14cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.613374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-46e393bf-8a7b-4299-80f2-e19ff8512c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.715246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:17.736507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.768969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Deleting port 2cd65c64-2490-43a1-9011-bb78574c14cc {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:17.769253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.775377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:17.778621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:17.782846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:17.783613 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.801035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=4540b987-fd76-4ed3-8010-e58cde75412f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.807171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4f5327c2-7ea1-4c01-b250-f712619a99b2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3646965 Nov 12 03:43:17.810054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.814934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.847822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] For port 2cd65c64-2490-43a1-9011-bb78574c14cc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2cd65c64-2490-43a1-9011-bb78574c14cc,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:17.848161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.888811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Calling delete_port for 2cd65c64-2490-43a1-9011-bb78574c14cc owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:17.924652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:17.928354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.935154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2cd65c64-2490-43a1-9011-bb78574c14cc no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:18.027626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.058098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.059890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] Pushing event deleted for resources: {'Port': ['ID=2cd65c64-2490-43a1-9011-bb78574c14cc,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.069091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae4df6-58cb-4a0c-9285-5087c1d07a76 None None] No DVR routers for this DVR port 2cd65c64-2490-43a1-9011-bb78574c14cc on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:18.088777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96254ccc-6f01-4432-8951-e564c8eee06f None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:18.236987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:18.238866 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.281871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:18.287320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:18.290553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:18.291466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.310950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4997592 Nov 12 03:43:18.314334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39172) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:18.314863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0037232-9438-4ef7-8ebb-220fbea3aa36 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=0e1b79f1-6b31-4a32-b139-9776c2268d66,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.319814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:4d:a1:a5', 'name': 'tempest-NetworksTestDHCPv6-682201877'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:18.417244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '0e1b79f1-6b31-4a32-b139-9776c2268d66'}, {'subnet_id': '4540b987-fd76-4ed3-8010-e58cde75412f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:18.418400 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.439411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:18.519710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.538487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 024bf5e2-04ff-45ff-b9e2-29c478241341 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:18.603920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Allocated IP 172.20.0.2 (c161be46-dc63-46dc-b56c-092803a0e21c/4540b987-fd76-4ed3-8010-e58cde75412f/a7fff281-8bb1-4450-8af5-6f9c8f35080f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:18.609973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Allocated IP 2001:db8::f816:3eff:fe66:acd (c161be46-dc63-46dc-b56c-092803a0e21c/0e1b79f1-6b31-4a32-b139-9776c2268d66/a7fff281-8bb1-4450-8af5-6f9c8f35080f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:18.750175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.756163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.799346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:18.802274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:18.807011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:18.810155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Pushing event updated for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.869861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 172.20.0.11 (c161be46-dc63-46dc-b56c-092803a0e21c/4540b987-fd76-4ed3-8010-e58cde75412f/024bf5e2-04ff-45ff-b9e2-29c478241341) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:18.875906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe4d:a1a5 (c161be46-dc63-46dc-b56c-092803a0e21c/0e1b79f1-6b31-4a32-b139-9776c2268d66/024bf5e2-04ff-45ff-b9e2-29c478241341) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:18.885064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Attempting to bind port a7fff281-8bb1-4450-8af5-6f9c8f35080f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:18.885446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Attempting to bind port a7fff281-8bb1-4450-8af5-6f9c8f35080f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:18.885821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Attempting to bind port a7fff281-8bb1-4450-8af5-6f9c8f35080f on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:18.891269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:18.891652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:18.892057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.892457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:18.892935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Bound port: a7fff281-8bb1-4450-8af5-6f9c8f35080f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:18.893319 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.955701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:18.958922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7fff281-8bb1-4450-8af5-6f9c8f35080f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:18.963410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.019840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbbbf9-047e-4c12-ae21-f4a67ed1e2de None None] Pushing event updated for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.024786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.059358 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.102295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:19.108197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:19.112133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:19.118928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=024bf5e2-04ff-45ff-b9e2-29c478241341,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.172957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.173193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.197165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-220350be-bc23-4341-9eab-a27da4a2a9c0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8814507 Nov 12 03:43:19.199671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39174) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.257069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576e2b4-d8a7-4c9f-8f5b-0f8ccff82a2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.265270 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576e2b4-d8a7-4c9f-8f5b-0f8ccff82a2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.266975 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3576e2b4-d8a7-4c9f-8f5b-0f8ccff82a2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0662920 Nov 12 03:43:19.269761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39176) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.363609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 024bf5e2-04ff-45ff-b9e2-29c478241341 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:19.364304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.456896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.469107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 024bf5e2-04ff-45ff-b9e2-29c478241341 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:19.653405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.683151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=024bf5e2-04ff-45ff-b9e2-29c478241341,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:19.780606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.784064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-02a579f4-8749-4fa4-8554-22d72f6538e9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/024bf5e2-04ff-45ff-b9e2-29c478241341 HTTP/1.1" status: 204 len: 168 time: 0.5133290 Nov 12 03:43:19.786519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39178) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.841702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a37487-babf-4e4d-95e7-aabaec1d4e7d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.843473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a37487-babf-4e4d-95e7-aabaec1d4e7d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.845318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a37487-babf-4e4d-95e7-aabaec1d4e7d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:19.847453 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-15a37487-babf-4e4d-95e7-aabaec1d4e7d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0597618 Nov 12 03:43:19.849946 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39180) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:19.909530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 0e1b79f1-6b31-4a32-b139-9776c2268d66 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:19.913188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.958743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a7fff281-8bb1-4450-8af5-6f9c8f35080f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:19.962856 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.017267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:20.017480 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.042277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a9737-5b19-4e0f-9a68-0e36aab19f98 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:20.051085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.110804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.140930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1b79f1-6b31-4a32-b139-9776c2268d66,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.142936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.146200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c6d9f08-9395-4f9f-ba84-9e8d47d6def5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/0e1b79f1-6b31-4a32-b139-9776c2268d66 HTTP/1.1" status: 204 len: 168 time: 0.2951264 Nov 12 03:43:20.148769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39182) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.205385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 4540b987-fd76-4ed3-8010-e58cde75412f {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:20.206586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1c4449e9-c38c-44d6-9639-2de49ee342e0 None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:20.206954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c4449e9-c38c-44d6-9639-2de49ee342e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.208501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.211561 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.249555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.293367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7fff281-8bb1-4450-8af5-6f9c8f35080f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:20.301706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.337878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.388348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.405228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.437340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=4540b987-fd76-4ed3-8010-e58cde75412f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.439360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.445085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-50e5d205-f702-4f65-be40-a44cf4e0be40 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/4540b987-fd76-4ed3-8010-e58cde75412f HTTP/1.1" status: 204 len: 168 time: 0.2929318 Nov 12 03:43:20.445085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39184) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.484939 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9b7f40c-d2b7-4ce8-a153-062ad1c2c33a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387576 Nov 12 03:43:20.487495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39186) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.492418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:20.589271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:20.593015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.787601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.829149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:20.833800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:20.838603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:20.839230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.848976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=5c5ad187-bd80-4c2d-ac8c-b77f2f39310e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.852124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252166e4-5fbd-4bf7-9017-289fa1b346db None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:20.861101 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58f94cc6-3d21-469c-83c4-90334828e771 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3726113 Nov 12 03:43:20.864055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39188) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:20.869074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:20.928122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a6548e1c-1114-4ff2-8b88-9e5440f00231 None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:20.928499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a6548e1c-1114-4ff2-8b88-9e5440f00231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.982140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:20.985703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.293481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8b08a0a4-2fd7-4f14-89d3-8f9fc2abcc6e None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.294041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8b08a0a4-2fd7-4f14-89d3-8f9fc2abcc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.341332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:21.489318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-26f37065-3ac7-4918-865a-f689a515d324 None None] Could not find standard attr ID for object 2d862eaa-a6f8-49c2-879d-57eb9a8939cc. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:21.502865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.663231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7fff281-8bb1-4450-8af5-6f9c8f35080f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:21.694529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.700023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.701312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.702799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-35f49b63-ce10-48ce-9a74-3766b083fd2c None None] Could not find standard attr ID for object 024bf5e2-04ff-45ff-b9e2-29c478241341. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:21.782411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:21.795474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:21.798510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:21.799137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.818893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b02f7-c9aa-4668-8e85-2d85ad3d48fb None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:21.820902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.826764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=e81489ac-e7d1-490d-b1a9-772c3437c64a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.837817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67a18399-66d0-456a-9331-dfa777147f81 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9695528 Nov 12 03:43:21.838272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39190) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:21.842961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:80:63:a3', 'name': 'tempest-NetworksTestDHCPv6-856371609'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:21.929997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a7fff281-8bb1-4450-8af5-6f9c8f35080f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:21.956641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:21.960617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.981272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 9add3093-a6cb-46bb-95d0-e0599c717570 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:22.021081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.021461 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.101243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': 'e81489ac-e7d1-490d-b1a9-772c3437c64a', 'ip_address': '2001:db8::f816:3eff:fe66:acd'}, {'subnet_id': '5c5ad187-bd80-4c2d-ac8c-b77f2f39310e'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'a7fff281-8bb1-4450-8af5-6f9c8f35080f'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:22.145058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 172.20.0.4 (c161be46-dc63-46dc-b56c-092803a0e21c/5c5ad187-bd80-4c2d-ac8c-b77f2f39310e/9add3093-a6cb-46bb-95d0-e0599c717570) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:22.147622 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.151759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe80:63a3 (c161be46-dc63-46dc-b56c-092803a0e21c/e81489ac-e7d1-490d-b1a9-772c3437c64a/9add3093-a6cb-46bb-95d0-e0599c717570) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:22.297427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.330182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.372300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:22.375998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Allocated IP 172.20.0.2 (c161be46-dc63-46dc-b56c-092803a0e21c/5c5ad187-bd80-4c2d-ac8c-b77f2f39310e/a7fff281-8bb1-4450-8af5-6f9c8f35080f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:22.377549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:22.381923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:22.390234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=9add3093-a6cb-46bb-95d0-e0599c717570,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.437193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.438012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.455549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-980ae30a-c78f-4889-ade1-13c1c6b84e27 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6165035 Nov 12 03:43:22.458017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39192) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:22.484601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7fff281-8bb1-4450-8af5-6f9c8f35080f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:22.510622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947a02a-3f40-4cb3-91e8-a87ee9943d2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.513112 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.516651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947a02a-3f40-4cb3-91e8-a87ee9943d2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.517677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.518257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7947a02a-3f40-4cb3-91e8-a87ee9943d2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0593007 Nov 12 03:43:22.520994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39194) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:22.600919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb1f84-4b98-4f8e-8770-dd6bde1ff898 None None] Pushing event updated for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:22.619237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 9add3093-a6cb-46bb-95d0-e0599c717570 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:22.619586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.711554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.724241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 9add3093-a6cb-46bb-95d0-e0599c717570 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:22.908425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.937319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=9add3093-a6cb-46bb-95d0-e0599c717570,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.032035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.035380 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95e365a0-5771-4a5b-bf0e-47d396d6eb80 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/9add3093-a6cb-46bb-95d0-e0599c717570 HTTP/1.1" status: 204 len: 168 time: 0.5130346 Nov 12 03:43:23.037783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39196) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.092670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce900e10-f99a-49a6-9062-15987260cafd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.094318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce900e10-f99a-49a6-9062-15987260cafd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.095929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce900e10-f99a-49a6-9062-15987260cafd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.097525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce900e10-f99a-49a6-9062-15987260cafd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0588057 Nov 12 03:43:23.100302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39198) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.133238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-25a71454-3af8-4b53-ac4b-a34def14fea8 None None] Provisioning complete for port a7fff281-8bb1-4450-8af5-6f9c8f35080f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:23.133620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25a71454-3af8-4b53-ac4b-a34def14fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.153366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 5c5ad187-bd80-4c2d-ac8c-b77f2f39310e {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:23.156705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.200456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.296342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.356457 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.383318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5ad187-bd80-4c2d-ac8c-b77f2f39310e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.390196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.393497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ab7cb86-fdbc-421f-858b-b93e97332773 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/5c5ad187-bd80-4c2d-ac8c-b77f2f39310e HTTP/1.1" status: 204 len: 168 time: 0.2922597 Nov 12 03:43:23.396204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39200) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.439925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f37e8049-efb0-454f-8a1a-9adfb2402315 None None] Could not find standard attr ID for object 9add3093-a6cb-46bb-95d0-e0599c717570. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:23.453445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet e81489ac-e7d1-490d-b1a9-772c3437c64a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:23.457159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.503700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.567805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348e848-6e61-475f-889e-04b14aaacb0e None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:23.585315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.643483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.674750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=e81489ac-e7d1-490d-b1a9-772c3437c64a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:23.680431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.683702 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ea813e6e-822c-4903-bce0-908fef8f24c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/e81489ac-e7d1-490d-b1a9-772c3437c64a HTTP/1.1" status: 204 len: 168 time: 0.2864046 Nov 12 03:43:23.686076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39202) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.728323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-beb3294d-349f-4179-a682-eb1b0212af41 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373650 Nov 12 03:43:23.728467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39204) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.762990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:23.787658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5290c4e-f407-458d-9fe6-9e8ada27ebe1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.791021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d5290c4e-f407-458d-9fe6-9e8ada27ebe1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0606227 Nov 12 03:43:23.792498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.812650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Deleting port a7fff281-8bb1-4450-8af5-6f9c8f35080f {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:23.813020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.841944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef97c9-b442-4d75-874e-88db9a9e121d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:23.846133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-51ef97c9-b442-4d75-874e-88db9a9e121d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525215 Nov 12 03:43:23.846266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.881249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] For port a7fff281-8bb1-4450-8af5-6f9c8f35080f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a7fff281-8bb1-4450-8af5-6f9c8f35080f,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:23.881679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.891165 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-552a45a7-936c-4f27-8f4d-716c28054691 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389106 Nov 12 03:43:23.891614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39210) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.896711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.911187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Calling delete_port for a7fff281-8bb1-4450-8af5-6f9c8f35080f owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:23.925919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a7fff281-8bb1-4450-8af5-6f9c8f35080f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:23.991721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:23.995352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.996783 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:23.997209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.013333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73716815-d4e8-4772-bdf1-0335c9deea8e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1205776 Nov 12 03:43:24.016297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.021114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.060204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.068975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.094107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] Pushing event deleted for resources: {'Port': ['ID=a7fff281-8bb1-4450-8af5-6f9c8f35080f,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.098797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ece9c-6449-4674-a729-d2d2608d5bc7 None None] No DVR routers for this DVR port a7fff281-8bb1-4450-8af5-6f9c8f35080f on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:24.111362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.115460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.116951 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:24.117446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.134597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b86dc487-5696-4bbe-8a04-dafe2770a86b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1171067 Nov 12 03:43:24.137586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39214) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.144397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.234672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.238155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.239544 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:24.239971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.255340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f208699b-0a83-41fb-9078-9a05ef85229b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1166666 Nov 12 03:43:24.258774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39216) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.263620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.352119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.355711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.357103 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:24.357522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.372143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e43d98dc-9fe5-4545-a7d6-e19bf3d4f09d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1122906 Nov 12 03:43:24.374973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39218) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.381044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.467036 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.470565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.471959 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:24.472384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.486893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f699e368-4ef8-4419-bfb5-1912db722b14 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1109035 Nov 12 03:43:24.489931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39222) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.494559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.584667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.589023 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.590387 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:24.590809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:24.605388 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7d0579eb-e57b-4b28-8bd4-bb2e4741c7c1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1144764 Nov 12 03:43:24.608004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39224) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.634637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e0bac7bb-aabe-4ef5-9047-75a3f26b9c42 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0255203 Nov 12 03:43:24.636834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39226) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.686406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e155243b-a592-4bf8-bbf2-b0925eb054f3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:24.687905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e155243b-a592-4bf8-bbf2-b0925eb054f3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502017 Nov 12 03:43:24.690302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.730113 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-065f6eab-fe9c-4f1c-92fa-beb683f877b9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387988 Nov 12 03:43:24.734030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39230) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:24.738676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:24.824075 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:24.827832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.073664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:25.075113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.112612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:25.115780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:25.122178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:25.122773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.125136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954380d2-3ab2-4ecf-a07a-ef06de39f9d2 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:25.135695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=d0898d9f-5c20-4c07-816d-115ccf7a3cef,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.145682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a4c65bd7-3efc-4cee-8af3-9bfdb711cf6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4106538 Nov 12 03:43:25.148284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39234) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:25.153250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:3a:34:ec', 'name': 'tempest-NetworksTestDHCPv6-1520841117'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:25.259047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:25.273309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': 'd0898d9f-5c20-4c07-816d-115ccf7a3cef'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:25.274317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.346305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.370006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port a21b9226-5d08-42b4-b56f-7441a3225ff2 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:25.412375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Allocated IP 2001:db8::f816:3eff:fe5d:9701 (c161be46-dc63-46dc-b56c-092803a0e21c/d0898d9f-5c20-4c07-816d-115ccf7a3cef/681ce857-6457-44e3-ac4e-bdd0ffee70fd) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:25.706017 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.712765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.749795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:25.754520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:25.758102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:25.767996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe3a:34ec (c161be46-dc63-46dc-b56c-092803a0e21c/d0898d9f-5c20-4c07-816d-115ccf7a3cef/a21b9226-5d08-42b4-b56f-7441a3225ff2) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:25.771169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Pushing event updated for resources: {'Port': ['ID=681ce857-6457-44e3-ac4e-bdd0ffee70fd,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.816106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Attempting to bind port 681ce857-6457-44e3-ac4e-bdd0ffee70fd on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:25.816479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Attempting to bind port 681ce857-6457-44e3-ac4e-bdd0ffee70fd by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:25.816846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Attempting to bind port 681ce857-6457-44e3-ac4e-bdd0ffee70fd on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:25.822187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:25.822565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:25.822970 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.823387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:25.823853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Bound port: 681ce857-6457-44e3-ac4e-bdd0ffee70fd, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:25.824233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.886671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] For port 681ce857-6457-44e3-ac4e-bdd0ffee70fd, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:25.890319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] For port 681ce857-6457-44e3-ac4e-bdd0ffee70fd, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=681ce857-6457-44e3-ac4e-bdd0ffee70fd,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:25.893762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.923813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.949829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69766a50-4a1c-4b0f-af0d-00f13d50928c None None] Pushing event updated for resources: {'Port': ['ID=681ce857-6457-44e3-ac4e-bdd0ffee70fd,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:25.963202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.014303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:26.017496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:26.022228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:26.028471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.029087 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.033060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=a21b9226-5d08-42b4-b56f-7441a3225ff2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.048495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77cdddda-e816-4e0f-be0d-f4f0c66fcac2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8991442 Nov 12 03:43:26.051213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39238) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.103061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d33629-123c-46e2-bb85-d5ffd7fed126 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.110827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d33629-123c-46e2-bb85-d5ffd7fed126 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.112757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-29d33629-123c-46e2-bb85-d5ffd7fed126 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0604193 Nov 12 03:43:26.115244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39240) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.211707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port a21b9226-5d08-42b4-b56f-7441a3225ff2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:26.211989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.300844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.313009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for a21b9226-5d08-42b4-b56f-7441a3225ff2 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:26.439449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.468409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=a21b9226-5d08-42b4-b56f-7441a3225ff2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.490515 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.494366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ddf4c3d4-e109-4a9a-8397-b494f6fd3ae0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a21b9226-5d08-42b4-b56f-7441a3225ff2 HTTP/1.1" status: 204 len: 168 time: 0.3776793 Nov 12 03:43:26.496748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.547773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6f336-fcba-4a1a-b466-0b412309deef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.549471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d6f336-fcba-4a1a-b466-0b412309deef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:26.550992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38d6f336-fcba-4a1a-b466-0b412309deef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0533454 Nov 12 03:43:26.553541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39244) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.616539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet d0898d9f-5c20-4c07-816d-115ccf7a3cef {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:26.620525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.662972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.745998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.808532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.836042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=d0898d9f-5c20-4c07-816d-115ccf7a3cef,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:26.840388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.845804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6e3bd4b8-1c13-4ed4-ab29-a24fcfdbb201 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/d0898d9f-5c20-4c07-816d-115ccf7a3cef HTTP/1.1" status: 204 len: 168 time: 0.2891724 Nov 12 03:43:26.846105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.886728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18f21aa4-abc7-4582-9ae3-3227fb1c5632 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369594 Nov 12 03:43:26.886952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] Provisioning complete for port 681ce857-6457-44e3-ac4e-bdd0ffee70fd triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:26.886952 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.887598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39248) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.891745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:26.973725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.988771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:26.993024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.012572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] For port 681ce857-6457-44e3-ac4e-bdd0ffee70fd, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=681ce857-6457-44e3-ac4e-bdd0ffee70fd,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:27.019626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.059905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a597c-a781-405e-9778-74b3cff16c32 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:27.122053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695cf3-c6e0-4a7d-9ea2-817bcacd35ff None None] Pushing event updated for resources: {'Port': ['ID=681ce857-6457-44e3-ac4e-bdd0ffee70fd,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.144265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b934a4a6-784a-467c-9da4-38390988bbb9 None None] Could not find standard attr ID for object a21b9226-5d08-42b4-b56f-7441a3225ff2. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:27.252721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:27.299722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Deleting port 681ce857-6457-44e3-ac4e-bdd0ffee70fd {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:27.300096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.309899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:27.383667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] For port 681ce857-6457-44e3-ac4e-bdd0ffee70fd, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=681ce857-6457-44e3-ac4e-bdd0ffee70fd,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:27.384067 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.397050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Calling delete_port for 681ce857-6457-44e3-ac4e-bdd0ffee70fd owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:27.478775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.489749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Port 681ce857-6457-44e3-ac4e-bdd0ffee70fd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:43:27.490167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5d:9701 {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:43:27.493568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5d:9701 {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:43:27.494727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.503872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] Pushing event deleted for resources: {'Port': ['ID=681ce857-6457-44e3-ac4e-bdd0ffee70fd,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.509321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4884d-1214-490e-a813-9679cead6f68 None None] No DVR routers for this DVR port 681ce857-6457-44e3-ac4e-bdd0ffee70fd on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:27.539089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:27.543378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:27.547834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:27.548481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.551941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d196b-a092-49e4-89d2-5b1700716801 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:27.557731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=fcb9c025-9f6f-47b1-945a-71df8fca8a97,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:27.571518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-01831ca8-5a1a-4ce2-9683-f3a1e66f7aa7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6834259 Nov 12 03:43:27.574007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39250) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.579038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:e2:20:47', 'name': 'tempest-NetworksTestDHCPv6-200937746'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:27.684656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:27.688687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.699135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': 'fcb9c025-9f6f-47b1-945a-71df8fca8a97'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:27.700265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.715538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 82e24163-5172-4272-b1f8-93e60585ba93 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:27.825357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fee2:2047 (c161be46-dc63-46dc-b56c-092803a0e21c/fcb9c025-9f6f-47b1-945a-71df8fca8a97/82e24163-5172-4272-b1f8-93e60585ba93) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:27.951929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.972053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.004545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.046662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:28.050210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Allocated IP 2001:db8::f816:3eff:fe1f:8876 (c161be46-dc63-46dc-b56c-092803a0e21c/fcb9c025-9f6f-47b1-945a-71df8fca8a97/e99dab48-f9af-4a39-b430-2482da257510) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:28.051704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:28.058791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:28.066878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.067549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.073210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=82e24163-5172-4272-b1f8-93e60585ba93,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.097931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ce92fec7-d7eb-4193-baf4-5b19f142dc04 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5228639 Nov 12 03:43:28.099882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39252) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.147739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b4fcb-8e37-4b76-9131-e2c2f13040fb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.149258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f3b4fcb-8e37-4b76-9131-e2c2f13040fb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0482531 Nov 12 03:43:28.151855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39254) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.207529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.213512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.239792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 82e24163-5172-4272-b1f8-93e60585ba93 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:28.240139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.258411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:28.261426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:28.263797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:28.273657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Pushing event updated for resources: {'Port': ['ID=e99dab48-f9af-4a39-b430-2482da257510,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.320803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Attempting to bind port e99dab48-f9af-4a39-b430-2482da257510 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:28.321164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Attempting to bind port e99dab48-f9af-4a39-b430-2482da257510 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:28.321460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Attempting to bind port e99dab48-f9af-4a39-b430-2482da257510 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:28.326359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.326722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:28.327118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:28.327527 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.327928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:28.328403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Bound port: e99dab48-f9af-4a39-b430-2482da257510, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:28.328791 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.339172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 82e24163-5172-4272-b1f8-93e60585ba93 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:28.389068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] For port e99dab48-f9af-4a39-b430-2482da257510, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:28.392520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] For port e99dab48-f9af-4a39-b430-2482da257510, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e99dab48-f9af-4a39-b430-2482da257510,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:28.396575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.457942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1d6e-ecca-4f75-9c13-1f2b41c7e50e None None] Pushing event updated for resources: {'Port': ['ID=e99dab48-f9af-4a39-b430-2482da257510,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.486524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.518944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=82e24163-5172-4272-b1f8-93e60585ba93,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:28.878924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:28.882848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5574564f-f2c2-4ec5-818f-c1b409e4380d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/82e24163-5172-4272-b1f8-93e60585ba93 HTTP/1.1" status: 204 len: 168 time: 0.7295120 Nov 12 03:43:28.885309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39256) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.936799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d4e34-4860-473e-95bd-dbf0f246b4f5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.938325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d4e34-4860-473e-95bd-dbf0f246b4f5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:28.939818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c64d4e34-4860-473e-95bd-dbf0f246b4f5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0534570 Nov 12 03:43:28.942340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39258) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.991334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet fcb9c025-9f6f-47b1-945a-71df8fca8a97 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:28.994265 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.036001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.117304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.176977 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.209605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb9c025-9f6f-47b1-945a-71df8fca8a97,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.214695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.218020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f512e92b-b41c-4ebc-b0b7-f8467fd183ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/fcb9c025-9f6f-47b1-945a-71df8fca8a97 HTTP/1.1" status: 204 len: 168 time: 0.2747688 Nov 12 03:43:29.220483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39260) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.259653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f87938aa-ce8c-4dc9-b1e3-86053178c471 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379307 Nov 12 03:43:29.261866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.309931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f5ae0-c36b-40ee-9174-64052a51e0b1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.311552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc4f5ae0-c36b-40ee-9174-64052a51e0b1 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0485759 Nov 12 03:43:29.314048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.364102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbc124-21f6-44fa-9f02-c9d86a720950 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.365630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9ddbc124-21f6-44fa-9f02-c9d86a720950 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0506535 Nov 12 03:43:29.368634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39266) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.397360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea7637-40fc-4d67-a28e-07fef8f8de4c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:29.413253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a347c5e-bdec-4fe0-800e-f2ba3c0c83c3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435181 Nov 12 03:43:29.418032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39268) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.421892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:29.502086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.513084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:29.516760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.521723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] Provisioning complete for port e99dab48-f9af-4a39-b430-2482da257510 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:29.522087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.609259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.631956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:29.653960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] For port e99dab48-f9af-4a39-b430-2482da257510, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e99dab48-f9af-4a39-b430-2482da257510,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:29.672801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.727086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49e37-27fa-497c-81ae-4cc6fd00c229 None None] Pushing event updated for resources: {'Port': ['ID=e99dab48-f9af-4a39-b430-2482da257510,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.737236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Deleting port e99dab48-f9af-4a39-b430-2482da257510 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:29.737607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.818898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:29.821647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] For port e99dab48-f9af-4a39-b430-2482da257510, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e99dab48-f9af-4a39-b430-2482da257510,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:29.822050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.834427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Calling delete_port for e99dab48-f9af-4a39-b430-2482da257510 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:29.908946 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.937048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Port e99dab48-f9af-4a39-b430-2482da257510 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:43:29.937695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] Pushing event deleted for resources: {'Port': ['ID=e99dab48-f9af-4a39-b430-2482da257510,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.937815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:8876 {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:43:29.939285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eec668-a521-4274-88f3-0b19dae2a3e2 None None] No DVR routers for this DVR port e99dab48-f9af-4a39-b430-2482da257510 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:29.940705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.ipam_pluggable_backend [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:8876 {{(pid=102433) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:43:29.941899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.983584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:29.987881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:29.991937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.992527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.997067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61814264-3680-4a50-a165-fb35b31dae0d None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:30.001744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=20d7a143-2cc5-486b-b4a5-728a7882f618,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.014764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-13ed6835-f302-43f2-9286-2d71d21ee82c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5966835 Nov 12 03:43:30.017290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39270) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.022269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:47:f1:09', 'name': 'tempest-NetworksTestDHCPv6-479252690'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:30.129668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:30.133823 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.151748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '20d7a143-2cc5-486b-b4a5-728a7882f618'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:30.152635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.155338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 6f26a523-acb8-4168-ab68-a6ade8dfb061 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:30.264009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe47:f109 (c161be46-dc63-46dc-b56c-092803a0e21c/20d7a143-2cc5-486b-b4a5-728a7882f618/6f26a523-acb8-4168-ab68-a6ade8dfb061) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:30.416832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.449892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.491286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:30.491526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Allocated IP 2001:db8::f816:3eff:fe75:536a (c161be46-dc63-46dc-b56c-092803a0e21c/20d7a143-2cc5-486b-b4a5-728a7882f618/e405308e-cf52-4b17-b565-11388afee15c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:30.496423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:30.500160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:30.505817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.506424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.513234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=6f26a523-acb8-4168-ab68-a6ade8dfb061,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.528656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a7152381-cc53-40c4-b852-d783e659f2bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5103459 Nov 12 03:43:30.531274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39276) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.578241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e35dc3-d2ca-44aa-87f4-541be496c541 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.579796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-41e35dc3-d2ca-44aa-87f4-541be496c541 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0476172 Nov 12 03:43:30.582359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39278) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:30.636306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.643555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.673286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 6f26a523-acb8-4168-ab68-a6ade8dfb061 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:30.673758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.680647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:30.683413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:30.685807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:30.702961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Pushing event updated for resources: {'Port': ['ID=e405308e-cf52-4b17-b565-11388afee15c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.747344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Attempting to bind port e405308e-cf52-4b17-b565-11388afee15c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:30.747718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Attempting to bind port e405308e-cf52-4b17-b565-11388afee15c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:30.748136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Attempting to bind port e405308e-cf52-4b17-b565-11388afee15c on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:30.753359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:30.753731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:30.754127 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.754589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:30.755058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Bound port: e405308e-cf52-4b17-b565-11388afee15c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:30.755457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.760910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.773817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 6f26a523-acb8-4168-ab68-a6ade8dfb061 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:30.822982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] For port e405308e-cf52-4b17-b565-11388afee15c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:30.826311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] For port e405308e-cf52-4b17-b565-11388afee15c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e405308e-cf52-4b17-b565-11388afee15c,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:30.830153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.894189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6db05-d2db-4e5a-b712-8e9b37390441 None None] Pushing event updated for resources: {'Port': ['ID=e405308e-cf52-4b17-b565-11388afee15c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.907133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.936902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=6f26a523-acb8-4168-ab68-a6ade8dfb061,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.964417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.967777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6f1a02e-5a76-4fa6-862e-1cf1a2ef70b0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/6f26a523-acb8-4168-ab68-a6ade8dfb061 HTTP/1.1" status: 204 len: 168 time: 0.3845167 Nov 12 03:43:30.970255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39282) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.026622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749f45e-e8a3-424f-85c2-4d40417ea9ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.028314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749f45e-e8a3-424f-85c2-4d40417ea9ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:31.032412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2749f45e-e8a3-424f-85c2-4d40417ea9ba tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0586922 Nov 12 03:43:31.033086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.098542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 20d7a143-2cc5-486b-b4a5-728a7882f618 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:31.102105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.147653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.233427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.289107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.313814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=20d7a143-2cc5-486b-b4a5-728a7882f618,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.319622 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.325059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-838f6523-84a1-4590-adce-e5b3b8e597c9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/20d7a143-2cc5-486b-b4a5-728a7882f618 HTTP/1.1" status: 204 len: 168 time: 0.2887943 Nov 12 03:43:31.325360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39286) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.366628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c9fde46c-0453-408e-9860-6054900c0ea2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398083 Nov 12 03:43:31.369861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39288) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.374482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:31.461237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:31.465010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.761627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:31.789404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff667a-50a5-4dd5-97b4-d9d8881a342c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:31.854781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Provisioning complete for port e405308e-cf52-4b17-b565-11388afee15c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:31.854921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.933811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.977850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e405308e-cf52-4b17-b565-11388afee15c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:32.041922 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.084333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e405308e-cf52-4b17-b565-11388afee15c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.084709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.117540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] For port e405308e-cf52-4b17-b565-11388afee15c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e405308e-cf52-4b17-b565-11388afee15c,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:32.150293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.155684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.156460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.190370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.224646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:32.224646 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:32.232868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:32.245975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:32.248977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.249588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.258640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:32.258986 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:32.271909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=d77cfd48-a91d-4dde-ae05-d252ba028ec3,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.278438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=e405308e-cf52-4b17-b565-11388afee15c,revision_number=5']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.284927 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5a89265-84b8-47a7-b4b9-6e574aa1ecfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.289722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a971892-ab41-4d2f-a2d7-9de3d98d02ed None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:32.291246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d44dcc4-b00b-468c-8992-d04aa19d36e7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9202867 Nov 12 03:43:32.294380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:32.299434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:8f:03:8f', 'name': 'tempest-NetworksTestDHCPv6-2105813135'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:32.415960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:32.501876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.521149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 52acc570-732f-46db-ae2b-339a3977bfbc yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:32.794766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.816339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.859872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] For port e405308e-cf52-4b17-b565-11388afee15c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e405308e-cf52-4b17-b565-11388afee15c,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:32.868516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.947408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:32.947765 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:32.952684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9b4bb-ab3a-4525-a58b-0f93b4c1c953 None None] Pushing event updated for resources: {'Port': ['ID=e405308e-cf52-4b17-b565-11388afee15c,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.988773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4fd7ed1b-0205-4268-be4f-187f074b034c None None] Provisioning complete for port e405308e-cf52-4b17-b565-11388afee15c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.989285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ed1b-0205-4268-be4f-187f074b034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.991653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe8f:38f (c161be46-dc63-46dc-b56c-092803a0e21c/d77cfd48-a91d-4dde-ae05-d252ba028ec3/52acc570-732f-46db-ae2b-339a3977bfbc) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:33.007318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-dd4100fd-2c2c-4f29-b894-1bd881ff3706 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0652635 Nov 12 03:43:33.158046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-57bd5700-dec7-4ff7-b27a-996d769ff302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.159565 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-57bd5700-dec7-4ff7-b27a-996d769ff302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=13ad4795a7b34318a2323546d3309f29&device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 1098 time: 0.0920465 Nov 12 03:43:33.199246 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.213190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-121703b2-6113-4585-a3ed-99dea2f1910e None None] Could not find standard attr ID for object 6f26a523-acb8-4168-ab68-a6ade8dfb061. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:33.298733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-bedc3294-6640-43dd-919b-2fa90591cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.300163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-bedc3294-6640-43dd-919b-2fa90591cd56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 200 len: 909 time: 0.1136007 Nov 12 03:43:33.301570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.380732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:33.391764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:33.399509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:33.405662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.406286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.411528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=52acc570-732f-46db-ae2b-339a3977bfbc,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.430241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-5aef004d-7517-4182-9077-fc6a63e245ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 200 len: 1000 time: 0.1004019 Nov 12 03:43:33.434481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5390ee5e-8980-46eb-aad9-5a3c9623dd1f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1389208 Nov 12 03:43:33.437296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39294) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.513479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-c5a0ad06-4f6d-40a5-8058-e1234c5a4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.514953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-c5a0ad06-4f6d-40a5-8058-e1234c5a4fe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 200 len: 847 time: 0.0679991 Nov 12 03:43:33.523680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76172ed-1c3c-43fd-88ab-47616b961dae tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.529709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76172ed-1c3c-43fd-88ab-47616b961dae tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.531336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e76172ed-1c3c-43fd-88ab-47616b961dae tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0929332 Nov 12 03:43:33.534154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39296) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.574568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-ad0746bb-b606-4c88-81c8-b46e09ff99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.576666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-ad0746bb-b606-4c88-81c8-b46e09ff99ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2b1680f-1478-4f40-87ca-7816441bd56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443220 Nov 12 03:43:33.624659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 52acc570-732f-46db-ae2b-339a3977bfbc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:33.625003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.636339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b89add6d-eeb2-4ea9-be4d-4f9be54ebb95 None None] Provisioning complete for port 52acc570-732f-46db-ae2b-339a3977bfbc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.636716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b89add6d-eeb2-4ea9-be4d-4f9be54ebb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.673639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-1a9b1bdc-c84f-4c26-97b5-91853c31ec67 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891423 Nov 12 03:43:33.675043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b89add6d-eeb2-4ea9-be4d-4f9be54ebb95 None None] Port 52acc570-732f-46db-ae2b-339a3977bfbc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:33.721698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.733900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 52acc570-732f-46db-ae2b-339a3977bfbc owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:33.783903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfc0f349-71f1-4584-aa70-b9cff1fb7b63 req-7757d605-48d8-4317-a0d4-c90eede322f4 service neutron] 10.222.0.32 "GET /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992463 Nov 12 03:43:33.863732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.895788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=52acc570-732f-46db-ae2b-339a3977bfbc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:33.923435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e405308e-cf52-4b17-b565-11388afee15c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:33.925530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.929647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-71e6428f-b4e7-424d-8985-db08bd76537e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/52acc570-732f-46db-ae2b-339a3977bfbc HTTP/1.1" status: 204 len: 168 time: 0.3945100 Nov 12 03:43:33.932139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39298) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:33.974391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e405308e-cf52-4b17-b565-11388afee15c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:33.974715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.988276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a481b4f-8803-4aa1-9de3-4796b6aad7af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.989847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a481b4f-8803-4aa1-9de3-4796b6aad7af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:33.991375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0a481b4f-8803-4aa1-9de3-4796b6aad7af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0582871 Nov 12 03:43:33.994432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.058515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet d77cfd48-a91d-4dde-ae05-d252ba028ec3 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:34.061727 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.105309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.191318 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.247214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.271792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=d77cfd48-a91d-4dde-ae05-d252ba028ec3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.277866 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.281091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-55b1fb99-d71f-4af5-8052-d1d797fbf069 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/d77cfd48-a91d-4dde-ae05-d252ba028ec3 HTTP/1.1" status: 204 len: 168 time: 0.2856064 Nov 12 03:43:34.283658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.286319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dce8ba-bd0e-4e18-9876-796b2e6fa4a0 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:34.320779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9c22379-5eb8-40eb-8256-78712b9e8467 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360446 Nov 12 03:43:34.323060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.373609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0e1ba-e81d-43de-968d-4c5f39bbfb78 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.375448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-87e0e1ba-e81d-43de-968d-4c5f39bbfb78 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0514369 Nov 12 03:43:34.377950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.432713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc469fb-d6cc-4a87-aeff-ef78b4bcb30d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.434837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cbc469fb-d6cc-4a87-aeff-ef78b4bcb30d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559711 Nov 12 03:43:34.437336 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.458251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:34.475641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e803bcb-a4b1-4bee-85c6-4c0bf56da6e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371912 Nov 12 03:43:34.480189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39310) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.485401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.507072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Deleting port e405308e-cf52-4b17-b565-11388afee15c {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:34.507470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.568259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] For port e405308e-cf52-4b17-b565-11388afee15c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e405308e-cf52-4b17-b565-11388afee15c,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:34.568706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.576747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.580252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.581349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Calling delete_port for e405308e-cf52-4b17-b565-11388afee15c owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:34.661286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.693164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] Pushing event deleted for resources: {'Port': ['ID=e405308e-cf52-4b17-b565-11388afee15c,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.701360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fe433-1e67-4f98-ac8f-0d7e8583af6b None None] No DVR routers for this DVR port e405308e-cf52-4b17-b565-11388afee15c on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:34.713746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-47b7a894-ceed-469a-bd5a-434bd216ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.771354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.811306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:34.814698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:34.817671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.818274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.824181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb2beb-b2f2-44ba-9a59-6fe4acb6bbcb None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:34.837213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=26353627-fadd-40a5-8d1e-bc06937b6aa8,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.846937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9148639c-b81f-44c2-a330-82c0ca843998 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3656888 Nov 12 03:43:34.849476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39312) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.854400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:c8:0e:3b', 'name': 'tempest-NetworksTestDHCPv6-1789643263'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.962366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.974294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '26353627-fadd-40a5-8d1e-bc06937b6aa8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:34.975348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.047900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.067312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 4eac3c74-d958-450b-8356-a8e0ee896ff1 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:35.112923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/26353627-fadd-40a5-8d1e-bc06937b6aa8/7dec7793-c73f-4b15-b144-883aebfee191) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:35.252843 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.259145 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.292498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:35.295318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:35.298678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:35.313424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Pushing event updated for resources: {'Port': ['ID=7dec7793-c73f-4b15-b144-883aebfee191,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.318798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::79 (c161be46-dc63-46dc-b56c-092803a0e21c/26353627-fadd-40a5-8d1e-bc06937b6aa8/4eac3c74-d958-450b-8356-a8e0ee896ff1) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:35.361138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Attempting to bind port 7dec7793-c73f-4b15-b144-883aebfee191 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:35.361513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Attempting to bind port 7dec7793-c73f-4b15-b144-883aebfee191 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:35.361876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Attempting to bind port 7dec7793-c73f-4b15-b144-883aebfee191 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:35.367494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:35.367868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:35.368263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.368652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:35.369115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Bound port: 7dec7793-c73f-4b15-b144-883aebfee191, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:35.369518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.434661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] For port 7dec7793-c73f-4b15-b144-883aebfee191, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:35.437935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] For port 7dec7793-c73f-4b15-b144-883aebfee191, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7dec7793-c73f-4b15-b144-883aebfee191,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:35.441608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.466444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.499216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058e3c-c2f9-4fa9-928d-104e5436d91d None None] Pushing event updated for resources: {'Port': ['ID=7dec7793-c73f-4b15-b144-883aebfee191,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.506750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.555001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:35.559898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:35.563575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:35.569234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.569900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.579179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=4eac3c74-d958-450b-8356-a8e0ee896ff1,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.592007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bf4112a2-cfac-407c-88df-4345dbd95836 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7414892 Nov 12 03:43:35.594565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:35.652454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645536fc-b2d8-4aca-a18d-8ac3a7733ef8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.659484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645536fc-b2d8-4aca-a18d-8ac3a7733ef8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.661219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-645536fc-b2d8-4aca-a18d-8ac3a7733ef8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0654380 Nov 12 03:43:35.664524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39316) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:35.708210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.761797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 4eac3c74-d958-450b-8356-a8e0ee896ff1 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:35.762199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.859369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.877642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 4eac3c74-d958-450b-8356-a8e0ee896ff1 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:35.936689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7dec7793-c73f-4b15-b144-883aebfee191 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:35.993860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7dec7793-c73f-4b15-b144-883aebfee191 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:35.993860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.022330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.052121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=4eac3c74-d958-450b-8356-a8e0ee896ff1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.075360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.078573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.082166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d7c77043-5ab4-4912-88ff-bc5245696557 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/4eac3c74-d958-450b-8356-a8e0ee896ff1 HTTP/1.1" status: 204 len: 168 time: 0.4166641 Nov 12 03:43:36.084675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39318) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.109323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 7dec7793-c73f-4b15-b144-883aebfee191, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7dec7793-c73f-4b15-b144-883aebfee191,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:36.113515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.142009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbd476-e3d8-4ea1-9070-9c57515530c7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.143809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbd476-e3d8-4ea1-9070-9c57515530c7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.147138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e0fbd476-e3d8-4ea1-9070-9c57515530c7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0591080 Nov 12 03:43:36.148669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39320) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.170393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e405308e-cf52-4b17-b565-11388afee15c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:36.199720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=7dec7793-c73f-4b15-b144-883aebfee191,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.208346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e405308e-cf52-4b17-b565-11388afee15c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:36.208483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e405308e-cf52-4b17-b565-11388afee15c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:36.217741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 26353627-fadd-40a5-8d1e-bc06937b6aa8 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:36.221227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.267939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.355004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.415323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.446541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=26353627-fadd-40a5-8d1e-bc06937b6aa8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.452506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.455657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0fbedb3a-f00d-4b77-906e-b777b0bb0316 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/26353627-fadd-40a5-8d1e-bc06937b6aa8 HTTP/1.1" status: 204 len: 168 time: 0.3058915 Nov 12 03:43:36.457980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39324) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.480725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0e639-7cd4-4495-a62f-3900709e6baf None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:36.499258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a82d210-c1eb-421b-887b-23db13aec157 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398588 Nov 12 03:43:36.501826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39326) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.549138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b8bdcd-5dc0-4fc2-b74f-9b316d7d929d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.550599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-09b8bdcd-5dc0-4fc2-b74f-9b316d7d929d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0478680 Nov 12 03:43:36.553040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39328) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.561194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-423a469b-7ef0-400e-8ce6-0d89caf9243f None None] Provisioning complete for port 7dec7793-c73f-4b15-b144-883aebfee191 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:36.561565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-423a469b-7ef0-400e-8ce6-0d89caf9243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.606431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e61708-4722-42bc-a75e-634a91399e6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.607852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c9e61708-4722-42bc-a75e-634a91399e6c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539157 Nov 12 03:43:36.610377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39330) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.647653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb1cb858-43a8-42f5-bb47-c7f5487f1a12 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360811 Nov 12 03:43:36.651861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39332) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:36.656680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:36.721462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:36.748498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:36.752209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.770566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Deleting port 7dec7793-c73f-4b15-b144-883aebfee191 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:36.770938 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.836042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] For port 7dec7793-c73f-4b15-b144-883aebfee191, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7dec7793-c73f-4b15-b144-883aebfee191,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:36.836508 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.849054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Calling delete_port for 7dec7793-c73f-4b15-b144-883aebfee191 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:36.923326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.953081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] Pushing event deleted for resources: {'Port': ['ID=7dec7793-c73f-4b15-b144-883aebfee191,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.957480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8464a3-5a89-434b-b081-3cbf5ec4943f None None] No DVR routers for this DVR port 7dec7793-c73f-4b15-b144-883aebfee191 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:37.012008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:37.013393 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.051856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:37.055720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:37.065528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.065528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.065994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc62e85-702e-4aa4-8a43-6fa2c8097ab3 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:37.076993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=9e412409-5c29-440d-b8c3-df90267597b8,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.083442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4edaef3b-4c36-4392-994f-35419187b5a8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4305825 Nov 12 03:43:37.086502 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.092208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:37.207806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:37.211514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.218921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '9e412409-5c29-440d-b8c3-df90267597b8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:37.220034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.253957 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.302823 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e412409-5c29-440d-b8c3-df90267597b8 (CIDR: 2001:db8::/64) Nov 12 03:43:37.306430 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:37.306889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:37.323621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c88a27b6-41b8-44fd-ba97-33b4ac345dfd tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2354627 Nov 12 03:43:37.325330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.330574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:37.364671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Allocated IP 2001:db8::f816:3eff:fe81:d7a4 (c161be46-dc63-46dc-b56c-092803a0e21c/9e412409-5c29-440d-b8c3-df90267597b8/a114f188-9071-4996-bf2d-59901df57659) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:37.451772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:37.455406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.511520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.517379 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.553122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:37.560446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:37.563882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:37.571408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Pushing event updated for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.625805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Attempting to bind port a114f188-9071-4996-bf2d-59901df57659 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:37.626186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Attempting to bind port a114f188-9071-4996-bf2d-59901df57659 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:37.626557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Attempting to bind port a114f188-9071-4996-bf2d-59901df57659 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:37.631933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:37.632318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:37.632720 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.633118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:37.633589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Bound port: a114f188-9071-4996-bf2d-59901df57659, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:37.633976 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.677461 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.696980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:37.700034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a114f188-9071-4996-bf2d-59901df57659,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:37.705591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.718014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:37.721214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:37.725350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:37.726499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.746698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=c37d2848-50c9-460c-8eb1-9b5b43b4e6e7,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.752222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c819f4b3-84eb-4d38-bbd4-ab697d6ab817 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4255767 Nov 12 03:43:37.759347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:37.764629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:5f:5e:fb', 'name': 'tempest-NetworksTestDHCPv6-1650853924'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:37.777457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de746b-a4ca-4593-9623-378c7401b3c9 None None] Pushing event updated for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:37.898260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:37.920469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7dec7793-c73f-4b15-b144-883aebfee191 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:37.957466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7dec7793-c73f-4b15-b144-883aebfee191 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:37.957896 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7dec7793-c73f-4b15-b144-883aebfee191 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:38.009271 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.031259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 764815c6-16f8-4721-83cc-4d29ad376fe5 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:38.205988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8:0:1::37 (c161be46-dc63-46dc-b56c-092803a0e21c/c37d2848-50c9-460c-8eb1-9b5b43b4e6e7/764815c6-16f8-4721-83cc-4d29ad376fe5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:38.212208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe5f:5efb (c161be46-dc63-46dc-b56c-092803a0e21c/9e412409-5c29-440d-b8c3-df90267597b8/764815c6-16f8-4721-83cc-4d29ad376fe5) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:38.226898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.368867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.404931 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.453920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:38.457202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:38.462221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:38.468059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.468684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.472460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=764815c6-16f8-4721-83cc-4d29ad376fe5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.487908 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dc9c6d12-8f82-487f-a1c5-a860b528c0bb tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7275074 Nov 12 03:43:38.490544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39342) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.581045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 764815c6-16f8-4721-83cc-4d29ad376fe5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:38.581301 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.641157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef2325-a45f-4088-9b18-5793909606c9 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:38.671118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.683190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 764815c6-16f8-4721-83cc-4d29ad376fe5 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:38.765686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:38.766059 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.862488 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.874242 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.887852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=764815c6-16f8-4721-83cc-4d29ad376fe5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.937637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.940948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-51f80c41-e19e-44d4-83d4-621e16471749 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/764815c6-16f8-4721-83cc-4d29ad376fe5 HTTP/1.1" status: 204 len: 168 time: 0.4487240 Nov 12 03:43:38.943526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39344) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:38.992962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbd3a1-e06c-4f15-be34-654426a73574 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.994562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2cbd3a1-e06c-4f15-be34-654426a73574 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0500975 Nov 12 03:43:38.997104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39346) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.049575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511f9fb-ff90-4adf-8490-b0a2fb7c64de tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.051110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5511f9fb-ff90-4adf-8490-b0a2fb7c64de tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0530200 Nov 12 03:43:39.053645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39348) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.091732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a114f188-9071-4996-bf2d-59901df57659,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:39.096891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.114251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe6e3f-7d92-4374-b8d1-f37e10c9a061 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.115748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe6e3f-7d92-4374-b8d1-f37e10c9a061 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.117260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe6e3f-7d92-4374-b8d1-f37e10c9a061 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:39.118803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4fe6e3f-7d92-4374-b8d1-f37e10c9a061 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0642104 Nov 12 03:43:39.121444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39350) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.137053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac20d05-d697-49b4-8fc5-d87c547bb9e4 None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '9e412409-5c29-440d-b8c3-df90267597b8', 'ip_address': '2001:db8::f816:3eff:fe81:d7a4'}, {'subnet_id': 'c37d2848-50c9-460c-8eb1-9b5b43b4e6e7'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'a114f188-9071-4996-bf2d-59901df57659'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:39.171934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78a2d-3b27-43e7-9410-63f7efde9a03 None None] Pushing event updated for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.173047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 9e412409-5c29-440d-b8c3-df90267597b8 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:39.174598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ac20d05-d697-49b4-8fc5-d87c547bb9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.177038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.222293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.302586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.359399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-1ac20d05-d697-49b4-8fc5-d87c547bb9e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e412409-5c29-440d-b8c3-df90267597b8: This subnet is being modified by another concurrent operation. Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e412409-5c29-440d-b8c3-df90267597b8: This subnet is being modified by another concurrent operation. Nov 12 03:43:39.361268 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 03:43:39.388287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=9e412409-5c29-440d-b8c3-df90267597b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.395297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.399158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f4279e90-add5-4744-a0b4-140444fc4142 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/9e412409-5c29-440d-b8c3-df90267597b8 HTTP/1.1" status: 204 len: 168 time: 0.2767985 Nov 12 03:43:39.401774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.449624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643acb0-6d8b-4037-8f9b-4fb52ad628f4 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:39.464594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet c37d2848-50c9-460c-8eb1-9b5b43b4e6e7 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:39.467794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.508397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.528085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d5bf98de-ba6f-40ad-bf2a-f9dc612a4846 None None] Could not find standard attr ID for object 764815c6-16f8-4721-83cc-4d29ad376fe5. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:39.559505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.567617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d5bf98de-ba6f-40ad-bf2a-f9dc612a4846 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.567990 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d5bf98de-ba6f-40ad-bf2a-f9dc612a4846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.619658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.652806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=c37d2848-50c9-460c-8eb1-9b5b43b4e6e7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:39.656324 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.661837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3248d28-e74f-4cf3-b379-7a8c6744457b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/c37d2848-50c9-460c-8eb1-9b5b43b4e6e7 HTTP/1.1" status: 204 len: 168 time: 0.2556932 Nov 12 03:43:39.662732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.709032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cdca717b-8395-4d25-9892-a0216613f385 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444624 Nov 12 03:43:39.712034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39356) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.717113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:39.718209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dabc114-8d2b-4c0a-8bba-4c6d2310fbdb None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': 'c37d2848-50c9-460c-8eb1-9b5b43b4e6e7'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'a114f188-9071-4996-bf2d-59901df57659'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:39.743442 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7dabc114-8d2b-4c0a-8bba-4c6d2310fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.808155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:39.811796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.932676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b43cac94-0a7a-4fd2-8c7a-be384c4ad7c2 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.933139 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b43cac94-0a7a-4fd2-8c7a-be384c4ad7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.012251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea0fc1-5da3-4e8a-bc50-11aa261bb984 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:40.104414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea0fc1-5da3-4e8a-bc50-11aa261bb984 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:40.105898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.objects.ports [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:40.178549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ce9386d1-c06f-4792-bccc-ca26b03e0809 None None] Could not find standard attr ID for object 764815c6-16f8-4721-83cc-4d29ad376fe5. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:40.261098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.421932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a114f188-9071-4996-bf2d-59901df57659,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:40.464191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.468983 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.469920 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.558806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:40.567419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:40.569462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=8fafa9d0-b34c-4585-818c-f0d7aab5e0ba,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.572007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.572605 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.575038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.595567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e55d02d-97fa-4361-9e3d-3fe3792c4907 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8824189 Nov 12 03:43:40.598245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.603842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.720081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:40.723686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.826206 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8fafa9d0-b34c-4585-818c-f0d7aab5e0ba (CIDR: 2001:db8::/64) Nov 12 03:43:40.828784 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:40.829241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:40.846986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a68438fd-4623-42d5-8ae5-3eb6c426ac75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2476270 Nov 12 03:43:40.849726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.855435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.922654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac07a60-c94f-4ce0-94cc-42305ea26f76 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:40.967585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:40.971239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.028474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac07a60-c94f-4ce0-94cc-42305ea26f76 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:41.030366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-70900d1e-a144-4c4b-831b-e536552366d7 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:41.030735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-70900d1e-a144-4c4b-831b-e536552366d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.203214 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.250288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.253657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.262421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.263765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.278295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=922b3a0a-2c11-4539-8cf3-4df8487c8e9a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.292825 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85b1ca79-3e62-4255-9e90-259e8c29106a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4419396 Nov 12 03:43:41.297635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39362) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.302991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:73:c1:3d', 'name': 'tempest-NetworksTestDHCPv6-1418064468'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:41.418897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:41.424407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.427746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '8fafa9d0-b34c-4585-818c-f0d7aab5e0ba', 'ip_address': '2001:db8::f816:3eff:fe81:d7a4'}, {'subnet_id': '922b3a0a-2c11-4539-8cf3-4df8487c8e9a'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'a114f188-9071-4996-bf2d-59901df57659'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:41.446556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 3626c242-363e-427e-9c60-242859d5d962 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:41.458436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.632585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8:0:1::ca (c161be46-dc63-46dc-b56c-092803a0e21c/922b3a0a-2c11-4539-8cf3-4df8487c8e9a/3626c242-363e-427e-9c60-242859d5d962) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:41.638795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::f816:3eff:fe73:c13d (c161be46-dc63-46dc-b56c-092803a0e21c/8fafa9d0-b34c-4585-818c-f0d7aab5e0ba/3626c242-363e-427e-9c60-242859d5d962) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:41.780695 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.814171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.857518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.860554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.862995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:41.868786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Allocated IP 2001:db8:0:1::2 (c161be46-dc63-46dc-b56c-092803a0e21c/922b3a0a-2c11-4539-8cf3-4df8487c8e9a/a114f188-9071-4996-bf2d-59901df57659) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:41.869444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.870076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.890590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=3626c242-363e-427e-9c60-242859d5d962,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.900088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e7640d90-60a5-4b0f-9209-10438b445ab9 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6011603 Nov 12 03:43:41.902608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39364) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.961915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a114f188-9071-4996-bf2d-59901df57659 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:41.999500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 3626c242-363e-427e-9c60-242859d5d962 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:41.999846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.024176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a114f188-9071-4996-bf2d-59901df57659,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:42.061198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.067187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:42.067555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.069719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.101786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.116511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 3626c242-363e-427e-9c60-242859d5d962 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:42.188892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2436a1-8839-477a-8ac9-fb11ee869ebe None None] Pushing event updated for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.309944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.346318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=3626c242-363e-427e-9c60-242859d5d962,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.396269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.402370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-393ff0f5-c59d-49a7-9dc3-f71a8dd2b803 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/3626c242-363e-427e-9c60-242859d5d962 HTTP/1.1" status: 204 len: 168 time: 0.4965217 Nov 12 03:43:42.402614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39366) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.458305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ee22a-61c7-4311-8756-f7b8892bf631 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.460539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d66ee22a-61c7-4311-8756-f7b8892bf631 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0563829 Nov 12 03:43:42.463086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39368) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.511874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c9bbc-554b-42a2-ac79-ccfaf96d0905 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.513630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a7c9bbc-554b-42a2-ac79-ccfaf96d0905 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0495806 Nov 12 03:43:42.516080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39370) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.574865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f821d7-7ea5-401c-8f53-c7e184135b18 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.576717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f821d7-7ea5-401c-8f53-c7e184135b18 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.578339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f821d7-7ea5-401c-8f53-c7e184135b18 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.582246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7f821d7-7ea5-401c-8f53-c7e184135b18 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0629086 Nov 12 03:43:42.582527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39372) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.636136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 8fafa9d0-b34c-4585-818c-f0d7aab5e0ba {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:42.639699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.682357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.689215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954bcca7-1bd4-4bc5-a407-b16623523706 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:42.772030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.781195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3c818781-a2c2-4814-a144-15209742e24b None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:42.781567 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3c818781-a2c2-4814-a144-15209742e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.835139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.861467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=8fafa9d0-b34c-4585-818c-f0d7aab5e0ba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.868091 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.871472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6386b8a4-f9b8-4fc0-9af7-0c2f6f04db0a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/8fafa9d0-b34c-4585-818c-f0d7aab5e0ba HTTP/1.1" status: 204 len: 168 time: 0.2878990 Nov 12 03:43:42.873849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.925093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 922b3a0a-2c11-4539-8cf3-4df8487c8e9a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:42.928525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.975361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.061326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.095042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47bfb0-55fa-4624-9015-6ccc9cb80959 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:43.120873 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.156305 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=922b3a0a-2c11-4539-8cf3-4df8487c8e9a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.160092 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.163806 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d0ff94df-a535-42c5-9ab7-03aac7a8ef39 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/922b3a0a-2c11-4539-8cf3-4df8487c8e9a HTTP/1.1" status: 204 len: 168 time: 0.2884252 Nov 12 03:43:43.166190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.177624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e81e3754-cc8e-4c85-ba67-6ad8cca58a09 None None] Provisioning complete for port a114f188-9071-4996-bf2d-59901df57659 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:43.178001 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e81e3754-cc8e-4c85-ba67-6ad8cca58a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.207242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-994d6c72-5242-4f3a-911b-f6e0bd46ea5d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372486 Nov 12 03:43:43.207506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.212082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.300162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:43.304978 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.368640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:43.418107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Deleting port a114f188-9071-4996-bf2d-59901df57659 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:43.418482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.487785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] For port a114f188-9071-4996-bf2d-59901df57659, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a114f188-9071-4996-bf2d-59901df57659,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:43.488173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.499829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.501005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Calling delete_port for a114f188-9071-4996-bf2d-59901df57659 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:43.542597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:43.545830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:43.550118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.550768 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.568589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=f523c94b-c800-42a9-a200-7d5e3aefa8eb,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.576344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b85dd7a2-e527-4d8c-8303-47a3e33b718d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3679869 Nov 12 03:43:43.578901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39380) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.585622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.585831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.607420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] Pushing event deleted for resources: {'Port': ['ID=a114f188-9071-4996-bf2d-59901df57659,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.615699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c7dde-95a7-4fff-a079-c113ea243e9b None None] No DVR routers for this DVR port a114f188-9071-4996-bf2d-59901df57659 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:43.632983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfdcd9-e30f-4b3a-a0be-3741deadbbf5 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:43.689929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:43.697742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:43.701619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.807225 n-d-615180-50 neutron-server[102432]: INFO neutron.db.ipam_backend_mixin [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f523c94b-c800-42a9-a200-7d5e3aefa8eb (CIDR: 2001:db8::/64) Nov 12 03:43:43.810468 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:43.810954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:43.826752 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d947e969-637f-4cbc-865c-2a7b1ae56c2a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2465308 Nov 12 03:43:43.829730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39382) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:43.836182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.938922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a114f188-9071-4996-bf2d-59901df57659 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:43.959979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': 'f523c94b-c800-42a9-a200-7d5e3aefa8eb'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:43.960930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.964241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a114f188-9071-4996-bf2d-59901df57659 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:43.964611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:43.965124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a114f188-9071-4996-bf2d-59901df57659 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:43.969125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.100910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/f523c94b-c800-42a9-a200-7d5e3aefa8eb/d7c35bfc-e053-4b3e-8f66-d6e55c75ac70) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:44.238322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.244312 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.283720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:44.290367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:44.293316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:44.298000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:44.299980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Pushing event updated for resources: {'Port': ['ID=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.351531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Attempting to bind port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:44.351817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Attempting to bind port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:44.352216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Attempting to bind port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:44.357533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:44.357915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:44.358320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.358718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:44.359217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Bound port: d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:44.359604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.423735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] For port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:44.426984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] For port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:44.431224 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.442839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.499543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d795af6-316d-4718-bcaa-ad181a707a56 None None] Pushing event updated for resources: {'Port': ['ID=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.609138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] For port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:44.649537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.655422 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.656153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.749580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:44.759081 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:44.762943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.768961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.771551 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.782779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=93d00cac-b16e-495f-9b5a-a1b3f3da9716,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.797997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-25d2c28c-bcf4-40f9-b794-cff702286d51 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9658146 Nov 12 03:43:44.799537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39384) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:44.805142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:fe:cf:ef', 'name': 'tempest-NetworksTestDHCPv6-2015697385'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:44.911833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:44.999068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.018768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port 896fb23a-754a-4afd-a3f6-18bfddb4be38 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:45.413796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055808d-2c4e-44de-bdc6-4e1b3040b5c2 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:45.484806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] Provisioning complete for port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:45.485184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.503490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::366 (c161be46-dc63-46dc-b56c-092803a0e21c/f523c94b-c800-42a9-a200-7d5e3aefa8eb/896fb23a-754a-4afd-a3f6-18bfddb4be38) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:45.509734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:cfef (c161be46-dc63-46dc-b56c-092803a0e21c/93d00cac-b16e-495f-9b5a-a1b3f3da9716/896fb23a-754a-4afd-a3f6-18bfddb4be38) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:45.629685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.650112 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.676221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] For port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.681393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.685755 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.728083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:45.731406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:45.732430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac4997-d8cf-4862-977e-2a4b2835f554 None None] Pushing event updated for resources: {'Port': ['ID=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.735369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:45.741581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.742201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.762952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=896fb23a-754a-4afd-a3f6-18bfddb4be38,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.771976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1fd7f5ab-2a2d-46d9-bde5-7cc5ad431bc3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9713271 Nov 12 03:43:45.775047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39386) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:45.868679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port 896fb23a-754a-4afd-a3f6-18bfddb4be38 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.869103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.973110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.985440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:45.998217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for 896fb23a-754a-4afd-a3f6-18bfddb4be38 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:46.036142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.036519 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.203443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.241930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=896fb23a-754a-4afd-a3f6-18bfddb4be38,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.298543 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.303475 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef6a25a1-e10b-4d39-bbc0-5a48a6f3fd5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/896fb23a-754a-4afd-a3f6-18bfddb4be38 HTTP/1.1" status: 204 len: 168 time: 0.5269058 Nov 12 03:43:46.306370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39388) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.307392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a932de8d-815a-4e50-86e0-be74560b1af8 None None] Provisioning complete for port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.307859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a932de8d-815a-4e50-86e0-be74560b1af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.375032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65caa9d-ced5-406d-87ce-4252c4b30090 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.377006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b65caa9d-ced5-406d-87ce-4252c4b30090 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0692773 Nov 12 03:43:46.379486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39390) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.441516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b15f6-1645-40b6-a805-77608f390be2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.445443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6d5b15f6-1645-40b6-a805-77608f390be2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0625765 Nov 12 03:43:46.445663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.503848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef955fa-41a2-4dea-8a46-840fa1244898 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.505512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef955fa-41a2-4dea-8a46-840fa1244898 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.507208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef955fa-41a2-4dea-8a46-840fa1244898 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.511354 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6ef955fa-41a2-4dea-8a46-840fa1244898 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0622923 Nov 12 03:43:46.512122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.527313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-819a6a33-204b-403c-9024-b8fb1dd29265 None None] Could not find standard attr ID for object 3626c242-363e-427e-9c60-242859d5d962. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:46.570148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 93d00cac-b16e-495f-9b5a-a1b3f3da9716 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:46.573790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.617883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.706052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.742141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-936a0dbc-d9d7-4d88-a277-3ba170d617bf None None] Could not find standard attr ID for object 896fb23a-754a-4afd-a3f6-18bfddb4be38. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:46.774403 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.803704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=93d00cac-b16e-495f-9b5a-a1b3f3da9716,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.807436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.813321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7b4262cf-da67-44c0-9aa9-6d7fcefc2adc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/93d00cac-b16e-495f-9b5a-a1b3f3da9716 HTTP/1.1" status: 204 len: 168 time: 0.3004892 Nov 12 03:43:46.813482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.878343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet f523c94b-c800-42a9-a200-7d5e3aefa8eb {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:46.882460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.934267 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.946589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3dfcd4-f254-4eee-859a-bdbdadf89e1f None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.023886 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.087524 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.122316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=f523c94b-c800-42a9-a200-7d5e3aefa8eb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.126913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.133639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6a54a21-52e5-40c9-9d5f-bb5d57aabda4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/f523c94b-c800-42a9-a200-7d5e3aefa8eb HTTP/1.1" status: 204 len: 168 time: 0.3163643 Nov 12 03:43:47.134264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39400) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.177941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937938f0-59e1-43c1-9c62-9a0a20434cba None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': 'f523c94b-c800-42a9-a200-7d5e3aefa8eb'}], 'binding:host_id': 'n-d-615180-50'}, 'id': 'd7c35bfc-e053-4b3e-8f66-d6e55c75ac70'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:47.178211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f173d255-730c-4095-9de3-ea75ae27e15f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398440 Nov 12 03:43:47.178326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39402) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.183942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.204125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-937938f0-59e1-43c1-9c62-9a0a20434cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.276683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.280364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.371224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06dc84a-6edc-4d79-bfe6-f65b75341f89 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.496004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.511614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d74ed8b8-8975-4afc-a857-62a58ec4cc0a None None] Provisioning complete for port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:47.511988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d74ed8b8-8975-4afc-a857-62a58ec4cc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.534961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:47.538730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:47.544793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.545537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.558574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=1ac0cb10-2fb7-40c2-b83b-7a064c35a86b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.567826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:47.568427 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6e961127-6fef-40e3-bc48-364846db4fe0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3883774 Nov 12 03:43:47.571991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39404) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.576856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.647862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Deleting port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:47.648233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.691639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.696055 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.728622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] For port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:47.729023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.742444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Calling delete_port for d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:47.790075 n-d-615180-50 neutron-server[102432]: INFO neutron.db.ipam_backend_mixin [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ac0cb10-2fb7-40c2-b83b-7a064c35a86b (CIDR: 2001:db8::/64) Nov 12 03:43:47.793541 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:43:47.794028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:47.808985 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c8fad684-87d4-4358-9283-47098830b1fc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2362444 Nov 12 03:43:47.811697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39406) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:47.816769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'subnet': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.821468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.850427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] Pushing event deleted for resources: {'Port': ['ID=d7c35bfc-e053-4b3e-8f66-d6e55c75ac70,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.855627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb24e72-f884-4808-a601-f2caf3b8a7e6 None None] No DVR routers for this DVR port d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:47.874845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f9ce1-2ca3-461f-82a2-1d833c06663c None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:47.935080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.939819 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.942981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:47.972421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:47.972770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7c35bfc-e053-4b3e-8f66-d6e55c75ac70 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:48.043706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c161be46-dc63-46dc-b56c-092803a0e21c', 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'tenant_id': 'ac804c02e26b47f59f9a84815f987ff4', 'fixed_ips': [{'subnet_id': '1ac0cb10-2fb7-40c2-b83b-7a064c35a86b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:48.044554 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.176535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Allocated IP 2001:db8::2 (c161be46-dc63-46dc-b56c-092803a0e21c/1ac0cb10-2fb7-40c2-b83b-7a064c35a86b/42c2a8eb-b5b7-46c0-9862-aeab6f415da8) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.235733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.objects.ports [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102432) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:43:48.237121 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.278183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:48.282600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.286889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.287518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.296353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Subnet': ['ID=fbc33b60-09c6-4040-8398-41c4d17078dc,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.314666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e41b60c4-cad1-49ee-876a-40ff35c9120c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5018992 Nov 12 03:43:48.317434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39408) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.321093 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.322473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Request body: {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'mac_address': 'fa:16:3e:8a:5e:4d', 'name': 'tempest-NetworksTestDHCPv6-545258319'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.326874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.367983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:48.370651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.376029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:48.384776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Pushing event updated for resources: {'Port': ['ID=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.432964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Attempting to bind port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:48.433317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Attempting to bind port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:48.433702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Attempting to bind port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 on network c161be46-dc63-46dc-b56c-092803a0e21c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:48.438781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:48.439181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Checking segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:48.439578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.439969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Bound using segment: {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:48.440105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Made reservation on behalf of ac804c02e26b47f59f9a84815f987ff4 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:48.440451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Bound port: 42c2a8eb-b5b7-46c0-9862-aeab6f415da8, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a962161f-4551-48de-abed-71a25c3660d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:48.440806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.444231 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.465092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] device_id is not set on port d39f3c1e-6955-4777-a859-fb87366c2db8 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:48.501137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] For port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:48.504149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] For port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:48.508527 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.566133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c16fc-60bc-4ce5-9c22-e3ee64770a41 None None] Pushing event updated for resources: {'Port': ['ID=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.637197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8::3c5 (c161be46-dc63-46dc-b56c-092803a0e21c/1ac0cb10-2fb7-40c2-b83b-7a064c35a86b/d39f3c1e-6955-4777-a859-fb87366c2db8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.643243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:5e4d (c161be46-dc63-46dc-b56c-092803a0e21c/fbc33b60-09c6-4040-8398-41c4d17078dc/d39f3c1e-6955-4777-a859-fb87366c2db8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.833323 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.869552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.915119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Network c161be46-dc63-46dc-b56c-092803a0e21c is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:48.920142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.923900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:48.929530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.930139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.938290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event updated for resources: {'Port': ['ID=d39f3c1e-6955-4777-a859-fb87366c2db8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.950141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1de67334-841e-4dde-aa6b-48e223766a31 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6317086 Nov 12 03:43:48.952914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.039413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting port d39f3c1e-6955-4777-a859-fb87366c2db8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:49.039680 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.133559 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.146665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Calling delete_port for d39f3c1e-6955-4777-a859-fb87366c2db8 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:49.329791 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.360764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Port': ['ID=d39f3c1e-6955-4777-a859-fb87366c2db8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.406068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.409586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-480bf79a-4eec-48cc-9067-1ed96fb11f2d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/d39f3c1e-6955-4777-a859-fb87366c2db8 HTTP/1.1" status: 204 len: 168 time: 0.4556160 Nov 12 03:43:49.412225 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39412) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.419372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa4205-5097-4ce9-820b-18d6d65b7ddb None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:49.463874 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b27ce-33dd-4d59-a80f-1d20d7ffa753 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.465517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-989b27ce-33dd-4d59-a80f-1d20d7ffa753 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0522606 Nov 12 03:43:49.468167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39414) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.502697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] Provisioning complete for port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:49.503064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.520945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f858a68e-d290-4ecd-89f5-0803ea9d2af3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.522468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f858a68e-d290-4ecd-89f5-0803ea9d2af3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0533922 Nov 12 03:43:49.525013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39416) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.578317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67034da6-221b-47fb-8cb7-d277f37b0c0c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.579695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67034da6-221b-47fb-8cb7-d277f37b0c0c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.581216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67034da6-221b-47fb-8cb7-d277f37b0c0c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.582768 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-67034da6-221b-47fb-8cb7-d277f37b0c0c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0568373 Nov 12 03:43:49.585585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39418) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.638743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet 1ac0cb10-2fb7-40c2-b83b-7a064c35a86b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:49.641871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.648438 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.686475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] For port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:49.687020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.705380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.745073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1667a3-bc4a-496e-a2de-123f1678efd2 None None] Update dhcp port {'port': {'network_id': 'c161be46-dc63-46dc-b56c-092803a0e21c', 'fixed_ips': [{'subnet_id': '1ac0cb10-2fb7-40c2-b83b-7a064c35a86b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fbc33b60-09c6-4040-8398-41c4d17078dc'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '42c2a8eb-b5b7-46c0-9862-aeab6f415da8'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:43:49.777890 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.788494 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19f79-d398-4857-823b-2efbec2f02f6 None None] Pushing event updated for resources: {'Port': ['ID=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.791243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f1667a3-bc4a-496e-a2de-123f1678efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.838332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.868608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.871862 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/1ac0cb10-2fb7-40c2-b83b-7a064c35a86b HTTP/1.1" status: 204 len: 168 time: 0.2853639 Nov 12 03:43:49.872935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911346b-dbec-4d0b-b27d-71b990042738 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac0cb10-2fb7-40c2-b83b-7a064c35a86b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.874466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39420) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-6f1667a3-bc4a-496e-a2de-123f1678efd2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac0cb10-2fb7-40c2-b83b-7a064c35a86b: This subnet is being modified by another concurrent operation. Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ac0cb10-2fb7-40c2-b83b-7a064c35a86b: This subnet is being modified by another concurrent operation. Nov 12 03:43:49.924746 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 03:43:49.938256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Deleting subnet fbc33b60-09c6-4040-8398-41c4d17078dc {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:49.941835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.984034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.009423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1272eea-89ce-4c4a-bb42-70b76d62b087 None None] Network c161be46-dc63-46dc-b56c-092803a0e21c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:50.026186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.073637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-758d60c2-e791-4555-9319-cb51adacd805 None None] Provisioning complete for port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.074001 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-758d60c2-e791-4555-9319-cb51adacd805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.089224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.116561 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc33b60-09c6-4040-8398-41c4d17078dc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.124540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.129941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/fbc33b60-09c6-4040-8398-41c4d17078dc HTTP/1.1" status: 204 len: 168 time: 0.2516696 Nov 12 03:43:50.130133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.130522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39422) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.130653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.130890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.131281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.131652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.131991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.132324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.132653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.133030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.133314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.133642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.133985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd54334-b912-4e16-9c45-22bdef8cda3d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:50.175012 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-37550425-e33f-4c78-88d4-6e1a5f53a9a4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427604 Nov 12 03:43:50.177380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39424) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.225367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d7ebf-a529-482d-980a-473dec546994 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.227639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d50d7ebf-a529-482d-980a-473dec546994 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0485251 Nov 12 03:43:50.229839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39426) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.231763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] DHCP port deletion for c161be46-dc63-46dc-b56c-092803a0e21c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:50.278042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceac5d1-451a-4f26-81b9-2f3184a9f2fa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.279530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eceac5d1-451a-4f26-81b9-2f3184a9f2fa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0487919 Nov 12 03:43:50.280422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Deleting port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:50.280795 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.282011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39428) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.324748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-317a3fec-1c28-4cdf-a20d-4bb9be6f3c7c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416446 Nov 12 03:43:50.329733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39430) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.354744 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6af140-da1a-4a95-b41d-7080277754af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.355614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6af140-da1a-4a95-b41d-7080277754af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.358813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-de6af140-da1a-4a95-b41d-7080277754af tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/d39f3c1e-6955-4777-a859-fb87366c2db8 HTTP/1.1" status: 404 len: 333 time: 0.0281024 Nov 12 03:43:50.361407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39432) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.388081 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f42b66a-ada1-4d37-baa2-69f466c53ddc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.388553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f42b66a-ada1-4d37-baa2-69f466c53ddc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.391763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f42b66a-ada1-4d37-baa2-69f466c53ddc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/fbc33b60-09c6-4040-8398-41c4d17078dc HTTP/1.1" status: 404 len: 337 time: 0.0293882 Nov 12 03:43:50.394368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39434) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.421902 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b17a95-1063-4468-9de4-d8d31da35a5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.422372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b17a95-1063-4468-9de4-d8d31da35a5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.425550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-53b17a95-1063-4468-9de4-d8d31da35a5b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/1ac0cb10-2fb7-40c2-b83b-7a064c35a86b HTTP/1.1" status: 404 len: 337 time: 0.0301261 Nov 12 03:43:50.427975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39436) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.451745 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-124eeb42-6137-4a52-a0fe-cac6672bca25 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.452386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124eeb42-6137-4a52-a0fe-cac6672bca25 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.455528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-124eeb42-6137-4a52-a0fe-cac6672bca25 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/896fb23a-754a-4afd-a3f6-18bfddb4be38 HTTP/1.1" status: 404 len: 333 time: 0.0266027 Nov 12 03:43:50.458000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39438) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.488317 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e3b4d7-4dda-4615-b99c-1c840ed527ef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.488775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e3b4d7-4dda-4615-b99c-1c840ed527ef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.491904 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a3e3b4d7-4dda-4615-b99c-1c840ed527ef tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/93d00cac-b16e-495f-9b5a-a1b3f3da9716 HTTP/1.1" status: 404 len: 337 time: 0.0330014 Nov 12 03:43:50.494341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39440) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.499843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] For port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,segment=NetworkSegment(a962161f-4551-48de-abed-71a25c3660d1),segment_id=a962161f-4551-48de-abed-71a25c3660d1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:50.500393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.513776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Calling delete_port for 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:50.520446 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-85094bcb-4f41-46ea-bb0f-1a3802236e5d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.520908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85094bcb-4f41-46ea-bb0f-1a3802236e5d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.527964 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-85094bcb-4f41-46ea-bb0f-1a3802236e5d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/f523c94b-c800-42a9-a200-7d5e3aefa8eb HTTP/1.1" status: 404 len: 337 time: 0.0302861 Nov 12 03:43:50.528813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39442) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.551892 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62bf9da-c896-46cf-83df-e6b1b7b1d292 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.552512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62bf9da-c896-46cf-83df-e6b1b7b1d292 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.555607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f62bf9da-c896-46cf-83df-e6b1b7b1d292 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/3626c242-363e-427e-9c60-242859d5d962 HTTP/1.1" status: 404 len: 333 time: 0.0258670 Nov 12 03:43:50.558093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.583752 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b91526-4d6f-4df6-8574-7670427fd874 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.584200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b91526-4d6f-4df6-8574-7670427fd874 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.587827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f0b91526-4d6f-4df6-8574-7670427fd874 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/922b3a0a-2c11-4539-8cf3-4df8487c8e9a HTTP/1.1" status: 404 len: 337 time: 0.0288260 Nov 12 03:43:50.590303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39446) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.595896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.617252 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4c2a81-88ae-412f-ae97-ffdf2b79abfc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.617653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4c2a81-88ae-412f-ae97-ffdf2b79abfc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.620032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] Pushing event deleted for resources: {'Port': ['ID=42c2a8eb-b5b7-46c0-9862-aeab6f415da8,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.620990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b4c2a81-88ae-412f-ae97-ffdf2b79abfc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/8fafa9d0-b34c-4585-818c-f0d7aab5e0ba HTTP/1.1" status: 404 len: 337 time: 0.0297849 Nov 12 03:43:50.623512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39448) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.627970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00da60-fb7e-4050-84eb-a9c237881b0c None None] No DVR routers for this DVR port 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:50.647924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b9549-bbab-453c-92cd-dec42de9f599 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:50.649117 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5397c3c6-f5fc-4ff2-a8e2-55dc9975e6dc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.649748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5397c3c6-f5fc-4ff2-a8e2-55dc9975e6dc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.652835 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5397c3c6-f5fc-4ff2-a8e2-55dc9975e6dc tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/764815c6-16f8-4721-83cc-4d29ad376fe5 HTTP/1.1" status: 404 len: 333 time: 0.0284159 Nov 12 03:43:50.655339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39450) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.684525 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3c5719-554a-4224-ba47-0c8095b71552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.684882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3c5719-554a-4224-ba47-0c8095b71552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.687891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e3c5719-554a-4224-ba47-0c8095b71552 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/c37d2848-50c9-460c-8eb1-9b5b43b4e6e7 HTTP/1.1" status: 404 len: 337 time: 0.0316615 Nov 12 03:43:50.690325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39452) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.716636 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9981f36c-f213-4887-9803-f8b7f47e95f6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.717080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9981f36c-f213-4887-9803-f8b7f47e95f6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.722465 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9981f36c-f213-4887-9803-f8b7f47e95f6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/9e412409-5c29-440d-b8c3-df90267597b8 HTTP/1.1" status: 404 len: 337 time: 0.0288455 Nov 12 03:43:50.722631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4b9549-bbab-453c-92cd-dec42de9f599 None None] Resources bound (agent type, host, resource id): {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:50.722764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39454) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.744965 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf19ceae-8bc6-4092-a3af-b9f0b27442a2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.745587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf19ceae-8bc6-4092-a3af-b9f0b27442a2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.748605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bf19ceae-8bc6-4092-a3af-b9f0b27442a2 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/4eac3c74-d958-450b-8356-a8e0ee896ff1 HTTP/1.1" status: 404 len: 333 time: 0.0250638 Nov 12 03:43:50.751185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39456) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.777125 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c274d8a-4752-4139-98ac-abf6728dc587 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.777584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c274d8a-4752-4139-98ac-abf6728dc587 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.780633 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c274d8a-4752-4139-98ac-abf6728dc587 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/26353627-fadd-40a5-8d1e-bc06937b6aa8 HTTP/1.1" status: 404 len: 337 time: 0.0286021 Nov 12 03:43:50.783430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39458) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.805151 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-219bf3a7-cb2f-44f9-884f-1fd30d34cc3b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.805757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219bf3a7-cb2f-44f9-884f-1fd30d34cc3b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.808746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-219bf3a7-cb2f-44f9-884f-1fd30d34cc3b tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/52acc570-732f-46db-ae2b-339a3977bfbc HTTP/1.1" status: 404 len: 333 time: 0.0244281 Nov 12 03:43:50.811175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39460) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.836804 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-34345c60-4c97-4089-9b1d-d50deaa34825 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.837257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34345c60-4c97-4089-9b1d-d50deaa34825 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.840319 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34345c60-4c97-4089-9b1d-d50deaa34825 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/d77cfd48-a91d-4dde-ae05-d252ba028ec3 HTTP/1.1" status: 404 len: 337 time: 0.0282526 Nov 12 03:43:50.842833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39462) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.869362 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fd3e03-a760-403e-a5af-3648c078d8d4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.869974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fd3e03-a760-403e-a5af-3648c078d8d4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.873064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-83fd3e03-a760-403e-a5af-3648c078d8d4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/6f26a523-acb8-4168-ab68-a6ade8dfb061 HTTP/1.1" status: 404 len: 333 time: 0.0293055 Nov 12 03:43:50.875577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.902070 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b952a8c2-24ab-4bb3-b62a-84ad3496267a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.902453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b952a8c2-24ab-4bb3-b62a-84ad3496267a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.905511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b952a8c2-24ab-4bb3-b62a-84ad3496267a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/20d7a143-2cc5-486b-b4a5-728a7882f618 HTTP/1.1" status: 404 len: 337 time: 0.0289474 Nov 12 03:43:50.907982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39466) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.930482 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdb4f61-01ab-418a-8b53-b27cf479a79f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.931134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdb4f61-01ab-418a-8b53-b27cf479a79f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.934164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bcdb4f61-01ab-418a-8b53-b27cf479a79f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/82e24163-5172-4272-b1f8-93e60585ba93 HTTP/1.1" status: 404 len: 333 time: 0.0252774 Nov 12 03:43:50.936759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39468) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.962770 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b90d28-7356-4147-80bd-66f1e250f0e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.963237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b90d28-7356-4147-80bd-66f1e250f0e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.966204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e1b90d28-7356-4147-80bd-66f1e250f0e4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/fcb9c025-9f6f-47b1-945a-71df8fca8a97 HTTP/1.1" status: 404 len: 337 time: 0.0286055 Nov 12 03:43:50.968505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39470) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.990291 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fad1ac0-0e91-4c30-bd4e-05af9545a1ca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:50.990919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fad1ac0-0e91-4c30-bd4e-05af9545a1ca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:50.993881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7fad1ac0-0e91-4c30-bd4e-05af9545a1ca tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a21b9226-5d08-42b4-b56f-7441a3225ff2 HTTP/1.1" status: 404 len: 333 time: 0.0245035 Nov 12 03:43:50.996097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39472) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.020285 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02c6c7c-4283-48b4-9b48-246d05008a1c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.020733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02c6c7c-4283-48b4-9b48-246d05008a1c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.024226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c02c6c7c-4283-48b4-9b48-246d05008a1c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/d0898d9f-5c20-4c07-816d-115ccf7a3cef HTTP/1.1" status: 404 len: 337 time: 0.0272605 Nov 12 03:43:51.026367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.052251 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-565fbf9e-ba94-4328-a192-5d52e092bdfa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.052888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565fbf9e-ba94-4328-a192-5d52e092bdfa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.055992 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-565fbf9e-ba94-4328-a192-5d52e092bdfa tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/9add3093-a6cb-46bb-95d0-e0599c717570 HTTP/1.1" status: 404 len: 333 time: 0.0287538 Nov 12 03:43:51.058793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39476) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.085186 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fd06df-ba5a-45b3-b086-58675c471914 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.085632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96fd06df-ba5a-45b3-b086-58675c471914 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.088651 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-96fd06df-ba5a-45b3-b086-58675c471914 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/e81489ac-e7d1-490d-b1a9-772c3437c64a HTTP/1.1" status: 404 len: 337 time: 0.0287852 Nov 12 03:43:51.091085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39478) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.116977 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0181cfec-2bc8-451c-a4d5-181f202a927c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.117423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0181cfec-2bc8-451c-a4d5-181f202a927c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.120428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0181cfec-2bc8-451c-a4d5-181f202a927c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/5c5ad187-bd80-4c2d-ac8c-b77f2f39310e HTTP/1.1" status: 404 len: 337 time: 0.0284228 Nov 12 03:43:51.122694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39480) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.144233 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bd78b5-25e4-4322-8464-2330811fcf3a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.144829 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bd78b5-25e4-4322-8464-2330811fcf3a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.148405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8bd78b5-25e4-4322-8464-2330811fcf3a tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/024bf5e2-04ff-45ff-b9e2-29c478241341 HTTP/1.1" status: 404 len: 333 time: 0.0247943 Nov 12 03:43:51.150694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39482) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.175588 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ad7b9-8761-4a1e-923c-446aab89e0e0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.176030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ad7b9-8761-4a1e-923c-446aab89e0e0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.178988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d50ad7b9-8761-4a1e-923c-446aab89e0e0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/0e1b79f1-6b31-4a32-b139-9776c2268d66 HTTP/1.1" status: 404 len: 337 time: 0.0273819 Nov 12 03:43:51.181088 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39484) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.205504 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903e996-c383-410e-9945-d8c77fa279e6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.205939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903e996-c383-410e-9945-d8c77fa279e6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.208966 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5903e996-c383-410e-9945-d8c77fa279e6 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/4540b987-fd76-4ed3-8010-e58cde75412f HTTP/1.1" status: 404 len: 337 time: 0.0270183 Nov 12 03:43:51.211640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39486) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.237735 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae60e52-5c65-468a-ae87-80651d777ba7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.238325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae60e52-5c65-468a-ae87-80651d777ba7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.241358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fae60e52-5c65-468a-ae87-80651d777ba7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/2d862eaa-a6f8-49c2-879d-57eb9a8939cc HTTP/1.1" status: 404 len: 333 time: 0.0288434 Nov 12 03:43:51.243739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39488) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.267775 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce63ba2-7824-4ef7-8ffb-078badb706f7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.268213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce63ba2-7824-4ef7-8ffb-078badb706f7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.271152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ce63ba2-7824-4ef7-8ffb-078badb706f7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/8e994124-6259-432d-9ae5-bb4c87a0f52d HTTP/1.1" status: 404 len: 337 time: 0.0265222 Nov 12 03:43:51.273915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39490) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.298781 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fa96b3-0cca-4750-848d-722fc26bee3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.299249 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fa96b3-0cca-4750-848d-722fc26bee3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.302178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f2fa96b3-0cca-4750-848d-722fc26bee3e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/797c27b0-3134-4d3d-bd68-f8226020695d HTTP/1.1" status: 404 len: 337 time: 0.0273931 Nov 12 03:43:51.304440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39492) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.326472 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c67f0c-3f81-4bb1-a27a-a84781032690 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.327068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c67f0c-3f81-4bb1-a27a-a84781032690 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.330022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a9c67f0c-3f81-4bb1-a27a-a84781032690 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/2cbf7cc7-bf0e-47d1-aefe-336405b0c8ef HTTP/1.1" status: 404 len: 333 time: 0.0247192 Nov 12 03:43:51.332258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39494) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.356985 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caf4db8-954c-4478-b811-d5ddfb873ad7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.357565 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9caf4db8-954c-4478-b811-d5ddfb873ad7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.360440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9caf4db8-954c-4478-b811-d5ddfb873ad7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/a2b46b73-62fb-4add-86c7-d1f37e5b3b52 HTTP/1.1" status: 404 len: 337 time: 0.0273161 Nov 12 03:43:51.362627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39496) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.387651 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-41efc1db-1e92-4fcf-a4cb-c84b5ce250f0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.388090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41efc1db-1e92-4fcf-a4cb-c84b5ce250f0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.391030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-41efc1db-1e92-4fcf-a4cb-c84b5ce250f0 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/260342fe-f4a6-4dfe-afc9-b548f48853eb HTTP/1.1" status: 404 len: 337 time: 0.0274565 Nov 12 03:43:51.393347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39498) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.423500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c45c19d1-3e17-4a07-a904-7b91d05d08b3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports?device_id=f706a889-e9be-4b1f-afca-6ba7fd56c707 HTTP/1.1" status: 200 len: 205 time: 0.0291429 Nov 12 03:43:51.425775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39500) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.463153 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-d1f17529-5674-482d-a83b-c9ea176a5f2e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] delete failed (client error): The resource could not be found. Nov 12 03:43:51.464070 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1f17529-5674-482d-a83b-c9ea176a5f2e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/routers/f706a889-e9be-4b1f-afca-6ba7fd56c707 HTTP/1.1" status: 404 len: 336 time: 0.0374258 Nov 12 03:43:51.466446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39502) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.491958 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b00349-799a-4582-95b3-8f00fa31f368 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.492408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b00349-799a-4582-95b3-8f00fa31f368 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.495377 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-11b00349-799a-4582-95b3-8f00fa31f368 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/9f7bd686-e7b5-4493-8a22-0e6e3c244bb7 HTTP/1.1" status: 404 len: 337 time: 0.0280325 Nov 12 03:43:51.497517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.523374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ff69ed2-2658-4011-8934-b91c589c7690 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "GET /v2.0/ports?device_id=aff989de-0c92-4bfc-bf65-d42667742022 HTTP/1.1" status: 200 len: 205 time: 0.0248682 Nov 12 03:43:51.525429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39506) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.563812 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-95a7cd70-4df6-4762-b624-bf394a92512f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] delete failed (client error): The resource could not be found. Nov 12 03:43:51.564782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-95a7cd70-4df6-4762-b624-bf394a92512f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/routers/aff989de-0c92-4bfc-bf65-d42667742022 HTTP/1.1" status: 404 len: 336 time: 0.0385015 Nov 12 03:43:51.567061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39508) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.593506 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60ecb36-8243-4792-aea6-716888cb25b8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.593951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60ecb36-8243-4792-aea6-716888cb25b8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.596974 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b60ecb36-8243-4792-aea6-716888cb25b8 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/e152e09c-5ba7-4ddf-93aa-754d059e4368 HTTP/1.1" status: 404 len: 337 time: 0.0290284 Nov 12 03:43:51.599173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39510) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.623146 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef900b8-e6fc-47be-9758-70cf16e3d87e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.623587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef900b8-e6fc-47be-9758-70cf16e3d87e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.626513 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cef900b8-e6fc-47be-9758-70cf16e3d87e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/f5d4b44f-9aef-4a34-b3a4-e4deade27c5d HTTP/1.1" status: 404 len: 337 time: 0.0264738 Nov 12 03:43:51.628624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39512) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.650835 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52adc79-464d-4ea4-8202-e78f9c38b4b3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.651449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52adc79-464d-4ea4-8202-e78f9c38b4b3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.654348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f52adc79-464d-4ea4-8202-e78f9c38b4b3 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/0c43fac1-ecfc-472a-be5e-df4bb06115f0 HTTP/1.1" status: 404 len: 333 time: 0.0248697 Nov 12 03:43:51.656421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39514) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.684911 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-166be1ec-ae9e-415e-9331-0517efd1451e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.684911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166be1ec-ae9e-415e-9331-0517efd1451e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.688213 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-166be1ec-ae9e-415e-9331-0517efd1451e tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/654d2b5f-af66-4107-ba02-9d8182d91504 HTTP/1.1" status: 404 len: 337 time: 0.0309134 Nov 12 03:43:51.690488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39516) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.712785 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0069fe73-3ffd-4e4f-835c-5f524e2cf563 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.713425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0069fe73-3ffd-4e4f-835c-5f524e2cf563 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.716348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0069fe73-3ffd-4e4f-835c-5f524e2cf563 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/e7775f99-d66e-4892-aba9-710e59822f8f HTTP/1.1" status: 404 len: 333 time: 0.0249965 Nov 12 03:43:51.718503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39518) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.743169 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-61884507-271d-4dd2-af82-827d7f126c75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.743607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61884507-271d-4dd2-af82-827d7f126c75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.746526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-61884507-271d-4dd2-af82-827d7f126c75 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/49f817a0-d7c5-416c-a179-882e44ff6312 HTTP/1.1" status: 404 len: 337 time: 0.0271704 Nov 12 03:43:51.748631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.770342 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-4666d59c-6811-439c-be52-275fdd72dcd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.770974 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4666d59c-6811-439c-be52-275fdd72dcd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.774084 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4666d59c-6811-439c-be52-275fdd72dcd7 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/8673d75e-bbd0-4f1c-8610-49882c0b8c6b HTTP/1.1" status: 404 len: 333 time: 0.0245836 Nov 12 03:43:51.776414 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39522) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.800992 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7473a30-05f4-4b31-a20b-1acb9636bfd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.801428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7473a30-05f4-4b31-a20b-1acb9636bfd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.804986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a7473a30-05f4-4b31-a20b-1acb9636bfd4 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/dd08f2fe-741b-44d6-91fe-2e968c22101e HTTP/1.1" status: 404 len: 337 time: 0.0276909 Nov 12 03:43:51.807248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39524) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.829280 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-6938d2b8-d983-4d2c-8e85-bca4325735b5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.829861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6938d2b8-d983-4d2c-8e85-bca4325735b5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.832820 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6938d2b8-d983-4d2c-8e85-bca4325735b5 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a325b501-fc8e-49bf-9cc9-2efb0faf981f HTTP/1.1" status: 404 len: 333 time: 0.0247123 Nov 12 03:43:51.834980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39526) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.867322 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-3824a8ec-77b4-4ae9-aa8f-dc61dc60e42f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.867774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3824a8ec-77b4-4ae9-aa8f-dc61dc60e42f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.873432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3824a8ec-77b4-4ae9-aa8f-dc61dc60e42f tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/3a1699f8-c5d1-4af1-b763-933670cd2e0f HTTP/1.1" status: 404 len: 337 time: 0.0349841 Nov 12 03:43:51.873432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39528) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.896632 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cd9c4f-6f96-47d0-9066-b744c66c339d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.897278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cd9c4f-6f96-47d0-9066-b744c66c339d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.900372 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45cd9c4f-6f96-47d0-9066-b744c66c339d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/fff282b7-1528-4666-88ac-771702495abd HTTP/1.1" status: 404 len: 333 time: 0.0262160 Nov 12 03:43:51.902831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39530) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.921326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:51.928080 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fe8cd2-f522-4561-94d5-7a3defe2d9ad tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.929076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fe8cd2-f522-4561-94d5-7a3defe2d9ad tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.932147 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-66fe8cd2-f522-4561-94d5-7a3defe2d9ad tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/480c7bd9-7d08-416e-9eeb-5a57edab0589 HTTP/1.1" status: 404 len: 337 time: 0.0283179 Nov 12 03:43:51.934721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39532) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.946420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:43:51.946767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 42c2a8eb-b5b7-46c0-9862-aeab6f415da8 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:43:51.957548 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1938845-5c27-4fb8-9c4b-471cd40fbb9d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.958191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1938845-5c27-4fb8-9c4b-471cd40fbb9d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.961309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d1938845-5c27-4fb8-9c4b-471cd40fbb9d tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/a8023616-fdb2-460b-84b2-a0fb1ade4a59 HTTP/1.1" status: 404 len: 333 time: 0.0256631 Nov 12 03:43:51.963853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39534) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.988352 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b31597-3cdf-4d47-948f-0704723f9217 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:51.988792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b31597-3cdf-4d47-948f-0704723f9217 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:51.992298 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-65b31597-3cdf-4d47-948f-0704723f9217 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/a1aefa67-364b-4974-a904-93e86d56ce06 HTTP/1.1" status: 404 len: 337 time: 0.0276141 Nov 12 03:43:51.994502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39536) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.016230 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a55d45e-eda9-4a73-aca1-e7c7c827588c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:52.016812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a55d45e-eda9-4a73-aca1-e7c7c827588c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:52.019802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0a55d45e-eda9-4a73-aca1-e7c7c827588c tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/ports/be243e6e-3375-4591-8ed2-d653efac1d0a HTTP/1.1" status: 404 len: 333 time: 0.0244362 Nov 12 03:43:52.022070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39538) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.050723 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-57075584-485b-4b80-a940-a695f4a54707 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:52.051189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57075584-485b-4b80-a940-a695f4a54707 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:52.054756 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-57075584-485b-4b80-a940-a695f4a54707 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/subnets/5bdd18f0-cbd7-4200-b269-ff0419c17881 HTTP/1.1" status: 404 len: 337 time: 0.0318227 Nov 12 03:43:52.057267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.130351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.217283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.236820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c161be46-dc63-46dc-b56c-092803a0e21c']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.246329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a962161f-4551-48de-abed-71a25c3660d1') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.246627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a962161f-4551-48de-abed-71a25c3660d1') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.255651 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.268173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.273804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:52.274185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:52.277332 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:52.333369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.340303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.343543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] 10.222.0.84 "DELETE /v2.0/networks/c161be46-dc63-46dc-b56c-092803a0e21c HTTP/1.1" status: 204 len: 168 time: 0.2853658 Nov 12 03:43:52.359667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Pushing event deleted for resources: {'Network': ['ID=c161be46-dc63-46dc-b56c-092803a0e21c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.367716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.368069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.368415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.368758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.369097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.369431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.369868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.370121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.370448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.370791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.371127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.371462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997a454-4211-43f6-b113-5ca757670a89 tempest-NetworksTestDHCPv6-1342377538 tempest-NetworksTestDHCPv6-1342377538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:52.634599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39546) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.792543 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e0359e0b-d1dc-4b98-88b8-84d323ab0536 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ac804c02e26b47f59f9a84815f987ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567082 Nov 12 03:43:52.795003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39550) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.845151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.865590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.912295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.915004 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.916177 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f48d0356-4938-4036-a978-b99123ee1eb3 HTTP/1.1" status: 204 len: 168 time: 0.1202512 Nov 12 03:43:52.923652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c03d5-893a-446d-9819-b3361db06714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48d0356-4938-4036-a978-b99123ee1eb3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.531369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39572) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.625014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2058838814'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.646297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:53.650329 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.658542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.730425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.734090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.763870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:53.773997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433539bd-fd21-4f96-b8ff-9f0fd9b60753,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.780593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.781059 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment 6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5 of type vlan for network 7bb60445-1149-4111-86c2-ee09e84c7bae Nov 12 03:43:53.821313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.845489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.851139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.851752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.887318 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3548145 Nov 12 03:43:53.890141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39576) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.896004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'name': 'tempest-PortsIpV6TestJSON-1602245663'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.921623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48151524-9d18-4e99-9e14-c24f557afcfc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=7bb60445-1149-4111-86c2-ee09e84c7bae,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.932217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:53.983831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:53.987365 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.005896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 2df71020-5fcd-4a10-92dc-2ea4b10c007b yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:54.165074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.196708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.589047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=2df71020-5fcd-4a10-92dc-2ea4b10c007b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.596334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:54.596790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: 7bb60445-1149-4111-86c2-ee09e84c7bae, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:54.612803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:54.621540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 7bb60445-1149-4111-86c2-ee09e84c7bae) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:54.625060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:54.630403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d960fc5-9106-476a-a6bb-a3240fb511ed None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:54.630572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.631181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.646884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7c2c1bdf-e607-447a-98f4-d473d54ae408 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7550211 Nov 12 03:43:54.650010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39578) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.654732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2018869746'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.676061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.680139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.702975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:54.711901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.712238 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment 14cdb471-4426-4eba-a7b1-e657aaf387f6 of type vlan for network f0eb245d-1334-4c38-b6e4-fcc429e431e4 Nov 12 03:43:54.750572 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.776517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.782074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.782700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.817928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1668682 Nov 12 03:43:54.820728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39580) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.826204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'ports': [{'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'}, {'network_id': 'f0eb245d-1334-4c38-b6e4-fcc429e431e4'}]} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.826527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.827011 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'f0eb245d-1334-4c38-b6e4-fcc429e431e4'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:54.853819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca322619-05c0-4d5c-8aed-118109075a9f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=f0eb245d-1334-4c38-b6e4-fcc429e431e4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:54.864058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f0eb245d-1334-4c38-b6e4-fcc429e431e4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:54.985296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 2} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:54.989808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.002137 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.083271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port c79de35d-3f7d-42ee-81ce-43054a48f438 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:55.192936 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.261599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port cf999628-5014-423a-9044-3df3803a0a19 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:55.367196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.402820 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.448248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:55.451522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:55.457261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:55.458087 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.468952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=c79de35d-3f7d-42ee-81ce-43054a48f438,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.528375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=cf999628-5014-423a-9044-3df3803a0a19,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.532782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': '14cdb471-4426-4eba-a7b1-e657aaf387f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f0eb245d-1334-4c38-b6e4-fcc429e431e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.533146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: f0eb245d-1334-4c38-b6e4-fcc429e431e4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:55.549449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network f0eb245d-1334-4c38-b6e4-fcc429e431e4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:55.558364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f0eb245d-1334-4c38-b6e4-fcc429e431e4) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:55.561883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:55.566632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3ee4a-8c9f-472e-b343-d4fc266640f2 None None] Network f0eb245d-1334-4c38-b6e4-fcc429e431e4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:55.567682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.573234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.573906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.589976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2dddf79b-adde-43bf-8410-2d8a817c63f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7681050 Nov 12 03:43:55.592823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39582) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.679386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port cf999628-5014-423a-9044-3df3803a0a19 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:55.679823 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.747415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.760460 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for cf999628-5014-423a-9044-3df3803a0a19 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:55.840437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.874719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=cf999628-5014-423a-9044-3df3803a0a19,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.876893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.880376 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4c6cab49-7161-485f-8069-1277077b97cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/cf999628-5014-423a-9044-3df3803a0a19 HTTP/1.1" status: 204 len: 168 time: 0.2865818 Nov 12 03:43:55.882864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39584) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:55.932896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3e29a-2ab5-494c-bd4e-9a91a5817293 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.938997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3e29a-2ab5-494c-bd4e-9a91a5817293 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.940705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-92a3e29a-2ab5-494c-bd4e-9a91a5817293 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0568733 Nov 12 03:43:55.943410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39586) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.027922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port c79de35d-3f7d-42ee-81ce-43054a48f438 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:56.028175 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.091961 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.104788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for c79de35d-3f7d-42ee-81ce-43054a48f438 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:56.490495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.518537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=c79de35d-3f7d-42ee-81ce-43054a48f438,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.524370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.527595 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c167a156-523b-4272-8f9a-3c403f3e6a5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/c79de35d-3f7d-42ee-81ce-43054a48f438 HTTP/1.1" status: 204 len: 168 time: 0.5832691 Nov 12 03:43:56.530046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.577348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deff90a-9fc9-4535-9fed-e63ce15c9dda tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.578819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1deff90a-9fc9-4535-9fed-e63ce15c9dda tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0478699 Nov 12 03:43:56.581505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39590) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.605530 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2bef2b-668d-4a54-bc32-b331abd6cc8b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:43:56.606949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ac2bef2b-668d-4a54-bc32-b331abd6cc8b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/cf999628-5014-423a-9044-3df3803a0a19 HTTP/1.1" status: 404 len: 333 time: 0.0245576 Nov 12 03:43:56.609403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39592) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.635016 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e125acf4-da87-4a73-a907-2954e4928834 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:43:56.636409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e125acf4-da87-4a73-a907-2954e4928834 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/c79de35d-3f7d-42ee-81ce-43054a48f438 HTTP/1.1" status: 404 len: 333 time: 0.0261154 Nov 12 03:43:56.638808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39594) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.711382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.798444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.818028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0eb245d-1334-4c38-b6e4-fcc429e431e4']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:56.827240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cdb471-4426-4eba-a7b1-e657aaf387f6') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:56.827540 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cdb471-4426-4eba-a7b1-e657aaf387f6') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:56.836655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.849148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.855330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:56.855715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:56.858538 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:56.915634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.922726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.925655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/f0eb245d-1334-4c38-b6e4-fcc429e431e4 HTTP/1.1" status: 204 len: 168 time: 0.2859454 Nov 12 03:43:56.929986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:56.935627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-396198890'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:56.938419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8bc0-c53d-4abb-8e44-e0653a231546 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=f0eb245d-1334-4c38-b6e4-fcc429e431e4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.955406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:56.958734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.981817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:56.989890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.990224 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment c25a475b-d7b3-4ea3-86b7-a1a07fc28a48 of type vlan for network 3f8e8695-0340-44d5-90f2-45b00e37cbbb Nov 12 03:43:57.027672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.051462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.057112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.057691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.093345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1622751 Nov 12 03:43:57.096582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39598) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.102581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.126427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c815e-b364-4a63-8f5c-b48fa1e56a71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=3f8e8695-0340-44d5-90f2-45b00e37cbbb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.136975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:57.193350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:57.196953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.256409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:43:57.259250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:43:57.376293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.436139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=30ded113-26c3-48e7-ad7d-5f34422692d1,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.444118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:57.444489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: 3f8e8695-0340-44d5-90f2-45b00e37cbbb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:57.461342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:57.472822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3f8e8695-0340-44d5-90f2-45b00e37cbbb) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:57.477019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.477617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.482460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5e8b8-58f3-4f36-bdf6-fc45df1919b7 None None] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:57.495878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0ab59ed6-f59e-4b89-b361-1498d40a953c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3979957 Nov 12 03:43:57.498444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39600) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.503573 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb', 'name': 'tempest-PortsIpV6TestJSON-352657426'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.614896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:57.618474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.629493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-3f8e8695-0340-44d5-90f2-45b00e37cbbb', 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': '30ded113-26c3-48e7-ad7d-5f34422692d1'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:57.630373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.636709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 30853b28-b706-4c61-b7ed-ad4a4781502b yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:57.759328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::255 (3f8e8695-0340-44d5-90f2-45b00e37cbbb/30ded113-26c3-48e7-ad7d-5f34422692d1/30853b28-b706-4c61-b7ed-ad4a4781502b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:57.907366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.944916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.985708 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:57.985998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.993182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:57.996880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:58.001821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Allocated IP 2001:db8::2 (3f8e8695-0340-44d5-90f2-45b00e37cbbb/30ded113-26c3-48e7-ad7d-5f34422692d1/d02af448-0086-4ce1-8928-8165557d2ca6) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:58.002605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.003245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.012523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=30853b28-b706-4c61-b7ed-ad4a4781502b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.024421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d53f4110-eb92-49cb-9291-bdafa18da7e2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5248051 Nov 12 03:43:58.027201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.117520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 30853b28-b706-4c61-b7ed-ad4a4781502b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:58.117867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.143291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.150128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.187113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:58.193922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:58.197469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:58.207287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Pushing event updated for resources: {'Port': ['ID=d02af448-0086-4ce1-8928-8165557d2ca6,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.213127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.225994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 30853b28-b706-4c61-b7ed-ad4a4781502b owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:58.260357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Attempting to bind port d02af448-0086-4ce1-8928-8165557d2ca6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:58.260723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Attempting to bind port d02af448-0086-4ce1-8928-8165557d2ca6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:58.261081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Attempting to bind port d02af448-0086-4ce1-8928-8165557d2ca6 on network 3f8e8695-0340-44d5-90f2-45b00e37cbbb {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:58.265901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:58.266278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Checking segment: {'id': 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:58.266669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.267047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Bound using segment: {'id': 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:58.267542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Bound port: d02af448-0086-4ce1-8928-8165557d2ca6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3f8e8695-0340-44d5-90f2-45b00e37cbbb'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:58.267989 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.328351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] For port d02af448-0086-4ce1-8928-8165557d2ca6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:58.331314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] For port d02af448-0086-4ce1-8928-8165557d2ca6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d02af448-0086-4ce1-8928-8165557d2ca6,segment=NetworkSegment(c25a475b-d7b3-4ea3-86b7-a1a07fc28a48),segment_id=c25a475b-d7b3-4ea3-86b7-a1a07fc28a48)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:58.336484 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.355070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.381485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=30853b28-b706-4c61-b7ed-ad4a4781502b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.391534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Pushing event updated for resources: {'Port': ['ID=d02af448-0086-4ce1-8928-8165557d2ca6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.399405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.399727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.400072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.400406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.400786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.401126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.401592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.401929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.402260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.402587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.402922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.403278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d663e2-1ed5-46fa-a10b-1773bf31427b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:58.416752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.420020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4f224b72-b4ab-4a6e-9a48-aab180908e31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/30853b28-b706-4c61-b7ed-ad4a4781502b HTTP/1.1" status: 204 len: 168 time: 0.3917603 Nov 12 03:43:58.422596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.446441 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b46664-d080-4133-835a-28b968b90b20 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:58.447014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b46664-d080-4133-835a-28b968b90b20 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:58.450130 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-94b46664-d080-4133-835a-28b968b90b20 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/30853b28-b706-4c61-b7ed-ad4a4781502b HTTP/1.1" status: 404 len: 333 time: 0.0265551 Nov 12 03:43:58.453154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39606) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.477444 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b15605-8399-49b2-ba77-26fa2d2a378e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:43:58.478943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77b15605-8399-49b2-ba77-26fa2d2a378e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/30853b28-b706-4c61-b7ed-ad4a4781502b HTTP/1.1" status: 404 len: 333 time: 0.0248876 Nov 12 03:43:58.481643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39608) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.538307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 30ded113-26c3-48e7-ad7d-5f34422692d1 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:43:58.541604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.585398 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.679323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.735506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.762004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=30ded113-26c3-48e7-ad7d-5f34422692d1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.763984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.767179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5c7da2a0-0861-4a61-b5b1-36f073ff5cf5 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/30ded113-26c3-48e7-ad7d-5f34422692d1 HTTP/1.1" status: 204 len: 168 time: 0.2845941 Nov 12 03:43:58.769722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39610) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.855076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.907271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port d02af448-0086-4ce1-8928-8165557d2ca6 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:58.907610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.972402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port d02af448-0086-4ce1-8928-8165557d2ca6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d02af448-0086-4ce1-8928-8165557d2ca6,segment=NetworkSegment(c25a475b-d7b3-4ea3-86b7-a1a07fc28a48),segment_id=c25a475b-d7b3-4ea3-86b7-a1a07fc28a48)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:58.972757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.985891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for d02af448-0086-4ce1-8928-8165557d2ca6 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:59.065241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.090344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=d02af448-0086-4ce1-8928-8165557d2ca6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.096501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port d02af448-0086-4ce1-8928-8165557d2ca6 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:59.182366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.204148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8e8695-0340-44d5-90f2-45b00e37cbbb']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.214135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.214437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25a475b-d7b3-4ea3-86b7-a1a07fc28a48') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:59.223994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.237506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.244221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:59.244626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: items = [ Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:59.247710 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:59.309665 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.317555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a68068-3596-4b33-9d87-545b246cab61 None None] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:59.327767 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.330814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a68068-3596-4b33-9d87-545b246cab61 None None] Network 3f8e8695-0340-44d5-90f2-45b00e37cbbb could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:43:59.330958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/3f8e8695-0340-44d5-90f2-45b00e37cbbb HTTP/1.1" status: 204 len: 168 time: 0.5602953 Nov 12 03:43:59.331952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6cc1-c732-4875-8eb5-26f209242aed tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=3f8e8695-0340-44d5-90f2-45b00e37cbbb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.334563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39612) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.339899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121105923'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:59.360382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:59.363830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.388088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:59.389846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-eadce944-0501-4267-a0ab-1fe362b2d4a0 None None] Could not find standard attr ID for object d02af448-0086-4ce1-8928-8165557d2ca6. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:43:59.396938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.397282 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment 0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e of type vlan for network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 Nov 12 03:43:59.405423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8faf58-f16a-4ef0-a269-cb96646b1524 None None] DHCP port deletion for 3f8e8695-0340-44d5-90f2-45b00e37cbbb request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:59.439586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.463646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.465209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.470933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.471562 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.534813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1992161 Nov 12 03:43:59.538144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39614) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.543665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:59.543833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa66061-4e3e-4d85-bf0c-d0f3aedc1273 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=efe3806b-a8e4-447a-b7bc-9c5ae58246e7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.554523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:59.632127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:59.635832 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.816709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.884052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=e25108b2-8c4f-4d6b-8b91-c6071d431def,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.889287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:59.889655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: efe3806b-a8e4-447a-b7bc-9c5ae58246e7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:59.906001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:59.917411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, efe3806b-a8e4-447a-b7bc-9c5ae58246e7) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:59.922604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:59.923229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.928642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593aa345-fae7-4278-86ba-d069c7927771 None None] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:59.942716 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-50514092-da00-451c-af79-1ac587ad970d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4033885 Nov 12 03:43:59.945323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39616) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:59.950280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1845214384'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:00.057056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:00.060868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.071740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-efe3806b-a8e4-447a-b7bc-9c5ae58246e7', 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': 'e25108b2-8c4f-4d6b-8b91-c6071d431def'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:00.072648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.079911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port c4453e3c-8c84-4730-942d-d34e005c0d8d yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:00.206971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::2e3 (efe3806b-a8e4-447a-b7bc-9c5ae58246e7/e25108b2-8c4f-4d6b-8b91-c6071d431def/c4453e3c-8c84-4730-942d-d34e005c0d8d) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:00.330744 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.362852 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.400067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.402986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.406627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:00.409142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Allocated IP 2001:db8::2 (efe3806b-a8e4-447a-b7bc-9c5ae58246e7/e25108b2-8c4f-4d6b-8b91-c6071d431def/17b75fd3-8b2b-47de-aee1-6aedf322bd17) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:00.412847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.413580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.431621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=c4453e3c-8c84-4730-942d-d34e005c0d8d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.440704 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8bd75fb1-fb85-4d13-ab81-fe83a7584790 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.4942777 Nov 12 03:44:00.443380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39618) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.533322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port c4453e3c-8c84-4730-942d-d34e005c0d8d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:00.533664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.553761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.559563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.597493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.602244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.606137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:00.611879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Pushing event updated for resources: {'Port': ['ID=17b75fd3-8b2b-47de-aee1-6aedf322bd17,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.621704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.634421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for c4453e3c-8c84-4730-942d-d34e005c0d8d owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:00.663645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Attempting to bind port 17b75fd3-8b2b-47de-aee1-6aedf322bd17 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:00.664017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Attempting to bind port 17b75fd3-8b2b-47de-aee1-6aedf322bd17 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:00.664382 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Attempting to bind port 17b75fd3-8b2b-47de-aee1-6aedf322bd17 on network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:00.669300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:00.669792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Checking segment: {'id': '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:00.670200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.670598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Bound using segment: {'id': '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:00.671076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Bound port: 17b75fd3-8b2b-47de-aee1-6aedf322bd17, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'efe3806b-a8e4-447a-b7bc-9c5ae58246e7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:00.671481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.736264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] For port 17b75fd3-8b2b-47de-aee1-6aedf322bd17, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:00.739456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] For port 17b75fd3-8b2b-47de-aee1-6aedf322bd17, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=17b75fd3-8b2b-47de-aee1-6aedf322bd17,segment=NetworkSegment(0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e),segment_id=0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:00.744265 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.765803 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.794495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=c4453e3c-8c84-4730-942d-d34e005c0d8d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.806176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20915e78-31c8-42a0-8807-0546045c9d2d None None] Pushing event updated for resources: {'Port': ['ID=17b75fd3-8b2b-47de-aee1-6aedf322bd17,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.824044 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.827603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9e1760e-aa2c-48f3-9a3a-1b50e310baab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/c4453e3c-8c84-4730-942d-d34e005c0d8d HTTP/1.1" status: 204 len: 168 time: 0.3827491 Nov 12 03:44:00.830259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39620) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.854630 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb11a353-c2ea-417c-8772-23f09ae07a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:00.856240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb11a353-c2ea-417c-8772-23f09ae07a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/c4453e3c-8c84-4730-942d-d34e005c0d8d HTTP/1.1" status: 404 len: 333 time: 0.0250027 Nov 12 03:44:00.858924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39622) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.915241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet e25108b2-8c4f-4d6b-8b91-c6071d431def {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:00.918550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.979795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.072425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.148805 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.177868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=e25108b2-8c4f-4d6b-8b91-c6071d431def,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.182098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.187843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-23e7abe0-1637-43f1-a0ed-ee1a7a6d6384 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/e25108b2-8c4f-4d6b-8b91-c6071d431def HTTP/1.1" status: 204 len: 168 time: 0.3255575 Nov 12 03:44:01.188074 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39624) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.266249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.323023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 17b75fd3-8b2b-47de-aee1-6aedf322bd17 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:01.323393 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.386564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port 17b75fd3-8b2b-47de-aee1-6aedf322bd17, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=17b75fd3-8b2b-47de-aee1-6aedf322bd17,segment=NetworkSegment(0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e),segment_id=0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:01.387019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.399975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 17b75fd3-8b2b-47de-aee1-6aedf322bd17 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:01.491249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.517800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=17b75fd3-8b2b-47de-aee1-6aedf322bd17,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.521384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port 17b75fd3-8b2b-47de-aee1-6aedf322bd17 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:01.603664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.629513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe3806b-a8e4-447a-b7bc-9c5ae58246e7']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.639660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.639954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d70cf8e-2ec4-4667-ad5e-6a4f24c1485e') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:01.650480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.664501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.670474 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:01.671071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:01.673795 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:01.700767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537b8f3-7a3f-451f-89b7-b109b8d1d445 None None] Network efe3806b-a8e4-447a-b7bc-9c5ae58246e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:01.729265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-57ff25ef-5ce7-4998-bc6b-1e06a53ad81e None None] Could not find standard attr ID for object 17b75fd3-8b2b-47de-aee1-6aedf322bd17. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:01.733809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.740542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.743866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/efe3806b-a8e4-447a-b7bc-9c5ae58246e7 HTTP/1.1" status: 204 len: 168 time: 0.5549068 Nov 12 03:44:01.747799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39626) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.753013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'name': 'tempest-PortsIpV6TestJSON-2114300841'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.755135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b348a0-ce36-4f98-bd89-28c3e711a338 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=efe3806b-a8e4-447a-b7bc-9c5ae58246e7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.850867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:01.854573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.872819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 5b402462-4045-467b-9cc4-95d54f78da29 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:01.881735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535392f-d914-4e23-b0d6-de3d98e2d789 None None] DHCP port deletion for efe3806b-a8e4-447a-b7bc-9c5ae58246e7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:02.031879 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.063162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.104609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:02.109808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:02.113319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:02.118967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.119593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.127549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=5b402462-4045-467b-9cc4-95d54f78da29,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.139945 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4222573-e848-49e0-9480-a4f48b11b2f9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3909879 Nov 12 03:44:02.142491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39628) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.230476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 5b402462-4045-467b-9cc4-95d54f78da29 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:02.230821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.277590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b1c01ce1-fd2d-48b0-b2b7-c584548733bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.295515 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.308539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 5b402462-4045-467b-9cc4-95d54f78da29 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:02.388382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.414435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=5b402462-4045-467b-9cc4-95d54f78da29,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.421696 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.425131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2c161e4b-1a5d-4271-b97d-3fbd18485215 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/5b402462-4045-467b-9cc4-95d54f78da29 HTTP/1.1" status: 204 len: 168 time: 0.2816353 Nov 12 03:44:02.427656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39630) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.433848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'mac_address': 'fa:16:3e:12:cd:e8', 'name': 'tempest-PortsIpV6TestJSON-432203066'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.520463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:02.588299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.607498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port eae64d09-41b8-4c70-be5c-41c62247c05b yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:02.761033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.792990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.834450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:02.839458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:02.849529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:02.858514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.859139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.862729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=eae64d09-41b8-4c70-be5c-41c62247c05b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.877599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-34f61f86-566d-4ec4-b242-9e015a6904d8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4484243 Nov 12 03:44:02.880363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39632) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.927141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153adb0-756a-498f-a8e1-e40f9ee0f852 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.929174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b153adb0-756a-498f-a8e1-e40f9ee0f852 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/eae64d09-41b8-4c70-be5c-41c62247c05b HTTP/1.1" status: 200 len: 844 time: 0.0478427 Nov 12 03:44:02.932015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39634) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.014029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port eae64d09-41b8-4c70-be5c-41c62247c05b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:03.014375 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.081338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.094271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for eae64d09-41b8-4c70-be5c-41c62247c05b owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:03.169559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.203780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=eae64d09-41b8-4c70-be5c-41c62247c05b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.208890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.215883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c33c1678-a6e7-40ef-8b48-8efd9c5b72cc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/eae64d09-41b8-4c70-be5c-41c62247c05b HTTP/1.1" status: 204 len: 168 time: 0.2802012 Nov 12 03:44:03.216055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39636) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.240458 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a69f03-77f5-485c-8f19-fb6a0f1326b2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:03.241907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-68a69f03-77f5-485c-8f19-fb6a0f1326b2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/eae64d09-41b8-4c70-be5c-41c62247c05b HTTP/1.1" status: 404 len: 333 time: 0.0248792 Nov 12 03:44:03.245498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39638) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.250059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'name': 'tempest-PortsIpV6TestJSON-947858093'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:03.338692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:03.342225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.358574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 4f4af2eb-c4ef-42be-a0da-980dc95965d5 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:03.510465 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.541397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.581271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:03.584899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:03.590413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:03.596004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.596609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.606534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=4f4af2eb-c4ef-42be-a0da-980dc95965d5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.618276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-95226fb8-6b4f-4c03-a215-512592ce604e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3718157 Nov 12 03:44:03.620976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39640) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.626066 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:03.689681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.842008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.846382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.878213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] In _notify_port_updated(), no bound segment for port 4f4af2eb-c4ef-42be-a0da-980dc95965d5 on network 7bb60445-1149-4111-86c2-ee09e84c7bae {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:03.884370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.884981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.889467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/ports/4f4af2eb-c4ef-42be-a0da-980dc95965d5 HTTP/1.1" status: 200 len: 818 time: 0.2643614 Nov 12 03:44:03.889467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39642) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.923250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d620-ccf1-48e1-915f-ca5e5a73d79e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=4f4af2eb-c4ef-42be-a0da-980dc95965d5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.985622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 4f4af2eb-c4ef-42be-a0da-980dc95965d5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:03.985960 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.052723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.065266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 4f4af2eb-c4ef-42be-a0da-980dc95965d5 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:04.144800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.172229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=4f4af2eb-c4ef-42be-a0da-980dc95965d5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.177225 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.181072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2d6ac4b1-7967-4012-954a-7f7cac15ed71 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/4f4af2eb-c4ef-42be-a0da-980dc95965d5 HTTP/1.1" status: 204 len: 168 time: 0.2911539 Nov 12 03:44:04.183535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39644) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.230093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d0dc2-0115-4c2e-a436-f8524cd3c65d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.232969 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9f3d0dc2-0115-4c2e-a436-f8524cd3c65d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0485008 Nov 12 03:44:04.235634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39646) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.263174 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0629a5a3-8952-412b-8ec3-910818114b44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:04.264581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0629a5a3-8952-412b-8ec3-910818114b44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/4f4af2eb-c4ef-42be-a0da-980dc95965d5 HTTP/1.1" status: 404 len: 333 time: 0.0260010 Nov 12 03:44:04.268060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39648) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.272639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1263778808'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.292984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:04.296527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.320109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:04.329250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.329593 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment 35b670b3-6424-423b-89d2-50fe9e997ea1 of type vlan for network 5a0e751d-b994-4602-b457-269d2c57c285 Nov 12 03:44:04.371713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.394572 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.400103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.400678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.437274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1682341 Nov 12 03:44:04.440245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39650) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.445478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.471576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75e16e-b082-4c43-8bf2-216d0e7b38ab tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=5a0e751d-b994-4602-b457-269d2c57c285,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.482419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:04.537080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:04.541489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.696029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bae0-de03-4428-98c4-393d8f2c1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.729804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.788152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=e4a377c8-965a-48b9-bb63-9c79fb4ca027,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.798126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': '35b670b3-6424-423b-89d2-50fe9e997ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:04.798491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: 5a0e751d-b994-4602-b457-269d2c57c285, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:04.814409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 5a0e751d-b994-4602-b457-269d2c57c285 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:04.823045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5a0e751d-b994-4602-b457-269d2c57c285) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:04.827218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.827816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.831859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a7c57-f76c-4573-a881-ad2754de0f56 None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:04.843943 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b8231b9a-c421-40be-82d3-13b54d52f7fd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4025097 Nov 12 03:44:04.846828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39652) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.851751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.968553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:04.972740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.980650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5a0e751d-b994-4602-b457-269d2c57c285', 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': 'e4a377c8-965a-48b9-bb63-9c79fb4ca027'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:04.981512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.061587 n-d-615180-50 neutron-server[102432]: INFO neutron.db.ipam_backend_mixin [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4a377c8-965a-48b9-bb63-9c79fb4ca027 (CIDR: 2001:db8::/64) Nov 12 03:44:05.064774 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:05.065232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:05.081471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-253685f5-51cb-4bd4-8924-df37d38e7c09 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2336218 Nov 12 03:44:05.084928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39654) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.089908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:05.111953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Allocated IP 2001:db8::2 (5a0e751d-b994-4602-b457-269d2c57c285/e4a377c8-965a-48b9-bb63-9c79fb4ca027/2b628103-a788-4812-a080-71bf49cc269b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:05.201124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:05.204997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.250630 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.257454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.295974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:05.303586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:05.307605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:05.316844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Pushing event updated for resources: {'Port': ['ID=2b628103-a788-4812-a080-71bf49cc269b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.363921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Attempting to bind port 2b628103-a788-4812-a080-71bf49cc269b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:05.364654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Attempting to bind port 2b628103-a788-4812-a080-71bf49cc269b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '35b670b3-6424-423b-89d2-50fe9e997ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:05.365022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Attempting to bind port 2b628103-a788-4812-a080-71bf49cc269b on network 5a0e751d-b994-4602-b457-269d2c57c285 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:05.370713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:05.371111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Checking segment: {'id': '35b670b3-6424-423b-89d2-50fe9e997ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:05.371538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.371931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Bound using segment: {'id': '35b670b3-6424-423b-89d2-50fe9e997ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:05.372395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Bound port: 2b628103-a788-4812-a080-71bf49cc269b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b670b3-6424-423b-89d2-50fe9e997ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5a0e751d-b994-4602-b457-269d2c57c285'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:05.372774 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.421013 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.433336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] For port 2b628103-a788-4812-a080-71bf49cc269b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:05.436424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] For port 2b628103-a788-4812-a080-71bf49cc269b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2b628103-a788-4812-a080-71bf49cc269b,segment=NetworkSegment(35b670b3-6424-423b-89d2-50fe9e997ea1),segment_id=35b670b3-6424-423b-89d2-50fe9e997ea1)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:05.440305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.459941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 5a0e751d-b994-4602-b457-269d2c57c285 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:05.466352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:05.470389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.470971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.493666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4076254 Nov 12 03:44:05.494585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339470f7-8589-4e25-91e0-ccb02577fa72 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.496344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39656) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.499119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454d2ff-5d85-4326-934f-4695505c1b3f None None] Pushing event updated for resources: {'Port': ['ID=2b628103-a788-4812-a080-71bf49cc269b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.501395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'fixed_ips': [{'subnet_id': 'e4a377c8-965a-48b9-bb63-9c79fb4ca027'}, {'subnet_id': '16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2'}], 'name': 'tempest-PortsIpV6TestJSON-290126242'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:05.618489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:05.715200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.719969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.743790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:05.969521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2b628103-a788-4812-a080-71bf49cc269b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:06.031415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::20d (5a0e751d-b994-4602-b457-269d2c57c285/e4a377c8-965a-48b9-bb63-9c79fb4ca027/85f7ed5a-a736-40f3-ab86-a61dfe35ff85) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:06.039683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8:0:1::33a (5a0e751d-b994-4602-b457-269d2c57c285/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2/85f7ed5a-a736-40f3-ab86-a61dfe35ff85) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:06.183660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2b628103-a788-4812-a080-71bf49cc269b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.184048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.200688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.238861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.268583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.283475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 5a0e751d-b994-4602-b457-269d2c57c285 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:06.289439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:06.293447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:06.299500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.300157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.306234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 2b628103-a788-4812-a080-71bf49cc269b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2b628103-a788-4812-a080-71bf49cc269b,segment=NetworkSegment(35b670b3-6424-423b-89d2-50fe9e997ea1),segment_id=35b670b3-6424-423b-89d2-50fe9e997ea1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:06.310434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=85f7ed5a-a736-40f3-ab86-a61dfe35ff85,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.311377 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.328634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39658) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.329269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-117ebf5a-3e8a-4c04-be48-70ffcc8a6d44 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8312914 Nov 12 03:44:06.335135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4a377c8-965a-48b9-bb63-9c79fb4ca027'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:06.367465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=2b628103-a788-4812-a080-71bf49cc269b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:06.428941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a989d-3ec1-4cd5-9cc9-5efb7f75751f None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:06.489362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.505346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ebe83678-6765-4ddb-ba5b-5b77991fa9c1 None None] Provisioning complete for port 2b628103-a788-4812-a080-71bf49cc269b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.506540 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ebe83678-6765-4ddb-ba5b-5b77991fa9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.704942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Update dhcp port {'port': {'network_id': '5a0e751d-b994-4602-b457-269d2c57c285', 'fixed_ips': [{'subnet_id': 'e4a377c8-965a-48b9-bb63-9c79fb4ca027', 'ip_address': '2001:db8::2'}, {'subnet_id': '16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '2b628103-a788-4812-a080-71bf49cc269b'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:06.726760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Delete allocated IP 2001:db8:0:1::33a (5a0e751d-b994-4602-b457-269d2c57c285/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2) {{(pid=102433) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:44:06.729123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.857188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.861642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.909120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Allocated IP 2001:db8:0:1::2 (5a0e751d-b994-4602-b457-269d2c57c285/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2/2b628103-a788-4812-a080-71bf49cc269b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:06.923147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] In _notify_port_updated(), no bound segment for port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 on network 5a0e751d-b994-4602-b457-269d2c57c285 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:06.929207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.929815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.933667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/ports/85f7ed5a-a736-40f3-ab86-a61dfe35ff85 HTTP/1.1" status: 200 len: 925 time: 0.6012065 Nov 12 03:44:06.933885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39660) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.941507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4a377c8-965a-48b9-bb63-9c79fb4ca027'}, {'subnet_id': '16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:06.946176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9794-b566-496b-85b3-0810b4016a00 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=85f7ed5a-a736-40f3-ab86-a61dfe35ff85,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.003608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-031a04ce-c130-4422-988b-d30db78115dc None None] For port 2b628103-a788-4812-a080-71bf49cc269b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2b628103-a788-4812-a080-71bf49cc269b,segment=NetworkSegment(35b670b3-6424-423b-89d2-50fe9e997ea1),segment_id=35b670b3-6424-423b-89d2-50fe9e997ea1)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:07.006640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.032315 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.036838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.121863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a04ce-c130-4422-988b-d30db78115dc None None] Pushing event updated for resources: {'Port': ['ID=2b628103-a788-4812-a080-71bf49cc269b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.249069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.268733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8:0:1::396 (5a0e751d-b994-4602-b457-269d2c57c285/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2/85f7ed5a-a736-40f3-ab86-a61dfe35ff85) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:07.401625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.406788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.493216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=85f7ed5a-a736-40f3-ab86-a61dfe35ff85,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.495995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] In _notify_port_updated(), no bound segment for port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 on network 5a0e751d-b994-4602-b457-269d2c57c285 {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:07.502068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.502200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.503529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-22d5b4ce-c715-48b6-8eb0-93280317fa43 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/ports/85f7ed5a-a736-40f3-ab86-a61dfe35ff85 HTTP/1.1" status: 200 len: 1011 time: 0.5687058 Nov 12 03:44:07.506441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39662) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.595777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:07.596114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.632259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e87dccf-0d36-4ff0-bb48-9be89c153aee None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:07.685102 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.696924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:07.708603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d4dbba1-c6a4-4319-96f2-2ad901bbb839 None None] Provisioning complete for port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:07.709488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbba1-c6a4-4319-96f2-2ad901bbb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.780309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4d4dbba1-c6a4-4319-96f2-2ad901bbb839 None None] Port 85f7ed5a-a736-40f3-ab86-a61dfe35ff85 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:07.803720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d4dbba1-c6a4-4319-96f2-2ad901bbb839 None None] Provisioning complete for port 2b628103-a788-4812-a080-71bf49cc269b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:07.804082 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4dbba1-c6a4-4319-96f2-2ad901bbb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.869841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.903424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=85f7ed5a-a736-40f3-ab86-a61dfe35ff85,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:07.955632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.957652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2b628103-a788-4812-a080-71bf49cc269b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:07.965190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-29c075b4-6438-4469-8a6c-0ddefccd1509 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/85f7ed5a-a736-40f3-ab86-a61dfe35ff85 HTTP/1.1" status: 204 len: 168 time: 0.4514408 Nov 12 03:44:07.967303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39664) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.993079 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69b9c3d-f730-4e70-affd-4e9d4f0fe8b0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:07.994940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e69b9c3d-f730-4e70-affd-4e9d4f0fe8b0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/85f7ed5a-a736-40f3-ab86-a61dfe35ff85 HTTP/1.1" status: 404 len: 333 time: 0.0266323 Nov 12 03:44:07.997920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39666) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.018607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2b628103-a788-4812-a080-71bf49cc269b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.018986 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.055623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:08.059919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.105546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.135394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ab9590d-cc4f-4725-a78e-fc173ef9a995 None None] Could not find standard attr ID for object 85f7ed5a-a736-40f3-ab86-a61dfe35ff85. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:08.147073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ab9590d-cc4f-4725-a78e-fc173ef9a995 None None] Provisioning complete for port 2b628103-a788-4812-a080-71bf49cc269b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:08.147475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ab9590d-cc4f-4725-a78e-fc173ef9a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.193817 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.244356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.267891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.365948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fd1d02ba-251b-44b3-9bc6-34187825421c None None] Could not find standard attr ID for object 85f7ed5a-a736-40f3-ab86-a61dfe35ff85. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:08.581065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bd5fa776-107d-4f5a-8a37-1c1e456fb1f1 None None] Could not find standard attr ID for object 85f7ed5a-a736-40f3-ab86-a61dfe35ff85. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:08.646117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.650067 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.655657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb6ccc14-6c69-4ee9-aecd-4776191c88dc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2 HTTP/1.1" status: 204 len: 168 time: 0.6543300 Nov 12 03:44:08.656070 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39668) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.707517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet e4a377c8-965a-48b9-bb63-9c79fb4ca027 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:08.711493 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.728196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a6553-b380-48f7-8d8b-f033763dc7ed None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:08.751178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.799616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0ac36b25-f083-431d-bfbe-06b690cb6b96 None None] Could not find standard attr ID for object 85f7ed5a-a736-40f3-ab86-a61dfe35ff85. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:08.839530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.898652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.925584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a377c8-965a-48b9-bb63-9c79fb4ca027,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:08.929848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:08.933128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae59ff03-1f60-4269-8d0e-9767733f220e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/e4a377c8-965a-48b9-bb63-9c79fb4ca027 HTTP/1.1" status: 204 len: 168 time: 0.2760940 Nov 12 03:44:08.935779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39670) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.015308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.068594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 2b628103-a788-4812-a080-71bf49cc269b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:09.068936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.135315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port 2b628103-a788-4812-a080-71bf49cc269b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2b628103-a788-4812-a080-71bf49cc269b,segment=NetworkSegment(35b670b3-6424-423b-89d2-50fe9e997ea1),segment_id=35b670b3-6424-423b-89d2-50fe9e997ea1)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:09.135483 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.148676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 2b628103-a788-4812-a080-71bf49cc269b owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:09.227933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.254842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=2b628103-a788-4812-a080-71bf49cc269b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.256609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port 2b628103-a788-4812-a080-71bf49cc269b on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:09.338842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.359670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0e751d-b994-4602-b457-269d2c57c285']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.369394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b670b3-6424-423b-89d2-50fe9e997ea1') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.369692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b670b3-6424-423b-89d2-50fe9e997ea1') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:09.372956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d62dd-3a8a-456f-af8d-3b8536dc7bf0 None None] Network 5a0e751d-b994-4602-b457-269d2c57c285 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:09.379416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.392847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.399560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:09.399936 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:09.403073 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:09.432414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-106d0647-a338-41b3-bcbc-9e304f140965 None None] Could not find standard attr ID for object 2b628103-a788-4812-a080-71bf49cc269b. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:09.468878 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.476652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.479871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/5a0e751d-b994-4602-b457-269d2c57c285 HTTP/1.1" status: 204 len: 168 time: 0.5431602 Nov 12 03:44:09.483671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39672) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.501913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fa22b-69ac-4e82-8fa1-9d70a852f37d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=5a0e751d-b994-4602-b457-269d2c57c285,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.539640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0b412-5e42-4df6-af33-307d42f1f57a tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.541133 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2fe0b412-5e42-4df6-af33-307d42f1f57a tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0568464 Nov 12 03:44:09.544608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39674) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.551600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3edb7-050f-4815-8d3f-fc0e4d7eaedb None None] DHCP port deletion for 5a0e751d-b994-4602-b457-269d2c57c285 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:09.588457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73780b4e-1de8-4c1f-9f14-8038f7bbe81f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0427666 Nov 12 03:44:09.591684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39676) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.596397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-630489964'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:09.617506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:09.620954 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.642596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:09.650927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.651585 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment dacfa090-c6e2-4b12-846f-45e8f7d8a41c of type vlan for network c4698248-7504-46fd-8d54-9ac6bf1ba912 Nov 12 03:44:09.695505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.719318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.725488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.726061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.758938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1661143 Nov 12 03:44:09.761728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39678) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.767218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:09.796247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a2909-e7f1-48fd-aaed-70e42a3ffeb2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=c4698248-7504-46fd-8d54-9ac6bf1ba912,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.813697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:09.871120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:09.874647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.936958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2b628103-a788-4812-a080-71bf49cc269b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:09.957424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2b628103-a788-4812-a080-71bf49cc269b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:09.957758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2b628103-a788-4812-a080-71bf49cc269b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:10.059484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.115587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=b47925ad-0502-4e5c-9ec2-8e9820450e53,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.125893 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:10.126256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: c4698248-7504-46fd-8d54-9ac6bf1ba912, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:10.142213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:10.150756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c4698248-7504-46fd-8d54-9ac6bf1ba912) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:10.154557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.155165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.160455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5996b41e-8142-412a-86af-a81b47e08c10 None None] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:10.170676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb79b6d2-2d9c-46a5-97f8-f945cdb63a2f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078720 Nov 12 03:44:10.173760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.178663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912', 'name': 'tempest-PortsIpV6TestJSON-1335367369'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:10.290010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:10.294438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.302371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c4698248-7504-46fd-8d54-9ac6bf1ba912', 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': 'b47925ad-0502-4e5c-9ec2-8e9820450e53'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:10.303340 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.312219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 39c31dfe-d71c-4cf6-8e30-89ddd7483453 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:10.425482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::363 (c4698248-7504-46fd-8d54-9ac6bf1ba912/b47925ad-0502-4e5c-9ec2-8e9820450e53/39c31dfe-d71c-4cf6-8e30-89ddd7483453) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:10.570951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.603647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.644280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:10.647159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:10.648674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Allocated IP 2001:db8::2 (c4698248-7504-46fd-8d54-9ac6bf1ba912/b47925ad-0502-4e5c-9ec2-8e9820450e53/b1debf70-194a-416f-b184-b744f35292a2) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:10.650288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:10.655842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.656455 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.675614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=39c31dfe-d71c-4cf6-8e30-89ddd7483453,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.683282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5ac48262-09b6-4eec-a891-c394707d584c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5084743 Nov 12 03:44:10.685846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:10.690747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912', 'name': 'tempest-PortsIpV6TestJSON-83790647'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:10.800468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.804153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:10.807874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.808073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.825151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 557fa5d3-bf7b-4624-a3de-8dc55b631e03 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:10.850032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:10.852922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:10.857883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:10.859832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Pushing event updated for resources: {'Port': ['ID=b1debf70-194a-416f-b184-b744f35292a2,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:10.914418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Attempting to bind port b1debf70-194a-416f-b184-b744f35292a2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:10.914804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Attempting to bind port b1debf70-194a-416f-b184-b744f35292a2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:10.915199 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Attempting to bind port b1debf70-194a-416f-b184-b744f35292a2 on network c4698248-7504-46fd-8d54-9ac6bf1ba912 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:10.920055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:10.920435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Checking segment: {'id': 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:10.920835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.921231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Bound using segment: {'id': 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:10.921701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Bound port: b1debf70-194a-416f-b184-b744f35292a2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c4698248-7504-46fd-8d54-9ac6bf1ba912'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:10.922085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.948372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::d9 (c4698248-7504-46fd-8d54-9ac6bf1ba912/b47925ad-0502-4e5c-9ec2-8e9820450e53/557fa5d3-bf7b-4624-a3de-8dc55b631e03) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:10.984389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] For port b1debf70-194a-416f-b184-b744f35292a2, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:10.987414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] For port b1debf70-194a-416f-b184-b744f35292a2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1debf70-194a-416f-b184-b744f35292a2,segment=NetworkSegment(dacfa090-c6e2-4b12-846f-45e8f7d8a41c),segment_id=dacfa090-c6e2-4b12-846f-45e8f7d8a41c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:10.992657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.050929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9a87-5edd-4c77-98fa-54a2c2724dcf None None] Pushing event updated for resources: {'Port': ['ID=b1debf70-194a-416f-b184-b744f35292a2,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.103160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.136837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.182909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:11.185906 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:11.191830 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:11.207029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.209466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.228116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=557fa5d3-bf7b-4624-a3de-8dc55b631e03,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.233030 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-93fed9f3-39e8-4db3-83a1-16f477074a21 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5462310 Nov 12 03:44:11.235841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39684) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.326858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52645a5-e949-442a-9214-2bd3e019d968 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.328434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c52645a5-e949-442a-9214-2bd3e019d968 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A363 HTTP/1.1" status: 200 len: 929 time: 0.0916159 Nov 12 03:44:11.331221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39686) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.419639 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 557fa5d3-bf7b-4624-a3de-8dc55b631e03 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:11.419909 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.503116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.514537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 557fa5d3-bf7b-4624-a3de-8dc55b631e03 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:11.647988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.679507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=557fa5d3-bf7b-4624-a3de-8dc55b631e03,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.707408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.711552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8af462db-0253-4b53-9690-4a7a4c236550 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/557fa5d3-bf7b-4624-a3de-8dc55b631e03 HTTP/1.1" status: 204 len: 168 time: 0.3792458 Nov 12 03:44:11.713936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.738308 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-7971eb19-6a5c-465a-a931-070da01d108b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:11.739954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7971eb19-6a5c-465a-a931-070da01d108b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/557fa5d3-bf7b-4624-a3de-8dc55b631e03 HTTP/1.1" status: 404 len: 333 time: 0.0250371 Nov 12 03:44:11.742648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39690) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.833021 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 39c31dfe-d71c-4cf6-8e30-89ddd7483453 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:11.833870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.977374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1debf70-194a-416f-b184-b744f35292a2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:12.010631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba295b-14f5-45fb-b551-f39b505a4c8f None None] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:12.106270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] Provisioning complete for port b1debf70-194a-416f-b184-b744f35292a2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.106637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.145061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b1debf70-194a-416f-b184-b744f35292a2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.145431 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.242441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.253865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 39c31dfe-d71c-4cf6-8e30-89ddd7483453 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:12.386291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.417801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=39c31dfe-d71c-4cf6-8e30-89ddd7483453,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.443000 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.446470 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7ed70ffb-3578-4637-9991-77d1c211e1af tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/39c31dfe-d71c-4cf6-8e30-89ddd7483453 HTTP/1.1" status: 204 len: 168 time: 0.7027822 Nov 12 03:44:12.449258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39692) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.475667 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1888d81e-fd7c-4cd4-b5d9-2502af2a0129 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:12.476228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1888d81e-fd7c-4cd4-b5d9-2502af2a0129 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/39c31dfe-d71c-4cf6-8e30-89ddd7483453 HTTP/1.1" status: 404 len: 333 time: 0.0259740 Nov 12 03:44:12.478876 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39694) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.492593 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.496753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.535364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet b47925ad-0502-4e5c-9ec2-8e9820450e53 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:12.539582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.541140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] For port b1debf70-194a-416f-b184-b744f35292a2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1debf70-194a-416f-b184-b744f35292a2,segment=NetworkSegment(dacfa090-c6e2-4b12-846f-45e8f7d8a41c),segment_id=dacfa090-c6e2-4b12-846f-45e8f7d8a41c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:12.546675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.588053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.614253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:44:12.614710 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:44:12.633435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b517b-c5c2-44c7-aa4f-5da73f701232 None None] Pushing event updated for resources: {'Port': ['ID=b1debf70-194a-416f-b184-b744f35292a2,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.678074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.743168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.772593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a3023653-84f1-4a1d-ba4c-8ba23a94150c None None] Could not find standard attr ID for object 39c31dfe-d71c-4cf6-8e30-89ddd7483453. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:12.773002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.778918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39696) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:12.779164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/b47925ad-0502-4e5c-9ec2-8e9820450e53 HTTP/1.1" status: 204 len: 168 time: 0.2990897 Nov 12 03:44:12.780247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ea51d-d32f-409d-930b-ddc942dcdc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=b47925ad-0502-4e5c-9ec2-8e9820450e53,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.788371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a3023653-84f1-4a1d-ba4c-8ba23a94150c None None] Provisioning complete for port b1debf70-194a-416f-b184-b744f35292a2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:12.788839 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a3023653-84f1-4a1d-ba4c-8ba23a94150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.862702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.914488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74466b6-b52c-42ff-8415-30cfbaa9f749 None None] Network c4698248-7504-46fd-8d54-9ac6bf1ba912 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:12.923169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port b1debf70-194a-416f-b184-b744f35292a2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:12.923511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.984265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7794463c-60b8-49bb-898f-65b7ed765ce5 None None] Could not find standard attr ID for object 39c31dfe-d71c-4cf6-8e30-89ddd7483453. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:12.988217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port b1debf70-194a-416f-b184-b744f35292a2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b1debf70-194a-416f-b184-b744f35292a2,segment=NetworkSegment(dacfa090-c6e2-4b12-846f-45e8f7d8a41c),segment_id=dacfa090-c6e2-4b12-846f-45e8f7d8a41c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:12.988678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.001353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for b1debf70-194a-416f-b184-b744f35292a2 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:13.087040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330b340-8c1f-4508-81cd-c49d50d251cc None None] DHCP port deletion for c4698248-7504-46fd-8d54-9ac6bf1ba912 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:13.090101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.116823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=b1debf70-194a-416f-b184-b744f35292a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.121655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port b1debf70-194a-416f-b184-b744f35292a2 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:13.135709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Port b1debf70-194a-416f-b184-b744f35292a2 update to ACTIVE by agent not found {{(pid=102434) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:44:13.205496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.225998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4698248-7504-46fd-8d54-9ac6bf1ba912']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:13.235060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:13.235391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacfa090-c6e2-4b12-846f-45e8f7d8a41c') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:13.244486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.257740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.263438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:13.263822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:13.266722 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:13.335657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.342634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.345847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/c4698248-7504-46fd-8d54-9ac6bf1ba912 HTTP/1.1" status: 204 len: 168 time: 0.5653138 Nov 12 03:44:13.349600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39698) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.354704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945865073'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:13.357572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af255-bffe-4a26-b8bf-11f8de3e6f03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=c4698248-7504-46fd-8d54-9ac6bf1ba912,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.375226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:13.378684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.402331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:13.411151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.411490 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment a30f6113-8add-4c0a-9630-805bc9c9cc06 of type vlan for network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 Nov 12 03:44:13.452019 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.475180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.480841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.481416 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.518449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1676288 Nov 12 03:44:13.521397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39700) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.526554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:13.555044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e2705-69a9-4a26-b882-f26a72466555 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.565641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:13.624348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:13.628173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.813150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.871210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=556097d0-6f90-45c4-a14f-a0734a8bd794,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.881399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': 'a30f6113-8add-4c0a-9630-805bc9c9cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:13.881780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:13.900779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:13.912894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:13.917024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.917629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.922423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c616cb-55cc-4ea8-8f66-4f5c2b343de4 None None] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:13.938044 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bcb0972d-17f8-4189-b2a9-660adec91350 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127133 Nov 12 03:44:13.938287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39702) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.943229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7', 'name': 'tempest-PortsIpV6TestJSON-531829451', 'fixed_ips': [{'subnet_id': '556097d0-6f90-45c4-a14f-a0734a8bd794', 'ip_address': '2001:db8::10'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:13.975917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1debf70-194a-416f-b184-b744f35292a2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:14.007089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b1debf70-194a-416f-b184-b744f35292a2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:14.007826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b1debf70-194a-416f-b184-b744f35292a2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:14.063692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:14.100838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7', 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': '556097d0-6f90-45c4-a14f-a0734a8bd794'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:14.102271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.146999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.164185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port b75ad683-dbdc-43f9-ace9-48e387ca13d8 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:14.238712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Allocated IP 2001:db8::2 (f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7/556097d0-6f90-45c4-a14f-a0734a8bd794/f9dd7b94-28bf-4f73-aa2f-22d4083a718c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:14.379605 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.384757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.420303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:14.426860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:14.430432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:14.434734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::10 (f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7/556097d0-6f90-45c4-a14f-a0734a8bd794/b75ad683-dbdc-43f9-ace9-48e387ca13d8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:14.437723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Pushing event updated for resources: {'Port': ['ID=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.488159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Attempting to bind port f9dd7b94-28bf-4f73-aa2f-22d4083a718c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:14.488583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Attempting to bind port f9dd7b94-28bf-4f73-aa2f-22d4083a718c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a30f6113-8add-4c0a-9630-805bc9c9cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:14.488913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Attempting to bind port f9dd7b94-28bf-4f73-aa2f-22d4083a718c on network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:14.493854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:14.494234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Checking segment: {'id': 'a30f6113-8add-4c0a-9630-805bc9c9cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:14.494644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.495039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Bound using segment: {'id': 'a30f6113-8add-4c0a-9630-805bc9c9cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:14.495547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Bound port: f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30f6113-8add-4c0a-9630-805bc9c9cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:14.495933 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.561505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] For port f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:14.564635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] For port f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,segment=NetworkSegment(a30f6113-8add-4c0a-9630-805bc9c9cc06),segment_id=a30f6113-8add-4c0a-9630-805bc9c9cc06)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:14.569178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.591558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.628566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.632294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc92eca-9338-4ef8-abee-28cd00dd75c8 None None] Pushing event updated for resources: {'Port': ['ID=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.678505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:14.681903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:14.686487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:14.692208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:14.693332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.703119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=b75ad683-dbdc-43f9-ace9-48e387ca13d8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.712990 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d41565e0-f278-4e65-896d-f1be91674724 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7738109 Nov 12 03:44:14.715705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39704) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:14.721208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': 'f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7', 'name': 'tempest-PortsIpV6TestJSON-692790803', 'fixed_ips': [{'subnet_id': '556097d0-6f90-45c4-a14f-a0734a8bd794', 'ip_address': '2001:db8::f'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:14.859256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:14.864570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.883845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port e654d235-bb68-45f6-8b03-7e4fd72a5423 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:15.045186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::f (f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7/556097d0-6f90-45c4-a14f-a0734a8bd794/e654d235-bb68-45f6-8b03-7e4fd72a5423) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:15.194659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.229093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.274187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:15.279624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:15.283427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:15.289633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.290248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.299350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=e654d235-bb68-45f6-8b03-7e4fd72a5423,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.311395 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e778959f-25fa-4d76-9b14-f21b5eb61181 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5946219 Nov 12 03:44:15.313903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39706) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.399567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453084dc-cfec-432e-954d-48fa4b834efc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.401116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-453084dc-cfec-432e-954d-48fa4b834efc tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0862823 Nov 12 03:44:15.404039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.493010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac63fac-5ee7-4ec9-ac9b-bc2b84405251 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.499168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac63fac-5ee7-4ec9-ac9b-bc2b84405251 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.505630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac63fac-5ee7-4ec9-ac9b-bc2b84405251 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:15.507407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5ac63fac-5ee7-4ec9-ac9b-bc2b84405251 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1015658 Nov 12 03:44:15.510104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39710) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.512173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3671a7-03f0-4b1a-a795-51c1a4553a5d None None] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:15.598761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port e654d235-bb68-45f6-8b03-7e4fd72a5423 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:15.599663 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.639617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] Provisioning complete for port f9dd7b94-28bf-4f73-aa2f-22d4083a718c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:15.640000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.688081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.701415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for e654d235-bb68-45f6-8b03-7e4fd72a5423 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:15.757117 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.803505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] For port f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,segment=NetworkSegment(a30f6113-8add-4c0a-9630-805bc9c9cc06),segment_id=a30f6113-8add-4c0a-9630-805bc9c9cc06)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:15.808868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.840985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.864112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca8791-ac28-4302-9205-ad12158025b0 None None] Pushing event updated for resources: {'Port': ['ID=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.872688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=e654d235-bb68-45f6-8b03-7e4fd72a5423,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.900201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.903824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c1e0183e-a5fe-4613-b705-e175b7c48f31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/e654d235-bb68-45f6-8b03-7e4fd72a5423 HTTP/1.1" status: 204 len: 168 time: 0.3927863 Nov 12 03:44:15.906539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39712) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.936940 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-3567aafe-91f1-48ec-88c1-fb6cf2dccb59 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:15.938708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3567aafe-91f1-48ec-88c1-fb6cf2dccb59 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/e654d235-bb68-45f6-8b03-7e4fd72a5423 HTTP/1.1" status: 404 len: 333 time: 0.0310638 Nov 12 03:44:15.941253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39714) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.001162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f9dd7b94-28bf-4f73-aa2f-22d4083a718c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:16.038875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port b75ad683-dbdc-43f9-ace9-48e387ca13d8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:16.039382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.056638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Provisioning complete for port f9dd7b94-28bf-4f73-aa2f-22d4083a718c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.057007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.104178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f9dd7b94-28bf-4f73-aa2f-22d4083a718c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.104540 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.139862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.153458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for b75ad683-dbdc-43f9-ace9-48e387ca13d8 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:16.225586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Provisioning complete for port b75ad683-dbdc-43f9-ace9-48e387ca13d8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:16.226318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.265845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Port b75ad683-dbdc-43f9-ace9-48e387ca13d8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:16.268838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f763a0ae-0c7f-486f-bf24-5089fe4f62ae None None] Could not find standard attr ID for object e654d235-bb68-45f6-8b03-7e4fd72a5423. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:16.289579 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.329888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=b75ad683-dbdc-43f9-ace9-48e387ca13d8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.352399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.355705 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-888e1f04-68a7-4b02-95d9-db91f46d55ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/b75ad683-dbdc-43f9-ace9-48e387ca13d8 HTTP/1.1" status: 204 len: 168 time: 0.4135244 Nov 12 03:44:16.358295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39716) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.381509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2777a48e-c8c8-4f9f-b09e-4530b1c2b2cd None None] Could not find standard attr ID for object b75ad683-dbdc-43f9-ace9-48e387ca13d8. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:16.385315 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9925a6bd-1f60-4414-b008-515f894b9a52 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:16.386872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9925a6bd-1f60-4414-b008-515f894b9a52 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/b75ad683-dbdc-43f9-ace9-48e387ca13d8 HTTP/1.1" status: 404 len: 333 time: 0.0276492 Nov 12 03:44:16.389520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39718) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.442531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 556097d0-6f90-45c4-a14f-a0734a8bd794 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:16.445956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.488072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.493780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-26c8f776-82a7-4ad7-a626-8d38323a08c0 None None] Could not find standard attr ID for object e654d235-bb68-45f6-8b03-7e4fd72a5423. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:16.577442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.636316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.665845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=556097d0-6f90-45c4-a14f-a0734a8bd794,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.667798 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.671198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2a01648c-ef61-4279-94fa-c9bfd0fd142f tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/556097d0-6f90-45c4-a14f-a0734a8bd794 HTTP/1.1" status: 204 len: 168 time: 0.2806900 Nov 12 03:44:16.673749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39720) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.752017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90d7c4-7dbd-4c74-960e-07b75890e4f6 None None] Network f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:16.757548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.815887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port f9dd7b94-28bf-4f73-aa2f-22d4083a718c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:16.816313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.881948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,segment=NetworkSegment(a30f6113-8add-4c0a-9630-805bc9c9cc06),segment_id=a30f6113-8add-4c0a-9630-805bc9c9cc06)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:16.882313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.895263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for f9dd7b94-28bf-4f73-aa2f-22d4083a718c owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:16.926190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] DHCP port deletion for f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:16.972169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.973488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Deleting port f9dd7b94-28bf-4f73-aa2f-22d4083a718c {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:16.973868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.004924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.007335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port f9dd7b94-28bf-4f73-aa2f-22d4083a718c on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:17.038719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] For port f9dd7b94-28bf-4f73-aa2f-22d4083a718c, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.039136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.051331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Calling delete_port for f9dd7b94-28bf-4f73-aa2f-22d4083a718c owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:17.053984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Port f9dd7b94-28bf-4f73-aa2f-22d4083a718c was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:44:17.055320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.085082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] Pushing event deleted for resources: {'Port': ['ID=f9dd7b94-28bf-4f73-aa2f-22d4083a718c,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.086931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe4565-fddf-4314-92d7-d8237fe2d0e9 None None] No DVR routers for this DVR port f9dd7b94-28bf-4f73-aa2f-22d4083a718c on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:17.088124 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.112596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.121767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30f6113-8add-4c0a-9630-805bc9c9cc06') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.122097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30f6113-8add-4c0a-9630-805bc9c9cc06') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:17.131900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.144928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.151817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:17.152168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:17.155074 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:17.214420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.221054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.224229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7 HTTP/1.1" status: 204 len: 168 time: 0.5495546 Nov 12 03:44:17.227958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39722) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.233038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773254711'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:17.235395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ddb26-faef-4d12-99cc-b581cb9712bf tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=f69e6cdd-9be1-4eff-99d5-9c87edf0ebf7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.253870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:17.258523 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.288780 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:17.298011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.298357 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Added segment b8ca2032-4bef-4620-988b-c2e302457c8b of type vlan for network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 Nov 12 03:44:17.337934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.361816 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.368022 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.368604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.401763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1726713 Nov 12 03:44:17.404711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39724) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.410017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:17.438782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a2e60-cddc-4a35-a994-0b4ae877af31 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Network': ['ID=184f61b4-be12-49e6-b14f-1e1a17dd0eb8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.449468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:17.501002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:17.504775 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.685658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.746963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.755385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Checking segment: {'id': 'b8ca2032-4bef-4620-988b-c2e302457c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:17.755745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network hostable DHCP agents. Network: 184f61b4-be12-49e6-b14f-1e1a17dd0eb8, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:17.772993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:17.781852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 184f61b4-be12-49e6-b14f-1e1a17dd0eb8) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:17.786043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:17.787235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.792545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5bb65-c5c0-4d10-9afd-5bffa80519ac None None] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:17.804174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fd82afed-6232-438f-8ea1-3cabe8ead3c9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3982272 Nov 12 03:44:17.806944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39726) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.811328 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1009367909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:17.832502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.833865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.885319 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.890044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.911210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.913131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-611595c3-d220-40dc-819c-a856bf8a978b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1052036 Nov 12 03:44:17.915781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39728) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.920951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8', 'name': 'tempest-PortsIpV6TestJSON-159424208'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:17.945061 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-184f61b4-be12-49e6-b14f-1e1a17dd0eb8', 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': '7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:17.946015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.950547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f9dd7b94-28bf-4f73-aa2f-22d4083a718c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:17.980162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f9dd7b94-28bf-4f73-aa2f-22d4083a718c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:17.980162 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f9dd7b94-28bf-4f73-aa2f-22d4083a718c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:18.042148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:18.045848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.066446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 24e4c86f-80ec-4246-844e-05ed6d77d645 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:18.107298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Allocated IP 2001:db8::2 (184f61b4-be12-49e6-b14f-1e1a17dd0eb8/7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43/4400f9e5-fe40-405a-8b0c-e1f983ab40bc) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:18.245190 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.250890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.285557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:18.288927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:18.294341 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:18.310214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Pushing event updated for resources: {'Port': ['ID=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.322899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::2bf (184f61b4-be12-49e6-b14f-1e1a17dd0eb8/7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43/24e4c86f-80ec-4246-844e-05ed6d77d645) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:18.362927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Attempting to bind port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:18.363334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Attempting to bind port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'b8ca2032-4bef-4620-988b-c2e302457c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:18.363704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Attempting to bind port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc on network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:18.368659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:18.370765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Checking segment: {'id': 'b8ca2032-4bef-4620-988b-c2e302457c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:18.370765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.370765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Bound using segment: {'id': 'b8ca2032-4bef-4620-988b-c2e302457c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:18.370765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Bound port: 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ca2032-4bef-4620-988b-c2e302457c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '184f61b4-be12-49e6-b14f-1e1a17dd0eb8'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:18.370765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.432314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] For port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:18.435559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] For port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,segment=NetworkSegment(b8ca2032-4bef-4620-988b-c2e302457c8b),segment_id=b8ca2032-4bef-4620-988b-c2e302457c8b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:18.439933 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.481973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.502423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02c76-1725-4ec5-b7e2-f15179415b76 None None] Pushing event updated for resources: {'Port': ['ID=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.522328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.568471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:18.573801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:18.577723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:18.584019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:18.584617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.593169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=24e4c86f-80ec-4246-844e-05ed6d77d645,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.605672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a1b74503-fe7b-472f-89f9-b1783b81d396 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6888077 Nov 12 03:44:18.608361 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39730) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:18.986776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.062396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88bfbd-31d3-4169-a85b-34c04ca4452b req-0e5a470f-00d5-4293-94ac-dba5abf08889 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:19.064299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf88bfbd-31d3-4169-a85b-34c04ca4452b req-0e5a470f-00d5-4293-94ac-dba5abf08889 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.2028301 Nov 12 03:44:19.116851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf88bfbd-31d3-4169-a85b-34c04ca4452b req-d78255d7-461a-46b5-9265-daffda29866c tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466158 Nov 12 03:44:19.250015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.255682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.331494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=24e4c86f-80ec-4246-844e-05ed6d77d645,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.440152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.471558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36009c31-d99d-4285-bc5b-2227297b6c1e None None] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:19.558952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.715690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7729996c-3e14-409b-8e41-87008e71280b None None] Provisioning complete for port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:19.716072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7729996c-3e14-409b-8e41-87008e71280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.824615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.829441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.830425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.860250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7729996c-3e14-409b-8e41-87008e71280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.899949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7729996c-3e14-409b-8e41-87008e71280b None None] For port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,segment=NetworkSegment(b8ca2032-4bef-4620-988b-c2e302457c8b),segment_id=b8ca2032-4bef-4620-988b-c2e302457c8b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:19.906412 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7729996c-3e14-409b-8e41-87008e71280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.947147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=24e4c86f-80ec-4246-844e-05ed6d77d645,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.966295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:19.968053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:19.968203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729996c-3e14-409b-8e41-87008e71280b None None] Pushing event updated for resources: {'Port': ['ID=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.029153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4400f9e5-fe40-405a-8b0c-e1f983ab40bc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:20.094893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.095318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.114169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Router 0968508f-e011-4979-be1a-7edb87f3d696 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:20.210747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:20.216551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-997d1aa4-1631-4db1-a383-a4a3700f1fe0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/routers/0968508f-e011-4979-be1a-7edb87f3d696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6069684 Nov 12 03:44:20.218899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39748) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.224445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] Sync routers for ids ['0968508f-e011-4979-be1a-7edb87f3d696'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:20.238599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c5f05a95-8795-43f7-83de-657505dfa28a None None] Provisioning complete for port 24e4c86f-80ec-4246-844e-05ed6d77d645 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.239243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c5f05a95-8795-43f7-83de-657505dfa28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.240790 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] Routers {'0968508f-e011-4979-be1a-7edb87f3d696'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:20.241670 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0968508f-e011-4979-be1a-7edb87f3d696'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.280400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c5f05a95-8795-43f7-83de-657505dfa28a None None] Port 24e4c86f-80ec-4246-844e-05ed6d77d645 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:20.285461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f5996-7b50-4015-8fa3-ab8b3f029ac1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.290994 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f31f5996-7b50-4015-8fa3-ab8b3f029ac1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?device_id=0968508f-e011-4979-be1a-7edb87f3d696 HTTP/1.1" status: 200 len: 988 time: 0.0707333 Nov 12 03:44:20.291252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39750) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.297863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c5f05a95-8795-43f7-83de-657505dfa28a None None] Provisioning complete for port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.298240 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c5f05a95-8795-43f7-83de-657505dfa28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.304968 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.322548 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] Routers {'0968508f-e011-4979-be1a-7edb87f3d696'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:20.323487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0968508f-e011-4979-be1a-7edb87f3d696'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.389566 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:20.390223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f623ef-c7a4-42a3-82ed-dcab5b90b957 None None] The sync data for ids ['0968508f-e011-4979-be1a-7edb87f3d696'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:20.469680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c17e6-4780-4583-9aac-b63e6703a631 req-8a334414-5f10-409f-add9-133641df15c3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.471545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-575c17e6-4780-4583-9aac-b63e6703a631 req-8a334414-5f10-409f-add9-133641df15c3 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.32 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.1461961 Nov 12 03:44:20.551474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e5fafb1e-fd6b-41a7-b0e2-bbbcbcd337c5 None None] Provisioning complete for port 24e4c86f-80ec-4246-844e-05ed6d77d645 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.552694 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5fafb1e-fd6b-41a7-b0e2-bbbcbcd337c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.590252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e5fafb1e-fd6b-41a7-b0e2-bbbcbcd337c5 None None] Port 24e4c86f-80ec-4246-844e-05ed6d77d645 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:20.613686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f1db9-c62d-47b6-8fef-ddb9a78fe975 req-db869950-6c78-4b66-819e-21c4eddc92d8 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:20.615846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e7f1db9-c62d-47b6-8fef-ddb9a78fe975 req-db869950-6c78-4b66-819e-21c4eddc92d8 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 946 time: 0.1754758 Nov 12 03:44:20.649366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Deleting port 05055e49-4a41-43e6-997a-260b2c572de8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:20.649709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.689711 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:20.711578 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.732826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9e7f1db9-c62d-47b6-8fef-ddb9a78fe975 req-950ffa1d-2f1a-4996-a3e0-c880d78b2ba2 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6eb337b-c3a4-4345-ab36-055d84fa62a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104174 Nov 12 03:44:20.775596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] For port 05055e49-4a41-43e6-997a-260b2c572de8, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=05055e49-4a41-43e6-997a-260b2c572de8,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:20.775967 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.812550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-67fc03a9-6fb9-48b2-9851-ccad804fb6d5 None None] Provisioning complete for port 24e4c86f-80ec-4246-844e-05ed6d77d645 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.812949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-67fc03a9-6fb9-48b2-9851-ccad804fb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.866364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-67fc03a9-6fb9-48b2-9851-ccad804fb6d5 None None] Port 24e4c86f-80ec-4246-844e-05ed6d77d645 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:20.969044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 24e4c86f-80ec-4246-844e-05ed6d77d645 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:20.969391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.986392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f2173955-2166-4d78-b8eb-7c3e98a144f1 None None] Provisioning complete for port 24e4c86f-80ec-4246-844e-05ed6d77d645 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:20.986713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f2173955-2166-4d78-b8eb-7c3e98a144f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.025618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f2173955-2166-4d78-b8eb-7c3e98a144f1 None None] Port 24e4c86f-80ec-4246-844e-05ed6d77d645 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:21.067426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.080519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 24e4c86f-80ec-4246-844e-05ed6d77d645 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:21.256533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.284478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=24e4c86f-80ec-4246-844e-05ed6d77d645,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.358653 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.359155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.359374 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Floating IP e9ef2354-24c8-445f-b65d-fe5a9be4d85a disassociated. External IP: 172.25.2.3, port: 05055e49-4a41-43e6-997a-260b2c572de8. Nov 12 03:44:21.359879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Calling delete_port for 05055e49-4a41-43e6-997a-260b2c572de8 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:21.378735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.502172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.530880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event deleted for resources: {'Port': ['ID=05055e49-4a41-43e6-997a-260b2c572de8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.647743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:21.761485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:21.781632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Sync routers for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:21.803961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:21.804617 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.806978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] No DVR routers for this DVR port 05055e49-4a41-43e6-997a-260b2c572de8 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:21.809621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.813691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-575c17e6-4780-4583-9aac-b63e6703a631 req-fa5ada04-cb14-450b-9c31-2f31c38685ce tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.32 "DELETE /v2.0/ports/05055e49-4a41-43e6-997a-260b2c572de8 HTTP/1.1" status: 204 len: 173 time: 1.3323519 Nov 12 03:44:21.814236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'name': 'network-vif-deleted', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:21.816564 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8686e4-2e9a-43b5-9924-37cb7c77069b" -d '{"events": [{"server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "name": "network-vif-deleted", "tag": "05055e49-4a41-43e6-997a-260b2c572de8"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:21.913990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Router 0968508f-e011-4979-be1a-7edb87f3d696 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:21.950657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-80c89489-218f-4ea6-bdb3-306cb7142f1b req-e27cd20d-4d20-4a49-8df0-5daede7e6da4 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "GET /v2.0/ports?device_id=38814761-cf04-412f-abf5-de5e092b8bb6 HTTP/1.1" status: 200 len: 210 time: 0.0498002 Nov 12 03:44:21.981991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:22.046273 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c6e8b-f2c9-4710-8cae-0bdd0ccaf796 x-openstack-request-id: req-c73c6e8b-f2c9-4710-8cae-0bdd0ccaf796 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:22.046566 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38814761-cf04-412f-abf5-de5e092b8bb6", "name": "network-vif-deleted", "tag": "05055e49-4a41-43e6-997a-260b2c572de8", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:22.046814 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c73c6e8b-f2c9-4710-8cae-0bdd0ccaf796 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:22.047360 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38814761-cf04-412f-abf5-de5e092b8bb6', 'name': 'network-vif-deleted', 'tag': '05055e49-4a41-43e6-997a-260b2c572de8', 'status': 'completed', 'code': 200} Nov 12 03:44:22.076700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:22.086622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4400f9e5-fe40-405a-8b0c-e1f983ab40bc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:22.086877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] Sync routers for ids ['0968508f-e011-4979-be1a-7edb87f3d696'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:22.090456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d876a8a3-f6bb-421f-ac73-be9cbe7cfc1d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/routers/0968508f-e011-4979-be1a-7edb87f3d696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955060 Nov 12 03:44:22.090725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39762) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.098255 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] Routers {'0968508f-e011-4979-be1a-7edb87f3d696'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:22.099369 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0968508f-e011-4979-be1a-7edb87f3d696'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.118966 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1b8466-7618-4709-9650-d248bcfae771 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:22.123787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3d1b8466-7618-4709-9650-d248bcfae771 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/24e4c86f-80ec-4246-844e-05ed6d77d645 HTTP/1.1" status: 404 len: 333 time: 0.0293243 Nov 12 03:44:22.124041 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.152118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.168406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] Routers {'0968508f-e011-4979-be1a-7edb87f3d696'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:22.169230 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0968508f-e011-4979-be1a-7edb87f3d696'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.193667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:22.194045 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.203275 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.204147 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fd7da-87f6-457c-9328-7931d9ff3d3b None None] The sync data for ids ['0968508f-e011-4979-be1a-7edb87f3d696'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:22.205589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.333039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.363482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Checking router: 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:22.369963 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.372146 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.372589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:22.373228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.420752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.422241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Fanout notify agent at l3_agent the message router_deleted on router 0968508f-e011-4979-be1a-7edb87f3d696 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:22.431143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.432298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4458ad5b-31af-4a08-ac57-93f6084a6239 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/routers/0968508f-e011-4979-be1a-7edb87f3d696 HTTP/1.1" status: 204 len: 168 time: 0.3071549 Nov 12 03:44:22.435198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39766) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.490057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:22.493181 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.499568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:22.536388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.617577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.673861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.697371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:22.705868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.710601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.716375 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ffc1fcf-9d6a-4656-a6a2-88565de6264c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43 HTTP/1.1" status: 204 len: 168 time: 0.2773445 Nov 12 03:44:22.716504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39768) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.724614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779fb43-fea2-4dc9-8a42-c22a34fcde47 None None] Network 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:22.728000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e212fb80-9c48-44b3-81a3-cdab14ea9999 None None] The sync data for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 is: [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:11Z', 'revision_number': 4, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'fe416e40-ae9c-4a1a-baef-539ed7d895be', 'name': '', 'network_id': 'd2b1680f-1478-4f40-87ca-7816441bd56e', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'mac_address': 'fa:16:3e:0a:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:10Z', 'updated_at': '2021-11-12T03:39:17Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'subnets': [{'id': 'eef2d66e-c357-49e6-bd45-7159a858f14a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:22.797394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.857028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:22.857458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.924224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] DHCP port deletion for 184f61b4-be12-49e6-b14f-1e1a17dd0eb8 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:22.934696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] For port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,segment=NetworkSegment(b8ca2032-4bef-4620-988b-c2e302457c8b),segment_id=b8ca2032-4bef-4620-988b-c2e302457c8b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:22.935072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.951234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 4400f9e5-fe40-405a-8b0c-e1f983ab40bc owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:22.972925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Deleting port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:22.973307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.977444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf6769-8fe8-4626-b5f9-caf143738623 None None] New status for floating IP e9ef2354-24c8-445f-b65d-fe5a9be4d85a: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:44:23.019181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.034503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.070993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.079891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No DVR routers for this DVR port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:23.154757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] For port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,segment=NetworkSegment(b8ca2032-4bef-4620-988b-c2e302457c8b),segment_id=b8ca2032-4bef-4620-988b-c2e302457c8b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.155042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.164487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Deleting port d3b68dec-59f1-4b57-8516-a8fe388fecbd {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:23.164838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.169209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Calling delete_port for 4400f9e5-fe40-405a-8b0c-e1f983ab40bc owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:23.175271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.199498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184f61b4-be12-49e6-b14f-1e1a17dd0eb8']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.210369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ca2032-4bef-4620-988b-c2e302457c8b') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.210661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ca2032-4bef-4620-988b-c2e302457c8b') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:23.222623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.242418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:23.249295 n-d-615180-50 neutron-server[102434]: self.session.flush() Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:23.253324 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:23.263821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.266520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.267009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.280753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Calling delete_port for d3b68dec-59f1-4b57-8516-a8fe388fecbd owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:23.290931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] Pushing event deleted for resources: {'Port': ['ID=4400f9e5-fe40-405a-8b0c-e1f983ab40bc,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.292881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6d8f6-0cff-4eb0-8e5a-2f1f29c856a6 None None] No DVR routers for this DVR port 4400f9e5-fe40-405a-8b0c-e1f983ab40bc on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:23.327213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.334911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.338301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/184f61b4-be12-49e6-b14f-1e1a17dd0eb8 HTTP/1.1" status: 204 len: 168 time: 0.6208532 Nov 12 03:44:23.342496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39774) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.352323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0a04-1155-492e-a058-43a633a32389 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=184f61b4-be12-49e6-b14f-1e1a17dd0eb8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.400256 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762c5a6-c29e-4379-8c37-c812482078ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.401653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e762c5a6-c29e-4379-8c37-c812482078ef tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/2df71020-5fcd-4a10-92dc-2ea4b10c007b HTTP/1.1" status: 200 len: 845 time: 0.0582180 Nov 12 03:44:23.405412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39776) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.448641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac088abc-17d5-4893-a690-2495001d7a8e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/2df71020-5fcd-4a10-92dc-2ea4b10c007b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0387542 Nov 12 03:44:23.449331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39778) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.453815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:23.480291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.505868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event deleted for resources: {'Port': ['ID=d3b68dec-59f1-4b57-8516-a8fe388fecbd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.547023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:23.550566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.569932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.572464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.573646 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-18e78542-2885-4b3e-b4d9-281cdeb63ea1 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "DELETE /v2.0/floatingips/e9ef2354-24c8-445f-b65d-fe5a9be4d85a HTTP/1.1" status: 204 len: 168 time: 0.5534778 Nov 12 03:44:23.646923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.708875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.735139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.736352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.787068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:23.790425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:23.794797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:23.795432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.800084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.800569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a5297-acb7-4ede-9f72-434377ff437c None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:23.801137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=5db208f1-9437-4760-88d0-4e33c28f088f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.805344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.810875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] 10.222.0.84 "DELETE /v2.0/security-groups/f6eb337b-c3a4-4345-ab36-055d84fa62a2 HTTP/1.1" status: 204 len: 168 time: 0.1626573 Nov 12 03:44:23.820660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3bbd4ede-3a12-494c-b644-129d9107828c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3707852 Nov 12 03:44:23.823560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.830509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'security_group': {'name': 'tempest-secgroup-1879316764'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:23.838546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81c030-3e2f-4a7a-a70f-0b7a39701c94 tempest-TestServerBasicOps-766031397 tempest-TestServerBasicOps-766031397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb337b-c3a4-4345-ab36-055d84fa62a2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:23.854660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.872717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.956407 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.962291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.996486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.002177 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1763492 Nov 12 03:44:24.004976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39794) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.010219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290570576'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.034542 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.061471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa85c-0ff0-429f-bc9d-57d31338c0d9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3c323-0389-43bd-ba61-207b1b762a49,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.119764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.124310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4400f9e5-fe40-405a-8b0c-e1f983ab40bc no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:24.125060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.152857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4400f9e5-fe40-405a-8b0c-e1f983ab40bc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:24.153206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4400f9e5-fe40-405a-8b0c-e1f983ab40bc not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:24.157044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.157985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1514788 Nov 12 03:44:24.163933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39796) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.164695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ea491-d121-4145-b527-d8399b14e4fa tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cad56c-4454-4364-9f7d-9ab98245d822,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.172836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1216493370', 'security_groups': ['26cad56c-4454-4364-9f7d-9ab98245d822'], 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5db208f1-9437-4760-88d0-4e33c28f088f'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:24.210064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-7bb60445-1149-4111-86c2-ee09e84c7bae', 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'tenant_id': '87cf03d00707471f937839598c44a968', 'fixed_ips': [{'subnet_id': '5db208f1-9437-4760-88d0-4e33c28f088f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:24.210959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.283137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 05055e49-4a41-43e6-997a-260b2c572de8 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:24.296652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:24.309257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 05055e49-4a41-43e6-997a-260b2c572de8 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:24.309733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 05055e49-4a41-43e6-997a-260b2c572de8 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:24.374583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Allocated IP 2001:db8::2 (7bb60445-1149-4111-86c2-ee09e84c7bae/5db208f1-9437-4760-88d0-4e33c28f088f/1f1e3c57-30af-4fa8-932e-ab4bc30d4244) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:24.390007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.408351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 88031888-e2cf-41e0-b738-c699ce2b3977 yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:24.423605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.526886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.533335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.586499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:24.591201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.593936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:24.598526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::53 (7bb60445-1149-4111-86c2-ee09e84c7bae/5db208f1-9437-4760-88d0-4e33c28f088f/88031888-e2cf-41e0-b738-c699ce2b3977) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:24.599458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:24.656179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Attempting to bind port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:24.656857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Attempting to bind port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:24.657422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Attempting to bind port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 on network 7bb60445-1149-4111-86c2-ee09e84c7bae {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:24.663030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:24.663669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Checking segment: {'id': '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:24.664269 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.664663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Bound using segment: {'id': '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:24.665124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Bound port: 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:24.665677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.693100 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Deleting port fe416e40-ae9c-4a1a-baef-539ed7d895be {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:24.693446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.730392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:24.733844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:24.740279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.747927 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.785993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.796234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] For port fe416e40-ae9c-4a1a-baef-539ed7d895be, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=fe416e40-ae9c-4a1a-baef-539ed7d895be,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:24.796659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.808002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fae99-30dc-422c-8216-343be39feef5 None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.811137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Calling delete_port for fe416e40-ae9c-4a1a-baef-539ed7d895be owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:24.831374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:24.834967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:24.845724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:24.852164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.852810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.863748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=88031888-e2cf-41e0-b738-c699ce2b3977,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.882350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-615173f2-f051-4735-b990-a9354e897a5c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7106309 Nov 12 03:44:24.882659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:24.887898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:25.022733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.031999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:25.036090 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.056259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe416e40-ae9c-4a1a-baef-539ed7d895be,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.163273 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5db208f1-9437-4760-88d0-4e33c28f088f (CIDR: 2001:db8::/64) Nov 12 03:44:25.166914 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:25.167403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:25.185386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f680c207-69db-4585-8e56-81582c86aef0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3013451 Nov 12 03:44:25.187919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39800) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.194198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:25.254538 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.311123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:25.314782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.482377 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:25.535821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.579920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:25.583710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:25.588060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:25.591194 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.603970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:25.607844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=63029415-d8d3-4ac8-9f68-ef96b0f13d3a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.611138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f46e420-5601-4ea4-abe6-55b6cfaae58b admin admin] 10.222.0.84 "PUT /v2.0/routers/39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547612 Nov 12 03:44:25.612658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39802) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.619494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1ff53352-44a8-478f-8987-3d0560f988e7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4305048 Nov 12 03:44:25.622574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.625749 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Sync routers for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:25.628956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1004521280', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63029415-d8d3-4ac8-9f68-ef96b0f13d3a'}], 'security_groups': ['e5c3c323-0389-43bd-ba61-207b1b762a49']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:25.648143 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:25.649081 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:25.701244 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.736143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.800215 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:25.853048 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.948130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcae27-afc0-440e-9bee-2ca59759d1a9 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:25.949403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Deleting port 398abba4-ac58-4086-bad4-832a0bdb5a1d {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:25.950023 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.033454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:26.034013 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.069462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] For port 398abba4-ac58-4086-bad4-832a0bdb5a1d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=398abba4-ac58-4086-bad4-832a0bdb5a1d,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.069898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.089964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:26.096815 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:44:24Z', 'revision_number': 5, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port': {'id': '398abba4-ac58-4086-bad4-832a0bdb5a1d', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:26.100806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Calling delete_port for 398abba4-ac58-4086-bad4-832a0bdb5a1d owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:26.131041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Checking router: 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:26.140637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Routers {'39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:26.141465 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:26.141693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Delete allocated IP 2001:db8::53 (7bb60445-1149-4111-86c2-ee09e84c7bae/5db208f1-9437-4760-88d0-4e33c28f088f) {{(pid=102433) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:44:26.150084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8:0:1::29b (7bb60445-1149-4111-86c2-ee09e84c7bae/63029415-d8d3-4ac8-9f68-ef96b0f13d3a/88031888-e2cf-41e0-b738-c699ce2b3977) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:26.187482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:26.222534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:26.223063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.236131 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] Set router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:26.298679 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 6, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:26.330598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.337885 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.341909 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d54868-d23b-4cef-b5f7-0f739e81cedd None None] The sync data for ids ['39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0'] in n-d-615180-50 is: [{'id': '39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0', 'name': 'tempest-TestServerBasicOps-469485147-router', 'tenant_id': '13ad4795a7b34318a2323546d3309f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:08Z', 'updated_at': '2021-11-12T03:44:25Z', 'revision_number': 6, 'project_id': '13ad4795a7b34318a2323546d3309f29', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:26.361500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.371817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Pushing event deleted for resources: {'Port': ['ID=398abba4-ac58-4086-bad4-832a0bdb5a1d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.387586 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.394077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63175e-75f6-4237-8bc5-978de0a4a0aa None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:26.396567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:26.397195 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.446839 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.449539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] In _notify_port_updated(), no bound segment for port 88031888-e2cf-41e0-b738-c699ce2b3977 on network 7bb60445-1149-4111-86c2-ee09e84c7bae {{(pid=102433) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:26.455951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.457574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Update dhcp port {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'fixed_ips': [{'subnet_id': '5db208f1-9437-4760-88d0-4e33c28f088f', 'ip_address': '2001:db8::2'}, {'subnet_id': '63029415-d8d3-4ac8-9f68-ef96b0f13d3a'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '1f1e3c57-30af-4fa8-932e-ab4bc30d4244'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:26.459127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.460020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.461551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/ports/88031888-e2cf-41e0-b738-c699ce2b3977 HTTP/1.1" status: 200 len: 931 time: 0.8377137 Nov 12 03:44:26.465161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39806) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.488037 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.519635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.543055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae6944-0910-41cd-a955-2f5d65f567dd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=88031888-e2cf-41e0-b738-c699ce2b3977,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.565041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.567238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.577372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 88031888-e2cf-41e0-b738-c699ce2b3977 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:26.577708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.604256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1ea4e-446b-4091-bf3f-b3b003e70b4e None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.618815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.619509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:26.624103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.625715 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-48140e47-0b2a-43ca-b5a1-6cd1ca7f7822 admin admin] 10.222.0.84 "DELETE /v2.0/routers/39c40fe3-6bf3-4a6c-a32b-ffc211b8d2e0 HTTP/1.1" status: 204 len: 168 time: 1.0119646 Nov 12 03:44:26.627854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39808) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.682266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Deleting subnet eef2d66e-c357-49e6-bd45-7159a858f14a {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:26.684114 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.685470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.704687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 88031888-e2cf-41e0-b738-c699ce2b3977 owned by {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:26.752090 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Allocated IP 2001:db8:0:1::2 (7bb60445-1149-4111-86c2-ee09e84c7bae/63029415-d8d3-4ac8-9f68-ef96b0f13d3a/1f1e3c57-30af-4fa8-932e-ab4bc30d4244) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:26.868821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.879493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.916119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.920938 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.923515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=88031888-e2cf-41e0-b738-c699ce2b3977,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.925873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.933218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aefcd20b-dc3e-42da-9512-92ab692b59c2 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/88031888-e2cf-41e0-b738-c699ce2b3977 HTTP/1.1" status: 204 len: 168 time: 0.4672167 Nov 12 03:44:26.933953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39810) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:26.963361 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b7b4a1-41e4-4943-af35-2e0272dd4b2c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:26.967877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-10b7b4a1-41e4-4943-af35-2e0272dd4b2c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/88031888-e2cf-41e0-b738-c699ce2b3977 HTTP/1.1" status: 404 len: 333 time: 0.0325809 Nov 12 03:44:26.968486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39812) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.025582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.031017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6fd7f-4b29-495a-8061-ca1db7e380e7 None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.052512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.080766 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.097353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.100565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.101750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/security-groups/26cad56c-4454-4364-9f7d-9ab98245d822 HTTP/1.1" status: 204 len: 168 time: 0.1323531 Nov 12 03:44:27.104950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39814) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.123738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d79f03-cf6c-4419-8e93-e10ab4a8c793 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cad56c-4454-4364-9f7d-9ab98245d822,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.175795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.176081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.207143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.252438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.259397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.262366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.266584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/security-groups/e5c3c323-0389-43bd-ba61-207b1b762a49 HTTP/1.1" status: 204 len: 168 time: 0.1606979 Nov 12 03:44:27.267210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39816) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.283588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef2d66e-c357-49e6-bd45-7159a858f14a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.285623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.289624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d85529c-203c-4c0e-9dc3-37b5a0b50a1f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/eef2d66e-c357-49e6-bd45-7159a858f14a HTTP/1.1" status: 204 len: 168 time: 0.6605823 Nov 12 03:44:27.293383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39818) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.294533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990568ed-a9f4-4242-9caa-f5bd305f7b5b None None] Network d2b1680f-1478-4f40-87ca-7816441bd56e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:27.323363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69caec2-91a4-408f-8b7e-0561b33076c3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3c323-0389-43bd-ba61-207b1b762a49,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.369762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 5db208f1-9437-4760-88d0-4e33c28f088f {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:27.374884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.384012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.449980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.450720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Deleting port d8ff7b7c-6526-4562-a859-af851d007aba {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:27.451371 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.535944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] For port d8ff7b7c-6526-4562-a859-af851d007aba, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d8ff7b7c-6526-4562-a859-af851d007aba,segment=NetworkSegment(d5e427d7-d33f-4298-acab-ba8eb90a3f42),segment_id=d5e427d7-d33f-4298-acab-ba8eb90a3f42)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.536899 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.553484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Calling delete_port for d8ff7b7c-6526-4562-a859-af851d007aba owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:27.564076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.622132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] DHCP port deletion for d2b1680f-1478-4f40-87ca-7816441bd56e request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:27.651268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.675283 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.692822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Deleting port d8ff7b7c-6526-4562-a859-af851d007aba {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:27.693487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.701670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=5db208f1-9437-4760-88d0-4e33c28f088f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.703659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ff7b7c-6526-4562-a859-af851d007aba,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.710842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.718180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-50fed5e4-5d0a-474e-b88f-dd288dadaf15 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/5db208f1-9437-4760-88d0-4e33c28f088f HTTP/1.1" status: 204 len: 168 time: 0.4436512 Nov 12 03:44:27.718800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39820) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.724501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:27.728248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] No DVR routers for this DVR port d8ff7b7c-6526-4562-a859-af851d007aba on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.774913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] For port d8ff7b7c-6526-4562-a859-af851d007aba, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:27.775348 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.790442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Calling delete_port for d8ff7b7c-6526-4562-a859-af851d007aba owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:27.794408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Port d8ff7b7c-6526-4562-a859-af851d007aba was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:44:27.795710 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.801738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc4174-07da-4350-acd0-8e87551194bf None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:27.846216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] Pushing event deleted for resources: {'Port': ['ID=d8ff7b7c-6526-4562-a859-af851d007aba,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.852764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396c425-ff82-4950-9b5a-df4d3c31a3af None None] No DVR routers for this DVR port d8ff7b7c-6526-4562-a859-af851d007aba on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:27.872411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.891457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.891828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.905442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b1680f-1478-4f40-87ca-7816441bd56e']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.919944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e427d7-d33f-4298-acab-ba8eb90a3f42') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.920202 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e427d7-d33f-4298-acab-ba8eb90a3f42') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:27.934539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.942994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:27.953946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.956707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:27.961370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.978699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:27.979077 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.992017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:27.992810 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:27.994675 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:28.013277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:28.063367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.095275 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.103280 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.106634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d2b1680f-1478-4f40-87ca-7816441bd56e HTTP/1.1" status: 204 len: 168 time: 0.8122032 Nov 12 03:44:28.109682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39822) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.123184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e18cc-f74e-4e79-b7b1-abdf0cf38d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b1680f-1478-4f40-87ca-7816441bd56e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.150031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:28.150411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.193231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7c8d95bf-31f3-494a-ac72-2ff552d06b30 None None] Could not find standard attr ID for object 88031888-e2cf-41e0-b738-c699ce2b3977. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:28.308496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 398abba4-ac58-4086-bad4-832a0bdb5a1d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:28.325452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.335732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 398abba4-ac58-4086-bad4-832a0bdb5a1d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:28.336089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 398abba4-ac58-4086-bad4-832a0bdb5a1d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:28.336739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d8ff7b7c-6526-4562-a859-af851d007aba no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:28.361643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d8ff7b7c-6526-4562-a859-af851d007aba {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:28.362304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d8ff7b7c-6526-4562-a859-af851d007aba not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:28.362899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe416e40-ae9c-4a1a-baef-539ed7d895be no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:28.383881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: fe416e40-ae9c-4a1a-baef-539ed7d895be {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:28.384231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device fe416e40-ae9c-4a1a-baef-539ed7d895be not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:28.387564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=b0a6f9cc-b202-4f26-9be1-2bf81a331414,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.396142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:28.397858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:28.401965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.402715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.424917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4832654e-b168-4dc8-9179-aa1b0ab685e1 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7049823 Nov 12 03:44:28.429735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39824) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.435238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'security_group': {'name': 'tempest-secgroup-857126273'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:28.460530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.543729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.549469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.588965 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.590331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1594048 Nov 12 03:44:28.593323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39826) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.598045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'security_group': {'name': 'tempest-secgroup-515130304'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:28.604795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d715be-4d3c-4764-9203-25b98a4d62ff tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c646c95d-c1ea-4a50-9cd4-d8cb8e8a804f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.626941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.715725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.721520 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.751507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.752953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1585371 Nov 12 03:44:28.757572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39828) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.762584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43416ca1-41ba-4ece-ba6b-ef36e570e101 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094352f9-6c92-44d4-98d0-01e6d32bf382,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:28.763670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'security_group': {'name': 'tempest-secgroup-563452114'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:28.816790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.836683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d828e4-b954-487c-ab91-3b1f76e3e374 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:28.931053 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.951182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-98f58b61-5cd3-40f2-9c18-c74953e5dddb None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:28.951552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98f58b61-5cd3-40f2-9c18-c74953e5dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.952543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.994212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.995472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2368875 Nov 12 03:44:28.998334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39830) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:28.998840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c7f31-9e6c-4013-8baf-57ace152cbc8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140423b9-e690-418e-bb82-46e298e5c828,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.005827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1524717164', 'security_groups': ['140423b9-e690-418e-bb82-46e298e5c828'], 'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0a6f9cc-b202-4f26-9be1-2bf81a331414'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:29.010104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-98f58b61-5cd3-40f2-9c18-c74953e5dddb None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:29.018481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.041046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-98f58b61-5cd3-40f2-9c18-c74953e5dddb None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:29.041423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-98f58b61-5cd3-40f2-9c18-c74953e5dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.145097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Update dhcp port {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'fixed_ips': [{'subnet_id': '63029415-d8d3-4ac8-9f68-ef96b0f13d3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0a6f9cc-b202-4f26-9be1-2bf81a331414'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '1f1e3c57-30af-4fa8-932e-ab4bc30d4244'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:29.147593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:29.186221 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.254051 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.271586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] device_id is not set on port 5090c15b-7242-4f38-8a96-18052f7082f2 yet. {{(pid=102432) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:29.272156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Deleting port 4296150a-c382-49bb-abe4-a77463181f51 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:29.272502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.360064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Allocated IP 2001:db8::2 (7bb60445-1149-4111-86c2-ee09e84c7bae/b0a6f9cc-b202-4f26-9be1-2bf81a331414/1f1e3c57-30af-4fa8-932e-ab4bc30d4244) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:29.372366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] For port 4296150a-c382-49bb-abe4-a77463181f51, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4296150a-c382-49bb-abe4-a77463181f51,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.372726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.387693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Calling delete_port for 4296150a-c382-49bb-abe4-a77463181f51 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:29.465267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.485164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.501930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.510306 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.578180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8::1c7 (7bb60445-1149-4111-86c2-ee09e84c7bae/b0a6f9cc-b202-4f26-9be1-2bf81a331414/5090c15b-7242-4f38-8a96-18052f7082f2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:29.584197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.612300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=4296150a-c382-49bb-abe4-a77463181f51,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.758295 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.778656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a12c4-acc9-4bfe-a4e9-9a1c806ca2b5 None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.812162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.835021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.867555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:29.875495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:29.881334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:29.887278 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:29.888075 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.900348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=5090c15b-7242-4f38-8a96-18052f7082f2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.918004 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-58c75896-38fb-43b2-bd48-1e7359c4a923 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9181077 Nov 12 03:44:29.918859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39832) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:29.924096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:30.069544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:30.074573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.092819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:30.098274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Router b59566a9-75d2-41bf-9d31-0455e72d2d6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:30.147877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.148992 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.193445 n-d-615180-50 neutron-server[102432]: INFO neutron.db.ipam_backend_mixin [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0a6f9cc-b202-4f26-9be1-2bf81a331414 (CIDR: 2001:db8::/64) Nov 12 03:44:30.198240 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:30.198723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:30.225077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9ba05b1b-427e-4014-8b7e-f81a4b563522 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3027797 Nov 12 03:44:30.225386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39834) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.232433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:30.264340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:30.274443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Sync routers for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:30.288687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.289699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.300539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a10c4d05-f71a-4e4f-9bd2-1b6a24f9ca03 admin admin] 10.222.0.84 "PUT /v2.0/routers/b59566a9-75d2-41bf-9d31-0455e72d2d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866989 Nov 12 03:44:30.300893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39836) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.425008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:30.454323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.487289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:30.491364 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.554195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d3a76bec-bead-4bbc-b086-ea84cf1ed104 None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.554715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3a76bec-bead-4bbc-b086-ea84cf1ed104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.608195 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d3a76bec-bead-4bbc-b086-ea84cf1ed104 None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:30.632794 n-d-615180-50 neutron-server[102433]: INFO neutron.db.ipam_backend_mixin [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 63029415-d8d3-4ac8-9f68-ef96b0f13d3a (CIDR: 2001:db8:0:1::/64) Nov 12 03:44:30.636120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.640876 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:44:30.641369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:30.651207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d3a76bec-bead-4bbc-b086-ea84cf1ed104 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:30.651742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3a76bec-bead-4bbc-b086-ea84cf1ed104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.659061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-64e0ab9d-e419-47bb-a7d9-534656d4d3cd tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4326270 Nov 12 03:44:30.662913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39838) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:30.667473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'subnet': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:30.717693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:44:29Z', 'revision_number': 5, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port': {'id': '5230b47e-0e0e-4cf7-af65-9a13d96c8643', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:39:14Z', 'updated_at': '2021-11-12T03:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.722862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Deleting port 5230b47e-0e0e-4cf7-af65-9a13d96c8643 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:30.723342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.766720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Checking router: b59566a9-75d2-41bf-9d31-0455e72d2d6f for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:44:30.787885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Routers {'b59566a9-75d2-41bf-9d31-0455e72d2d6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:30.788797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.820591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] For port 5230b47e-0e0e-4cf7-af65-9a13d96c8643, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5230b47e-0e0e-4cf7-af65-9a13d96c8643,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:30.821144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.840183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Calling delete_port for 5230b47e-0e0e-4cf7-af65-9a13d96c8643 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:30.842497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Made reservation on behalf of 87cf03d00707471f937839598c44a968 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:30.847190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:30.896859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] Set router b59566a9-75d2-41bf-9d31-0455e72d2d6f gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:44:30.927454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-caee7bd2-f52e-4ed3-830d-d13c7c63a1cb None None] Could not find standard attr ID for object 88031888-e2cf-41e0-b738-c699ce2b3977. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:30.955258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 6, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:30.983821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ffeb0-ffda-47b7-88e6-1193b69bdcc7 None None] The sync data for ids ['b59566a9-75d2-41bf-9d31-0455e72d2d6f'] in n-d-615180-50 is: [{'id': 'b59566a9-75d2-41bf-9d31-0455e72d2d6f', 'name': 'tempest-TestServerBasicOps-264944404-router', 'tenant_id': 'd295c31697df4559801e9dbea8a45f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:39:13Z', 'updated_at': '2021-11-12T03:44:30Z', 'revision_number': 6, 'project_id': 'd295c31697df4559801e9dbea8a45f14', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:31.052754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.063905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1052c0c6-794d-418d-8101-e9d0c7f1916e None None] Provisioning complete for port 5090c15b-7242-4f38-8a96-18052f7082f2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:31.064275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1052c0c6-794d-418d-8101-e9d0c7f1916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.084254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Pushing event deleted for resources: {'Port': ['ID=5230b47e-0e0e-4cf7-af65-9a13d96c8643,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.134681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1052c0c6-794d-418d-8101-e9d0c7f1916e None None] Port 5090c15b-7242-4f38-8a96-18052f7082f2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:31.136269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b902e-1752-495a-87f1-54d923788a47 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:31.174170 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.190911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.234527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Network 7bb60445-1149-4111-86c2-ee09e84c7bae is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:31.239299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:31.244385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.244984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.257857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Subnet': ['ID=a3b8b567-5f5b-4859-a8cd-24e7cf57ec70,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.272029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d7fc1fb5-4d7d-4611-9b34-66ca40f6693b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6055567 Nov 12 03:44:31.272220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39840) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.277744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-92492273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a3b8b567-5f5b-4859-a8cd-24e7cf57ec70'}], 'security_groups': ['c646c95d-c1ea-4a50-9cd4-d8cb8e8a804f', '094352f9-6c92-44d4-98d0-01e6d32bf382']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:31.282650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.283669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.293238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6646e-e925-414d-9176-7257f7ed0850 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:31.331570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.334636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59566a9-75d2-41bf-9d31-0455e72d2d6f {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:31.340541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.342063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3b6ab0ca-f437-456c-8bd9-0e5a54d1651a admin admin] 10.222.0.84 "DELETE /v2.0/routers/b59566a9-75d2-41bf-9d31-0455e72d2d6f HTTP/1.1" status: 204 len: 168 time: 1.0399201 Nov 12 03:44:31.344309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.355389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.358556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bae3a224-add7-41cb-a878-574bad1eec6a None None] Could not find standard attr ID for object 88031888-e2cf-41e0-b738-c699ce2b3977. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:31.426043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Deleting subnet 178e82c9-753a-4429-b5c5-2ae95bd4086c {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:31.431868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.505616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.556504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Update dhcp port {'port': {'network_id': '7bb60445-1149-4111-86c2-ee09e84c7bae', 'fixed_ips': [{'subnet_id': '63029415-d8d3-4ac8-9f68-ef96b0f13d3a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0a6f9cc-b202-4f26-9be1-2bf81a331414', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a3b8b567-5f5b-4859-a8cd-24e7cf57ec70'}], 'binding:host_id': 'n-d-615180-50'}, 'id': '1f1e3c57-30af-4fa8-932e-ab4bc30d4244'} from n-d-615180-50. {{(pid=102434) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:31.580809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.672025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.785416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.830150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.834474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/178e82c9-753a-4429-b5c5-2ae95bd4086c HTTP/1.1" status: 204 len: 168 time: 0.4891624 Nov 12 03:44:31.836169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb321c2a-3099-4990-a970-564a099e56b5 None None] Network 5f5a709c-bf0c-48ee-83a1-e5c660467158 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:31.837237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39844) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.837386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c6131-1357-4a32-9acd-47147bc55ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178e82c9-753a-4429-b5c5-2ae95bd4086c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:31.850419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Delete allocated IP 2001:db8::1c7 (7bb60445-1149-4111-86c2-ee09e84c7bae/b0a6f9cc-b202-4f26-9be1-2bf81a331414) {{(pid=102432) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:44:31.860056 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Allocated IP 2001:db8:0:2::7d (7bb60445-1149-4111-86c2-ee09e84c7bae/a3b8b567-5f5b-4859-a8cd-24e7cf57ec70/5090c15b-7242-4f38-8a96-18052f7082f2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:31.908007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.978930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Deleting port 96438892-e210-47dc-812a-e38ec1934473 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:31.978930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.016554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5230b47e-0e0e-4cf7-af65-9a13d96c8643 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.040237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5230b47e-0e0e-4cf7-af65-9a13d96c8643 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.040687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5230b47e-0e0e-4cf7-af65-9a13d96c8643 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.041180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4296150a-c382-49bb-abe4-a77463181f51 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.051624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] For port 96438892-e210-47dc-812a-e38ec1934473, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=96438892-e210-47dc-812a-e38ec1934473,segment=NetworkSegment(3242a4b7-9511-4395-8dd0-ab2bdebc48e8),segment_id=3242a4b7-9511-4395-8dd0-ab2bdebc48e8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.052143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.065134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] DHCP port deletion for 5f5a709c-bf0c-48ee-83a1-e5c660467158 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:32.069995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Calling delete_port for 96438892-e210-47dc-812a-e38ec1934473 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.072796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4296150a-c382-49bb-abe4-a77463181f51 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.073196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4296150a-c382-49bb-abe4-a77463181f51 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.082533 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.094170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.151686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event updated for resources: {'Port': ['ID=5090c15b-7242-4f38-8a96-18052f7082f2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.197369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Allocated IP 2001:db8:0:2::2 (7bb60445-1149-4111-86c2-ee09e84c7bae/a3b8b567-5f5b-4859-a8cd-24e7cf57ec70/1f1e3c57-30af-4fa8-932e-ab4bc30d4244) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:32.202280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.210804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] In _notify_port_updated(), no bound segment for port 5090c15b-7242-4f38-8a96-18052f7082f2 on network 7bb60445-1149-4111-86c2-ee09e84c7bae {{(pid=102432) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:44:32.226306 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.227104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.232705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7b2438c5-b2d9-4043-84f2-83a494257aa0 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "PUT /v2.0/ports/5090c15b-7242-4f38-8a96-18052f7082f2 HTTP/1.1" status: 200 len: 967 time: 0.9553230 Nov 12 03:44:32.232705 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.235967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Pushing event deleted for resources: {'Port': ['ID=96438892-e210-47dc-812a-e38ec1934473,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.248775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] No DVR routers for this DVR port 96438892-e210-47dc-812a-e38ec1934473 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:32.255959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Deleting port 96438892-e210-47dc-812a-e38ec1934473 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:32.256339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.346179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.356407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 5090c15b-7242-4f38-8a96-18052f7082f2 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:32.356809 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.374200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5a709c-bf0c-48ee-83a1-e5c660467158']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.386323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3242a4b7-9511-4395-8dd0-ab2bdebc48e8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.386654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3242a4b7-9511-4395-8dd0-ab2bdebc48e8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:32.399813 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.408182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a465a58d-2bd1-4f7f-9f40-60b4415efe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.416541 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.422007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] For port 96438892-e210-47dc-812a-e38ec1934473, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.422654 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.426357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:32.426820 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:32.430456 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:32.454372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Calling delete_port for 96438892-e210-47dc-812a-e38ec1934473 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.459083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Port 96438892-e210-47dc-812a-e38ec1934473 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:44:32.463862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.464331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:32.466576 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.477129 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 5090c15b-7242-4f38-8a96-18052f7082f2 owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:32.499131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.504343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] Pushing event deleted for resources: {'Port': ['ID=96438892-e210-47dc-812a-e38ec1934473,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.505218 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.512456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] 10.222.0.84 "DELETE /v2.0/networks/5f5a709c-bf0c-48ee-83a1-e5c660467158 HTTP/1.1" status: 204 len: 168 time: 0.6741676 Nov 12 03:44:32.512714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ef4e7b-cd87-4faa-84fa-00d0b69ce7d0 None None] No DVR routers for this DVR port 96438892-e210-47dc-812a-e38ec1934473 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:32.526752 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5484ebb-bed4-4d96-845e-52f1d0d308ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5a709c-bf0c-48ee-83a1-e5c660467158,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.535145 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.540419 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.646354 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.655789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e577-ff16-45f6-9414-003586fc7e07 None None] Pushing event updated for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.667736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39850) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.679751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=5090c15b-7242-4f38-8a96-18052f7082f2,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.706160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.711795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-99067bc8-6491-4a2a-9e66-469bcb37a739 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/5090c15b-7242-4f38-8a96-18052f7082f2 HTTP/1.1" status: 204 len: 168 time: 0.4790280 Nov 12 03:44:32.713793 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-24e7ba1a-e828-4a9f-a7f6-5d2b58355780 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=13ad4795a7b34318a2323546d3309f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422225 Nov 12 03:44:32.714032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39852) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.715281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.741816 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3dd05f-1d0a-41e5-8d75-5d2cbdcacb03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] GET failed (client error): The resource could not be found. Nov 12 03:44:32.743574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ec3dd05f-1d0a-41e5-8d75-5d2cbdcacb03 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports/5090c15b-7242-4f38-8a96-18052f7082f2 HTTP/1.1" status: 404 len: 333 time: 0.0284572 Nov 12 03:44:32.746327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.808645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.837577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.843782 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.882410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.932599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.935934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.937090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f1566bc-9afa-472e-ad81-1f88499a7bdd HTTP/1.1" status: 204 len: 168 time: 0.2208827 Nov 12 03:44:32.940715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.943837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.945692 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/security-groups/140423b9-e690-418e-bb82-46e298e5c828 HTTP/1.1" status: 204 len: 168 time: 0.1977296 Nov 12 03:44:32.947981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.952916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d15cbd-1e9b-437c-81a7-42026cd5e272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1566bc-9afa-472e-ad81-1f88499a7bdd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.964546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbc369-bfad-4556-9187-4c50bd1f5c45 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140423b9-e690-418e-bb82-46e298e5c828,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.013450 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.047031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.093643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.096966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.098226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/security-groups/094352f9-6c92-44d4-98d0-01e6d32bf382 HTTP/1.1" status: 204 len: 168 time: 0.1491635 Nov 12 03:44:33.101005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39862) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.107923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0ac5f-9e13-4153-bc40-0e86043a5221 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094352f9-6c92-44d4-98d0-01e6d32bf382,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.166111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.195038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.245527 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.248524 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.252309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/security-groups/c646c95d-c1ea-4a50-9cd4-d8cb8e8a804f HTTP/1.1" status: 204 len: 168 time: 0.1476512 Nov 12 03:44:33.252630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39866) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.260080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd65c-3e6c-4a49-9764-e2e6027a07f8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646c95d-c1ea-4a50-9cd4-d8cb8e8a804f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.291731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-e2ec618c-b5b8-4213-8de3-e0248e6db870 req-2991f86c-5127-4dfc-a32f-ca47e610b5df service neutron] (102432) timed out ('10.222.0.32', 62473) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:44:33.298339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:33.298928 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.328526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet b0a6f9cc-b202-4f26-9be1-2bf81a331414 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:33.334235 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.351016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:33.356171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Could not find standard attr ID for object 5090c15b-7242-4f38-8a96-18052f7082f2. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:33.372777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:33.373159 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-10ff78d9-2d0c-448f-a9cd-5d1e7f38e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.386299 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.419818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39868) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.474123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-89ddda26-830f-48a4-b9db-70ce371a7c5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d295c31697df4559801e9dbea8a45f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499938 Nov 12 03:44:33.474332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39870) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.498857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.530565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.556467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.572245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.577934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-df2be39e-ba6b-4e57-90a6-3dbcb79e6086 None None] Could not find standard attr ID for object 5090c15b-7242-4f38-8a96-18052f7082f2. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:33.603347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a6f9cc-b202-4f26-9be1-2bf81a331414,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.609643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.615232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fdfb9b5c-58b8-4da5-9c36-54b5e3efddb3 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/b0a6f9cc-b202-4f26-9be1-2bf81a331414 HTTP/1.1" status: 204 len: 168 time: 0.3592083 Nov 12 03:44:33.620369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39872) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.626974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.629862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.634727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89faffdf-377e-454a-94ac-64f94fe101cd HTTP/1.1" status: 204 len: 168 time: 0.1592915 Nov 12 03:44:33.643042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988423cb-c1e5-4dd4-9168-70e4edc6402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89faffdf-377e-454a-94ac-64f94fe101cd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.680294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245026f1-aff1-4a14-80fe-d75bc67ef2a1 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:33.696390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet a3b8b567-5f5b-4859-a8cd-24e7cf57ec70 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:33.700717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.748619 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.855864 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.945624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.990769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b8b567-5f5b-4859-a8cd-24e7cf57ec70,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.001073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.004889 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3098ffb4-b28b-49c3-85b0-fd2b2bde2147 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/a3b8b567-5f5b-4859-a8cd-24e7cf57ec70 HTTP/1.1" status: 204 len: 168 time: 0.3831782 Nov 12 03:44:34.006769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:34.007159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39876) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.038217 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2283aaa-2cd1-411f-a46b-f950fe1fbbb8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.039749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2283aaa-2cd1-411f-a46b-f950fe1fbbb8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.046077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d2283aaa-2cd1-411f-a46b-f950fe1fbbb8 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/b0a6f9cc-b202-4f26-9be1-2bf81a331414 HTTP/1.1" status: 404 len: 337 time: 0.0376470 Nov 12 03:44:34.046833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39878) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.079251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:34.079729 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.116761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting subnet 63029415-d8d3-4ac8-9f68-ef96b0f13d3a {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:34.121072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.178176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.272850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96438892-e210-47dc-812a-e38ec1934473 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:34.286868 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.292738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 96438892-e210-47dc-812a-e38ec1934473 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:34.293088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 96438892-e210-47dc-812a-e38ec1934473 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:34.352052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.381149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Subnet': ['ID=63029415-d8d3-4ac8-9f68-ef96b0f13d3a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.383156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.388833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-34314bfd-1897-48c8-919c-124516a84095 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/63029415-d8d3-4ac8-9f68-ef96b0f13d3a HTTP/1.1" status: 204 len: 168 time: 0.3383636 Nov 12 03:44:34.388945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39880) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.415853 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafd5c49-c782-4b80-a0dd-1372eed0a276 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.416309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafd5c49-c782-4b80-a0dd-1372eed0a276 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.419373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bafd5c49-c782-4b80-a0dd-1372eed0a276 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/5db208f1-9437-4760-88d0-4e33c28f088f HTTP/1.1" status: 404 len: 337 time: 0.0295331 Nov 12 03:44:34.422048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39882) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.449558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6c7954c5-0074-4c77-ba68-4ca86307e19b tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "GET /v2.0/ports?device_id=0968508f-e011-4979-be1a-7edb87f3d696 HTTP/1.1" status: 200 len: 205 time: 0.0264053 Nov 12 03:44:34.452439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39884) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.463854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ed537-db95-4a75-b3ec-c39673eda989 None None] Network 7bb60445-1149-4111-86c2-ee09e84c7bae requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:34.493208 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-1e5cbbee-45ac-49b4-9d58-cc7e323f787e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] delete failed (client error): The resource could not be found. Nov 12 03:44:34.494239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1e5cbbee-45ac-49b4-9d58-cc7e323f787e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/routers/0968508f-e011-4979-be1a-7edb87f3d696 HTTP/1.1" status: 404 len: 336 time: 0.0409396 Nov 12 03:44:34.496787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39886) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.522981 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1c0617-d89e-4247-95d1-2428a2d1feb9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.523481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1c0617-d89e-4247-95d1-2428a2d1feb9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.526548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2e1c0617-d89e-4247-95d1-2428a2d1feb9 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/7c2b3356-e2b7-4bde-bac6-4e2af6c3bf43 HTTP/1.1" status: 404 len: 337 time: 0.0288606 Nov 12 03:44:34.528982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39888) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.556055 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c68192-bce1-443c-b7c9-5a9bd5e9f990 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.556531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c68192-bce1-443c-b7c9-5a9bd5e9f990 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.559895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7c68192-bce1-443c-b7c9-5a9bd5e9f990 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/556097d0-6f90-45c4-a14f-a0734a8bd794 HTTP/1.1" status: 404 len: 337 time: 0.0299735 Nov 12 03:44:34.562420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39890) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.589614 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0785282e-ae8b-4a3a-9606-2fc630c3911d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.590086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0785282e-ae8b-4a3a-9606-2fc630c3911d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.593329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0785282e-ae8b-4a3a-9606-2fc630c3911d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/b47925ad-0502-4e5c-9ec2-8e9820450e53 HTTP/1.1" status: 404 len: 337 time: 0.0299101 Nov 12 03:44:34.595892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39892) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.619550 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5afa8d-71a6-4155-91ba-25d43a5b1453 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.620235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5afa8d-71a6-4155-91ba-25d43a5b1453 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.623403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f5afa8d-71a6-4155-91ba-25d43a5b1453 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/85f7ed5a-a736-40f3-ab86-a61dfe35ff85 HTTP/1.1" status: 404 len: 333 time: 0.0265324 Nov 12 03:44:34.625896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39894) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.652939 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa3c200-f511-44b8-b234-db4e7a1d988c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.653316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa3c200-f511-44b8-b234-db4e7a1d988c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.656463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-faa3c200-f511-44b8-b234-db4e7a1d988c tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/16ce3cf0-0a4d-4670-afc5-22a40b7f7dc2 HTTP/1.1" status: 404 len: 337 time: 0.0296371 Nov 12 03:44:34.659026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39896) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.689321 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-7928db41-d9ce-4131-9b34-7636bbb0242e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.689796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7928db41-d9ce-4131-9b34-7636bbb0242e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.692973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7928db41-d9ce-4131-9b34-7636bbb0242e tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/e4a377c8-965a-48b9-bb63-9c79fb4ca027 HTTP/1.1" status: 404 len: 337 time: 0.0329852 Nov 12 03:44:34.695477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39898) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.718911 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4b0692-0ef8-4897-8ead-deefbd354bec tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.719570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4b0692-0ef8-4897-8ead-deefbd354bec tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.722615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6b4b0692-0ef8-4897-8ead-deefbd354bec tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/c4453e3c-8c84-4730-942d-d34e005c0d8d HTTP/1.1" status: 404 len: 333 time: 0.0262144 Nov 12 03:44:34.725748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39900) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.736782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e005df07-1f43-4016-9630-dd7507b84fef None None] Provisioning complete for port 2df71020-5fcd-4a10-92dc-2ea4b10c007b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:34.737391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e005df07-1f43-4016-9630-dd7507b84fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.751087 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e836c8a1-f889-406a-8456-aa0ed5004983 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.751697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e836c8a1-f889-406a-8456-aa0ed5004983 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.754755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e836c8a1-f889-406a-8456-aa0ed5004983 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/e25108b2-8c4f-4d6b-8b91-c6071d431def HTTP/1.1" status: 404 len: 337 time: 0.0281568 Nov 12 03:44:34.757456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39902) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.762689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8cd21e95-fede-4148-a8cd-972b0aac6ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.795050 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-f730b395-7393-4e7c-8d7e-dca00aa9ab5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:34.795554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f730b395-7393-4e7c-8d7e-dca00aa9ab5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:34.796141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e005df07-1f43-4016-9630-dd7507b84fef None None] Port 2df71020-5fcd-4a10-92dc-2ea4b10c007b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:34.798607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f730b395-7393-4e7c-8d7e-dca00aa9ab5d tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/subnets/30ded113-26c3-48e7-ad7d-5f34422692d1 HTTP/1.1" status: 404 len: 337 time: 0.0400057 Nov 12 03:44:34.801120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39904) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.814135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e005df07-1f43-4016-9630-dd7507b84fef None None] Provisioning complete for port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:34.814590 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e005df07-1f43-4016-9630-dd7507b84fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.859526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] DHCP port deletion for 7bb60445-1149-4111-86c2-ee09e84c7bae request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:34.889448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Deleting port 2df71020-5fcd-4a10-92dc-2ea4b10c007b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:34.889683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.942543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Deleting port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:34.942925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.959469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.972298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Calling delete_port for 2df71020-5fcd-4a10-92dc-2ea4b10c007b owned by {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:35.006635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] For port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,segment=NetworkSegment(6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5),segment_id=6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.007037 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.021491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Calling delete_port for 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:35.049395 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.083481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.089294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/ports/2df71020-5fcd-4a10-92dc-2ea4b10c007b HTTP/1.1" status: 204 len: 168 time: 0.2850380 Nov 12 03:44:35.089294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f9f5-897a-4111-8616-b834c65588b7 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Port': ['ID=2df71020-5fcd-4a10-92dc-2ea4b10c007b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.089664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.101173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.127811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] No DVR routers for this DVR port 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:35.132066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a315c-9fa8-4c37-bf8f-1e3a036a4a56 None None] Pushing event deleted for resources: {'Port': ['ID=1f1e3c57-30af-4fa8-932e-ab4bc30d4244,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.164587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.252451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.272441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb60445-1149-4111-86c2-ee09e84c7bae']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:35.281676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:35.281973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc0a840-2acc-49c2-bebc-4c1f9b5cd6d5') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:35.291121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.304247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.310142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:35.310526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:35.313475 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:35.372722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.379500 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.383186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] 10.222.0.84 "DELETE /v2.0/networks/7bb60445-1149-4111-86c2-ee09e84c7bae HTTP/1.1" status: 204 len: 168 time: 0.2925446 Nov 12 03:44:35.394380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f67315-2307-48e9-a04e-097af12bf8d4 tempest-PortsIpV6TestJSON-1656329671 tempest-PortsIpV6TestJSON-1656329671-project] Pushing event deleted for resources: {'Network': ['ID=7bb60445-1149-4111-86c2-ee09e84c7bae,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.656455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.713977 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.795673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4cddec42-83d1-405a-af7b-3719260b78f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87cf03d00707471f937839598c44a968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378918 Nov 12 03:44:35.798013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39916) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.843674 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.864718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.910508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.914198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.916855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/433539bd-fd21-4f96-b8ff-9f0fd9b60753 HTTP/1.1" status: 204 len: 168 time: 0.1164327 Nov 12 03:44:35.925585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f10f59-1fab-4566-8ea7-ac0a0762fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433539bd-fd21-4f96-b8ff-9f0fd9b60753,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.977997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:35.997396 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:35.997747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f1e3c57-30af-4fa8-932e-ab4bc30d4244 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:36.553603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39938) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.652476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1342613559'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:36.672880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:36.676898 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.688701 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.760922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.768158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.796620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:36.802412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb30bd1-1f91-40ab-a245-93f3a89c8619,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.809574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.810546 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment 1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f of type vlan for network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 Nov 12 03:44:36.849432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.872843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.878496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.879079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.912480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3578005 Nov 12 03:44:36.915174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39942) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.920262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1605610289'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:36.940547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:36.944829 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.952757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f5483-6aa2-4bfd-a51d-e019de025fda tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.963089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:36.970259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:36.979613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.979967 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment 845b316b-196e-4c46-8759-54eb393140b6 of type vlan for network d6628402-2058-4705-9224-546c546d4c38 Nov 12 03:44:37.023228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.048655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.055176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.055756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.116268 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1999714 Nov 12 03:44:37.119334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.126211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.141624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a01aa-04eb-43fd-a273-ca8beae7b504 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=d6628402-2058-4705-9224-546c546d4c38,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.152743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d6628402-2058-4705-9224-546c546d4c38 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:37.220247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:37.224312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.251313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.403951 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.465010 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=75b980e8-5fcc-458b-88ab-a2caafd85ea9,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.474108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:37.474470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:37.490216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:37.499127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:37.504161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.504786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.508445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a012b9b-08f2-4fc3-8961-25ccb1db36ae None None] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:37.522009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4ab11037-1615-46a1-8534-9935e4e808ff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016771 Nov 12 03:44:37.524808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.529622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': 'd6628402-2058-4705-9224-546c546d4c38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.622367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:37.625994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.662210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011', 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '75b980e8-5fcc-458b-88ab-a2caafd85ea9'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:37.663021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.797640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Allocated IP 2001:db8::2 (85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011/75b980e8-5fcc-458b-88ab-a2caafd85ea9/f382c87d-36eb-4fde-a2b7-773b2a1a15b0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:37.811010 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.869803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=e1829725-ebdd-4973-a7d8-a211640ee2dc,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.881112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': '845b316b-196e-4c46-8759-54eb393140b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6628402-2058-4705-9224-546c546d4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:37.881475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: d6628402-2058-4705-9224-546c546d4c38, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:37.896869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network d6628402-2058-4705-9224-546c546d4c38 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:37.906466 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d6628402-2058-4705-9224-546c546d4c38) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:37.911728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.912382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.923664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e22c2-3173-4bca-8010-2d954915db4d None None] Network d6628402-2058-4705-9224-546c546d4c38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:37.931562 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cee36875-2cdb-4080-9c76-e0fa2f74a41a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4031718 Nov 12 03:44:37.932076 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39948) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.936186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073660351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.957815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.958843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.988411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.997676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.010594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.014693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.032361 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.036885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-814a610f-631b-4cc3-a521-9ef0bedaf451 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1009765 Nov 12 03:44:38.037029 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39950) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:38.057737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:38.064400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:38.066207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Pushing event updated for resources: {'Port': ['ID=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.068526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:38.169940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Attempting to bind port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:38.170545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Attempting to bind port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:38.170679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Attempting to bind port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 on network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:38.177673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d6628402-2058-4705-9224-546c546d4c38', 'network_id': 'd6628402-2058-4705-9224-546c546d4c38', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': 'e1829725-ebdd-4973-a7d8-a211640ee2dc'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:38.179662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.184675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:38.185046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Checking segment: {'id': '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:38.185441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.185825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Bound using segment: {'id': '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:38.186301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Bound port: f382c87d-36eb-4fde-a2b7-773b2a1a15b0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:38.186672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.300986 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.312569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.357429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] For port f382c87d-36eb-4fde-a2b7-773b2a1a15b0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:38.371863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] For port f382c87d-36eb-4fde-a2b7-773b2a1a15b0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,segment=NetworkSegment(1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f),segment_id=1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:38.378415 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.420441 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Allocated IP 2001:db8:1::2 (d6628402-2058-4705-9224-546c546d4c38/e1829725-ebdd-4973-a7d8-a211640ee2dc/257745d7-f56c-43cd-9f36-9930980d7534) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:38.482928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372e68-6875-4447-b86a-4682d716c4dc None None] Pushing event updated for resources: {'Port': ['ID=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.574006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8::1 (85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011/75b980e8-5fcc-458b-88ab-a2caafd85ea9/84852bdd-d6de-4f6b-b44b-71e6cec1940a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:38.604085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.612917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.671339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Network d6628402-2058-4705-9224-546c546d4c38 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:38.675756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:38.678328 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:38.696117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Pushing event updated for resources: {'Port': ['ID=257745d7-f56c-43cd-9f36-9930980d7534,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.728834 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.746007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Attempting to bind port 257745d7-f56c-43cd-9f36-9930980d7534 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:38.746385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Attempting to bind port 257745d7-f56c-43cd-9f36-9930980d7534 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '845b316b-196e-4c46-8759-54eb393140b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6628402-2058-4705-9224-546c546d4c38'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:38.746754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Attempting to bind port 257745d7-f56c-43cd-9f36-9930980d7534 on network d6628402-2058-4705-9224-546c546d4c38 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:38.752245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:38.752620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Checking segment: {'id': '845b316b-196e-4c46-8759-54eb393140b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6628402-2058-4705-9224-546c546d4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:38.753023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.753421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Bound using segment: {'id': '845b316b-196e-4c46-8759-54eb393140b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6628402-2058-4705-9224-546c546d4c38'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:38.753921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Bound port: 257745d7-f56c-43cd-9f36-9930980d7534, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845b316b-196e-4c46-8759-54eb393140b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd6628402-2058-4705-9224-546c546d4c38'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:38.754865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.781356 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.824095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] For port 257745d7-f56c-43cd-9f36-9930980d7534, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:38.828190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] For port 257745d7-f56c-43cd-9f36-9930980d7534, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=257745d7-f56c-43cd-9f36-9930980d7534,segment=NetworkSegment(845b316b-196e-4c46-8759-54eb393140b6),segment_id=845b316b-196e-4c46-8759-54eb393140b6)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:38.832477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.898043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c7a27-a940-4c5b-81a3-dc998c207714 None None] Pushing event updated for resources: {'Port': ['ID=257745d7-f56c-43cd-9f36-9930980d7534,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.170900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:39.173931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:39.179963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:39.180514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.217477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=84852bdd-d6de-4f6b-b44b-71e6cec1940a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.305627 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.418242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888dbd87-9885-471a-9a1f-4a000d765f51 None None] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:39.496146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] Provisioning complete for port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:39.496518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.580133 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.586429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.587349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.636780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.677859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=84852bdd-d6de-4f6b-b44b-71e6cec1940a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.682531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] For port f382c87d-36eb-4fde-a2b7-773b2a1a15b0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,segment=NetworkSegment(1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f),segment_id=1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.688864 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.729878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:39.731661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:39.741504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37050d-6cdc-42d9-923f-fe893470e8f9 None None] Pushing event updated for resources: {'Port': ['ID=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.872734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 6977b4f3-218f-4adb-955c-b5a92364006b is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:39.906717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3d36d4-a4e3-4eb9-9f31-42bf4ec8f893 None None] Network d6628402-2058-4705-9224-546c546d4c38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:39.982770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:39.985217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] Provisioning complete for port 257745d7-f56c-43cd-9f36-9930980d7534 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:39.985592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.993095 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-401af02e-773a-4f00-8525-0442aea0388b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515679 Nov 12 03:44:39.993095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.000232 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] Sync routers for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:40.020955 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:40.022637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.055543 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7eac1a-cd53-4fc7-95af-bc57caa17ef5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.060250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39954) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.060743 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5c7eac1a-cd53-4fc7-95af-bc57caa17ef5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports/84852bdd-d6de-4f6b-b44b-71e6cec1940a HTTP/1.1" status: 200 len: 911 time: 0.0644836 Nov 12 03:44:40.072266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.088339 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:40.089252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.097874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f382c87d-36eb-4fde-a2b7-773b2a1a15b0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:40.127317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:40.128052 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b19c9d-25ad-4997-a19b-575c0bb27641 None None] The sync data for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:40.212187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.238060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:40.238427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.289309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] For port 257745d7-f56c-43cd-9f36-9930980d7534, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=257745d7-f56c-43cd-9f36-9930980d7534,segment=NetworkSegment(845b316b-196e-4c46-8759-54eb393140b6),segment_id=845b316b-196e-4c46-8759-54eb393140b6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.298681 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.466215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.593712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01a17f-7c1d-4705-9a98-4746121d3d3c None None] Pushing event updated for resources: {'Port': ['ID=257745d7-f56c-43cd-9f36-9930980d7534,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.609826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ff4256dd-02a0-4b36-a7a9-268e10cb507b None None] Provisioning complete for port 84852bdd-d6de-4f6b-b44b-71e6cec1940a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:40.610200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff4256dd-02a0-4b36-a7a9-268e10cb507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.612447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 257745d7-f56c-43cd-9f36-9930980d7534 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:40.673182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ff4256dd-02a0-4b36-a7a9-268e10cb507b None None] Port 84852bdd-d6de-4f6b-b44b-71e6cec1940a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:40.690827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ff4256dd-02a0-4b36-a7a9-268e10cb507b None None] Provisioning complete for port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:40.691232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ff4256dd-02a0-4b36-a7a9-268e10cb507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.695358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 257745d7-f56c-43cd-9f36-9930980d7534 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:40.695723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.741384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8:1::1 (d6628402-2058-4705-9224-546c546d4c38/e1829725-ebdd-4973-a7d8-a211640ee2dc/e7b70c9f-2e91-4546-89a7-f4a11735231e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:40.851163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.884276 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.925048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network d6628402-2058-4705-9224-546c546d4c38 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:40.928662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:40.934243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:40.934772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.964433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c3c30cbe-2e5b-4e5e-b366-aa1e91828775 None None] Provisioning complete for port 84852bdd-d6de-4f6b-b44b-71e6cec1940a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:40.964802 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3c30cbe-2e5b-4e5e-b366-aa1e91828775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.972747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=e7b70c9f-2e91-4546-89a7-f4a11735231e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.002688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c3c30cbe-2e5b-4e5e-b366-aa1e91828775 None None] Port 84852bdd-d6de-4f6b-b44b-71e6cec1940a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:41.013789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c3c30cbe-2e5b-4e5e-b366-aa1e91828775 None None] Provisioning complete for port 257745d7-f56c-43cd-9f36-9930980d7534 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:41.014163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3c30cbe-2e5b-4e5e-b366-aa1e91828775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.057197 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.226304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-969555e3-8367-4196-b36b-063904bdcbcf None None] Provisioning complete for port e7b70c9f-2e91-4546-89a7-f4a11735231e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:41.226574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-969555e3-8367-4196-b36b-063904bdcbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.261805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-969555e3-8367-4196-b36b-063904bdcbcf None None] Port e7b70c9f-2e91-4546-89a7-f4a11735231e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:41.646604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.650901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.651664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.714120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=e7b70c9f-2e91-4546-89a7-f4a11735231e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.776528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network d6628402-2058-4705-9224-546c546d4c38 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:41.777875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:41.885764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 6977b4f3-218f-4adb-955c-b5a92364006b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:41.983940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 257745d7-f56c-43cd-9f36-9930980d7534 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:41.998886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:42.006871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-adeaaefe-f0f6-4925-9faa-8c87c2eb77d7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9423332 Nov 12 03:44:42.007562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39956) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.013351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] Sync routers for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:42.022651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b2961c43-c6ed-439d-8ba4-8d2765072ce2 None None] Provisioning complete for port e7b70c9f-2e91-4546-89a7-f4a11735231e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:42.023031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2961c43-c6ed-439d-8ba4-8d2765072ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.054156 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f124473-5cdc-4aee-a77a-6975d6280eba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.055691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6f124473-5cdc-4aee-a77a-6975d6280eba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports/e7b70c9f-2e91-4546-89a7-f4a11735231e HTTP/1.1" status: 200 len: 913 time: 0.0471854 Nov 12 03:44:42.058475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39958) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.061537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:42.062223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.113844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.115841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b2961c43-c6ed-439d-8ba4-8d2765072ce2 None None] Port e7b70c9f-2e91-4546-89a7-f4a11735231e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:42.129796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:42.130426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.133575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 257745d7-f56c-43cd-9f36-9930980d7534 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:42.133958 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.182330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:42.182915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91484eb-da19-4c31-96e8-eddf2646c309 None None] The sync data for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:42.395861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.636360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port e7b70c9f-2e91-4546-89a7-f4a11735231e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:42.636694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.721193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.733217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for e7b70c9f-2e91-4546-89a7-f4a11735231e owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:42.898196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.928087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=e7b70c9f-2e91-4546-89a7-f4a11735231e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:43.041525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.239152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 6977b4f3-218f-4adb-955c-b5a92364006b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:43.328814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:43.334507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2c873af9-5de1-4837-9d81-efc56498a7b5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2749619 Nov 12 03:44:43.337145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39960) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.339841 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] Sync routers for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:43.349175 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:43.349782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.381836 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.390347 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:43.390950 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.425008 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:43.425642 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a3221-e5c7-4905-95d4-c9ea7f087c62 None None] The sync data for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:43.646232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.879714 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 84852bdd-d6de-4f6b-b44b-71e6cec1940a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:43.880078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.964817 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.977456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 84852bdd-d6de-4f6b-b44b-71e6cec1940a owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:44.142594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.172790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=84852bdd-d6de-4f6b-b44b-71e6cec1940a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.272578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.431475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 6977b4f3-218f-4adb-955c-b5a92364006b has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:44.507508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:44.512834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1bbec2bf-c655-426a-b878-eefc1c528364 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1747477 Nov 12 03:44:44.515697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39962) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.517068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] Sync routers for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:44.527107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:44.527736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.545140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd0f9348-2816-4ff0-bd08-9213cc96fb5d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=6977b4f3-218f-4adb-955c-b5a92364006b HTTP/1.1" status: 200 len: 205 time: 0.0261960 Nov 12 03:44:44.545581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39964) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.560655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.569730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] Routers {'6977b4f3-218f-4adb-955c-b5a92364006b'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:44.570338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6977b4f3-218f-4adb-955c-b5a92364006b'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.602460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:44.603118 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318266c-f71f-43f5-8564-2cdef39c4287 None None] The sync data for ids ['6977b4f3-218f-4adb-955c-b5a92364006b'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:44.623297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.787317 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.789446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.832087 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.833370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router 6977b4f3-218f-4adb-955c-b5a92364006b {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:44.840115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.841638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9edf1b6c-e750-47d7-9eba-714479d2b644 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b HTTP/1.1" status: 204 len: 168 time: 0.2946832 Nov 12 03:44:44.843779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39966) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:44.898309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet e1829725-ebdd-4973-a7d8-a211640ee2dc {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:44.901451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.940337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.022127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.083163 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.420729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=e1829725-ebdd-4973-a7d8-a211640ee2dc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.426730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.429987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c543aaff-0777-4027-9a01-4c9d73fec911 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/e1829725-ebdd-4973-a7d8-a211640ee2dc HTTP/1.1" status: 204 len: 168 time: 0.5852938 Nov 12 03:44:45.432561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39968) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.437980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ecb94-59bb-46a3-b32d-ea6b742ce094 None None] Network d6628402-2058-4705-9224-546c546d4c38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:45.482510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 75b980e8-5fcc-458b-88ab-a2caafd85ea9 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:45.485518 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.525306 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.613336 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.617451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] DHCP port deletion for d6628402-2058-4705-9224-546c546d4c38 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:45.667242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Deleting port 257745d7-f56c-43cd-9f36-9930980d7534 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:45.667647 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.674911 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.702809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=75b980e8-5fcc-458b-88ab-a2caafd85ea9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.704778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.708515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-35d08490-5ae3-4431-aae3-67077f3d93c7 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/75b980e8-5fcc-458b-88ab-a2caafd85ea9 HTTP/1.1" status: 204 len: 168 time: 0.2750025 Nov 12 03:44:45.711120 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39970) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.717504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84748ade-88a2-4d85-93d2-56c509753d66 None None] Network 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:45.792117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.792360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] For port 257745d7-f56c-43cd-9f36-9930980d7534, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=257745d7-f56c-43cd-9f36-9930980d7534,segment=NetworkSegment(845b316b-196e-4c46-8759-54eb393140b6),segment_id=845b316b-196e-4c46-8759-54eb393140b6)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:45.792746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.812051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Calling delete_port for 257745d7-f56c-43cd-9f36-9930980d7534 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:45.843738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 257745d7-f56c-43cd-9f36-9930980d7534 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:45.845466 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.909680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 257745d7-f56c-43cd-9f36-9930980d7534, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=257745d7-f56c-43cd-9f36-9930980d7534,segment=NetworkSegment(845b316b-196e-4c46-8759-54eb393140b6),segment_id=845b316b-196e-4c46-8759-54eb393140b6)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:45.909874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.928434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 257745d7-f56c-43cd-9f36-9930980d7534 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:45.938088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.973849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] Pushing event deleted for resources: {'Port': ['ID=257745d7-f56c-43cd-9f36-9930980d7534,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.978465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e75c9-94b4-4969-8372-ac1d508f8055 None None] No DVR routers for this DVR port 257745d7-f56c-43cd-9f36-9930980d7534 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:45.997805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] DHCP port deletion for 85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:46.024590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.024934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 257745d7-f56c-43cd-9f36-9930980d7534 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:46.046691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 257745d7-f56c-43cd-9f36-9930980d7534 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:46.047033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 257745d7-f56c-43cd-9f36-9930980d7534 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:46.053068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port 257745d7-f56c-43cd-9f36-9930980d7534 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:46.058372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=257745d7-f56c-43cd-9f36-9930980d7534,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.071988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Deleting port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:46.072436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.148071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] For port f382c87d-36eb-4fde-a2b7-773b2a1a15b0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,segment=NetworkSegment(1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f),segment_id=1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:46.149235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.150738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.161923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Calling delete_port for f382c87d-36eb-4fde-a2b7-773b2a1a15b0 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:46.170847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6628402-2058-4705-9224-546c546d4c38']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.180528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845b316b-196e-4c46-8759-54eb393140b6') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.181165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845b316b-196e-4c46-8759-54eb393140b6') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.191206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.210710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.217538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:46.218258 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:46.221417 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:46.244962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.271728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] Pushing event deleted for resources: {'Port': ['ID=f382c87d-36eb-4fde-a2b7-773b2a1a15b0,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.275119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec8ac4-b474-4d37-a22e-b0553ec9f11c None None] No DVR routers for this DVR port f382c87d-36eb-4fde-a2b7-773b2a1a15b0 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:46.295752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.300453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.304008 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/d6628402-2058-4705-9224-546c546d4c38 HTTP/1.1" status: 204 len: 168 time: 0.5918281 Nov 12 03:44:46.307202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39972) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.319859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d647c-1506-417f-b48a-c965e67482cb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=d6628402-2058-4705-9224-546c546d4c38,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.384550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.472843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.492394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.501357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.501652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6a2a87-c1ee-4e17-b3bf-4c7e6d25539f') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:46.511309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.523829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.529588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:46.530012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:46.533569 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:46.595803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.603055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.606327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011 HTTP/1.1" status: 204 len: 168 time: 0.2979972 Nov 12 03:44:46.610077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39974) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.615885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-377243940'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.618187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae53fa9-8b93-4572-9fff-3df8b81cc803 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=85ef7bbd-c115-4f77-9e6f-7a4fa1a9d011,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.637366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:46.640978 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.668388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:46.677715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.678049 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment aa5b99e9-7bf5-4ffb-aeef-d5b644764c88 of type vlan for network 39fc826e-ba76-4c86-b960-35173b12f58a Nov 12 03:44:46.718343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.745568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.751341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.751949 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.790251 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1790438 Nov 12 03:44:46.793243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39976) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.799338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.825433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4894e9-2cd9-49f4-a02c-a003569b8591 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=39fc826e-ba76-4c86-b960-35173b12f58a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.837206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 39fc826e-ba76-4c86-b960-35173b12f58a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:46.890959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:46.894597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.073698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.140100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=8228ef12-237f-47ed-a2b6-27a745e94a21,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.145942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:47.146310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 39fc826e-ba76-4c86-b960-35173b12f58a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:47.163071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 39fc826e-ba76-4c86-b960-35173b12f58a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:47.172540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 39fc826e-ba76-4c86-b960-35173b12f58a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:47.177907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.178681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.183123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db9541-892e-4eb4-983b-44045bddb707 None None] Network 39fc826e-ba76-4c86-b960-35173b12f58a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:47.200372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb5be0a9-72d3-40b1-9edf-eedb7681d039 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4031291 Nov 12 03:44:47.200631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39978) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.206466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309913628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.235002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.236883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.296815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.302282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.320485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.321959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b8ab24eb-112a-42f4-909a-a2be8ac064c1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1192870 Nov 12 03:44:47.324528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39980) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.330880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'port': {'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a', 'name': 'tempest-RoutersIpV6Test-739507922'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:47.348053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-39fc826e-ba76-4c86-b960-35173b12f58a', 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '8228ef12-237f-47ed-a2b6-27a745e94a21'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:47.348982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.454097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:47.458155 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.475444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] device_id is not set on port 4ace601e-de10-4828-a7b1-c86f6beb0e5c yet. {{(pid=102433) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:47.505361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Allocated IP 2001:db8::2 (39fc826e-ba76-4c86-b960-35173b12f58a/8228ef12-237f-47ed-a2b6-27a745e94a21/ab91608b-1581-4cee-a284-b5cb3f9d1370) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:47.643916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.649443 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.685063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Network 39fc826e-ba76-4c86-b960-35173b12f58a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:47.687872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:47.695070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:47.702488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Pushing event updated for resources: {'Port': ['ID=ab91608b-1581-4cee-a284-b5cb3f9d1370,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.707207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8::20d (39fc826e-ba76-4c86-b960-35173b12f58a/8228ef12-237f-47ed-a2b6-27a745e94a21/4ace601e-de10-4828-a7b1-c86f6beb0e5c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:47.751990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Attempting to bind port ab91608b-1581-4cee-a284-b5cb3f9d1370 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:47.752375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Attempting to bind port ab91608b-1581-4cee-a284-b5cb3f9d1370 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:47.752716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Attempting to bind port ab91608b-1581-4cee-a284-b5cb3f9d1370 on network 39fc826e-ba76-4c86-b960-35173b12f58a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:47.758316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:47.758710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Checking segment: {'id': 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:47.759135 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.759658 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Bound using segment: {'id': 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:47.760175 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Bound port: ab91608b-1581-4cee-a284-b5cb3f9d1370, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '39fc826e-ba76-4c86-b960-35173b12f58a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:47.760577 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.832160 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] For port ab91608b-1581-4cee-a284-b5cb3f9d1370, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:47.835234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] For port ab91608b-1581-4cee-a284-b5cb3f9d1370, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ab91608b-1581-4cee-a284-b5cb3f9d1370,segment=NetworkSegment(aa5b99e9-7bf5-4ffb-aeef-d5b644764c88),segment_id=aa5b99e9-7bf5-4ffb-aeef-d5b644764c88)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:47.840150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.858171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.898911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.899173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ff75-fb6a-42dd-88cd-0fe847e6769d None None] Pushing event updated for resources: {'Port': ['ID=ab91608b-1581-4cee-a284-b5cb3f9d1370,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.945320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 39fc826e-ba76-4c86-b960-35173b12f58a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:47.950915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:47.954983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:47.961086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.961722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.968747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=4ace601e-de10-4828-a7b1-c86f6beb0e5c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.986148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e44fb920-a13e-47f0-8586-ce350d869f7a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6579986 Nov 12 03:44:47.986453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39982) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:47.989170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f382c87d-36eb-4fde-a2b7-773b2a1a15b0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:48.010218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f382c87d-36eb-4fde-a2b7-773b2a1a15b0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:48.010595 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f382c87d-36eb-4fde-a2b7-773b2a1a15b0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:48.331413 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.578905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.585012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.656996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=4ace601e-de10-4828-a7b1-c86f6beb0e5c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.769084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.770671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d3981-b8d2-4fa0-904d-acbf52e6e333 None None] Network 39fc826e-ba76-4c86-b960-35173b12f58a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:48.884910 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.899681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] Provisioning complete for port ab91608b-1581-4cee-a284-b5cb3f9d1370 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.900282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.006166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.040034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] For port ab91608b-1581-4cee-a284-b5cb3f9d1370, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ab91608b-1581-4cee-a284-b5cb3f9d1370,segment=NetworkSegment(aa5b99e9-7bf5-4ffb-aeef-d5b644764c88),segment_id=aa5b99e9-7bf5-4ffb-aeef-d5b644764c88)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:49.044612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.101810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1374f21-50f3-40a6-9a90-6ad20aeb34a3 None None] Pushing event updated for resources: {'Port': ['ID=ab91608b-1581-4cee-a284-b5cb3f9d1370,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.151837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.158070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.158862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.249465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=4ace601e-de10-4828-a7b1-c86f6beb0e5c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.269312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bd25f093-a214-45a9-9cd7-e735cf7be483 None None] Provisioning complete for port 4ace601e-de10-4828-a7b1-c86f6beb0e5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.271563 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd25f093-a214-45a9-9cd7-e735cf7be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.293818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 39fc826e-ba76-4c86-b960-35173b12f58a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:49.295927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:49.311990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bd25f093-a214-45a9-9cd7-e735cf7be483 None None] Port 4ace601e-de10-4828-a7b1-c86f6beb0e5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.322580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bd25f093-a214-45a9-9cd7-e735cf7be483 None None] Provisioning complete for port ab91608b-1581-4cee-a284-b5cb3f9d1370 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.323164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd25f093-a214-45a9-9cd7-e735cf7be483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.421340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router e3f0e671-c174-423b-a648-45aec508644d is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:49.515023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:49.523404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8161a01-e5ef-4897-923c-efc6a740d6f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/e3f0e671-c174-423b-a648-45aec508644d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5336678 Nov 12 03:44:49.524300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39984) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.527982 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] Sync routers for ids ['e3f0e671-c174-423b-a648-45aec508644d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:49.538766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-361eeba8-cfcb-4b32-9e16-163343a78d21 None None] Provisioning complete for port 4ace601e-de10-4828-a7b1-c86f6beb0e5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.539258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-361eeba8-cfcb-4b32-9e16-163343a78d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.542467 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] Routers {'e3f0e671-c174-423b-a648-45aec508644d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:49.543463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e3f0e671-c174-423b-a648-45aec508644d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.569232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9664a168-7652-4e6a-b23a-7c5e147778e0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.570795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9664a168-7652-4e6a-b23a-7c5e147778e0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports/4ace601e-de10-4828-a7b1-c86f6beb0e5c HTTP/1.1" status: 200 len: 983 time: 0.0454659 Nov 12 03:44:49.573611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39986) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.580811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-361eeba8-cfcb-4b32-9e16-163343a78d21 None None] Port 4ace601e-de10-4828-a7b1-c86f6beb0e5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.586543 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.595996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] Routers {'e3f0e671-c174-423b-a648-45aec508644d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:49.596609 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e3f0e671-c174-423b-a648-45aec508644d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.632430 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:49.633090 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae5b87-bab7-4f27-8ce4-fa313c4d1de9 None None] The sync data for ids ['e3f0e671-c174-423b-a648-45aec508644d'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:49.702348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1ef52b18-5218-4df0-b58f-ac6d0590ab67 None None] Provisioning complete for port 4ace601e-de10-4828-a7b1-c86f6beb0e5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.702733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ef52b18-5218-4df0-b58f-ac6d0590ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.742026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1ef52b18-5218-4df0-b58f-ac6d0590ab67 None None] Port 4ace601e-de10-4828-a7b1-c86f6beb0e5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.860258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f939326d-8db1-474e-b9b5-1701f49fa453 None None] Provisioning complete for port 4ace601e-de10-4828-a7b1-c86f6beb0e5c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.860731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f939326d-8db1-474e-b9b5-1701f49fa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.888985 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.894074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f939326d-8db1-474e-b9b5-1701f49fa453 None None] Port 4ace601e-de10-4828-a7b1-c86f6beb0e5c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.992971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ab91608b-1581-4cee-a284-b5cb3f9d1370 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:50.040905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ab91608b-1581-4cee-a284-b5cb3f9d1370 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:50.041281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.436193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 4ace601e-de10-4828-a7b1-c86f6beb0e5c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:50.436814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.519243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.530645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 4ace601e-de10-4828-a7b1-c86f6beb0e5c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:50.694867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.720285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=4ace601e-de10-4828-a7b1-c86f6beb0e5c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.730417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.730771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.731131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.731471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.731806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.732139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.732467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.732800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.733127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.733452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.734257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.734257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:50.828863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.981560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router e3f0e671-c174-423b-a648-45aec508644d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:51.055698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:51.060625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fc4a54ef-de31-4a97-a68d-1fcfbfdecc87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/e3f0e671-c174-423b-a648-45aec508644d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4859805 Nov 12 03:44:51.063314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.065333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] Sync routers for ids ['e3f0e671-c174-423b-a648-45aec508644d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:51.076712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] Routers {'e3f0e671-c174-423b-a648-45aec508644d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:51.077339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e3f0e671-c174-423b-a648-45aec508644d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.112557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.121590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] Routers {'e3f0e671-c174-423b-a648-45aec508644d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:51.122202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e3f0e671-c174-423b-a648-45aec508644d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.256389 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-5ad88de0-b00b-4405-add7-1f4a5d6f2681 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:44:51.257368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5ad88de0-b00b-4405-add7-1f4a5d6f2681 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/e3f0e671-c174-423b-a648-45aec508644d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1931281 Nov 12 03:44:51.260157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39990) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.290521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1d1da0b9-4349-4505-8e7d-b315b34443fa tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3f0e671-c174-423b-a648-45aec508644d HTTP/1.1" status: 200 len: 205 time: 0.0269926 Nov 12 03:44:51.290756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39992) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.319300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:51.319969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff3b8f-b57c-4d20-aa32-1cd05a60b7f1 None None] The sync data for ids ['e3f0e671-c174-423b-a648-45aec508644d'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:51.367070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.528204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.530256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.570864 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.571400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router e3f0e671-c174-423b-a648-45aec508644d {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:51.578622 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.579959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5080e1ca-4712-4069-a772-6e41297d64fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/e3f0e671-c174-423b-a648-45aec508644d HTTP/1.1" status: 204 len: 168 time: 0.2880878 Nov 12 03:44:51.583086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39994) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.636343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 8228ef12-237f-47ed-a2b6-27a745e94a21 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:51.639357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.678518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.757370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.820267 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.845964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=8228ef12-237f-47ed-a2b6-27a745e94a21,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.849473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.852655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bce35ec7-f717-4b3a-b647-b832457e9007 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/8228ef12-237f-47ed-a2b6-27a745e94a21 HTTP/1.1" status: 204 len: 168 time: 0.2686231 Nov 12 03:44:51.855252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 39996) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.857745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be84fa8-14d0-4b15-95a2-5d577dd8a9cd None None] Network 39fc826e-ba76-4c86-b960-35173b12f58a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:51.929828 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.986183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port ab91608b-1581-4cee-a284-b5cb3f9d1370 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:51.986523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.027065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] DHCP port deletion for 39fc826e-ba76-4c86-b960-35173b12f58a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:52.049203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port ab91608b-1581-4cee-a284-b5cb3f9d1370, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ab91608b-1581-4cee-a284-b5cb3f9d1370,segment=NetworkSegment(aa5b99e9-7bf5-4ffb-aeef-d5b644764c88),segment_id=aa5b99e9-7bf5-4ffb-aeef-d5b644764c88)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:52.049567 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.062388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for ab91608b-1581-4cee-a284-b5cb3f9d1370 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:52.074244 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Deleting port ab91608b-1581-4cee-a284-b5cb3f9d1370 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:52.074761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.135974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] For port ab91608b-1581-4cee-a284-b5cb3f9d1370, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ab91608b-1581-4cee-a284-b5cb3f9d1370,segment=NetworkSegment(aa5b99e9-7bf5-4ffb-aeef-d5b644764c88),segment_id=aa5b99e9-7bf5-4ffb-aeef-d5b644764c88)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:52.136533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.144389 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.149632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Calling delete_port for ab91608b-1581-4cee-a284-b5cb3f9d1370 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:52.169841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=ab91608b-1581-4cee-a284-b5cb3f9d1370,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.173450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port ab91608b-1581-4cee-a284-b5cb3f9d1370 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:52.228028 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.253679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] Pushing event deleted for resources: {'Port': ['ID=ab91608b-1581-4cee-a284-b5cb3f9d1370,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.257222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528ee29-3d62-479f-bdd8-eb617009fced None None] No DVR routers for this DVR port ab91608b-1581-4cee-a284-b5cb3f9d1370 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:52.259841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.279893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fc826e-ba76-4c86-b960-35173b12f58a']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.289623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.289923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5b99e9-7bf5-4ffb-aeef-d5b644764c88') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.299072 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.312623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.318961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:52.319407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:52.322730 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:52.379167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.386445 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.389602 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/39fc826e-ba76-4c86-b960-35173b12f58a HTTP/1.1" status: 204 len: 168 time: 0.5334396 Nov 12 03:44:52.394050 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 39998) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.400028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-738534469'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.401112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6839-e595-42c9-b7de-694e2db34202 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=39fc826e-ba76-4c86-b960-35173b12f58a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.421586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:52.425234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.454086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:52.463573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.463916 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment d0cbeff2-9a01-4385-ad82-d77b8c4dadc2 of type vlan for network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 Nov 12 03:44:52.502845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.527132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.532644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.533229 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.568790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727293 Nov 12 03:44:52.571950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40000) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.577687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.603850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=2cf8cf85-508b-4b19-8ad7-277f880d97e7,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.611335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.611685 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.612024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.612359 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.612692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.613018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.613344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.613665 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.613985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.614304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.614625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.614944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72dbf40-9b12-4248-9569-ba18c4d6d57f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:52.625787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:52.668727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:52.672173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.847521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.903879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=7be55f95-5720-4a4e-b9ba-607b7ce3fe3e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.913884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:52.914239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 2cf8cf85-508b-4b19-8ad7-277f880d97e7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:52.930210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:52.938671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 2cf8cf85-508b-4b19-8ad7-277f880d97e7) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:52.943072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.943701 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.948052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9defcca-d33b-442f-8a71-c840595604b7 None None] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:52.960082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cf10934f-4c44-4961-bc85-0cf4e10f3dba tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3869557 Nov 12 03:44:52.963208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40002) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.967557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-839410011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.988726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.989687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.043739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.048468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.066006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.067994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-52592107-39c0-4288-9a2e-a61c049c25fc tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1038246 Nov 12 03:44:53.070769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40004) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.097134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-2cf8cf85-508b-4b19-8ad7-277f880d97e7', 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '7be55f95-5720-4a4e-b9ba-607b7ce3fe3e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:53.098044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.230972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Allocated IP 2001:db8::2 (2cf8cf85-508b-4b19-8ad7-277f880d97e7/7be55f95-5720-4a4e-b9ba-607b7ce3fe3e/79f57585-ef30-4804-82b9-02b139e8e691) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:53.345054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.375756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.382627 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.418881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:53.426038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:53.435622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:53.438921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Pushing event updated for resources: {'Port': ['ID=79f57585-ef30-4804-82b9-02b139e8e691,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.489880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Attempting to bind port 79f57585-ef30-4804-82b9-02b139e8e691 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:53.490172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Attempting to bind port 79f57585-ef30-4804-82b9-02b139e8e691 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:53.490539 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Attempting to bind port 79f57585-ef30-4804-82b9-02b139e8e691 on network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:53.495555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:53.495932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Checking segment: {'id': 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:53.496332 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.496731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Bound using segment: {'id': 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:53.497202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Bound port: 79f57585-ef30-4804-82b9-02b139e8e691, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2cf8cf85-508b-4b19-8ad7-277f880d97e7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:53.497583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.558206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] For port 79f57585-ef30-4804-82b9-02b139e8e691, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:53.561297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] For port 79f57585-ef30-4804-82b9-02b139e8e691, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79f57585-ef30-4804-82b9-02b139e8e691,segment=NetworkSegment(d0cbeff2-9a01-4385-ad82-d77b8c4dadc2),segment_id=d0cbeff2-9a01-4385-ad82-d77b8c4dadc2)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:53.565704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.583723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8::1 (2cf8cf85-508b-4b19-8ad7-277f880d97e7/7be55f95-5720-4a4e-b9ba-607b7ce3fe3e/ca904efb-13c1-49bd-9d1f-233f561fb2cc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:53.620798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493bd2d-8aaf-4539-bcdb-649c74add4dd None None] Pushing event updated for resources: {'Port': ['ID=79f57585-ef30-4804-82b9-02b139e8e691,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.706421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.740825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.793214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:53.798982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:53.802095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:53.802802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.854524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=ca904efb-13c1-49bd-9d1f-233f561fb2cc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.944673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.007058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79f57585-ef30-4804-82b9-02b139e8e691 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:54.059241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 79f57585-ef30-4804-82b9-02b139e8e691 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:54.059621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.137598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.169668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 79f57585-ef30-4804-82b9-02b139e8e691, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79f57585-ef30-4804-82b9-02b139e8e691,segment=NetworkSegment(d0cbeff2-9a01-4385-ad82-d77b8c4dadc2),segment_id=d0cbeff2-9a01-4385-ad82-d77b8c4dadc2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:54.173637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.210952 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.220040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.221113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.230094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=79f57585-ef30-4804-82b9-02b139e8e691,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.248158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ab91608b-1581-4cee-a284-b5cb3f9d1370 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:54.273296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ab91608b-1581-4cee-a284-b5cb3f9d1370 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:54.273747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ab91608b-1581-4cee-a284-b5cb3f9d1370 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:54.319215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=ca904efb-13c1-49bd-9d1f-233f561fb2cc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.359731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:54.361241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:54.479183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router e622eb8a-cbf9-459c-8305-45ef26faaad6 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:54.561692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c9419-37c1-458a-bb0b-6c81b396a181 None None] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:54.686422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7fd87fba-a5d7-42f8-9b97-f1157eb01b52 None None] Provisioning complete for port 79f57585-ef30-4804-82b9-02b139e8e691 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:54.686796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7fd87fba-a5d7-42f8-9b97-f1157eb01b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.912052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:54.919827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40006) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.920357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4e730bbb-ac3c-4b83-8c80-00b6f2a44011 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/e622eb8a-cbf9-459c-8305-45ef26faaad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479149 Nov 12 03:44:54.922939 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] Sync routers for ids ['e622eb8a-cbf9-459c-8305-45ef26faaad6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:54.933941 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] Routers {'e622eb8a-cbf9-459c-8305-45ef26faaad6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:54.934579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e622eb8a-cbf9-459c-8305-45ef26faaad6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.969071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:54.969327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd553b8-f503-46be-bd85-93a1fddf3d8c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.970637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-efd553b8-f503-46be-bd85-93a1fddf3d8c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports/ca904efb-13c1-49bd-9d1f-233f561fb2cc HTTP/1.1" status: 200 len: 911 time: 0.0498910 Nov 12 03:44:54.973875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40008) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.980100 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] Routers {'e622eb8a-cbf9-459c-8305-45ef26faaad6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:54.980727 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e622eb8a-cbf9-459c-8305-45ef26faaad6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.023452 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.024595 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56140a14-a843-4663-9c3d-1b5a3d6bd9f8 None None] The sync data for ids ['e622eb8a-cbf9-459c-8305-45ef26faaad6'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:55.031489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e105b4c7-067b-47ac-952c-4f2a029309ec None None] Provisioning complete for port 79f57585-ef30-4804-82b9-02b139e8e691 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:55.032552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e105b4c7-067b-47ac-952c-4f2a029309ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.125460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e105b4c7-067b-47ac-952c-4f2a029309ec None None] Provisioning complete for port ca904efb-13c1-49bd-9d1f-233f561fb2cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:55.125826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e105b4c7-067b-47ac-952c-4f2a029309ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.159367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e105b4c7-067b-47ac-952c-4f2a029309ec None None] Port ca904efb-13c1-49bd-9d1f-233f561fb2cc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:55.279823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-52ed233c-bc97-4a0a-bace-e08cd4cb0209 None None] Provisioning complete for port ca904efb-13c1-49bd-9d1f-233f561fb2cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:55.280458 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52ed233c-bc97-4a0a-bace-e08cd4cb0209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.306833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.321910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-52ed233c-bc97-4a0a-bace-e08cd4cb0209 None None] Port ca904efb-13c1-49bd-9d1f-233f561fb2cc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:55.440937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-723b7449-3318-4339-822a-678971d5491b None None] Provisioning complete for port ca904efb-13c1-49bd-9d1f-233f561fb2cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:55.441307 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-723b7449-3318-4339-822a-678971d5491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.475791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-723b7449-3318-4339-822a-678971d5491b None None] Port ca904efb-13c1-49bd-9d1f-233f561fb2cc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:55.554084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port ca904efb-13c1-49bd-9d1f-233f561fb2cc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:55.554325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.637629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.649838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for ca904efb-13c1-49bd-9d1f-233f561fb2cc owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:55.817978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.844325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=ca904efb-13c1-49bd-9d1f-233f561fb2cc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.943235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.983370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79f57585-ef30-4804-82b9-02b139e8e691 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:56.032962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 79f57585-ef30-4804-82b9-02b139e8e691 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:56.033495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.108639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router e622eb8a-cbf9-459c-8305-45ef26faaad6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:56.184314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:56.189481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-87b9ad2a-bbd3-4a3d-8c83-d07f334863e5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/e622eb8a-cbf9-459c-8305-45ef26faaad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2145674 Nov 12 03:44:56.192955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40010) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.194262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] Sync routers for ids ['e622eb8a-cbf9-459c-8305-45ef26faaad6'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:56.204615 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] Routers {'e622eb8a-cbf9-459c-8305-45ef26faaad6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:56.205254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e622eb8a-cbf9-459c-8305-45ef26faaad6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.219841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f78e908f-4aa6-46e0-a22d-c29aefa1c0bf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=e622eb8a-cbf9-459c-8305-45ef26faaad6 HTTP/1.1" status: 200 len: 205 time: 0.0257783 Nov 12 03:44:56.222424 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40012) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.237032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.246070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] Routers {'e622eb8a-cbf9-459c-8305-45ef26faaad6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:56.246678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['e622eb8a-cbf9-459c-8305-45ef26faaad6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.281825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.282479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ceccb6-a5b0-41ae-a9d6-12402f17d426 None None] The sync data for ids ['e622eb8a-cbf9-459c-8305-45ef26faaad6'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:56.299778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.458439 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.460521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.506053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.506634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router e622eb8a-cbf9-459c-8305-45ef26faaad6 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:44:56.513638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.517440 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7dd31190-4d46-4b08-967c-aff336df5ab8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/e622eb8a-cbf9-459c-8305-45ef26faaad6 HTTP/1.1" status: 204 len: 168 time: 0.2913270 Nov 12 03:44:56.517440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40014) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.568241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 7be55f95-5720-4a4e-b9ba-607b7ce3fe3e {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:56.571293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.610116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.693554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.748797 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.775976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=7be55f95-5720-4a4e-b9ba-607b7ce3fe3e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.777883 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.783161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-abbaffe1-1edb-4fa8-8d39-7315ec1800c8 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/7be55f95-5720-4a4e-b9ba-607b7ce3fe3e HTTP/1.1" status: 204 len: 168 time: 0.2647045 Nov 12 03:44:56.783810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40016) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.785286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29545e3d-1a70-472b-9b11-f52db5560e67 None None] Network 2cf8cf85-508b-4b19-8ad7-277f880d97e7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:56.862496 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.914047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 79f57585-ef30-4804-82b9-02b139e8e691 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.914396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.950937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] DHCP port deletion for 2cf8cf85-508b-4b19-8ad7-277f880d97e7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:56.982012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 79f57585-ef30-4804-82b9-02b139e8e691, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79f57585-ef30-4804-82b9-02b139e8e691,segment=NetworkSegment(d0cbeff2-9a01-4385-ad82-d77b8c4dadc2),segment_id=d0cbeff2-9a01-4385-ad82-d77b8c4dadc2)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.982642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.995111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 79f57585-ef30-4804-82b9-02b139e8e691 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.998894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Deleting port 79f57585-ef30-4804-82b9-02b139e8e691 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.999345 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.059891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] For port 79f57585-ef30-4804-82b9-02b139e8e691, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=79f57585-ef30-4804-82b9-02b139e8e691,segment=NetworkSegment(d0cbeff2-9a01-4385-ad82-d77b8c4dadc2),segment_id=d0cbeff2-9a01-4385-ad82-d77b8c4dadc2)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:57.060291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.071562 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.072795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Calling delete_port for 79f57585-ef30-4804-82b9-02b139e8e691 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:57.099685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=79f57585-ef30-4804-82b9-02b139e8e691,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.101541 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port 79f57585-ef30-4804-82b9-02b139e8e691 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:57.154203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.180766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] Pushing event deleted for resources: {'Port': ['ID=79f57585-ef30-4804-82b9-02b139e8e691,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.181338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.182265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39065cdd-4369-488c-8a5d-03390e94f804 None None] No DVR routers for this DVR port 79f57585-ef30-4804-82b9-02b139e8e691 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:57.203759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf8cf85-508b-4b19-8ad7-277f880d97e7']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.213279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.213578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cbeff2-9a01-4385-ad82-d77b8c4dadc2') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:57.223302 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.235776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.241994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:57.242384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:57.245363 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:57.305022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.309443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.312690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/2cf8cf85-508b-4b19-8ad7-277f880d97e7 HTTP/1.1" status: 204 len: 168 time: 0.5278831 Nov 12 03:44:57.316867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40020) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.321409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-807675517', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:57.330435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad5106-cded-4ebc-9219-569afae20c26 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=2cf8cf85-508b-4b19-8ad7-277f880d97e7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.345085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.346085 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.401945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.541179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.690172 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:57.732032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.750621 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.849288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 172.25.2.231 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/fa124575-2e74-48bc-af2d-5f7ac62dd2b8) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:57.954181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.978604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79f57585-ef30-4804-82b9-02b139e8e691 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:57.989442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.999702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 79f57585-ef30-4804-82b9-02b139e8e691 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:58.000048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 79f57585-ef30-4804-82b9-02b139e8e691 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:58.001383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.027146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:58.031887 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:58.035883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:58.045227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307fa40f-3872-4bd9-b142-aa386f8591d1 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:58.058408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=fa124575-2e74-48bc-af2d-5f7ac62dd2b8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:58.112506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-06dc8a81-659b-4c13-a071-f3fab5b54d11 None None] Provisioning complete for port fa124575-2e74-48bc-af2d-5f7ac62dd2b8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:58.113572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-06dc8a81-659b-4c13-a071-f3fab5b54d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.148079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-06dc8a81-659b-4c13-a071-f3fab5b54d11 None None] Port fa124575-2e74-48bc-af2d-5f7ac62dd2b8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:58.282824 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.484084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.608968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router cc100249-24a2-4315-a531-c251d927b17a is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:44:58.710570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:58.720092 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] Sync routers for ids ['cc100249-24a2-4315-a531-c251d927b17a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:58.730230 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] Routers {'cc100249-24a2-4315-a531-c251d927b17a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:58.730564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.730834 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cc100249-24a2-4315-a531-c251d927b17a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.731839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d88c50c8-694c-4d47-b650-eb9e0896302f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.4139678 Nov 12 03:44:58.734729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40022) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.762402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.771862 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] Routers {'cc100249-24a2-4315-a531-c251d927b17a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:58.772464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cc100249-24a2-4315-a531-c251d927b17a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.807283 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:58.807917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e7056-7d7c-408c-b7bb-7fcb46ef20f6 None None] The sync data for ids ['cc100249-24a2-4315-a531-c251d927b17a'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:58.846122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-76e7d6e4-3015-4ae5-869c-376953f21073 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers/cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 200 len: 884 time: 0.1102149 Nov 12 03:44:58.848556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40024) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.024195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b642f404-1df8-46c3-a145-eaa52c9bf026 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.1745815 Nov 12 03:44:59.026563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40026) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.030768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-807675517'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:59.314250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.325731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.428252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router cc100249-24a2-4315-a531-c251d927b17a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:44:59.478984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.532236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:44:59.539475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.540618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7720fc19-6191-4cd2-b3d1-2df0164b7987 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 200 len: 891 time: 0.5131099 Nov 12 03:44:59.542318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] Sync routers for ids ['cc100249-24a2-4315-a531-c251d927b17a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:44:59.543614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40028) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.553311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] Routers {'cc100249-24a2-4315-a531-c251d927b17a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:59.553918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cc100249-24a2-4315-a531-c251d927b17a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.585009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.593401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] Routers {'cc100249-24a2-4315-a531-c251d927b17a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:44:59.593998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['cc100249-24a2-4315-a531-c251d927b17a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.630077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.630722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9228b4a6-33d1-4025-872c-985d10e8075f None None] The sync data for ids ['cc100249-24a2-4315-a531-c251d927b17a'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:44:59.652320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5d8d5282-6920-4ad4-bec8-a6a921ca4546 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers/cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 200 len: 891 time: 0.1076458 Nov 12 03:44:59.654973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40030) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.681440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-afd09b55-8132-4cc6-9619-afeb4318f665 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 200 len: 205 time: 0.0254056 Nov 12 03:44:59.683802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40032) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.123490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.223363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.273043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port fa124575-2e74-48bc-af2d-5f7ac62dd2b8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.273383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.347851 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.359154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for fa124575-2e74-48bc-af2d-5f7ac62dd2b8 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:00.517538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.546794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=fa124575-2e74-48bc-af2d-5f7ac62dd2b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.560272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c200454-6895-4659-945d-b95287605c1b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:00.604623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.693531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.695683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.737532 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.738077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router cc100249-24a2-4315-a531-c251d927b17a {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:00.744945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.746034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f6537cf1-5b07-4489-8ade-4a4578d572e2 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 204 len: 168 time: 1.0613298 Nov 12 03:45:00.749568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40034) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.754422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894278893'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.777005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:00.781001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.810674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:00.819833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.820183 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment 1249405a-d460-46b3-a48f-7b519e603f5e of type vlan for network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b Nov 12 03:45:00.858825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.882726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.888308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.888890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.923976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1733694 Nov 12 03:45:00.926852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40036) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.932107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:00.956338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76fdb7-8bd6-444e-8fe6-07ab875acac0 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=5fc2a986-04fd-4a1f-9a4d-b99404898c3b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.967399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:01.020402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:01.023946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.207573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.270870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=46dc8e2b-d202-4308-8dc3-5a541f88e256,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.279309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': '1249405a-d460-46b3-a48f-7b519e603f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:01.279673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 5fc2a986-04fd-4a1f-9a4d-b99404898c3b, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:01.295157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:01.304323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5fc2a986-04fd-4a1f-9a4d-b99404898c3b) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:01.308791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.309491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.313166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fadc8e7-a2e1-48ea-be83-018c80c764e6 None None] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:01.325988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f59d6328-3556-4b38-bbaa-889acbd9da9c tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3979082 Nov 12 03:45:01.328489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40038) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.333487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1992460167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:01.355548 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.356549 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.407719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.411919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.429161 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.430371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ed9b4577-0e10-42f8-8c02-35bed78ebf35 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1008465 Nov 12 03:45:01.433131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40040) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.467392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5fc2a986-04fd-4a1f-9a4d-b99404898c3b', 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '46dc8e2b-d202-4308-8dc3-5a541f88e256'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:01.468269 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.603542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Allocated IP 2001:db8::2 (5fc2a986-04fd-4a1f-9a4d-b99404898c3b/46dc8e2b-d202-4308-8dc3-5a541f88e256/4fd06ee2-4624-4353-a5ac-30836dafe4e2) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:01.713867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.899180 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.904257 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.939804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:01.942548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:01.947906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:01.956711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Pushing event updated for resources: {'Port': ['ID=4fd06ee2-4624-4353-a5ac-30836dafe4e2,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:01.957158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8::1 (5fc2a986-04fd-4a1f-9a4d-b99404898c3b/46dc8e2b-d202-4308-8dc3-5a541f88e256/c76e2441-1816-4c1b-8179-d58bbaa81923) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:01.980812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.981151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.981489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.981823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.982155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.982507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.982808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.983152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.983480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.983805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.984135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:01.984452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:02.017887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Attempting to bind port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:02.018286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Attempting to bind port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '1249405a-d460-46b3-a48f-7b519e603f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:02.018652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Attempting to bind port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 on network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:02.023763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:02.024140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Checking segment: {'id': '1249405a-d460-46b3-a48f-7b519e603f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:02.024546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.025057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Bound using segment: {'id': '1249405a-d460-46b3-a48f-7b519e603f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:02.025535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Bound port: 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1249405a-d460-46b3-a48f-7b519e603f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5fc2a986-04fd-4a1f-9a4d-b99404898c3b'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:02.025920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.069339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.086978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] For port 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:02.090914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] For port 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fd06ee2-4624-4353-a5ac-30836dafe4e2,segment=NetworkSegment(1249405a-d460-46b3-a48f-7b519e603f5e),segment_id=1249405a-d460-46b3-a48f-7b519e603f5e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:02.095425 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.104166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.145288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:02.148313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:02.152135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:02.152606 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.157958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e060a-659c-4ad6-a5ec-46689746efe5 None None] Pushing event updated for resources: {'Port': ['ID=4fd06ee2-4624-4353-a5ac-30836dafe4e2,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.197275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=c76e2441-1816-4c1b-8179-d58bbaa81923,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.280264 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.287439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b89d9739-f7f7-45a3-9430-3df5c3c47174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.560373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.565277 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.566638 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.655790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=c76e2441-1816-4c1b-8179-d58bbaa81923,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.694536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:02.695896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:03.060840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d55d1-d021-40ae-bcaf-9975a95be41b None None] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:03.136826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] Provisioning complete for port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.137237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.138909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 0c5e3512-3953-42d3-b087-7300ad832b82 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:03.231366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:03.236549 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0cb9440e-1975-4481-84b9-4b388cc15d07 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/0c5e3512-3953-42d3-b087-7300ad832b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024344 Nov 12 03:45:03.239691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40042) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.246267 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] Sync routers for ids ['0c5e3512-3953-42d3-b087-7300ad832b82'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:03.256662 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] Routers {'0c5e3512-3953-42d3-b087-7300ad832b82'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:03.257911 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0c5e3512-3953-42d3-b087-7300ad832b82'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.279261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.283356 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d75ba8-8368-44b0-884e-86ebf3127a53 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.287793 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-73d75ba8-8368-44b0-884e-86ebf3127a53 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports/c76e2441-1816-4c1b-8179-d58bbaa81923 HTTP/1.1" status: 200 len: 911 time: 0.0441618 Nov 12 03:45:03.288650 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40044) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.293436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46dc8e2b-d202-4308-8dc3-5a541f88e256'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.301762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.312578 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] Routers {'0c5e3512-3953-42d3-b087-7300ad832b82'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:03.313554 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:44:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0c5e3512-3953-42d3-b087-7300ad832b82'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.316610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] For port 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fd06ee2-4624-4353-a5ac-30836dafe4e2,segment=NetworkSegment(1249405a-d460-46b3-a48f-7b519e603f5e),segment_id=1249405a-d460-46b3-a48f-7b519e603f5e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:03.322998 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.349820 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:03.350785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4f095-5736-4774-b734-abc2e0155226 None None] The sync data for ids ['0c5e3512-3953-42d3-b087-7300ad832b82'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:03.390791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd063596-c28f-4e3a-9053-72fbabc72ae5 None None] Pushing event updated for resources: {'Port': ['ID=4fd06ee2-4624-4353-a5ac-30836dafe4e2,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.463842 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.563887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-35a5b76c-3012-4950-82ca-6c635deff8f1 None None] Provisioning complete for port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.564267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35a5b76c-3012-4950-82ca-6c635deff8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.661701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-35a5b76c-3012-4950-82ca-6c635deff8f1 None None] Provisioning complete for port c76e2441-1816-4c1b-8179-d58bbaa81923 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.662084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35a5b76c-3012-4950-82ca-6c635deff8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.697288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-35a5b76c-3012-4950-82ca-6c635deff8f1 None None] Port c76e2441-1816-4c1b-8179-d58bbaa81923 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:03.818937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9d4e31e9-8b0d-4d40-a9ab-b7e16035f427 None None] Provisioning complete for port c76e2441-1816-4c1b-8179-d58bbaa81923 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.819347 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9d4e31e9-8b0d-4d40-a9ab-b7e16035f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.852979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.862868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.863680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9d4e31e9-8b0d-4d40-a9ab-b7e16035f427 None None] Port c76e2441-1816-4c1b-8179-d58bbaa81923 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:03.869185 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:03.869813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:03.871178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/ports/c76e2441-1816-4c1b-8179-d58bbaa81923 HTTP/1.1" status: 200 len: 911 time: 0.5822394 Nov 12 03:45:03.874215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40046) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.984850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aed8e9-19f4-4e40-bdf1-2b11ebac044f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=c76e2441-1816-4c1b-8179-d58bbaa81923,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:03.986742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4d14fb91-f75f-4cbd-ac24-aec73ae6961f None None] Provisioning complete for port c76e2441-1816-4c1b-8179-d58bbaa81923 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:03.987981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d14fb91-f75f-4cbd-ac24-aec73ae6961f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.016318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fd06ee2-4624-4353-a5ac-30836dafe4e2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:04.053297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4d14fb91-f75f-4cbd-ac24-aec73ae6961f None None] Port c76e2441-1816-4c1b-8179-d58bbaa81923 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:04.075180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:04.075839 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.238969 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.475295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port c76e2441-1816-4c1b-8179-d58bbaa81923 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:04.475631 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.560512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.573246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for c76e2441-1816-4c1b-8179-d58bbaa81923 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:04.694502 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a5d14174-d185-47ce-a820-a8a88c3e8322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.745496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.775988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=c76e2441-1816-4c1b-8179-d58bbaa81923,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.867957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.020504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 0c5e3512-3953-42d3-b087-7300ad832b82 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:05.095838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:05.101216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d85eec77-0627-42bb-bba9-d503241b06c6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/0c5e3512-3953-42d3-b087-7300ad832b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2260590 Nov 12 03:45:05.103999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40048) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:05.106583 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] Sync routers for ids ['0c5e3512-3953-42d3-b087-7300ad832b82'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:05.121082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] Routers {'0c5e3512-3953-42d3-b087-7300ad832b82'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:05.121706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0c5e3512-3953-42d3-b087-7300ad832b82'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:05.131081 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-78307e27-eea7-4ade-b2d7-da1974ba671a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c5e3512-3953-42d3-b087-7300ad832b82 HTTP/1.1" status: 200 len: 205 time: 0.0259442 Nov 12 03:45:05.133681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:05.152940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:05.162096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] Routers {'0c5e3512-3953-42d3-b087-7300ad832b82'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:05.162724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['0c5e3512-3953-42d3-b087-7300ad832b82'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:05.193860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:05.194499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca154f6-0289-44d4-b90d-4c30c1737594 None None] The sync data for ids ['0c5e3512-3953-42d3-b087-7300ad832b82'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:05.209503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.364144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.366158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.408197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.408917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5e3512-3953-42d3-b087-7300ad832b82 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:05.416688 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.417727 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49740687-9262-41cf-90dc-73e65c3339c4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/0c5e3512-3953-42d3-b087-7300ad832b82 HTTP/1.1" status: 204 len: 168 time: 0.2831604 Nov 12 03:45:05.420369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40052) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:05.477248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 46dc8e2b-d202-4308-8dc3-5a541f88e256 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:05.480392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.521270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.604195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.664250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.692209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=46dc8e2b-d202-4308-8dc3-5a541f88e256,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:05.694188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.697443 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6cb21de6-f18e-4d2c-a8a5-eba15949b518 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/46dc8e2b-d202-4308-8dc3-5a541f88e256 HTTP/1.1" status: 204 len: 168 time: 0.2761507 Nov 12 03:45:05.700353 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6707a9ff-d7e4-4cb9-9985-56d99d17a1ee None None] Network 5fc2a986-04fd-4a1f-9a4d-b99404898c3b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:05.700534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40054) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:05.761276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.779883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.832425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:05.832821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.890248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] DHCP port deletion for 5fc2a986-04fd-4a1f-9a4d-b99404898c3b request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:05.900379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fd06ee2-4624-4353-a5ac-30836dafe4e2,segment=NetworkSegment(1249405a-d460-46b3-a48f-7b519e603f5e),segment_id=1249405a-d460-46b3-a48f-7b519e603f5e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:05.901055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.914951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 4fd06ee2-4624-4353-a5ac-30836dafe4e2 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:05.943126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Deleting port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:05.943499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:05.990227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fd06ee2-4624-4353-a5ac-30836dafe4e2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:05.999213 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.027898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:06.028134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] For port 4fd06ee2-4624-4353-a5ac-30836dafe4e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fd06ee2-4624-4353-a5ac-30836dafe4e2,segment=NetworkSegment(1249405a-d460-46b3-a48f-7b519e603f5e),segment_id=1249405a-d460-46b3-a48f-7b519e603f5e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:06.028534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.032647 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=4fd06ee2-4624-4353-a5ac-30836dafe4e2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.051904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Calling delete_port for 4fd06ee2-4624-4353-a5ac-30836dafe4e2 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:06.063258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No active binding found for port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 {{(pid=102434) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:45:06.063679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fd06ee2-4624-4353-a5ac-30836dafe4e2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:06.112007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.129639 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.132438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc2a986-04fd-4a1f-9a4d-b99404898c3b']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:06.141928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1249405a-d460-46b3-a48f-7b519e603f5e') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:06.142227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1249405a-d460-46b3-a48f-7b519e603f5e') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:06.152081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.161076 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] Pushing event deleted for resources: {'Port': ['ID=4fd06ee2-4624-4353-a5ac-30836dafe4e2,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.165036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74055f22-3baa-473b-8775-79313c6027f6 None None] No DVR routers for this DVR port 4fd06ee2-4624-4353-a5ac-30836dafe4e2 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:06.166247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.173887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:06.173887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:06.177800 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:06.238176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.244761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.247944 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/5fc2a986-04fd-4a1f-9a4d-b99404898c3b HTTP/1.1" status: 204 len: 168 time: 0.5464184 Nov 12 03:45:06.251790 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.257044 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944981546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:06.259843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbd659-23c6-4332-b6b8-355c4ffa412f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=5fc2a986-04fd-4a1f-9a4d-b99404898c3b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.280461 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.281482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.332769 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.337554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.355795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.357010 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-21810d42-9370-4b33-8e3b-16bd87b3792b tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1042123 Nov 12 03:45:06.359998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40058) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.365410 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1610464198'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:06.384423 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:06.387941 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.410897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:06.419604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.419899 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment b1ee2ffb-26df-4454-a666-4145be9878c0 of type vlan for network 815d662c-edcf-496d-87d4-7d35b59fbbfa Nov 12 03:45:06.462963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.485952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.492344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.492913 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.538558 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1775303 Nov 12 03:45:06.541497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40060) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:06.546789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:06.571913 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ab131-7e7c-42dc-8888-40951bc67cb3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=815d662c-edcf-496d-87d4-7d35b59fbbfa,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.582279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:06.634476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:06.638566 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.817293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.880525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=0f607831-14be-4601-9e53-8bb4c8202cfd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:06.890014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:06.890380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 815d662c-edcf-496d-87d4-7d35b59fbbfa, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:06.907052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:06.915519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 815d662c-edcf-496d-87d4-7d35b59fbbfa) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:06.919491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.920093 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:06.924021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fce265-98ae-44fb-b2e8-50a59a888d89 None None] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:06.935638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c6754036-13b5-405a-9ec9-c40d0f174215 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3929145 Nov 12 03:45:06.938381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40062) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:07.069344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-815d662c-edcf-496d-87d4-7d35b59fbbfa', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:07.070204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.205513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Allocated IP 2001:db8::2 (815d662c-edcf-496d-87d4-7d35b59fbbfa/0f607831-14be-4601-9e53-8bb4c8202cfd/b6117829-5f59-43a3-bd57-afc40e7f6eb7) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:07.209043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.281044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.353719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.360155 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.401671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:07.407966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:07.412428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:07.415434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Pushing event updated for resources: {'Port': ['ID=b6117829-5f59-43a3-bd57-afc40e7f6eb7,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.451382 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8::1 (815d662c-edcf-496d-87d4-7d35b59fbbfa/0f607831-14be-4601-9e53-8bb4c8202cfd/66247607-1325-4b94-8ec3-09d9b2cb2939) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:07.467072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Attempting to bind port b6117829-5f59-43a3-bd57-afc40e7f6eb7 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:07.467470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Attempting to bind port b6117829-5f59-43a3-bd57-afc40e7f6eb7 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:07.467833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Attempting to bind port b6117829-5f59-43a3-bd57-afc40e7f6eb7 on network 815d662c-edcf-496d-87d4-7d35b59fbbfa {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:07.472730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:07.473101 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Checking segment: {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:07.473495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.473887 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Bound using segment: {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:07.474347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Bound port: b6117829-5f59-43a3-bd57-afc40e7f6eb7, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:07.474723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.533969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] For port b6117829-5f59-43a3-bd57-afc40e7f6eb7, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:07.537071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] For port b6117829-5f59-43a3-bd57-afc40e7f6eb7, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b6117829-5f59-43a3-bd57-afc40e7f6eb7,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:07.541593 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.567619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.602391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc9ab6-2761-44da-b2bc-fd8e228ab4ed None None] Pushing event updated for resources: {'Port': ['ID=b6117829-5f59-43a3-bd57-afc40e7f6eb7,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.604115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.646209 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:07.651548 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:07.654040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:07.654745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:07.697361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:07.786808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.013796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b6117829-5f59-43a3-bd57-afc40e7f6eb7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:08.053552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.058426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.059118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.063455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b6117829-5f59-43a3-bd57-afc40e7f6eb7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:08.063642 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.139797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.149391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.176365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port b6117829-5f59-43a3-bd57-afc40e7f6eb7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b6117829-5f59-43a3-bd57-afc40e7f6eb7,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:08.180931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.197486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:08.199017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:08.247597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=b6117829-5f59-43a3-bd57-afc40e7f6eb7,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.251048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.325939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:08.422288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:08.430971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c9c2bae0-b9d2-42dd-adab-17c916900384 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4888549 Nov 12 03:45:08.431143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40064) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.432116 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:08.436922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941034931'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:08.443754 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:08.444576 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:08.461073 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:08.465124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.491673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:08.501685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.502181 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment 087ff089-3140-4740-8b81-e62fc6f2295d of type vlan for network 42d509d9-13c1-4dd1-8828-f4102540c552 Nov 12 03:45:08.536395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:08.544705 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.557997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a4d44-f7be-4c28-96bf-c4d805f6d5d2 None None] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:08.577777 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.583843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:08.584438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.652805 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2204967 Nov 12 03:45:08.653216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40066) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.660427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa636f-f88a-4046-8e83-12149c50b272 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=42d509d9-13c1-4dd1-8828-f4102540c552,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:08.663380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:08.675552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 42d509d9-13c1-4dd1-8828-f4102540c552 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:08.743370 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:07Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:07Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:08.759633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dc95a580-cb96-4b99-8f34-c0d1850c892a None None] Provisioning complete for port b6117829-5f59-43a3-bd57-afc40e7f6eb7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:08.759994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc95a580-cb96-4b99-8f34-c0d1850c892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.760118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:08.767259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.774080 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:08.774776 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Updating router ad78278a-e4a2-44bf-8312-15bf3b29aabf port 66247607-1325-4b94-8ec3-09d9b2cb2939 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:08.806540 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.964163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.028106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=ef047009-869a-4f7f-a2f2-d8980800ccbc,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.039056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:09.039521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: 42d509d9-13c1-4dd1-8828-f4102540c552, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:09.058284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 42d509d9-13c1-4dd1-8828-f4102540c552 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:09.069325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 42d509d9-13c1-4dd1-8828-f4102540c552) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:09.073692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.074369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.087248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0ab4e-4470-430d-b20a-398a56b067c1 None None] Network 42d509d9-13c1-4dd1-8828-f4102540c552 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:09.094167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-69cb6b4c-986a-4931-bf5e-de7f7fa858d6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4371970 Nov 12 03:45:09.094681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40068) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.100396 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.106537 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.178468 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Pushing event updated for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.217293 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.218026 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.220822 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.221328 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.222449 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.222881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.223334 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:09.232228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Attempting to bind port 66247607-1325-4b94-8ec3-09d9b2cb2939 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:09.232791 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Attempting to bind port 66247607-1325-4b94-8ec3-09d9b2cb2939 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:09.233278 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Attempting to bind port 66247607-1325-4b94-8ec3-09d9b2cb2939 on network 815d662c-edcf-496d-87d4-7d35b59fbbfa {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:09.234259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cc4117b7-67aa-479f-a871-7adbbdefa40c None None] Provisioning complete for port 66247607-1325-4b94-8ec3-09d9b2cb2939 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:09.234609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc4117b7-67aa-479f-a871-7adbbdefa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.239587 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:09.239833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Checking segment: {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:09.240329 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.240874 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Bound using segment: {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:09.241442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Bound port: 66247607-1325-4b94-8ec3-09d9b2cb2939, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ee2ffb-26df-4454-a666-4145be9878c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:09.241922 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.310340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cc4117b7-67aa-479f-a871-7adbbdefa40c None None] Port 66247607-1325-4b94-8ec3-09d9b2cb2939 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:09.316286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] For port 66247607-1325-4b94-8ec3-09d9b2cb2939, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:09.320852 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] For port 66247607-1325-4b94-8ec3-09d9b2cb2939, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66247607-1325-4b94-8ec3-09d9b2cb2939,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:09.323843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-42d509d9-13c1-4dd1-8828-f4102540c552', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:09.325119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.329006 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.355645 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cc4117b7-67aa-479f-a871-7adbbdefa40c None None] Provisioning complete for port b6117829-5f59-43a3-bd57-afc40e7f6eb7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:09.356125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cc4117b7-67aa-479f-a871-7adbbdefa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.401324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:09.402139 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.403768 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330aee7-4ce4-4be6-95f0-8104299c472e None None] Pushing event updated for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.558488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Allocated IP 2001:db8:1::2 (42d509d9-13c1-4dd1-8828-f4102540c552/ef047009-869a-4f7f-a2f2-d8980800ccbc/78f0dafc-0216-4890-a3c6-8930824686f5) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:09.579428 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.597725 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:09.848402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:07Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:09Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:09.880017 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155864c0-9bd7-49fc-8db8-6c6530829b49 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:07Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:09Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:09.912002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] Provisioning complete for port 66247607-1325-4b94-8ec3-09d9b2cb2939 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:09.912368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.917932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.947303 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.995024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Network 42d509d9-13c1-4dd1-8828-f4102540c552 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:10.004659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:10.007268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:10.019557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Pushing event updated for resources: {'Port': ['ID=78f0dafc-0216-4890-a3c6-8930824686f5,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.039849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8:1::1 (42d509d9-13c1-4dd1-8828-f4102540c552/ef047009-869a-4f7f-a2f2-d8980800ccbc/e29939e7-2555-4f0b-83e7-507407ca7873) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:10.045545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b6117829-5f59-43a3-bd57-afc40e7f6eb7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:10.147648 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.167560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Attempting to bind port 78f0dafc-0216-4890-a3c6-8930824686f5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:10.167933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Attempting to bind port 78f0dafc-0216-4890-a3c6-8930824686f5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:10.168291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Attempting to bind port 78f0dafc-0216-4890-a3c6-8930824686f5 on network 42d509d9-13c1-4dd1-8828-f4102540c552 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:10.185472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:10.185847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Checking segment: {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:10.186242 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.186635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Bound using segment: {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:10.187136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Bound port: 78f0dafc-0216-4890-a3c6-8930824686f5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:10.187520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.209720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.218174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] For port 66247607-1325-4b94-8ec3-09d9b2cb2939, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66247607-1325-4b94-8ec3-09d9b2cb2939,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:10.226835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.258633 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.266530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b6117829-5f59-43a3-bd57-afc40e7f6eb7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:10.266965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.319989 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 42d509d9-13c1-4dd1-8828-f4102540c552 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:10.321560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.324892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:10.326959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:10.327626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.407703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] For port 78f0dafc-0216-4890-a3c6-8930824686f5, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:10.415638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a2a6f-a1e1-4f5a-8acf-e101a898b7de None None] Pushing event updated for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.419280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-031e7b0e-0fed-4264-94b6-5f157340bb34 None None] Provisioning complete for port 66247607-1325-4b94-8ec3-09d9b2cb2939 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:10.419674 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-031e7b0e-0fed-4264-94b6-5f157340bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.457719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] For port 78f0dafc-0216-4890-a3c6-8930824686f5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78f0dafc-0216-4890-a3c6-8930824686f5,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:10.466009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.476393 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.571785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a394a-0629-442d-bd40-ea5a405fe342 None None] Pushing event updated for resources: {'Port': ['ID=78f0dafc-0216-4890-a3c6-8930824686f5,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.782368 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.790096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.791005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.886347 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.926132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network 42d509d9-13c1-4dd1-8828-f4102540c552 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:10.927567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:11.359349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:11.454194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:11.459673 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-db133481-8e09-4e54-9d32-858e28fcdde5 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3640885 Nov 12 03:45:11.462328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40070) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.467205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1769930084'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:11.487792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:11.491480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.514928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:11.524519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.524867 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb of type vlan for network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 Nov 12 03:45:11.565979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.591236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.597567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:11.598149 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.642287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1763589 Nov 12 03:45:11.642641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:11.647803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:11.677055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad82631-7f91-49f6-9e82-01325a1e12ed tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=a20434b3-7aec-4fc5-a79c-5f0f70d15fb5,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:11.688535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:11.750232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:11.755562 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.879478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:11.891236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:11.891876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:11.929263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4327132-8193-4323-ba58-4ca92ab7e98a None None] Network 42d509d9-13c1-4dd1-8828-f4102540c552 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:11.958659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.033801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=20f9f59b-6381-48fd-9de0-8351e2003d35,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:12.044311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:12.044311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: a20434b3-7aec-4fc5-a79c-5f0f70d15fb5, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:12.046113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:12.049392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] Provisioning complete for port 78f0dafc-0216-4890-a3c6-8930824686f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:12.049793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.061573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:12.078564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a20434b3-7aec-4fc5-a79c-5f0f70d15fb5) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:12.083722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:12.084206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.100534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f57a4e5-6343-4d88-b43d-6d66903d5f1d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4565318 Nov 12 03:45:12.103267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40074) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:12.111391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78f0dafc-0216-4890-a3c6-8930824686f5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:12.113168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d29079-9340-4cfc-a9df-bd3446ad19b7 None None] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:12.457667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.543817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 78f0dafc-0216-4890-a3c6-8930824686f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:12.544183 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.573634 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.720630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8:2::1 (a20434b3-7aec-4fc5-a79c-5f0f70d15fb5/20f9f59b-6381-48fd-9de0-8351e2003d35/041def5e-5d9c-4552-b6d3-5a5bfdff32de) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:12.834744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.848597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:12.849482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.864021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] For port 78f0dafc-0216-4890-a3c6-8930824686f5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78f0dafc-0216-4890-a3c6-8930824686f5,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:12.874652 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.882394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.918447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:12.923772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:12.928244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:12.928787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:12.965764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.055080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c10acc-dcbd-47e4-9b09-69e10fa6158c None None] Pushing event updated for resources: {'Port': ['ID=78f0dafc-0216-4890-a3c6-8930824686f5,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.059370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 3, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:13.072909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66247607-1325-4b94-8ec3-09d9b2cb2939 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:13.146548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:13.146908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Updating router ad78278a-e4a2-44bf-8312-15bf3b29aabf port e29939e7-2555-4f0b-83e7-507407ca7873 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:13.216547 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.229685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a5ecef8-e653-4acb-b9af-abc787a2531b None None] Provisioning complete for port 78f0dafc-0216-4890-a3c6-8930824686f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.229974 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecef8-e653-4acb-b9af-abc787a2531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.240184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Allocated IP 2001:db8:2::2 (a20434b3-7aec-4fc5-a79c-5f0f70d15fb5/20f9f59b-6381-48fd-9de0-8351e2003d35/191217e3-7284-4d5b-90eb-9af38be1f42f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:13.378508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 66247607-1325-4b94-8ec3-09d9b2cb2939 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.378906 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.429955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.697141 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a5ecef8-e653-4acb-b9af-abc787a2531b None None] Provisioning complete for port e29939e7-2555-4f0b-83e7-507407ca7873 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:13.697509 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecef8-e653-4acb-b9af-abc787a2531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.699018 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.703649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.704401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.705132 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.743821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.793652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.810159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:13.810892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ecef8-e653-4acb-b9af-abc787a2531b None None] Port e29939e7-2555-4f0b-83e7-507407ca7873 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:13.829508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:13.830890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:13.833612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:13.842316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:13.848890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Pushing event updated for resources: {'Port': ['ID=191217e3-7284-4d5b-90eb-9af38be1f42f,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:13.900073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.912745 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.919423 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Attempting to bind port 191217e3-7284-4d5b-90eb-9af38be1f42f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:13.919801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Attempting to bind port 191217e3-7284-4d5b-90eb-9af38be1f42f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:13.920327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Attempting to bind port 191217e3-7284-4d5b-90eb-9af38be1f42f on network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:13.931649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:13.964786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:13.965172 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Checking segment: {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:13.965584 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:13.965990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Bound using segment: {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:13.966483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Bound port: 191217e3-7284-4d5b-90eb-9af38be1f42f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:13.966868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.005766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c42c6-55af-4b5d-aceb-8eff55557285 None None] Pushing event updated for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.027714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7e36b42a-0846-4be0-ba01-8bf8a130dfcc None None] Provisioning complete for port e29939e7-2555-4f0b-83e7-507407ca7873 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.028083 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e36b42a-0846-4be0-ba01-8bf8a130dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.032060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:14.033868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78f0dafc-0216-4890-a3c6-8930824686f5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:14.040112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40076) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.040553 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-19d52457-c4ad-4834-bfef-da9f4be4f3b9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357531 Nov 12 03:45:14.045866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737413435'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:14.069804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:14.075029 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.109462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:14.119850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.120221 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added segment 05830a4d-dec8-4b53-9ac9-2e8eb9703b58 of type vlan for network c23c622c-19dc-4a66-bfac-285b0e561602 Nov 12 03:45:14.165591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.167216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7e36b42a-0846-4be0-ba01-8bf8a130dfcc None None] Port e29939e7-2555-4f0b-83e7-507407ca7873 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:14.176524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] For port 191217e3-7284-4d5b-90eb-9af38be1f42f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:14.180507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] For port 191217e3-7284-4d5b-90eb-9af38be1f42f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=191217e3-7284-4d5b-90eb-9af38be1f42f,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:14.181548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Attempting to bind port e29939e7-2555-4f0b-83e7-507407ca7873 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:14.182344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Attempting to bind port e29939e7-2555-4f0b-83e7-507407ca7873 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:14.182344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Attempting to bind port e29939e7-2555-4f0b-83e7-507407ca7873 on network 42d509d9-13c1-4dd1-8828-f4102540c552 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:14.190245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.195863 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.201313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:14.201605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Checking segment: {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:14.201855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.202256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Bound using segment: {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:14.202632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.202772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Bound port: e29939e7-2555-4f0b-83e7-507407ca7873, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087ff089-3140-4740-8b81-e62fc6f2295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:14.203139 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.203344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.245250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2003639 Nov 12 03:45:14.245602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40078) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.250776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'subnet': {'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:14.261402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 78f0dafc-0216-4890-a3c6-8930824686f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.261920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.289616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40502e-027a-4a3c-a33c-d05c7ed9531f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Network': ['ID=c23c622c-19dc-4a66-bfac-285b0e561602,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.306144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c23c622c-19dc-4a66-bfac-285b0e561602 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:14.356826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Made reservation on behalf of 326b40aa3b1d4bdb83a41bfa63cf48db for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:14.360577 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.373428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd7d6b-fef4-43b1-b485-1fdfe12e9d30 None None] Pushing event updated for resources: {'Port': ['ID=191217e3-7284-4d5b-90eb-9af38be1f42f,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.432454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fca0cef5-31a3-43c5-a58b-afebe781e9d1 None None] Provisioning complete for port e29939e7-2555-4f0b-83e7-507407ca7873 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:14.432965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fca0cef5-31a3-43c5-a58b-afebe781e9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.476683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] For port e29939e7-2555-4f0b-83e7-507407ca7873, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:14.530801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] For port e29939e7-2555-4f0b-83e7-507407ca7873, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e29939e7-2555-4f0b-83e7-507407ca7873,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:14.535851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fca0cef5-31a3-43c5-a58b-afebe781e9d1 None None] Port e29939e7-2555-4f0b-83e7-507407ca7873 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:14.540382 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.591379 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.620167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:14.621576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:14.623516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c42c6-55af-4b5d-aceb-8eff55557285 None None] Pushing event updated for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.669447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Subnet': ['ID=dc848ebe-260c-4d65-b331-f16f8dc4269e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:14.684235 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Checking segment: {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:14.684695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network hostable DHCP agents. Network: c23c622c-19dc-4a66-bfac-285b0e561602, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:14.708475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network c23c622c-19dc-4a66-bfac-285b0e561602 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:14.719458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c23c622c-19dc-4a66-bfac-285b0e561602) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:14.724677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:14.725551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:14.734899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb81d9-c03c-4f34-bd49-9fb87db692a1 None None] Network c23c622c-19dc-4a66-bfac-285b0e561602 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:14.743601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:14.754552 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:14.754882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec9a805a-c60c-4e5b-8c44-99bf7ab5c05d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5079322 Nov 12 03:45:15.124784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] Provisioning complete for port e29939e7-2555-4f0b-83e7-507407ca7873 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:15.125367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.138040 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.265741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c23c622c-19dc-4a66-bfac-285b0e561602', 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'fixed_ips': [{'subnet_id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:15.266512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.384343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.420469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6635b-6723-4e20-9f22-0809f38353dc None None] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:15.448480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Allocated IP 2001:db8:3::1 (c23c622c-19dc-4a66-bfac-285b0e561602/dc848ebe-260c-4d65-b331-f16f8dc4269e/46154dc5-adb5-4b98-a550-cd4be90d230b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:15.493573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:15.522723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] For port e29939e7-2555-4f0b-83e7-507407ca7873, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e29939e7-2555-4f0b-83e7-507407ca7873,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:15.525460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1729e-0793-482f-9572-97b73bbd58b7 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:14Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:15.538449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.570012 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.633218 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.639653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a148ab6-6620-45fb-afbb-a2c5202f43f6 None None] Pushing event updated for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:15.690186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network c23c622c-19dc-4a66-bfac-285b0e561602 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:15.694910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:15.696882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:15.697709 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.723930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] Provisioning complete for port 191217e3-7284-4d5b-90eb-9af38be1f42f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:15.724295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.728000 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Allocated IP 2001:db8:3::2 (c23c622c-19dc-4a66-bfac-285b0e561602/dc848ebe-260c-4d65-b331-f16f8dc4269e/aed94d9c-2f7a-4d0e-b123-112bed44f4fe) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:15.762419 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:15.839657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.903956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:15.994314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] For port 191217e3-7284-4d5b-90eb-9af38be1f42f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=191217e3-7284-4d5b-90eb-9af38be1f42f,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:16.004785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.009319 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.069924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.107824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 191217e3-7284-4d5b-90eb-9af38be1f42f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:16.122020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Network c23c622c-19dc-4a66-bfac-285b0e561602 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:16.147014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:16.150558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:16.154388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6165b8b-6450-4ba2-9e8b-c9aaf22ac602 None None] Pushing event updated for resources: {'Port': ['ID=191217e3-7284-4d5b-90eb-9af38be1f42f,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.232547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.240484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.243822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.277119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-61c5153a-8afe-4d92-9fda-7c7247048581 None None] Provisioning complete for port 191217e3-7284-4d5b-90eb-9af38be1f42f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.277487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61c5153a-8afe-4d92-9fda-7c7247048581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.325284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Pushing event updated for resources: {'Port': ['ID=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.336820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event updated for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.345236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Attempting to bind port aed94d9c-2f7a-4d0e-b123-112bed44f4fe on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:16.345619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Attempting to bind port aed94d9c-2f7a-4d0e-b123-112bed44f4fe by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:16.346006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Attempting to bind port aed94d9c-2f7a-4d0e-b123-112bed44f4fe on network c23c622c-19dc-4a66-bfac-285b0e561602 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:16.366735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:16.367020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Checking segment: {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:16.368132 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.370579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Bound using segment: {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:16.371454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Bound port: aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:16.372097 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.383128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 191217e3-7284-4d5b-90eb-9af38be1f42f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.383985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.434712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Network c23c622c-19dc-4a66-bfac-285b0e561602 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:16.436370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:16.561668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] For port aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:16.569563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:16.577002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] For port aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:16.587184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-61c5153a-8afe-4d92-9fda-7c7247048581 None None] Provisioning complete for port 041def5e-5d9c-4552-b6d3-5a5bfdff32de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.587886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61c5153a-8afe-4d92-9fda-7c7247048581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.607869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.683684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:16.691948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-631341cb-29c5-4f24-b99c-b4f25eca46da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356785 Nov 12 03:45:16.692319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40082) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:16.697312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:16.713500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc6e01-56b9-4051-adc4-e1b31eb5ac17 None None] Pushing event updated for resources: {'Port': ['ID=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.722567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-61c5153a-8afe-4d92-9fda-7c7247048581 None None] Port 041def5e-5d9c-4552-b6d3-5a5bfdff32de cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:16.843951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e50d295f-138c-461a-8ea0-53205eea8fc7 None None] Provisioning complete for port 041def5e-5d9c-4552-b6d3-5a5bfdff32de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:16.844535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e50d295f-138c-461a-8ea0-53205eea8fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:16.891237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e50d295f-138c-461a-8ea0-53205eea8fc7 None None] Port 041def5e-5d9c-4552-b6d3-5a5bfdff32de cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:17.036831 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:17.048064 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:17.049065 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.117540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:45:17.132373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Removed routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:45:17.132777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.145012 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:17.311804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.315051 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.358538 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:13Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46154dc5-adb5-4b98-a550-cd4be90d230b', 'name': '', 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:db:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:15Z', 'updated_at': '2021-11-12T03:45:16Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:17.387286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:17.387641 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Updating router ad78278a-e4a2-44bf-8312-15bf3b29aabf port 041def5e-5d9c-4552-b6d3-5a5bfdff32de binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:17.414787 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.420612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:17.520631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:17.531544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.535693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4cb6dc7b-9ef8-4f9c-bd0f-baa11dc5ec71 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 954 time: 0.8393469 Nov 12 03:45:17.535985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40084) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.645299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0ee06a16-6e25-49f5-ab4f-f226900e45c3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 954 time: 0.1081328 Nov 12 03:45:17.647829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40086) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:17.652483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'routes': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:17.701665 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.708779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7b759-89a4-4e61-8f86-1014e98b7b86 None None] Network c23c622c-19dc-4a66-bfac-285b0e561602 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:17.712497 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.817719 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 041def5e-5d9c-4552-b6d3-5a5bfdff32de on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:17.818383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 041def5e-5d9c-4552-b6d3-5a5bfdff32de by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:17.818984 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 041def5e-5d9c-4552-b6d3-5a5bfdff32de on network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:17.826293 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:17.826946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Checking segment: {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:17.827697 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.828270 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Bound using segment: {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:17.828940 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Bound port: 041def5e-5d9c-4552-b6d3-5a5bfdff32de, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:17.829515 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.847654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] Provisioning complete for port aed94d9c-2f7a-4d0e-b123-112bed44f4fe triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:17.848345 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.897042 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94cc2-11e9-4cdb-a781-dc98860e6f3f None None] Pushing event updated for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:17.905498 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] For port 041def5e-5d9c-4552-b6d3-5a5bfdff32de, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:17.911555 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] For port 041def5e-5d9c-4552-b6d3-5a5bfdff32de, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=041def5e-5d9c-4552-b6d3-5a5bfdff32de,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:17.921015 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:17.966505 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Updating router ad78278a-e4a2-44bf-8312-15bf3b29aabf port 46154dc5-adb5-4b98-a550-cd4be90d230b binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:45:18.004358 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.066005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.076990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:45:18.083148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:45:18.100707 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94cc2-11e9-4cdb-a781-dc98860e6f3f None None] Pushing event updated for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.131070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] For port aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:18.138518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.155704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.222867 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d1eae-3356-44f7-919c-ea7530231eaf None None] Pushing event updated for resources: {'Port': ['ID=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.278743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] Provisioning complete for port 041def5e-5d9c-4552-b6d3-5a5bfdff32de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:18.279160 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.323460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e29939e7-2555-4f0b-83e7-507407ca7873 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:18.462546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.467326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.469685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.474077 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.484135 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.516871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] For port 041def5e-5d9c-4552-b6d3-5a5bfdff32de, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=041def5e-5d9c-4552-b6d3-5a5bfdff32de,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:18.524532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e29939e7-2555-4f0b-83e7-507407ca7873 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:18.526358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.546638 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94cc2-11e9-4cdb-a781-dc98860e6f3f None None] Pushing event updated for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.555709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.606724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:18.606975 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 46154dc5-adb5-4b98-a550-cd4be90d230b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:18.607276 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 46154dc5-adb5-4b98-a550-cd4be90d230b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:18.607880 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Attempting to bind port 46154dc5-adb5-4b98-a550-cd4be90d230b on network c23c622c-19dc-4a66-bfac-285b0e561602 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:18.614038 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:18.614722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Checking segment: {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:18.615366 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.615938 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Bound using segment: {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:18.616637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Bound port: 46154dc5-adb5-4b98-a550-cd4be90d230b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05830a4d-dec8-4b53-9ac9-2e8eb9703b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:18.617372 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.698974 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] For port 46154dc5-adb5-4b98-a550-cd4be90d230b, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:18.704068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] For port 46154dc5-adb5-4b98-a550-cd4be90d230b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=46154dc5-adb5-4b98-a550-cd4be90d230b,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:18.711873 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.726153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:18.739803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.743885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40088) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:18.744489 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-706e5a2a-e23b-40f5-81bf-7b7666d77dc1 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 704 time: 1.0951955 Nov 12 03:45:18.782570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:18.783228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:18.812169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Provisioning complete for port 46154dc5-adb5-4b98-a550-cd4be90d230b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:18.812843 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.854202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7b443-b34c-44cc-be7c-2e3469cf8236 None None] Pushing event updated for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.873774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e36f357e-f76a-4176-8f3a-6a7021da27f6 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 704 time: 0.1278129 Nov 12 03:45:18.876682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40090) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:18.891991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94cc2-11e9-4cdb-a781-dc98860e6f3f None None] Pushing event updated for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:18.909561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aed94d9c-2f7a-4d0e-b123-112bed44f4fe up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:18.923488 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:18.999373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.009231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port aed94d9c-2f7a-4d0e-b123-112bed44f4fe triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.009602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.076669 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] For port 46154dc5-adb5-4b98-a550-cd4be90d230b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=46154dc5-adb5-4b98-a550-cd4be90d230b,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:19.091668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.174446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Provisioning complete for port aed94d9c-2f7a-4d0e-b123-112bed44f4fe triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.175470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.177739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 191217e3-7284-4d5b-90eb-9af38be1f42f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:19.255481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Pushing event updated for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.311710 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 7, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46154dc5-adb5-4b98-a550-cd4be90d230b', 'name': '', 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:db:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:15Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:19.320242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 191217e3-7284-4d5b-90eb-9af38be1f42f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.321219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.345689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c3a757-a2cd-4bbf-8f64-7f1c4dcb0936 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 7, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46154dc5-adb5-4b98-a550-cd4be90d230b', 'name': '', 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:db:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:15Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 4, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:19.443408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Provisioning complete for port 041def5e-5d9c-4552-b6d3-5a5bfdff32de triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.443829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5498-81e2-4938-aed5-c0a5d7b64040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.731332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-da5a6d18-1750-402c-97cf-e47619a58e91 None None] Provisioning complete for port 46154dc5-adb5-4b98-a550-cd4be90d230b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.735292 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da5a6d18-1750-402c-97cf-e47619a58e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.843422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.989105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-246d2e5b-1ffb-4bd2-8371-cd76a0172ad1 None None] Provisioning complete for port 46154dc5-adb5-4b98-a550-cd4be90d230b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:19.989617 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-246d2e5b-1ffb-4bd2-8371-cd76a0172ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.144408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aed94d9c-2f7a-4d0e-b123-112bed44f4fe up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:20.144667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 46154dc5-adb5-4b98-a550-cd4be90d230b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:20.145038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.192809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:20.206651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port aed94d9c-2f7a-4d0e-b123-112bed44f4fe triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:20.207023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.209291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:20.209895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:20.233961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 46154dc5-adb5-4b98-a550-cd4be90d230b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=46154dc5-adb5-4b98-a550-cd4be90d230b,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:20.234330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.251154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 46154dc5-adb5-4b98-a550-cd4be90d230b owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:20.328078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:20.422666 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.433820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 041def5e-5d9c-4552-b6d3-5a5bfdff32de up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:20.448132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=46154dc5-adb5-4b98-a550-cd4be90d230b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:20.554047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 041def5e-5d9c-4552-b6d3-5a5bfdff32de triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:20.554425 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.573653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.647387 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 7, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46154dc5-adb5-4b98-a550-cd4be90d230b', 'name': '', 'network_id': 'c23c622c-19dc-4a66-bfac-285b0e561602', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:db:d4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:15Z', 'updated_at': '2021-11-12T03:45:19Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'dc848ebe-260c-4d65-b331-f16f8dc4269e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:20.696702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:20.712945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 46154dc5-adb5-4b98-a550-cd4be90d230b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:20.715760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:20.716212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:20.763930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 46154dc5-adb5-4b98-a550-cd4be90d230b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:20.764206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 46154dc5-adb5-4b98-a550-cd4be90d230b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:45:20.782351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:20.810926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Port 46154dc5-adb5-4b98-a550-cd4be90d230b not found, will not notify nova. {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:45:20.837438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:20.877250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:20.882342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-737ff1cb-92cf-4f50-99c1-8917cff08292 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0044072 Nov 12 03:45:20.886373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40092) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:20.936715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet dc848ebe-260c-4d65-b331-f16f8dc4269e {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:20.939839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:20.979965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.040879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:20Z', 'revision_number': 8, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.064711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.069996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb7c8bf-050b-4040-a8e1-227370b4dec0 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:20Z', 'revision_number': 8, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:21.128501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.155408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=dc848ebe-260c-4d65-b331-f16f8dc4269e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.159205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.163085 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-20e099bc-e773-471d-8302-d626c4083e4e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/dc848ebe-260c-4d65-b331-f16f8dc4269e HTTP/1.1" status: 204 len: 168 time: 0.2765665 Nov 12 03:45:21.165976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40094) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:21.166119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a5292-41df-4e9a-ae4b-08f615273ea8 None None] Network c23c622c-19dc-4a66-bfac-285b0e561602 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:21.241348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.299193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port aed94d9c-2f7a-4d0e-b123-112bed44f4fe {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:21.299539 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.361304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,segment=NetworkSegment(05830a4d-dec8-4b53-9ac9-2e8eb9703b58),segment_id=05830a4d-dec8-4b53-9ac9-2e8eb9703b58)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:21.361595 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.373523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for aed94d9c-2f7a-4d0e-b123-112bed44f4fe owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:21.452320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] DHCP port deletion for c23c622c-19dc-4a66-bfac-285b0e561602 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:21.464081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.491593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.493543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port aed94d9c-2f7a-4d0e-b123-112bed44f4fe on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:21.507263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Deleting port aed94d9c-2f7a-4d0e-b123-112bed44f4fe {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:21.507644 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.572459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] For port aed94d9c-2f7a-4d0e-b123-112bed44f4fe, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:21.572856 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.575227 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.591777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Calling delete_port for aed94d9c-2f7a-4d0e-b123-112bed44f4fe owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:21.594425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Port aed94d9c-2f7a-4d0e-b123-112bed44f4fe was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:45:21.595699 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.603910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23c622c-19dc-4a66-bfac-285b0e561602']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.612450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05830a4d-dec8-4b53-9ac9-2e8eb9703b58') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.612792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05830a4d-dec8-4b53-9ac9-2e8eb9703b58') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.622518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.627998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] Pushing event deleted for resources: {'Port': ['ID=aed94d9c-2f7a-4d0e-b123-112bed44f4fe,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.635955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38f399-d601-4d60-8877-88515968dcc1 None None] No DVR routers for this DVR port aed94d9c-2f7a-4d0e-b123-112bed44f4fe on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:21.640029 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:21.647274 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.652071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:21.652691 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.653685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:21.654094 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:21.657048 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:21.714672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.723082 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:21.726259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/c23c622c-19dc-4a66-bfac-285b0e561602 HTTP/1.1" status: 204 len: 168 time: 0.5593569 Nov 12 03:45:21.729413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40096) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:21.735806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33a6eb-6716-4eea-8fef-e4a0f64ac65f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=c23c622c-19dc-4a66-bfac-285b0e561602,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:21.749781 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:21.954892 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:20Z', 'revision_number': 8, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:21.985410 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:21.994373 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:21.995060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.015728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aed94d9c-2f7a-4d0e-b123-112bed44f4fe no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:22.036731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: aed94d9c-2f7a-4d0e-b123-112bed44f4fe {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:22.037079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aed94d9c-2f7a-4d0e-b123-112bed44f4fe not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:22.037690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 46154dc5-adb5-4b98-a550-cd4be90d230b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:22.056897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 46154dc5-adb5-4b98-a550-cd4be90d230b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:22.057594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 46154dc5-adb5-4b98-a550-cd4be90d230b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:22.084375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.091053 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:22.291132 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:20Z', 'revision_number': 8, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:22.322603 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a95382-4c08-4bfd-b38b-1b14263418f1 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:20Z', 'revision_number': 8, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '041def5e-5d9c-4552-b6d3-5a5bfdff32de', 'name': '', 'network_id': 'a20434b3-7aec-4fc5-a79c-5f0f70d15fb5', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:a0:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:12Z', 'updated_at': '2021-11-12T03:45:18Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '20f9f59b-6381-48fd-9de0-8351e2003d35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:22.328072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 041def5e-5d9c-4552-b6d3-5a5bfdff32de {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:22.328502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.430890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 041def5e-5d9c-4552-b6d3-5a5bfdff32de, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=041def5e-5d9c-4552-b6d3-5a5bfdff32de,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:22.431286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.445234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 041def5e-5d9c-4552-b6d3-5a5bfdff32de owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:22.611943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:22.638041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=041def5e-5d9c-4552-b6d3-5a5bfdff32de,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:22.752425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.265313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:23.357787 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:23.363544 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-229c2dd5-18d7-4345-ad92-e5663b3abecb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328754 Nov 12 03:45:23.366233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40098) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.368765 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:23.379340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:23.379953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:23.416722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 20f9f59b-6381-48fd-9de0-8351e2003d35 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:23.419847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.463485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.467397 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:23.550641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.609793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.637070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=20f9f59b-6381-48fd-9de0-8351e2003d35,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:23.640996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.648308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f0eee0a0-f2f0-4f13-a370-922eb45718eb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/20f9f59b-6381-48fd-9de0-8351e2003d35 HTTP/1.1" status: 204 len: 168 time: 0.2768536 Nov 12 03:45:23.648308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:23.731453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.786448 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 191217e3-7284-4d5b-90eb-9af38be1f42f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:23.787191 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.808752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee3546-9125-4c92-b553-3afffe055d29 None None] Network a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:23.855623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 191217e3-7284-4d5b-90eb-9af38be1f42f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=191217e3-7284-4d5b-90eb-9af38be1f42f,segment=NetworkSegment(ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb),segment_id=ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:23.856070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.869502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 191217e3-7284-4d5b-90eb-9af38be1f42f owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:23.928079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:22Z', 'revision_number': 9, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:23.957074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:23.957719 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.970336 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:23.970986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:23.971928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port 191217e3-7284-4d5b-90eb-9af38be1f42f on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:23.992871 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=191217e3-7284-4d5b-90eb-9af38be1f42f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.071680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:24.079992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.099179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd73a4b-559c-4575-b426-e119a8343172 None None] DHCP port deletion for a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:24.100816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20434b3-7aec-4fc5-a79c-5f0f70d15fb5']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.110478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.110775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7cf4a4-e2a0-4f91-a3d5-4994882ba1fb') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.124199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.137396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.144222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:24.144626 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:24.147545 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:24.209802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.217372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.220344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/a20434b3-7aec-4fc5-a79c-5f0f70d15fb5 HTTP/1.1" status: 204 len: 168 time: 0.5721688 Nov 12 03:45:24.223730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40102) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:24.232240 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12263d3c-400c-41d7-a187-c8ee873270f3 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=a20434b3-7aec-4fc5-a79c-5f0f70d15fb5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:24.290871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:22Z', 'revision_number': 9, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:24.316949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c089c165-8774-4c19-b43a-45cbdc9b351d None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:22Z', 'revision_number': 9, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e29939e7-2555-4f0b-83e7-507407ca7873', 'name': '', 'network_id': '42d509d9-13c1-4dd1-8828-f4102540c552', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:40:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:09Z', 'updated_at': '2021-11-12T03:45:15Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': 'ef047009-869a-4f7f-a2f2-d8980800ccbc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:24.560363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.822195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port e29939e7-2555-4f0b-83e7-507407ca7873 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:24.822526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.908183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port e29939e7-2555-4f0b-83e7-507407ca7873, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e29939e7-2555-4f0b-83e7-507407ca7873,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:24.908474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:24.920775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for e29939e7-2555-4f0b-83e7-507407ca7873 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:25.086679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.113871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=e29939e7-2555-4f0b-83e7-507407ca7873,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.221770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.407009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:25.497371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:25.502391 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7e357277-e817-458a-aaf1-b4b2352370cf tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2770193 Nov 12 03:45:25.504968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40104) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.506990 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:25.517118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:25.517732 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.554829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet ef047009-869a-4f7f-a2f2-d8980800ccbc {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:25.557903 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.598503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.604881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:25.684311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.745012 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.773718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=ef047009-869a-4f7f-a2f2-d8980800ccbc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:25.775672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.779003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0cfa6bb5-5ad6-473e-a326-722b89635ffb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/ef047009-869a-4f7f-a2f2-d8980800ccbc HTTP/1.1" status: 204 len: 168 time: 0.2731059 Nov 12 03:45:25.781531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40106) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:25.788011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf522ca-d17c-4e0a-995f-348e35500843 None None] Network 42d509d9-13c1-4dd1-8828-f4102540c552 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:25.804157 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:25Z', 'revision_number': 10, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.833165 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:25.846294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:25.847460 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:25.863485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.919651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 78f0dafc-0216-4890-a3c6-8930824686f5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:25.920065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.945041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:25.998112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 78f0dafc-0216-4890-a3c6-8930824686f5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78f0dafc-0216-4890-a3c6-8930824686f5,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:25.998489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.000319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] DHCP port deletion for 42d509d9-13c1-4dd1-8828-f4102540c552 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:26.014006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 78f0dafc-0216-4890-a3c6-8930824686f5 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:26.057618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Deleting port 78f0dafc-0216-4890-a3c6-8930824686f5 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:26.058088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.128186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] For port 78f0dafc-0216-4890-a3c6-8930824686f5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=78f0dafc-0216-4890-a3c6-8930824686f5,segment=NetworkSegment(087ff089-3140-4740-8b81-e62fc6f2295d),segment_id=087ff089-3140-4740-8b81-e62fc6f2295d)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:26.128994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.132832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 041def5e-5d9c-4552-b6d3-5a5bfdff32de no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:26.133000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.161955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=78f0dafc-0216-4890-a3c6-8930824686f5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.162559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 041def5e-5d9c-4552-b6d3-5a5bfdff32de {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:26.162902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 041def5e-5d9c-4552-b6d3-5a5bfdff32de not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:26.163339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 191217e3-7284-4d5b-90eb-9af38be1f42f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:26.165164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Calling delete_port for 78f0dafc-0216-4890-a3c6-8930824686f5 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:26.170783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port 78f0dafc-0216-4890-a3c6-8930824686f5 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:26.187988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 191217e3-7284-4d5b-90eb-9af38be1f42f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:26.188340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 191217e3-7284-4d5b-90eb-9af38be1f42f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:26.251265 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:25Z', 'revision_number': 10, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.271571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.273562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.281019 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4279b-13e6-45ef-a858-654f19a99417 None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:25Z', 'revision_number': 10, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None, '_interfaces': [{'id': '66247607-1325-4b94-8ec3-09d9b2cb2939', 'name': '', 'network_id': '815d662c-edcf-496d-87d4-7d35b59fbbfa', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'mac_address': 'fa:16:3e:8b:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:45:07Z', 'updated_at': '2021-11-12T03:45:10Z', 'revision_number': 5, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'subnets': [{'id': '0f607831-14be-4601-9e53-8bb4c8202cfd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:26.293821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d509d9-13c1-4dd1-8828-f4102540c552']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.304322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087ff089-3140-4740-8b81-e62fc6f2295d') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.304546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087ff089-3140-4740-8b81-e62fc6f2295d') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:26.304664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] Pushing event deleted for resources: {'Port': ['ID=78f0dafc-0216-4890-a3c6-8930824686f5,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.309340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9be66-add7-45b5-8122-c4a205e15b1a None None] No DVR routers for this DVR port 78f0dafc-0216-4890-a3c6-8930824686f5 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:26.316660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.334253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.340309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:26.340694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:26.343872 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:26.404559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.411752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.414940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/42d509d9-13c1-4dd1-8828-f4102540c552 HTTP/1.1" status: 204 len: 168 time: 0.6324601 Nov 12 03:45:26.418024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40108) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:26.426432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c146e-96d4-4cfc-96b6-38e5c79f7442 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=42d509d9-13c1-4dd1-8828-f4102540c552,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:26.754282 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.989768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port 66247607-1325-4b94-8ec3-09d9b2cb2939 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:26.990150 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.080903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port 66247607-1325-4b94-8ec3-09d9b2cb2939, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=66247607-1325-4b94-8ec3-09d9b2cb2939,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:27.081271 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.093766 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for 66247607-1325-4b94-8ec3-09d9b2cb2939 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:27.260179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.287814 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=66247607-1325-4b94-8ec3-09d9b2cb2939,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.384732 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.543455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:27.614786 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:27.619622 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f2603b9a-b207-49bf-9005-9e1bfdd06257 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2004933 Nov 12 03:45:27.622533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40110) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.624484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:27.634436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:27.635078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.672951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting subnet 0f607831-14be-4601-9e53-8bb4c8202cfd {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:27.676619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.704641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:27.715799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.755537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.785585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:27.794079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:27.794666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.801263 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.856645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.863786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:27.883965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Subnet': ['ID=0f607831-14be-4601-9e53-8bb4c8202cfd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:27.885912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.891860 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40112) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:27.892015 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9d8279ad-8bf7-4829-9e10-78dff9a0f1fb tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/0f607831-14be-4601-9e53-8bb4c8202cfd HTTP/1.1" status: 204 len: 168 time: 0.2682557 Nov 12 03:45:27.895899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a774ba-b34d-46a5-94a8-d8579d618e4d None None] Network 815d662c-edcf-496d-87d4-7d35b59fbbfa requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:27.924899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:27.980304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.999019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b8317-2de4-4e14-819c-cb9396a2a71e None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:28.025051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.056810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Deleting port b6117829-5f59-43a3-bd57-afc40e7f6eb7 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:28.057158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.124248 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] For port b6117829-5f59-43a3-bd57-afc40e7f6eb7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b6117829-5f59-43a3-bd57-afc40e7f6eb7,segment=NetworkSegment(b1ee2ffb-26df-4454-a666-4145be9878c0),segment_id=b1ee2ffb-26df-4454-a666-4145be9878c0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:28.124615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.137462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Calling delete_port for b6117829-5f59-43a3-bd57-afc40e7f6eb7 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:28.212633 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.238402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Port': ['ID=b6117829-5f59-43a3-bd57-afc40e7f6eb7,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.240243 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No DVR routers for this DVR port b6117829-5f59-43a3-bd57-afc40e7f6eb7 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:28.319729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.339501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815d662c-edcf-496d-87d4-7d35b59fbbfa']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.348471 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee2ffb-26df-4454-a666-4145be9878c0') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.348763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee2ffb-26df-4454-a666-4145be9878c0') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:28.362552 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.376243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.383047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:28.383484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:28.386504 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:28.400549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf27ce8-0430-452c-b04d-46557db9a735 None None] DHCP port deletion for 815d662c-edcf-496d-87d4-7d35b59fbbfa request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:28.421566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e29939e7-2555-4f0b-83e7-507407ca7873 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:28.443709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e29939e7-2555-4f0b-83e7-507407ca7873 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:28.444066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e29939e7-2555-4f0b-83e7-507407ca7873 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:28.444500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78f0dafc-0216-4890-a3c6-8930824686f5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:28.460389 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.470861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 78f0dafc-0216-4890-a3c6-8930824686f5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:28.471251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 78f0dafc-0216-4890-a3c6-8930824686f5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:28.474421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:28.477772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/networks/815d662c-edcf-496d-87d4-7d35b59fbbfa HTTP/1.1" status: 204 len: 168 time: 0.5848584 Nov 12 03:45:28.480686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40114) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:28.485459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'routes': None}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:28.488099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad954943-a5d0-4497-a252-a2450a5307da tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Pushing event deleted for resources: {'Network': ['ID=815d662c-edcf-496d-87d4-7d35b59fbbfa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:28.979547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Added routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:45:28.980192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.extraroute_db [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Removed routes are [] {{(pid=102433) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:45:28.980192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.111507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.115242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.185265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router ad78278a-e4a2-44bf-8312-15bf3b29aabf has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:29.258376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:29.265035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.266171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1b258e4f-363d-4539-b84e-460269bd240f tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 705 time: 0.7844939 Nov 12 03:45:29.268775 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Sync routers for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:29.269530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40116) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.279122 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:29.279864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.295811 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e3f64deb-25b9-423d-9f77-a1afaa6b144e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 205 time: 0.0251939 Nov 12 03:45:29.298224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.349406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:29.375313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.399727 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.428867 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Checking router: ad78278a-e4a2-44bf-8312-15bf3b29aabf for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:29.437066 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Routers {'ad78278a-e4a2-44bf-8312-15bf3b29aabf'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:29.437686 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.484199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.507154 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] Set router ad78278a-e4a2-44bf-8312-15bf3b29aabf gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:29.535186 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.537342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.557824 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:29.581240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.581751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router ad78278a-e4a2-44bf-8312-15bf3b29aabf {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:29.588698 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f150e5-9edd-462b-ab92-c194f3c8de6e None None] The sync data for ids ['ad78278a-e4a2-44bf-8312-15bf3b29aabf'] in n-d-615180-50 is: [{'id': 'ad78278a-e4a2-44bf-8312-15bf3b29aabf', 'name': 'tempest-RoutersIpV6Test-router-1944981546', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:06Z', 'updated_at': '2021-11-12T03:45:27Z', 'revision_number': 11, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:29.589959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.591086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e31745d2-f9fe-480c-9b43-e639c59a1c18 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 204 len: 168 time: 0.2919741 Nov 12 03:45:29.596566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40120) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.599841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718731867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:29.623475 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.624758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.681598 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.685779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.704314 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.709787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fdd0edac-b2d3-4401-baaf-8b79aacdafb4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1094503 Nov 12 03:45:29.709787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40122) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:29.713538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:29.915738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3802183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3803425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61556'] for router, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:29.927121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3802190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3802293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3803432'] for router, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.003080 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b6117829-5f59-43a3-bd57-afc40e7f6eb7 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:30.022333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b6117829-5f59-43a3-bd57-afc40e7f6eb7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:30.022676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b6117829-5f59-43a3-bd57-afc40e7f6eb7 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:30.023113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66247607-1325-4b94-8ec3-09d9b2cb2939 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:30.025882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Router 9a4e15e6-118f-4b26-bb76-1e8ed539f511 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:30.042039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 66247607-1325-4b94-8ec3-09d9b2cb2939 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:30.042764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 66247607-1325-4b94-8ec3-09d9b2cb2939 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:30.102272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:30.109752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.111079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c2bf8a81-8eda-4b14-ad64-181d01e3da1e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "PUT /v2.0/routers/9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 200 len: 697 time: 0.4011881 Nov 12 03:45:30.111276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Sync routers for ids ['9a4e15e6-118f-4b26-bb76-1e8ed539f511'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:30.113694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40124) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.121009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Routers {'9a4e15e6-118f-4b26-bb76-1e8ed539f511'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:30.121631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9a4e15e6-118f-4b26-bb76-1e8ed539f511'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:30.190150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Set router 9a4e15e6-118f-4b26-bb76-1e8ed539f511 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:30.194077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e5b70e87-af9c-4ce2-8f92-e6d8acd09fb9 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/routers/9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 200 len: 703 time: 0.0788019 Nov 12 03:45:30.196821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.224552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5e917ed2-628f-4585-ac3c-f2df2fb30209 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 200 len: 205 time: 0.0265195 Nov 12 03:45:30.226878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40128) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.244004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e15e6-118f-4b26-bb76-1e8ed539f511', 'name': 'tempest-RoutersIpV6Test-router-718731867', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:29Z', 'updated_at': '2021-11-12T03:45:29Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:30.269776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Checking router: 9a4e15e6-118f-4b26-bb76-1e8ed539f511 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:30.278147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Routers {'9a4e15e6-118f-4b26-bb76-1e8ed539f511'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:30.278787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9a4e15e6-118f-4b26-bb76-1e8ed539f511'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:30.299869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.347951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] Set router 9a4e15e6-118f-4b26-bb76-1e8ed539f511 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:30.404991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e15e6-118f-4b26-bb76-1e8ed539f511', 'name': 'tempest-RoutersIpV6Test-router-718731867', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:29Z', 'updated_at': '2021-11-12T03:45:29Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:30.460510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.463207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.506071 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.506612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4e15e6-118f-4b26-bb76-1e8ed539f511 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:30.513837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:30.514971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f800284a-0582-4b00-9006-1c1045fee048 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 204 len: 168 time: 0.2871730 Nov 12 03:45:30.519300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.546334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8e9f8e19-1947-4ef0-a4c6-26fbc3980608 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 200 len: 205 time: 0.0258586 Nov 12 03:45:30.548601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40132) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.585546 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-fb3dbf3b-ef44-4671-a9a7-ede99a2409ce tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:30.586477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb3dbf3b-ef44-4671-a9a7-ede99a2409ce tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/9a4e15e6-118f-4b26-bb76-1e8ed539f511 HTTP/1.1" status: 404 len: 336 time: 0.0369952 Nov 12 03:45:30.589174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.590922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205a83f-8475-4e8a-9801-60e79b947703 None None] The sync data for ids ['9a4e15e6-118f-4b26-bb76-1e8ed539f511'] in n-d-615180-50 is: [{'id': '9a4e15e6-118f-4b26-bb76-1e8ed539f511', 'name': 'tempest-RoutersIpV6Test-router-718731867', 'tenant_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:45:29Z', 'updated_at': '2021-11-12T03:45:29Z', 'revision_number': 2, 'project_id': '326b40aa3b1d4bdb83a41bfa63cf48db', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:30.623379 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a7b8ed-bb0b-4a84-99f4-b6b70a3b50db tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:30.623835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a7b8ed-bb0b-4a84-99f4-b6b70a3b50db tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:30.627009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e5a7b8ed-bb0b-4a84-99f4-b6b70a3b50db tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/dc848ebe-260c-4d65-b331-f16f8dc4269e HTTP/1.1" status: 404 len: 337 time: 0.0367324 Nov 12 03:45:30.630013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40136) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.671938 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f76c5cb-7681-4a9b-9476-1cf46f46df67 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:30.672396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f76c5cb-7681-4a9b-9476-1cf46f46df67 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:30.676169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f76c5cb-7681-4a9b-9476-1cf46f46df67 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/20f9f59b-6381-48fd-9de0-8351e2003d35 HTTP/1.1" status: 404 len: 337 time: 0.0451572 Nov 12 03:45:30.678624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40138) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.705983 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac775d14-89f4-4e10-a500-9d3d841b6513 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:30.706442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac775d14-89f4-4e10-a500-9d3d841b6513 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:30.709529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac775d14-89f4-4e10-a500-9d3d841b6513 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/ef047009-869a-4f7f-a2f2-d8980800ccbc HTTP/1.1" status: 404 len: 337 time: 0.0299420 Nov 12 03:45:30.712045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40140) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.737915 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c881e7-7565-4fcf-94f5-c17b15dd5af4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:30.738366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c881e7-7565-4fcf-94f5-c17b15dd5af4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:30.741416 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3c881e7-7565-4fcf-94f5-c17b15dd5af4 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/0f607831-14be-4601-9e53-8bb4c8202cfd HTTP/1.1" status: 404 len: 337 time: 0.0284684 Nov 12 03:45:30.743983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40142) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.770713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae374e94-ab38-4545-8dca-1da54011c443 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 200 len: 205 time: 0.0256002 Nov 12 03:45:30.773023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40144) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.813699 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-6e340e19-5180-4218-a014-59318ef0aa48 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:30.814735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6e340e19-5180-4218-a014-59318ef0aa48 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/ad78278a-e4a2-44bf-8312-15bf3b29aabf HTTP/1.1" status: 404 len: 336 time: 0.0407825 Nov 12 03:45:30.817378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40146) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.845271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-895f2507-1224-4123-826f-5d80e9aa0a08 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c5e3512-3953-42d3-b087-7300ad832b82 HTTP/1.1" status: 200 len: 205 time: 0.0267699 Nov 12 03:45:30.848093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40148) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.884237 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-d8c57edc-aaee-450e-914e-2bcea835dd3d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:30.885289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d8c57edc-aaee-450e-914e-2bcea835dd3d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/0c5e3512-3953-42d3-b087-7300ad832b82 HTTP/1.1" status: 404 len: 336 time: 0.0362804 Nov 12 03:45:30.887788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40150) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.919074 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ff0ffa-8631-4618-a145-23d28026ac87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:30.919554 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ff0ffa-8631-4618-a145-23d28026ac87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:30.922569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-18ff0ffa-8631-4618-a145-23d28026ac87 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/46dc8e2b-d202-4308-8dc3-5a541f88e256 HTTP/1.1" status: 404 len: 337 time: 0.0338857 Nov 12 03:45:30.925201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40152) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.950879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30a68045-e3a9-4ba7-8420-33771428efff tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 200 len: 205 time: 0.0246453 Nov 12 03:45:30.953114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40154) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:30.990201 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-8f384cc0-c368-446b-a289-435b899dd149 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:30.991256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8f384cc0-c368-446b-a289-435b899dd149 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/cc100249-24a2-4315-a531-c251d927b17a HTTP/1.1" status: 404 len: 336 time: 0.0372314 Nov 12 03:45:30.993789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40156) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.023700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ec5b8343-fd5c-442b-a2a5-880ccc120b6a tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=e622eb8a-cbf9-459c-8305-45ef26faaad6 HTTP/1.1" status: 200 len: 205 time: 0.0288858 Nov 12 03:45:31.025906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40158) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.061116 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-ebac9fc8-6c64-4089-990e-57a16d600767 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:31.062082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ebac9fc8-6c64-4089-990e-57a16d600767 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/e622eb8a-cbf9-459c-8305-45ef26faaad6 HTTP/1.1" status: 404 len: 336 time: 0.0352988 Nov 12 03:45:31.064463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40160) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.091523 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbdc708-8079-40d1-bfc2-1c6163716107 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:31.091978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbdc708-8079-40d1-bfc2-1c6163716107 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:31.095131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5dbdc708-8079-40d1-bfc2-1c6163716107 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/7be55f95-5720-4a4e-b9ba-607b7ce3fe3e HTTP/1.1" status: 404 len: 337 time: 0.0291791 Nov 12 03:45:31.097655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40162) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.123694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f02b234-0af6-4c25-99c7-4f8991519b97 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3f0e671-c174-423b-a648-45aec508644d HTTP/1.1" status: 200 len: 205 time: 0.0249598 Nov 12 03:45:31.125979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.165183 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-49d915ec-bc30-4c2a-b865-bcb844aff37e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:31.166178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49d915ec-bc30-4c2a-b865-bcb844aff37e tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/e3f0e671-c174-423b-a648-45aec508644d HTTP/1.1" status: 404 len: 336 time: 0.0393188 Nov 12 03:45:31.168658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40166) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.194396 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1d1584-bf2f-4297-8a1b-edf917efaf85 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:31.194846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1d1584-bf2f-4297-8a1b-edf917efaf85 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:31.197925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f1d1584-bf2f-4297-8a1b-edf917efaf85 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/8228ef12-237f-47ed-a2b6-27a745e94a21 HTTP/1.1" status: 404 len: 337 time: 0.0283895 Nov 12 03:45:31.200791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40168) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.226325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8dd4105b-f0b4-40c5-bd33-21fe081c1012 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "GET /v2.0/ports?device_id=6977b4f3-218f-4adb-955c-b5a92364006b HTTP/1.1" status: 200 len: 205 time: 0.0245292 Nov 12 03:45:31.228618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40170) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.268540 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-ecf87c01-98c7-4221-944a-bde9bd44e701 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] delete failed (client error): The resource could not be found. Nov 12 03:45:31.271539 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ecf87c01-98c7-4221-944a-bde9bd44e701 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/routers/6977b4f3-218f-4adb-955c-b5a92364006b HTTP/1.1" status: 404 len: 336 time: 0.0401034 Nov 12 03:45:31.272154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40172) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.298366 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f094d1-f468-4f4c-9940-22a218f9f337 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:31.298813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f094d1-f468-4f4c-9940-22a218f9f337 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:31.301905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a6f094d1-f468-4f4c-9940-22a218f9f337 tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/e1829725-ebdd-4973-a7d8-a211640ee2dc HTTP/1.1" status: 404 len: 337 time: 0.0288339 Nov 12 03:45:31.304458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40174) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.331314 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb557b45-4e70-49dc-82d4-21927946221d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] DELETE failed (client error): The resource could not be found. Nov 12 03:45:31.331773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb557b45-4e70-49dc-82d4-21927946221d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:45:31.334847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bb557b45-4e70-49dc-82d4-21927946221d tempest-RoutersIpV6Test-48038261 tempest-RoutersIpV6Test-48038261-project] 10.222.0.84 "DELETE /v2.0/subnets/75b980e8-5fcc-458b-88ab-a2caafd85ea9 HTTP/1.1" status: 404 len: 337 time: 0.0294816 Nov 12 03:45:31.588946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40182) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.729197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dae751b2-3beb-4237-9fab-2c467c980cea admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=326b40aa3b1d4bdb83a41bfa63cf48db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388435 Nov 12 03:45:31.731656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40186) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:31.777928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.798520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.845502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.848600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.849766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5fb30bd1-1f91-40ab-a245-93f3a89c8619 HTTP/1.1" status: 204 len: 168 time: 0.1171775 Nov 12 03:45:31.857268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42385e11-34c2-43ab-8a77-ea0d1f0e0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb30bd1-1f91-40ab-a245-93f3a89c8619,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.282157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1bcbcd24-1dca-45bb-abf2-1ac6faa6f615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.491560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40208) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.586265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1047298276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:32.608710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.609810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.659188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.662971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.679999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.681158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ee688c20-3c1b-4489-9668-46af7e8049f3 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1883955 Nov 12 03:45:32.683853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.688712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1955106125'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:32.709018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:32.712467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.720587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.793042 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.796858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.826278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:32.836474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fd833-398a-4a0e-8485-0f3e1f28716b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.841248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.841593 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Added segment ecbde8b6-f878-4039-bdaa-4129cb27f4d5 of type vlan for network 6573590f-8994-4033-bc38-4abbc4dd1cb8 Nov 12 03:45:32.880920 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.904858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.910496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.911016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.945786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2609069 Nov 12 03:45:32.948776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40214) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:32.954210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'subnet': {'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:32.979666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ef176-3a1f-4331-b49b-4a2961b39482 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Network': ['ID=6573590f-8994-4033-bc38-4abbc4dd1cb8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:32.989508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:33.040935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:33.044571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.222382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.277818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Subnet': ['ID=6722db51-980c-410b-b982-26f1dade74d6,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.293645 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Checking segment: {'id': 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:33.294009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network hostable DHCP agents. Network: 6573590f-8994-4033-bc38-4abbc4dd1cb8, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:33.309531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:33.319342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6573590f-8994-4033-bc38-4abbc4dd1cb8) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:33.323909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.325167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.328096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527ffce-1eb1-4d0b-b100-5f29c9d3bc93 None None] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:33.341688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-08856274-85f6-4ca5-a4ee-64f8f87aec2a tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3914821 Nov 12 03:45:33.344749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.349572 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'network': {'name': 'tempest-router-network01--349641368'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:33.368593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:33.371977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.398924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:33.408493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.408838 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Added segment 64917d08-26ac-48ff-b681-64697e5e0f39 of type vlan for network ae439ae8-800a-4adb-87e3-96a010385b64 Nov 12 03:45:33.450126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.476690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.477488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-6573590f-8994-4033-bc38-4abbc4dd1cb8', 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8', 'tenant_id': '7b16c2e2be1f4d68b217fe8531f6ab18', 'fixed_ips': [{'subnet_id': '6722db51-980c-410b-b982-26f1dade74d6'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:33.478448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.482226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.482808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.517483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1717002 Nov 12 03:45:33.520844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40220) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.527299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'network': {'name': 'tempest-router-network02--1894722469'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:33.550079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:33.553653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.560194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87ee69-8b5c-43a4-b153-60568d0bacf8 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Network': ['ID=ae439ae8-800a-4adb-87e3-96a010385b64,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.574138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network ae439ae8-800a-4adb-87e3-96a010385b64 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:33.579364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:33.589676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.590261 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Added segment 3776c383-26bf-49c4-92d1-6fd26adbd1a9 of type vlan for network c9852bb8-a4da-4eef-9149-8913f1953e7e Nov 12 03:45:33.634756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.659192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.664986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.665558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.668547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Allocated IP 172.20.0.2 (6573590f-8994-4033-bc38-4abbc4dd1cb8/6722db51-980c-410b-b982-26f1dade74d6/15d0af5f-68b9-4ec0-a30c-1725218615d0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:33.702582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1797898 Nov 12 03:45:33.706023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:33.712523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'subnet': {'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:33.737773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e3a36-5038-4469-8429-2f73dc0d1eb4 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Network': ['ID=c9852bb8-a4da-4eef-9149-8913f1953e7e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.750696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network c9852bb8-a4da-4eef-9149-8913f1953e7e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:33.808676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:33.812664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.876689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.882926 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:33.924591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:33.929309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:33.931745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:33.943889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Pushing event updated for resources: {'Port': ['ID=15d0af5f-68b9-4ec0-a30c-1725218615d0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:33.993843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Attempting to bind port 15d0af5f-68b9-4ec0-a30c-1725218615d0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:33.994114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Attempting to bind port 15d0af5f-68b9-4ec0-a30c-1725218615d0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:33.994475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Attempting to bind port 15d0af5f-68b9-4ec0-a30c-1725218615d0 on network 6573590f-8994-4033-bc38-4abbc4dd1cb8 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:33.999507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:33.999880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Checking segment: {'id': 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:34.000278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.000668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Bound using segment: {'id': 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:34.001138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Bound port: 15d0af5f-68b9-4ec0-a30c-1725218615d0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '6573590f-8994-4033-bc38-4abbc4dd1cb8'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:34.001513 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.010479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.063496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] For port 15d0af5f-68b9-4ec0-a30c-1725218615d0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:34.066610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] For port 15d0af5f-68b9-4ec0-a30c-1725218615d0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=15d0af5f-68b9-4ec0-a30c-1725218615d0,segment=NetworkSegment(ecbde8b6-f878-4039-bdaa-4129cb27f4d5),segment_id=ecbde8b6-f878-4039-bdaa-4129cb27f4d5)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:34.071247 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.073627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Subnet': ['ID=15bac97c-b98e-4a63-b7bd-040e23a35c35,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.080977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Checking segment: {'id': '64917d08-26ac-48ff-b681-64697e5e0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:34.081518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network hostable DHCP agents. Network: ae439ae8-800a-4adb-87e3-96a010385b64, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:34.103158 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network ae439ae8-800a-4adb-87e3-96a010385b64 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:34.114567 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, ae439ae8-800a-4adb-87e3-96a010385b64) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:34.120778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.121519 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.133098 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381a1d0-95cb-490c-acc2-89b6bd878877 None None] Network ae439ae8-800a-4adb-87e3-96a010385b64 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:34.141280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-198436d4-e27f-4eae-aaa4-524a2137196e tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4340708 Nov 12 03:45:34.144133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40224) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:34.149343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'subnet': {'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:34.162215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1664ef-4a53-44e1-9614-78d276e9f1d2 None None] Pushing event updated for resources: {'Port': ['ID=15d0af5f-68b9-4ec0-a30c-1725218615d0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.245761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Made reservation on behalf of 7b16c2e2be1f4d68b217fe8531f6ab18 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:34.250178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.315944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-ae439ae8-800a-4adb-87e3-96a010385b64', 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64', 'tenant_id': '7b16c2e2be1f4d68b217fe8531f6ab18', 'fixed_ips': [{'subnet_id': '15bac97c-b98e-4a63-b7bd-040e23a35c35'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:34.317078 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.490223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.490511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Allocated IP 172.20.0.2 (ae439ae8-800a-4adb-87e3-96a010385b64/15bac97c-b98e-4a63-b7bd-040e23a35c35/8ce55e5b-043b-42cd-9c4b-b531822b32e2) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:34.547025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Subnet': ['ID=3cdcd218-3c73-4179-ba0c-8859c80d3f9f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.565870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Checking segment: {'id': '3776c383-26bf-49c4-92d1-6fd26adbd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:34.566160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network hostable DHCP agents. Network: c9852bb8-a4da-4eef-9149-8913f1953e7e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:34.584041 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network c9852bb8-a4da-4eef-9149-8913f1953e7e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:34.593868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, c9852bb8-a4da-4eef-9149-8913f1953e7e) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:34.600189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:34.600938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.624323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-75cada17-89ba-4b1f-ab8c-67bbdab10a12 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4766979 Nov 12 03:45:34.625909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc138a6-c8d4-433c-b7e0-573325fbc814 None None] Network c9852bb8-a4da-4eef-9149-8913f1953e7e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:34.626035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40226) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:34.690891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:34.704281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.722114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.730731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-90490fcf-9902-45a6-8c3e-25ab3242d6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.779807 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Pushing event updated for resources: {'Port': ['ID=8ce55e5b-043b-42cd-9c4b-b531822b32e2,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:34.793650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Network ae439ae8-800a-4adb-87e3-96a010385b64 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:34.802522 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:34.805874 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:34.913302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Attempting to bind port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:34.913680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Attempting to bind port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '64917d08-26ac-48ff-b681-64697e5e0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:34.914054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Attempting to bind port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 on network ae439ae8-800a-4adb-87e3-96a010385b64 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:34.920271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:34.920653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Checking segment: {'id': '64917d08-26ac-48ff-b681-64697e5e0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:34.921059 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.921506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Bound using segment: {'id': '64917d08-26ac-48ff-b681-64697e5e0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:34.921924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Bound port: 8ce55e5b-043b-42cd-9c4b-b531822b32e2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64917d08-26ac-48ff-b681-64697e5e0f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ae439ae8-800a-4adb-87e3-96a010385b64'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:34.922362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:34.927505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-c9852bb8-a4da-4eef-9149-8913f1953e7e', 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e', 'tenant_id': '7b16c2e2be1f4d68b217fe8531f6ab18', 'fixed_ips': [{'subnet_id': '3cdcd218-3c73-4179-ba0c-8859c80d3f9f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:45:34.928368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.070178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] For port 8ce55e5b-043b-42cd-9c4b-b531822b32e2, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:35.075430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] For port 8ce55e5b-043b-42cd-9c4b-b531822b32e2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ce55e5b-043b-42cd-9c4b-b531822b32e2,segment=NetworkSegment(64917d08-26ac-48ff-b681-64697e5e0f39),segment_id=64917d08-26ac-48ff-b681-64697e5e0f39)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:35.082089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.144840 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8a4150-17d8-4842-8e74-20fc534fbf30 None None] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:35.184362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Allocated IP 172.20.0.2 (c9852bb8-a4da-4eef-9149-8913f1953e7e/3cdcd218-3c73-4179-ba0c-8859c80d3f9f/2dfc81a9-b87e-4ea5-af8a-4230eb3b111f) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:35.246466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289afde7-20ad-4c55-b1e4-0cc166152e64 None None] Pushing event updated for resources: {'Port': ['ID=8ce55e5b-043b-42cd-9c4b-b531822b32e2,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.274878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.332060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] Provisioning complete for port 15d0af5f-68b9-4ec0-a30c-1725218615d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:35.332656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.546587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.558595 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.564035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Allocated IP 172.20.0.1 (ae439ae8-800a-4adb-87e3-96a010385b64/15bac97c-b98e-4a63-b7bd-040e23a35c35/dab8f40f-76df-4ca6-88f4-df10343d0acb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:35.572715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.609679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Network c9852bb8-a4da-4eef-9149-8913f1953e7e is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:35.619429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:35.621698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:35.646058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Pushing event updated for resources: {'Port': ['ID=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.693142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] For port 15d0af5f-68b9-4ec0-a30c-1725218615d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=15d0af5f-68b9-4ec0-a30c-1725218615d0,segment=NetworkSegment(ecbde8b6-f878-4039-bdaa-4129cb27f4d5),segment_id=ecbde8b6-f878-4039-bdaa-4129cb27f4d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:35.700872 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.704411 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.744720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.751065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Attempting to bind port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:45:35.751467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Attempting to bind port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '3776c383-26bf-49c4-92d1-6fd26adbd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:45:35.751841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Attempting to bind port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f on network c9852bb8-a4da-4eef-9149-8913f1953e7e {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:45:35.768296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:45:35.768724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Checking segment: {'id': '3776c383-26bf-49c4-92d1-6fd26adbd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:35.769087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.769571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Bound using segment: {'id': '3776c383-26bf-49c4-92d1-6fd26adbd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:45:35.769974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Bound port: 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3776c383-26bf-49c4-92d1-6fd26adbd1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9852bb8-a4da-4eef-9149-8913f1953e7e'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:45:35.770362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.772278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.791709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network ae439ae8-800a-4adb-87e3-96a010385b64 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:35.794903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:35.799528 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46855a-834b-4024-82be-b8ef02f5fcae None None] Pushing event updated for resources: {'Port': ['ID=15d0af5f-68b9-4ec0-a30c-1725218615d0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.801486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:35.836190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Port': ['ID=dab8f40f-76df-4ca6-88f4-df10343d0acb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:35.861493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.869946 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] For port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:45:35.873754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] For port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,segment=NetworkSegment(3776c383-26bf-49c4-92d1-6fd26adbd1a9),segment_id=3776c383-26bf-49c4-92d1-6fd26adbd1a9)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:45:35.882791 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.955791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2709ea6b-f2dd-4643-98a1-a6783e1cf96b None None] Provisioning complete for port 15d0af5f-68b9-4ec0-a30c-1725218615d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:35.956169 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2709ea6b-f2dd-4643-98a1-a6783e1cf96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:35.958607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca199ee-a5a7-4aa5-ae13-1805be393a1b None None] Pushing event updated for resources: {'Port': ['ID=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.002122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.165678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 15d0af5f-68b9-4ec0-a30c-1725218615d0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:36.268503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 15d0af5f-68b9-4ec0-a30c-1725218615d0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:36.268877 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.367565 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.374419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.386206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ce55e5b-043b-42cd-9c4b-b531822b32e2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:36.465411 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.467445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Port': ['ID=dab8f40f-76df-4ca6-88f4-df10343d0acb,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:36.562595 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network ae439ae8-800a-4adb-87e3-96a010385b64 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:36.565060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:36.569521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8112a-5a20-4adc-a16c-4390dfc23fd4 None None] Network ae439ae8-800a-4adb-87e3-96a010385b64 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:36.641537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] Provisioning complete for port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:36.641834 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.684750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Router 07f1111f-10a5-4fac-bb6d-3ae591553bcd is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:45:36.708699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:36.709075 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.790365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:36.800168 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dff30671-dc4b-401b-b927-8a14294febf6 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1704531 Nov 12 03:45:36.800286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40228) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:36.801944 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] Sync routers for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:36.814243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:36.815479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:36.844093 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.862041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:36.871327 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:36.872216 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:36.913798 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:36.914872 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878c8fd8-3ce0-443e-85e4-4cf2b7002f7e None None] The sync data for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:36.916024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] For port 8ce55e5b-043b-42cd-9c4b-b531822b32e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ce55e5b-043b-42cd-9c4b-b531822b32e2,segment=NetworkSegment(64917d08-26ac-48ff-b681-64697e5e0f39),segment_id=64917d08-26ac-48ff-b681-64697e5e0f39)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:36.917168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.927529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.019215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca38b8f-be81-4ca0-a03c-6293331c39d5 None None] Pushing event updated for resources: {'Port': ['ID=8ce55e5b-043b-42cd-9c4b-b531822b32e2,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.023000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:45:37.023463 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:45:37.190406 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-0917c00d-cc7d-441d-a7a2-5309402956b5 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:45:37.191535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0917c00d-cc7d-441d-a7a2-5309402956b5 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3901589 Nov 12 03:45:37.194487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:37.254042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771f4df-3ffe-40de-ae91-779b18e157d4 None None] Network c9852bb8-a4da-4eef-9149-8913f1953e7e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:37.316930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.317632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c36bd81a-9bc5-429a-bbbb-9d8c79f939c4 None None] Provisioning complete for port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:37.317992 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c36bd81a-9bc5-429a-bbbb-9d8c79f939c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.492868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c36bd81a-9bc5-429a-bbbb-9d8c79f939c4 None None] Provisioning complete for port dab8f40f-76df-4ca6-88f4-df10343d0acb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:37.493151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c36bd81a-9bc5-429a-bbbb-9d8c79f939c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.550757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c36bd81a-9bc5-429a-bbbb-9d8c79f939c4 None None] Port dab8f40f-76df-4ca6-88f4-df10343d0acb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:37.575249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.669998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Provisioning complete for port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:37.670572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.756377 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.789005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] For port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,segment=NetworkSegment(3776c383-26bf-49c4-92d1-6fd26adbd1a9),segment_id=3776c383-26bf-49c4-92d1-6fd26adbd1a9)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:37.793137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.831757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Provisioning complete for port dab8f40f-76df-4ca6-88f4-df10343d0acb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:37.832131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.838193 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting port dab8f40f-76df-4ca6-88f4-df10343d0acb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:37.838541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.873295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Pushing event updated for resources: {'Port': ['ID=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.880153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4b41fb91-7c13-4fd7-8118-726e6cfb8a78 None None] Port dab8f40f-76df-4ca6-88f4-df10343d0acb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:37.923349 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:37.934988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Calling delete_port for dab8f40f-76df-4ca6-88f4-df10343d0acb owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:38.002893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-583af97b-1db9-491e-a477-b1f768b35c40 None None] Provisioning complete for port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.003448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-583af97b-1db9-491e-a477-b1f768b35c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.101371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:38.122034 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.148744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Port': ['ID=dab8f40f-76df-4ca6-88f4-df10343d0acb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:38.152403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.152785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.243049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.247220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ce55e5b-043b-42cd-9c4b-b531822b32e2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:38.296059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:38.296437 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.312008 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:38.470053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Router 07f1111f-10a5-4fac-bb6d-3ae591553bcd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:38.551912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:38.556909 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5049cd0d-8dcc-4ce0-a5ee-f1c5375b09fd tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3611112 Nov 12 03:45:38.561135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40232) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:38.561594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] Sync routers for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:38.571386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:38.572010 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:38.602242 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-38ce8e2f-94b8-4b1a-b0c4-35fd93c3a026 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] delete failed (client error): The resource could not be found. Nov 12 03:45:38.603302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-38ce8e2f-94b8-4b1a-b0c4-35fd93c3a026 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-179930902 HTTP/1.1" status: 404 len: 334 time: 0.0411711 Nov 12 03:45:38.604299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:38.607019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40234) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:38.612153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1f9671ed-5595-4a64-a525-29261c7001bb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'router': {'external_gateway_info': {'network_id': '07f1111f-10a5-4fac-bb6d-3ae591553bcd'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:38.613670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:38.614285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:38.648299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:38.648947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077393b0-5982-4a7f-a477-c57fccd58d11 None None] The sync data for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:39.152792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1f9671ed-5595-4a64-a525-29261c7001bb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.171428 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-1f9671ed-5595-4a64-a525-29261c7001bb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] update failed (client error): The resource could not be found. Nov 12 03:45:39.172473 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1f9671ed-5595-4a64-a525-29261c7001bb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd HTTP/1.1" status: 404 len: 339 time: 0.5644975 Nov 12 03:45:39.176228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40236) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:39.442933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.671704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Allocated IP 172.20.0.1 (6573590f-8994-4033-bc38-4abbc4dd1cb8/6722db51-980c-410b-b982-26f1dade74d6/778187a4-9491-43c6-8828-c04915e78677) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:45:39.781133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.813510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.855168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:39.858034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:39.860446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:45:39.892709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Port': ['ID=778187a4-9491-43c6-8828-c04915e78677,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:39.915726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.035207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.121225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0572db8d-2ac4-497d-a374-b98aa4c61031 None None] Provisioning complete for port 778187a4-9491-43c6-8828-c04915e78677 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:40.121843 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0572db8d-2ac4-497d-a374-b98aa4c61031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.154070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0572db8d-2ac4-497d-a374-b98aa4c61031 None None] Port 778187a4-9491-43c6-8828-c04915e78677 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:40.301783 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.306341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.381262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event updated for resources: {'Port': ['ID=778187a4-9491-43c6-8828-c04915e78677,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.383779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.477357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:45:40.478770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:40.577403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Router 07f1111f-10a5-4fac-bb6d-3ae591553bcd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:40.669676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:40.674278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3243234a-8ab5-463a-a7c0-711421d9650b None None] Provisioning complete for port 778187a4-9491-43c6-8828-c04915e78677 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:40.678056 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3243234a-8ab5-463a-a7c0-711421d9650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.678484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bd806ee9-e6fd-481b-bbec-bcee8c3d9a84 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974959 Nov 12 03:45:40.678924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40238) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:40.680093 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] Sync routers for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:40.689632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:40.690244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:40.710481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-3243234a-8ab5-463a-a7c0-711421d9650b None None] Port 778187a4-9491-43c6-8828-c04915e78677 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:45:40.723553 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:40.732137 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:40.732958 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:40.763892 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:40.764699 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fa5f61-6e29-4afd-9eb3-d98653e81d6e None None] The sync data for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:40.770794 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb6ed-bd36-459a-88f2-94c5a673df69 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.856978 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-b3ebb6ed-bd36-459a-88f2-94c5a673df69 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:45:40.857949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b3ebb6ed-bd36-459a-88f2-94c5a673df69 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd HTTP/1.1" status: 409 len: 329 time: 0.1794183 Nov 12 03:45:40.860816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40240) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:41.480671 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.710762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting port 778187a4-9491-43c6-8828-c04915e78677 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:41.711506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.800178 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.811750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Calling delete_port for 778187a4-9491-43c6-8828-c04915e78677 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:41.980345 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.005820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Port': ['ID=778187a4-9491-43c6-8828-c04915e78677,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.145401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.302636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Router 07f1111f-10a5-4fac-bb6d-3ae591553bcd has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:42.379351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:42.384617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8d761c1a-7516-4144-a811-3439da90e36d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228605 Nov 12 03:45:42.388238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.389833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] Sync routers for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:42.400469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:42.401089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:42.428556 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-88e2b214-8c3c-4f36-b3fd-ba56565c0585 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] show failed (client error): The resource could not be found. Nov 12 03:45:42.429747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-88e2b214-8c3c-4f36-b3fd-ba56565c0585 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1329850848 HTTP/1.1" status: 404 len: 335 time: 0.0404248 Nov 12 03:45:42.432404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:42.433448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40244) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.437827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-348e889a-1236-40dc-bef5-cb8f25f15399 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:42.442070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] Routers {'07f1111f-10a5-4fac-bb6d-3ae591553bcd'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:42.442776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:45:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:42.473543 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [None req-348e889a-1236-40dc-bef5-cb8f25f15399 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] update failed (client error): The resource could not be found. Nov 12 03:45:42.478230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-348e889a-1236-40dc-bef5-cb8f25f15399 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1568485088 HTTP/1.1" status: 404 len: 335 time: 0.0402255 Nov 12 03:45:42.478424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:42.478424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c5237-e247-445c-8a9c-c5917bcf9603 None None] The sync data for ids ['07f1111f-10a5-4fac-bb6d-3ae591553bcd'] in n-d-615180-50 is: [] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:42.478965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40246) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.536869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting subnet 3cdcd218-3c73-4179-ba0c-8859c80d3f9f {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:42.539928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.578323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.657052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.716266 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.743161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdcd218-3c73-4179-ba0c-8859c80d3f9f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:42.748061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.752284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ab9fcf67-aac4-4328-811d-4be564678f1d tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/subnets/3cdcd218-3c73-4179-ba0c-8859c80d3f9f HTTP/1.1" status: 204 len: 168 time: 0.2703767 Nov 12 03:45:42.754228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40248) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:42.755003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f0b1d-1aac-4df1-982d-d28e96d4ca2f None None] Network c9852bb8-a4da-4eef-9149-8913f1953e7e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:42.808488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting subnet 15bac97c-b98e-4a63-b7bd-040e23a35c35 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:42.811581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.851205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.931857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] DHCP port deletion for c9852bb8-a4da-4eef-9149-8913f1953e7e request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:42.945735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:42.990969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Deleting port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:42.991374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.005034 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.037049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Subnet': ['ID=15bac97c-b98e-4a63-b7bd-040e23a35c35,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.039217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.045701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40250) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:43.046181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-460ce1fc-6833-4a9d-9ac1-19babecab743 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/subnets/15bac97c-b98e-4a63-b7bd-040e23a35c35 HTTP/1.1" status: 204 len: 168 time: 0.2904871 Nov 12 03:45:43.049842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d6438-9126-4532-8f44-65e13470f25f None None] Network ae439ae8-800a-4adb-87e3-96a010385b64 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:43.119007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] For port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,segment=NetworkSegment(3776c383-26bf-49c4-92d1-6fd26adbd1a9),segment_id=3776c383-26bf-49c4-92d1-6fd26adbd1a9)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:43.119374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.127874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.139982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Calling delete_port for 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:43.183593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:43.183902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.260349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] For port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,segment=NetworkSegment(3776c383-26bf-49c4-92d1-6fd26adbd1a9),segment_id=3776c383-26bf-49c4-92d1-6fd26adbd1a9)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:43.260787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.274658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.276159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Calling delete_port for 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:43.306269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] Pushing event deleted for resources: {'Port': ['ID=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.308125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601fcbd-f34e-4f26-babe-351164523659 None None] No DVR routers for this DVR port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:43.332169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] DHCP port deletion for ae439ae8-800a-4adb-87e3-96a010385b64 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:43.360593 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.385750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Deleting port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:43.386033 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.390964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Port': ['ID=2dfc81a9-b87e-4ea5-af8a-4230eb3b111f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.395089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] No DVR routers for this DVR port 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:43.460777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] For port 8ce55e5b-043b-42cd-9c4b-b531822b32e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8ce55e5b-043b-42cd-9c4b-b531822b32e2,segment=NetworkSegment(64917d08-26ac-48ff-b681-64697e5e0f39),segment_id=64917d08-26ac-48ff-b681-64697e5e0f39)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:43.461449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.475023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Calling delete_port for 8ce55e5b-043b-42cd-9c4b-b531822b32e2 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:43.485589 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.507578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9852bb8-a4da-4eef-9149-8913f1953e7e']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.517833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3776c383-26bf-49c4-92d1-6fd26adbd1a9') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.518137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3776c383-26bf-49c4-92d1-6fd26adbd1a9') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.528954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.545038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.551298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:43.551708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:43.555077 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:43.563955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.590351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] Pushing event deleted for resources: {'Port': ['ID=8ce55e5b-043b-42cd-9c4b-b531822b32e2,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.594758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e6605-1767-4500-a1ee-ac67419d0848 None None] No DVR routers for this DVR port 8ce55e5b-043b-42cd-9c4b-b531822b32e2 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:43.625617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.632610 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.636046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/networks/c9852bb8-a4da-4eef-9149-8913f1953e7e HTTP/1.1" status: 204 len: 168 time: 0.5889010 Nov 12 03:45:43.638757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40252) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:43.647529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f41f1e-4b9b-4f37-95a9-db3100732843 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Network': ['ID=c9852bb8-a4da-4eef-9149-8913f1953e7e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.717973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.801890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.821326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae439ae8-800a-4adb-87e3-96a010385b64']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.830960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64917d08-26ac-48ff-b681-64697e5e0f39') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.831299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64917d08-26ac-48ff-b681-64697e5e0f39') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:43.840393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.853426 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.859363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:43.859821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:43.863644 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:43.923217 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.928463 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:43.931657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/networks/ae439ae8-800a-4adb-87e3-96a010385b64 HTTP/1.1" status: 204 len: 168 time: 0.2916255 Nov 12 03:45:43.934310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40254) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:43.946584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7243ea0-dd97-47c2-9618-caa78ca438cb tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Network': ['ID=ae439ae8-800a-4adb-87e3-96a010385b64,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:43.996137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting subnet 6722db51-980c-410b-b982-26f1dade74d6 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:43.999449 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.009922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:44.030110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:44.030559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2dfc81a9-b87e-4ea5-af8a-4230eb3b111f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:44.031047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ce55e5b-043b-42cd-9c4b-b531822b32e2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:44.041183 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.053974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 8ce55e5b-043b-42cd-9c4b-b531822b32e2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:44.054407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8ce55e5b-043b-42cd-9c4b-b531822b32e2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:44.129441 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.185382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.214285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.218189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/subnets/6722db51-980c-410b-b982-26f1dade74d6 HTTP/1.1" status: 204 len: 168 time: 0.2825737 Nov 12 03:45:44.219334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26539471-d952-4067-9af2-c2ba206b64ce tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Subnet': ['ID=6722db51-980c-410b-b982-26f1dade74d6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.219489 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69b7c76-ffcd-4670-8558-12af1cc11014 None None] Network 6573590f-8994-4033-bc38-4abbc4dd1cb8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:44.221102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40256) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:44.299832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.352487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Deleting port 15d0af5f-68b9-4ec0-a30c-1725218615d0 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:44.352830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.382252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] DHCP port deletion for 6573590f-8994-4033-bc38-4abbc4dd1cb8 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:44.414602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] For port 15d0af5f-68b9-4ec0-a30c-1725218615d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=15d0af5f-68b9-4ec0-a30c-1725218615d0,segment=NetworkSegment(ecbde8b6-f878-4039-bdaa-4129cb27f4d5),segment_id=ecbde8b6-f878-4039-bdaa-4129cb27f4d5)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:44.414959 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.427319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Calling delete_port for 15d0af5f-68b9-4ec0-a30c-1725218615d0 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:44.432416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Deleting port 15d0af5f-68b9-4ec0-a30c-1725218615d0 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:44.432792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.493835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] For port 15d0af5f-68b9-4ec0-a30c-1725218615d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=15d0af5f-68b9-4ec0-a30c-1725218615d0,segment=NetworkSegment(ecbde8b6-f878-4039-bdaa-4129cb27f4d5),segment_id=ecbde8b6-f878-4039-bdaa-4129cb27f4d5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:44.494571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.506817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Calling delete_port for 15d0af5f-68b9-4ec0-a30c-1725218615d0 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:44.511166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.539393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Port': ['ID=15d0af5f-68b9-4ec0-a30c-1725218615d0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.544143 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] No DVR routers for this DVR port 15d0af5f-68b9-4ec0-a30c-1725218615d0 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:44.628592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.651426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6573590f-8994-4033-bc38-4abbc4dd1cb8']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:44.661783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:44.662069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbde8b6-f878-4039-bdaa-4129cb27f4d5') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:44.672171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.686669 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.693807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:44.694215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:44.697715 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:44.743688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.760915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.771706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] Pushing event deleted for resources: {'Port': ['ID=15d0af5f-68b9-4ec0-a30c-1725218615d0,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.779390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:44.779727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81685351-3d2c-4f33-8d37-2e8df336b432 None None] No DVR routers for this DVR port 15d0af5f-68b9-4ec0-a30c-1725218615d0 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:44.782219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/networks/6573590f-8994-4033-bc38-4abbc4dd1cb8 HTTP/1.1" status: 204 len: 168 time: 0.5601134 Nov 12 03:45:44.783463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5ae85-4ea3-4524-b942-c221aad0e812 tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Pushing event deleted for resources: {'Network': ['ID=6573590f-8994-4033-bc38-4abbc4dd1cb8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:44.785251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40258) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:44.816461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c6c50837-62f4-45fe-b057-7d900e00fe8f tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "GET /v2.0/ports?device_id=07f1111f-10a5-4fac-bb6d-3ae591553bcd HTTP/1.1" status: 200 len: 205 time: 0.0301392 Nov 12 03:45:44.819118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40260) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:44.888922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.049076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.051079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.096104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.096638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Fanout notify agent at l3_agent the message router_deleted on router 07f1111f-10a5-4fac-bb6d-3ae591553bcd {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:45:45.103436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.104557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f64552ef-81f1-4cb2-83b7-d170874cccea tempest-RoutersNegativeTest-2134823781 tempest-RoutersNegativeTest-2134823781-project] 10.222.0.84 "DELETE /v2.0/routers/07f1111f-10a5-4fac-bb6d-3ae591553bcd HTTP/1.1" status: 204 len: 168 time: 0.2845073 Nov 12 03:45:45.336439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40266) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:45.472381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bf12f39-6674-42d2-9836-faa069be0a64 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7b16c2e2be1f4d68b217fe8531f6ab18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347437 Nov 12 03:45:45.474938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:45.526289 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.547774 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.597935 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.600630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:45.601824 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c2fd833-398a-4a0e-8485-0f3e1f28716b HTTP/1.1" status: 204 len: 168 time: 0.1259089 Nov 12 03:45:45.609442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dbcc6-24d2-4485-b415-5c3215a4f365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fd833-398a-4a0e-8485-0f3e1f28716b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.004532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 15d0af5f-68b9-4ec0-a30c-1725218615d0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:46.024383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 15d0af5f-68b9-4ec0-a30c-1725218615d0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:46.024732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 15d0af5f-68b9-4ec0-a30c-1725218615d0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:46.202670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40292) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:46.299945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-275095328-network', 'tenant_id': '89030d1e0b4a4817bc7ddccc59e3f041'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:46.321025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Made reservation on behalf of 89030d1e0b4a4817bc7ddccc59e3f041 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:46.323747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.333675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.412584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.416369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.442476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:46.452749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224773aa-99eb-495a-a9a5-8138126b92ee,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.457690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.458036 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Added segment 157ae41a-99ee-44d3-90b2-440c64db5e85 of type vlan for network f40553cd-a924-4884-a838-689d8d844461 Nov 12 03:45:46.497140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.524272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.525481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.526128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.585500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3815544 Nov 12 03:45:46.588927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40296) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:46.592762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627da7a5-cedb-4e5a-aec8-f368e7aaebc1 admin admin] Pushing event updated for resources: {'Network': ['ID=f40553cd-a924-4884-a838-689d8d844461,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.594904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Request body: {'subnet': {'network_id': 'f40553cd-a924-4884-a838-689d8d844461', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-275095328-subnet', 'tenant_id': '89030d1e0b4a4817bc7ddccc59e3f041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:46.605848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network f40553cd-a924-4884-a838-689d8d844461 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:46.619037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Made reservation on behalf of 89030d1e0b4a4817bc7ddccc59e3f041 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:46.621635 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.800916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.857300 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d999b3-7db4-4121-9593-c9d7900807fa,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:46.864936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Checking segment: {'id': '157ae41a-99ee-44d3-90b2-440c64db5e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40553cd-a924-4884-a838-689d8d844461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:46.865283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Network hostable DHCP agents. Network: f40553cd-a924-4884-a838-689d8d844461, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:46.882142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Network f40553cd-a924-4884-a838-689d8d844461 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:46.892110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, f40553cd-a924-4884-a838-689d8d844461) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:46.896215 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:46.896795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:46.902077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60df9f-2119-4470-ac55-100d8214a44e None None] Network f40553cd-a924-4884-a838-689d8d844461 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:46.915020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-42ee32f6-dfa9-418b-bdc4-b481fa456d42 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3240848 Nov 12 03:45:47.031219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cad3a0-f001-443b-b36f-7eecf8fc9102 None None] Network f40553cd-a924-4884-a838-689d8d844461 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:47.404171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:47.410235 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978202301-network', 'tenant_id': 'c1968ac8f28f466fa8545ed9afd98043'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:47.431200 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Made reservation on behalf of c1968ac8f28f466fa8545ed9afd98043 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:47.433572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.443470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.522607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.526193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.546238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:47.559048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91405b9a-d2bd-401a-ad38-4e270e23691f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.563703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.565118 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Added segment 533b258a-ffe1-4651-a8ce-b630a660716c of type vlan for network 1ee5bbef-8358-4872-bea9-9191bfa45874 Nov 12 03:45:47.605571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.630405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.631561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.632143 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.665486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2599640 Nov 12 03:45:47.667952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:47.673146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Request body: {'subnet': {'network_id': '1ee5bbef-8358-4872-bea9-9191bfa45874', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1978202301-subnet', 'tenant_id': 'c1968ac8f28f466fa8545ed9afd98043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:47.693623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Made reservation on behalf of c1968ac8f28f466fa8545ed9afd98043 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:47.695885 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.699696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5520a5d-afd6-4a19-bb82-ecf49b6727f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee5bbef-8358-4872-bea9-9191bfa45874,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.714351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 1ee5bbef-8358-4872-bea9-9191bfa45874 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:47.864678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.918754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c93346-45fd-4245-9b7c-328e131a2ee6,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:47.926161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Checking segment: {'id': '533b258a-ffe1-4651-a8ce-b630a660716c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1ee5bbef-8358-4872-bea9-9191bfa45874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:47.926516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Network hostable DHCP agents. Network: 1ee5bbef-8358-4872-bea9-9191bfa45874, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:47.942749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Network 1ee5bbef-8358-4872-bea9-9191bfa45874 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:47.951581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 1ee5bbef-8358-4872-bea9-9191bfa45874) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:47.955908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:47.956690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:47.960630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df7119-1463-46aa-bc35-b9eacedfde4a None None] Network 1ee5bbef-8358-4872-bea9-9191bfa45874 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:47.973314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3a150075-b081-4da0-86bb-f0a036c1835e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3040030 Nov 12 03:45:48.082589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e61e21-dd60-41d0-8579-9b12179dae54 None None] Network 1ee5bbef-8358-4872-bea9-9191bfa45874 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:48.083081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40318) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.126092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Deleting subnet d7d999b3-7db4-4121-9593-c9d7900807fa {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:48.129899 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.167834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.207199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.256204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.279797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d999b3-7db4-4121-9593-c9d7900807fa,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.283882 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.287038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3332936a-a7df-4953-adf5-6cf4d7c851de admin admin] 10.222.0.84 "DELETE /v2.0/subnets/d7d999b3-7db4-4121-9593-c9d7900807fa HTTP/1.1" status: 204 len: 168 time: 0.2030230 Nov 12 03:45:48.289590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40320) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.357999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.435546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.455435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40553cd-a924-4884-a838-689d8d844461']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.464261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157ae41a-99ee-44d3-90b2-440c64db5e85') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.464556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157ae41a-99ee-44d3-90b2-440c64db5e85') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.474052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.486415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.492557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:48.492928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:48.494508 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:48.550355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.555469 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.558581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f40553cd-a924-4884-a838-689d8d844461 HTTP/1.1" status: 204 len: 168 time: 0.2680914 Nov 12 03:45:48.561477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40322) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.568803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7047684-8179-4f56-a816-4b20f24eb408 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40553cd-a924-4884-a838-689d8d844461,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.612718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Deleting subnet e7c93346-45fd-4245-9b7c-328e131a2ee6 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:45:48.615894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.651753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.690438 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.741020 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.766624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c93346-45fd-4245-9b7c-328e131a2ee6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:48.769158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.773703 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60f97e3f-6d52-4202-97fb-16251f7271a9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e7c93346-45fd-4245-9b7c-328e131a2ee6 HTTP/1.1" status: 204 len: 168 time: 0.2109873 Nov 12 03:45:48.775680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:48.844634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.920472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.944116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee5bbef-8358-4872-bea9-9191bfa45874']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.953530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533b258a-ffe1-4651-a8ce-b630a660716c') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.953832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533b258a-ffe1-4651-a8ce-b630a660716c') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:48.963484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.976968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.983286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:48.983677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:48.985295 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:49.038003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.042996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.046286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] 10.222.0.84 "DELETE /v2.0/networks/1ee5bbef-8358-4872-bea9-9191bfa45874 HTTP/1.1" status: 204 len: 168 time: 0.2701502 Nov 12 03:45:49.058260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216f954-1dd9-45b8-bbbe-7ddc1383f49f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee5bbef-8358-4872-bea9-9191bfa45874,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.207607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.245628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a5393c71-ca7d-4c96-bf74-06a41977a993 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=89030d1e0b4a4817bc7ddccc59e3f041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368493 Nov 12 03:45:49.247947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.297167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.317626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.362509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.365253 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.366479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/224773aa-99eb-495a-a9a5-8138126b92ee HTTP/1.1" status: 204 len: 168 time: 0.1176217 Nov 12 03:45:49.374110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ea3ca-fce4-426f-99c0-7a7b9cf3b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224773aa-99eb-495a-a9a5-8138126b92ee,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:49.667877 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.712924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-12789649-33d4-4d09-b4e4-c0ffb285bac7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c1968ac8f28f466fa8545ed9afd98043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438094 Nov 12 03:45:49.715218 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:49.770950 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.792285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.836692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.839344 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:49.840522 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/91405b9a-d2bd-401a-ad38-4e270e23691f HTTP/1.1" status: 204 len: 168 time: 0.1243825 Nov 12 03:45:49.848539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e2df2-de25-42b7-9aa5-56132575834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91405b9a-d2bd-401a-ad38-4e270e23691f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.648522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40438) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.751243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.823822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.827888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.865425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31b7504f1a3f4d349ef11e53dc886ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158504 Nov 12 03:45:54.866241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583cf7be-c472-4ff9-9aa4-99cfcb8274a8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.868357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40442) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:54.873616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.873961 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.874299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.874632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.874962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.875315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.875642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.875962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.876284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.876603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.876921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.877239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55426510-cd98-4d9f-9608-457ae77f1975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:54.916335 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.936495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.983811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.986377 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.987591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/583cf7be-c472-4ff9-9aa4-99cfcb8274a8 HTTP/1.1" status: 204 len: 168 time: 0.1182294 Nov 12 03:45:54.995017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583cf7be-c472-4ff9-9aa4-99cfcb8274a8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.002451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.002832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.003795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.004159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.004496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.004857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.005188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.005516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.005843 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.006167 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.006501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.006826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a888f9b6-c3fc-44a3-b7df-087f6a236853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:55.241853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40448) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.258205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-787c800e-54ae-47d2-bd3c-a36a039a331c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.332492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-787c800e-54ae-47d2-bd3c-a36a039a331c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.336197 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-787c800e-54ae-47d2-bd3c-a36a039a331c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.374511 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-787c800e-54ae-47d2-bd3c-a36a039a331c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=18ba5dbf35d844c1a3deeedc895bf1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315467 Nov 12 03:45:55.375364 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c800e-54ae-47d2-bd3c-a36a039a331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff91ac-8fe1-4f4e-9811-bf5eafb271b8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:55.377360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40450) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:55.425333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.446941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.494506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.497264 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:55.498399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aeff91ac-8fe1-4f4e-9811-bf5eafb271b8 HTTP/1.1" status: 204 len: 168 time: 0.1195040 Nov 12 03:45:55.506682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c706c3-0ac5-4b21-8c26-3369c1408368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff91ac-8fe1-4f4e-9811-bf5eafb271b8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:57.992480 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:59.499311 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.324868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40528) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:01.432444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4f1fdf6-027d-4533-a084-0b580c1afb74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.510287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4f1fdf6-027d-4533-a084-0b580c1afb74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.514345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c4f1fdf6-027d-4533-a084-0b580c1afb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.553132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4f1fdf6-027d-4533-a084-0b580c1afb74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b52d7bc86f4f45cca19d8986f13cc1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271812 Nov 12 03:46:01.555666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:01.561583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1fdf6-027d-4533-a084-0b580c1afb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecaaadb-1fa8-4702-bb0a-51ddf085b6ff,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:01.607010 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.628520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.673997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.677551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.678704 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ecaaadb-1fa8-4702-bb0a-51ddf085b6ff HTTP/1.1" status: 204 len: 168 time: 0.1221411 Nov 12 03:46:01.686596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5234e1-4dd7-423d-9f9e-59fb6e556abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecaaadb-1fa8-4702-bb0a-51ddf085b6ff,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:01.948828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40538) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:01.962947 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-074f0545-561d-402f-96f4-af6e3f7ce578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.036730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-074f0545-561d-402f-96f4-af6e3f7ce578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.040342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-074f0545-561d-402f-96f4-af6e3f7ce578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.079872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f0545-561d-402f-96f4-af6e3f7ce578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f74743-f19d-4a69-b183-f28f9d83ac2d,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:02.087375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-074f0545-561d-402f-96f4-af6e3f7ce578 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b4dd03e9df534892a7555233005af9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348882 Nov 12 03:46:02.087781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40540) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:02.143531 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.173815 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.219789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.222490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.223808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/20f74743-f19d-4a69-b183-f28f9d83ac2d HTTP/1.1" status: 204 len: 168 time: 0.1352599 Nov 12 03:46:02.231916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce06e-db62-4cce-8c11-3df2db7e2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f74743-f19d-4a69-b183-f28f9d83ac2d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:02.286776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eee12e86-5fe8-49c4-b234-d540c48904bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:02.890455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40562) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:02.987774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1044164518-network', 'tenant_id': '9714b26c526c493fad602903fb5ac085'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:03.016099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Made reservation on behalf of 9714b26c526c493fad602903fb5ac085 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:03.019110 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.027633 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.101480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.105103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.129080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:03.138520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd8125d-4d0d-4916-b1e2-da41188eba57,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.145232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.145581 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Added segment ce358529-e9bd-431f-94fc-811d1b16506f of type vlan for network 6ed8b03e-14f8-47e9-912b-035452320887 Nov 12 03:46:03.192236 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.217334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.218209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:03.218796 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.254265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3626721 Nov 12 03:46:03.257466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40566) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:03.262558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Request body: {'subnet': {'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1044164518-subnet', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:03.287141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Made reservation on behalf of 9714b26c526c493fad602903fb5ac085 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:03.287388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d099e-0cdb-4c6f-bb66-d011eecc24e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed8b03e-14f8-47e9-912b-035452320887,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.289409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.296842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 6ed8b03e-14f8-47e9-912b-035452320887 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:03.450214 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.502424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Pushing event updated for resources: {'Subnet': ['ID=967af698-beff-4630-9457-6f5883568216,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:03.511259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Checking segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:03.511616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Network hostable DHCP agents. Network: 6ed8b03e-14f8-47e9-912b-035452320887, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:03.527760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Network 6ed8b03e-14f8-47e9-912b-035452320887 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:03.535911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 6ed8b03e-14f8-47e9-912b-035452320887) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:03.539934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:03.540516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.545359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb3e76-c964-4538-9c81-d2eb7467b9e4 None None] Network 6ed8b03e-14f8-47e9-912b-035452320887 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:03.556478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ab27d7f2-91ce-42b4-8f6e-d0a93cb7477a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2978323 Nov 12 03:46:03.559271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40568) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:03.563373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:03.584934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.586200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.638456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.689696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-6ed8b03e-14f8-47e9-912b-035452320887', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:03.691148 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.777008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.823540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Allocated IP 172.20.0.2 (6ed8b03e-14f8-47e9-912b-035452320887/967af698-beff-4630-9457-6f5883568216/8d7ccd19-0d7a-409c-b031-a027429a7e28) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:03.971191 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:03.976621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.015232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Network 6ed8b03e-14f8-47e9-912b-035452320887 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:04.020385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:04.024077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:04.029926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Pushing event updated for resources: {'Port': ['ID=8d7ccd19-0d7a-409c-b031-a027429a7e28,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:04.041344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.041686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.042023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.042354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.042681 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.043004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.043357 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.043677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.043997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.044314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.044638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.044954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:04.095273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Attempting to bind port 8d7ccd19-0d7a-409c-b031-a027429a7e28 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:04.095637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Attempting to bind port 8d7ccd19-0d7a-409c-b031-a027429a7e28 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:04.095996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Attempting to bind port 8d7ccd19-0d7a-409c-b031-a027429a7e28 on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:04.101752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:04.102131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Checking segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:04.102534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.102928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Bound using segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:04.103421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Bound port: 8d7ccd19-0d7a-409c-b031-a027429a7e28, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:04.103801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.175678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] For port 8d7ccd19-0d7a-409c-b031-a027429a7e28, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:04.178798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] For port 8d7ccd19-0d7a-409c-b031-a027429a7e28, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8d7ccd19-0d7a-409c-b031-a027429a7e28,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:04.182930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.240755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f9c2-54b3-4a45-942a-ca3dadd479af None None] Pushing event updated for resources: {'Port': ['ID=8d7ccd19-0d7a-409c-b031-a027429a7e28,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:04.338935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.358574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.491010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Allocated IP 172.25.2.125 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:04.603632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.635453 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.678576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:04.682516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:04.684956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:04.696719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efffef0-76fd-4529-bd0c-f184bed82a92 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:04.699476 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a99f36a7-3ede-4df4-8620-1ed6c613ea08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.715584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:04.789971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cec125fc-c49d-4a90-92a6-0a5f27702db4 None None] Provisioning complete for port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:04.790338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cec125fc-c49d-4a90-92a6-0a5f27702db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:04.825784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cec125fc-c49d-4a90-92a6-0a5f27702db4 None None] Port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:04.951740 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.140585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcb27e-6e3a-4a72-b359-5998854451fb None None] Network 6ed8b03e-14f8-47e9-912b-035452320887 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:05.150506 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.267116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] Provisioning complete for port 8d7ccd19-0d7a-409c-b031-a027429a7e28 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:05.267506 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.285533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Router 70d431b8-b6c9-464b-82a0-205bbaf1e11d is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:05.376549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.395362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:05.409492 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Sync routers for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:05.415752 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.415981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] For port 8d7ccd19-0d7a-409c-b031-a027429a7e28, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8d7ccd19-0d7a-409c-b031-a027429a7e28,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:05.417657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-590785b2-6b2e-4243-b995-9aab5e555053 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8574896 Nov 12 03:46:05.420592 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:05.421233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40570) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.421800 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:05.423016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.484445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae09c28-c322-4d43-a7cc-39e20e6d6615 None None] Pushing event updated for resources: {'Port': ['ID=8d7ccd19-0d7a-409c-b031-a027429a7e28,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.553280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:05.645230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-df4ab0f5-4c58-44b3-9c3e-c616b8a530e6 None None] Provisioning complete for port 8d7ccd19-0d7a-409c-b031-a027429a7e28 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:05.645602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-df4ab0f5-4c58-44b3-9c3e-c616b8a530e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.736914 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.743179 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 3, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:05.772120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Checking router: 70d431b8-b6c9-464b-82a0-205bbaf1e11d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:05.772512 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Updating router 70d431b8-b6c9-464b-82a0-205bbaf1e11d port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:05.796944 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.848250 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.014138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Allocated IP 172.20.0.1 (6ed8b03e-14f8-47e9-912b-035452320887/967af698-beff-4630-9457-6f5883568216/3361b88f-5de6-4ca8-85e9-c2acd735c2df) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:06.069142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8d7ccd19-0d7a-409c-b031-a027429a7e28 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:06.120762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 8d7ccd19-0d7a-409c-b031-a027429a7e28 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.121134 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.128292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.150038 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.156314 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.164282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.195576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f700f2-1056-4a6e-9f81-560d91b9d626 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:06.208969 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Attempting to bind port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:06.209419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Attempting to bind port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:06.209727 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Attempting to bind port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:06.210519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Network 6ed8b03e-14f8-47e9-912b-035452320887 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:06.217558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:06.220975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:06.224405 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:06.224788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:06.225190 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.225692 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:06.226057 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Bound port: 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:06.226570 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.247785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5bb2a-caf5-45b0-85c0-f68273d39565 None None] Pushing event updated for resources: {'Port': ['ID=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.253155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Pushing event updated for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.272937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.282093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f3d236e2-390d-4930-ac1c-4e6fae1cca7c None None] Provisioning complete for port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.282475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f3d236e2-390d-4930-ac1c-4e6fae1cca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.289905 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] For port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:06.297337 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] For port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:06.304550 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.323168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f3d236e2-390d-4930-ac1c-4e6fae1cca7c None None] Port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:06.360585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a59e6-029e-449b-aa31-b81e4f054495 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:06.367458 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5bb2a-caf5-45b0-85c0-f68273d39565 None None] Pushing event updated for resources: {'Port': ['ID=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.371860 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:06.372484 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:06.429721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.445149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] Provisioning complete for port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.445516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.507898 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:06.535001 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.556800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] For port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:06.563573 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.611735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.617573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ae3c7-37fe-47f3-bbb8-3a0f3ec4dc9b None None] Pushing event updated for resources: {'Port': ['ID=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.617992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.689981 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.692711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Pushing event updated for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.693477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-226e613c-307d-4ef4-96dc-662143bd59c4 None None] Provisioning complete for port 3361b88f-5de6-4ca8-85e9-c2acd735c2df triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:06.694073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-226e613c-307d-4ef4-96dc-662143bd59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.697359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 3, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:06.725487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcb9cf-1609-45f4-9e07-2e311217774e None None] The sync data for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 is: [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:04Z', 'revision_number': 3, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:06.737319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-226e613c-307d-4ef4-96dc-662143bd59c4 None None] Port 3361b88f-5de6-4ca8-85e9-c2acd735c2df cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:06.788979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Network 6ed8b03e-14f8-47e9-912b-035452320887 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:06.790423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:06.925890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Router 70d431b8-b6c9-464b-82a0-205bbaf1e11d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:07.045748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:07.056593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e24cefcd-6aed-4b72-82a2-f0208b29f019 admin admin] 10.222.0.84 "PUT /v2.0/routers/70d431b8-b6c9-464b-82a0-205bbaf1e11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300166 Nov 12 03:46:07.059545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-68724a83-f363-4cb9-b11e-4c247b8674ab None None] Provisioning complete for port 3361b88f-5de6-4ca8-85e9-c2acd735c2df triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:07.059855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-68724a83-f363-4cb9-b11e-4c247b8674ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.108834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-68724a83-f363-4cb9-b11e-4c247b8674ab None None] Port 3361b88f-5de6-4ca8-85e9-c2acd735c2df cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:07.264789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.544670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40586) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:07.550068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1001506045-network', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:07.573321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Made reservation on behalf of 46822980a3c4498095b69ebeb1f2e101 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:07.576063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.585918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.658770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.662299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.682263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:07.695662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5a20a-3cb3-4888-89a4-70fb898b0d15,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.700575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.700911 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Added segment 06de4396-3de8-4bb5-bfd5-56ac072d32cc of type vlan for network 3544ee39-cc1e-467d-b710-0a7003f2865c Nov 12 03:46:07.738829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.766360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.767526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:07.768140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.800571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2541108 Nov 12 03:46:07.803502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40588) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:07.808960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Request body: {'subnet': {'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1001506045-subnet', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:07.832075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Made reservation on behalf of 46822980a3c4498095b69ebeb1f2e101 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:07.832676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9e0f-c136-461a-9b25-810fd5902d6b admin admin] Pushing event updated for resources: {'Network': ['ID=3544ee39-cc1e-467d-b710-0a7003f2865c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.834429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.843043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 3544ee39-cc1e-467d-b710-0a7003f2865c details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:08.009384 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.055782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:08.077742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5864f739-008d-4351-95e8-28de490a251c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.081647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Checking segment: {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:08.082018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Network hostable DHCP agents. Network: 3544ee39-cc1e-467d-b710-0a7003f2865c, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:08.100299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Network 3544ee39-cc1e-467d-b710-0a7003f2865c is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:08.109089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 3544ee39-cc1e-467d-b710-0a7003f2865c) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:08.111270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:08.111871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.114092 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.114691 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.130926 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-28363dc3-7515-4286-8e75-cca2f5f3c21c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3262947 Nov 12 03:46:08.133519 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40590) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:08.133902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263dcab4-8cb6-4b78-8777-dd978ac455da None None] Network 3544ee39-cc1e-467d-b710-0a7003f2865c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:08.138798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:08.162374 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.163869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.223733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.262759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.344619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-3544ee39-cc1e-467d-b710-0a7003f2865c', 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'fixed_ips': [{'subnet_id': '5864f739-008d-4351-95e8-28de490a251c'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:08.345541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.366480 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.572918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Sync routers for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:08.579804 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.603196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:08.603836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:08.604376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.716715 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Allocated IP 172.25.2.94 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/6407fdf6-4fd6-4e9f-909c-9ab56f0014cb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:08.727211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Allocated IP 172.20.0.2 (3544ee39-cc1e-467d-b710-0a7003f2865c/5864f739-008d-4351-95e8-28de490a251c/3e610c70-f0ee-4617-bdfe-1693409a4194) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:08.756530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:08.819501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.853339 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:08.889603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:08.892409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:08.898477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:08.926688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Pushing event updated for resources: {'Port': ['ID=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:08.928151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44178f58-64ba-4134-b339-ce8eb00f283f None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:09.017762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.042308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.101499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Network 3544ee39-cc1e-467d-b710-0a7003f2865c is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:09.107178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e495bad8-0cf2-4f29-9073-9fb502285813 None None] Provisioning complete for port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:09.107506 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e495bad8-0cf2-4f29-9073-9fb502285813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.111813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:09.118956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:09.140720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Pushing event updated for resources: {'Port': ['ID=3e610c70-f0ee-4617-bdfe-1693409a4194,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.157658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.182159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e495bad8-0cf2-4f29-9073-9fb502285813 None None] Port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:09.213674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3361b88f-5de6-4ca8-85e9-c2acd735c2df', 'name': '', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'mac_address': 'fa:16:3e:a7:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:05Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 2, 'project_id': '9714b26c526c493fad602903fb5ac085', 'subnets': [{'id': '967af698-beff-4630-9457-6f5883568216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:09.215563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Attempting to bind port 3e610c70-f0ee-4617-bdfe-1693409a4194 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:09.215939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Attempting to bind port 3e610c70-f0ee-4617-bdfe-1693409a4194 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:09.216301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Attempting to bind port 3e610c70-f0ee-4617-bdfe-1693409a4194 on network 3544ee39-cc1e-467d-b710-0a7003f2865c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:09.247220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:09.247596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Checking segment: {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:09.248386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.248386 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Bound using segment: {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:09.248902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Bound port: 3e610c70-f0ee-4617-bdfe-1693409a4194, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:09.249278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.251431 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Checking router: 70d431b8-b6c9-464b-82a0-205bbaf1e11d for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:09.251689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Updating router 70d431b8-b6c9-464b-82a0-205bbaf1e11d port 3361b88f-5de6-4ca8-85e9-c2acd735c2df binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:09.299610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.349515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.363454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] For port 3e610c70-f0ee-4617-bdfe-1693409a4194, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:09.367685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] For port 3e610c70-f0ee-4617-bdfe-1693409a4194, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e610c70-f0ee-4617-bdfe-1693409a4194,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:09.417960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.495538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:09.509524 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64377-7653-434f-b360-a6af7eb5c67e None None] Pushing event updated for resources: {'Port': ['ID=3e610c70-f0ee-4617-bdfe-1693409a4194,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.619757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:09.632885 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Sync routers for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:09.640694 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.641986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-83973d17-7f06-4aa6-a497-8d6d107b6c9a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5073164 Nov 12 03:46:09.644981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40592) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:09.646926 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:09.647767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:09.654831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.669524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.797939 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:09.814448 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a754f-27fb-455d-a760-ddf4aaa82fa0 None None] Pushing event updated for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:09.836509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Attempting to bind port 3361b88f-5de6-4ca8-85e9-c2acd735c2df on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:09.836888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Attempting to bind port 3361b88f-5de6-4ca8-85e9-c2acd735c2df by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:09.837258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Attempting to bind port 3361b88f-5de6-4ca8-85e9-c2acd735c2df on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:09.843534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:09.844281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Checking segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:09.845205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.845777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Bound using segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:09.846624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Bound port: 3361b88f-5de6-4ca8-85e9-c2acd735c2df, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:09.847024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.941163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] For port 3361b88f-5de6-4ca8-85e9-c2acd735c2df, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:09.949108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] For port 3361b88f-5de6-4ca8-85e9-c2acd735c2df, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3361b88f-5de6-4ca8-85e9-c2acd735c2df,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:09.959062 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.040058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:10.040816 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.095319 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:09Z', 'revision_number': 3, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.123656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a754f-27fb-455d-a760-ddf4aaa82fa0 None None] Pushing event updated for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.147783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e610c70-f0ee-4617-bdfe-1693409a4194 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:10.157842 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Checking router: 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:10.158209 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Updating router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:10.188222 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.255004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.261170 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] Provisioning complete for port 3361b88f-5de6-4ca8-85e9-c2acd735c2df triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:10.261547 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.345985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:10.349686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3e610c70-f0ee-4617-bdfe-1693409a4194 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:10.350070 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.461637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Allocated IP 172.20.0.1 (3544ee39-cc1e-467d-b710-0a7003f2865c/5864f739-008d-4351-95e8-28de490a251c/f728ec9f-a674-4f6e-be95-971230786f5b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:10.490119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.509273 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.516739 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.549051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256dfd2b-2496-4acc-9ac2-18343d636b13 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:10.554939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] For port 3361b88f-5de6-4ca8-85e9-c2acd735c2df, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3361b88f-5de6-4ca8-85e9-c2acd735c2df,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:10.588108 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Attempting to bind port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:10.588645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Attempting to bind port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:10.594436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.598342 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Attempting to bind port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:10.608884 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:10.609418 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:10.609926 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.610417 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:10.611013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Bound port: 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:10.611734 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.641830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.673978 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] For port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:10.679391 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] For port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:10.682848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Network 3544ee39-cc1e-467d-b710-0a7003f2865c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:10.686941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:10.691747 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Pushing event updated for resources: {'Port': ['ID=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.692748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:10.697626 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.707198 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.707951 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.708585 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.709140 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.709701 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.710250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.710859 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.711445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.711991 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.712533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.713122 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.713665 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:10.743022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Pushing event updated for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.779015 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.787682 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af238e0-7e47-4bf9-94ca-5c8fac76d316 None None] Pushing event updated for resources: {'Port': ['ID=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:10.798450 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:10.799654 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:10.807252 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.816952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f97ad7-deac-4d52-b15c-a1666b6f6b3f None None] Network 3544ee39-cc1e-467d-b710-0a7003f2865c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:10.891922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a628f-6e45-4408-80a1-69639b6a8fcc None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:10.915477 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:10.930347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:10.995441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.024393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db1041-2f96-464a-ae10-c933353890d0 None None] Pushing event updated for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.040166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Provisioning complete for port 3e610c70-f0ee-4617-bdfe-1693409a4194 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.040545 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.099191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 3e610c70-f0ee-4617-bdfe-1693409a4194, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e610c70-f0ee-4617-bdfe-1693409a4194,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.111901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.118354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.125630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:09Z', 'revision_number': 3, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:11.130302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.153487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc5394-d96b-4081-93f6-20ba38a01da2 None None] The sync data for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 is: [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:09Z', 'revision_number': 3, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:11.202996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Pushing event updated for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.207046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.223088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3361b88f-5de6-4ca8-85e9-c2acd735c2df', 'name': '', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'mac_address': 'fa:16:3e:a7:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:05Z', 'updated_at': '2021-11-12T03:46:09Z', 'revision_number': 4, 'project_id': '9714b26c526c493fad602903fb5ac085', 'subnets': [{'id': '967af698-beff-4630-9457-6f5883568216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:11.261464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51184c1-b962-4815-af2e-1d56aebd0b5c None None] The sync data for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 is: [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3361b88f-5de6-4ca8-85e9-c2acd735c2df', 'name': '', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'mac_address': 'fa:16:3e:a7:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:05Z', 'updated_at': '2021-11-12T03:46:09Z', 'revision_number': 4, 'project_id': '9714b26c526c493fad602903fb5ac085', 'subnets': [{'id': '967af698-beff-4630-9457-6f5883568216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:11.262967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=3e610c70-f0ee-4617-bdfe-1693409a4194,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.306217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Network 3544ee39-cc1e-467d-b710-0a7003f2865c is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:11.307869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:11.329525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Provisioning complete for port 3361b88f-5de6-4ca8-85e9-c2acd735c2df triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.329907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.524084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:11.531417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Provisioning complete for port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.531797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.637361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.668767 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] For port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:11.677713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.684810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:11.695425 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:11.696034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2d27367d-1f9f-419a-9dc9-09155a6d5096 admin admin] 10.222.0.84 "PUT /v2.0/routers/4f35ecad-b2d7-4051-9d09-5dc6155e47d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458741 Nov 12 03:46:11.776291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841a0e0-780d-4db7-9325-9a73ec2db41a None None] Pushing event updated for resources: {'Port': ['ID=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:11.804310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Provisioning complete for port 3e610c70-f0ee-4617-bdfe-1693409a4194 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.804677 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.938223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Provisioning complete for port f728ec9f-a674-4f6e-be95-971230786f5b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:11.938849 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:11.986399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Port f728ec9f-a674-4f6e-be95-971230786f5b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:12.009203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Provisioning complete for port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.010262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e605-93dc-4b20-90b8-324ee7bb8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.275575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5ae89d41-3438-40a1-a054-06e43b64a729 None None] Provisioning complete for port f728ec9f-a674-4f6e-be95-971230786f5b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.276099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5ae89d41-3438-40a1-a054-06e43b64a729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.333375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3361b88f-5de6-4ca8-85e9-c2acd735c2df up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:12.366830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5ae89d41-3438-40a1-a054-06e43b64a729 None None] Port f728ec9f-a674-4f6e-be95-971230786f5b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:12.398443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3361b88f-5de6-4ca8-85e9-c2acd735c2df triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.399123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.495762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e610c70-f0ee-4617-bdfe-1693409a4194 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:12.541138 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-c1baf117-0baa-48e5-b5d0-2d4d82e91527 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.542705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-c1baf117-0baa-48e5-b5d0-2d4d82e91527 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.1079714 Nov 12 03:46:12.548797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3e610c70-f0ee-4617-bdfe-1693409a4194 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.549319 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.563896 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-28a23dc6-6451-4c87-b607-68aef4406e79 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/quotas/46822980a3c4498095b69ebeb1f2e101 HTTP/1.1" status: 200 len: 375 time: 0.0143108 Nov 12 03:46:12.640845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:12.706022 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:12.706526 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:12.980235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a6c4017a-a34b-4f18-886a-8edb238fd57b tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4130361 Nov 12 03:46:13.083666 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-cdc8f9c4-7874-45ae-9b51-6dc7f29f4d98 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:46:13.084681 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-cdc8f9c4-7874-45ae-9b51-6dc7f29f4d98 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978489 Nov 12 03:46:13.178997 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a29bba16-07d5-4644-91d9-253a19f91892 service neutron] 10.222.0.84 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880470 Nov 12 03:46:13.273662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-401d8d92-ac65-4c93-bc3d-0a3a5fbd6594 service neutron] 10.222.0.84 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884423 Nov 12 03:46:13.441234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0041663-7c77-4b87-8af1-061c759de92b req-5579c751-0dfb-4b12-8130-8e66a46eaf1a tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 210 time: 0.0256102 Nov 12 03:46:13.993140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Sync routers for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:14.004294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:14.004970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:14.114009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:14.320781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 4, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f728ec9f-a674-4f6e-be95-971230786f5b', 'name': '', 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'mac_address': 'fa:16:3e:b3:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '5864f739-008d-4351-95e8-28de490a251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:10Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 2, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'subnets': [{'id': '5864f739-008d-4351-95e8-28de490a251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:14.345800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Checking router: 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:14.346155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Updating router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 port f728ec9f-a674-4f6e-be95-971230786f5b binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:14.369770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.544328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25a39699-06fb-4b34-940e-ba0061694be9 req-ba63f105-361a-4681-9cf6-beb401a845e0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 210 time: 0.0314949 Nov 12 03:46:14.653219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.662746 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.664782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-7f37df19-dbf3-4a77-904d-b8630b146112 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.666583 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-7f37df19-dbf3-4a77-904d-b8630b146112 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.32 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0982559 Nov 12 03:46:14.682389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Request body: {'port': {'device_id': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'admin_state_up': True, 'tenant_id': '46822980a3c4498095b69ebeb1f2e101'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:14.709503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Made reservation on behalf of 46822980a3c4498095b69ebeb1f2e101 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:14.712279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.717948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48df5a-ba4b-459d-8c62-080cca441a35 None None] Pushing event updated for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:14.791370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Attempting to bind port f728ec9f-a674-4f6e-be95-971230786f5b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:14.792279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Attempting to bind port f728ec9f-a674-4f6e-be95-971230786f5b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:14.792827 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Attempting to bind port f728ec9f-a674-4f6e-be95-971230786f5b on network 3544ee39-cc1e-467d-b710-0a7003f2865c {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:14.799390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:14.800400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Checking segment: {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:14.800762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.801708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Bound using segment: {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:14.802291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Bound port: f728ec9f-a674-4f6e-be95-971230786f5b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06de4396-3de8-4bb5-bfd5-56ac072d32cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:14.802967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.850498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Allocated IP 172.20.0.11 (6ed8b03e-14f8-47e9-912b-035452320887/967af698-beff-4630-9457-6f5883568216/3688f5d4-ccd5-4c53-9e39-4ea3321f88fb) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:14.875128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] For port f728ec9f-a674-4f6e-be95-971230786f5b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:14.878878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] For port f728ec9f-a674-4f6e-be95-971230786f5b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f728ec9f-a674-4f6e-be95-971230786f5b,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:14.883905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:14.942984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:14.943671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:14.948971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48df5a-ba4b-459d-8c62-080cca441a35 None None] Pushing event updated for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.014581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.051675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.062925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] Provisioning complete for port f728ec9f-a674-4f6e-be95-971230786f5b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:15.063486 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.095040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Network 6ed8b03e-14f8-47e9-912b-035452320887 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:15.098571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:15.105896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:15.121161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:15.132408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Pushing event updated for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.152181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.153101 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.172338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-a57ca2af-dbd8-4eac-ad32-3c2ce614f237 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4945467 Nov 12 03:46:15.187977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-792ce824-b228-40e8-a280-91176e0e645f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:46:15.189245 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-792ce824-b228-40e8-a280-91176e0e645f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066822 Nov 12 03:46:15.262544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Request body: {'port': {'device_id': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:15.326470 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.412088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.486996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] For port f728ec9f-a674-4f6e-be95-971230786f5b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f728ec9f-a674-4f6e-be95-971230786f5b,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:15.495555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.569455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4f217-dcac-4067-935e-e010de06d775 None None] Pushing event updated for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.595794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 4, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f728ec9f-a674-4f6e-be95-971230786f5b', 'name': '', 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'mac_address': 'fa:16:3e:b3:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '5864f739-008d-4351-95e8-28de490a251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:10Z', 'updated_at': '2021-11-12T03:46:14Z', 'revision_number': 4, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'subnets': [{'id': '5864f739-008d-4351-95e8-28de490a251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:15.605599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:15.616192 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.630344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Transition to ACTIVE for port object 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:15.634199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.639606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d843ee-cdf0-4907-839d-fc1235fca069 None None] The sync data for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 is: [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:10Z', 'revision_number': 4, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f728ec9f-a674-4f6e-be95-971230786f5b', 'name': '', 'network_id': '3544ee39-cc1e-467d-b710-0a7003f2865c', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'mac_address': 'fa:16:3e:b3:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '5864f739-008d-4351-95e8-28de490a251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:10Z', 'updated_at': '2021-11-12T03:46:14Z', 'revision_number': 4, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'subnets': [{'id': '5864f739-008d-4351-95e8-28de490a251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:15.662609 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5c0cf4e7-de08-46c6-844f-ff4f54318019 None None] Provisioning complete for port f728ec9f-a674-4f6e-be95-971230786f5b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:15.662984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf4e7-de08-46c6-844f-ff4f54318019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.691900 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Pushing event updated for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:15.740578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c226e6-6f9b-4318-ab05-622ed9161c69 req-71655354-eac8-4e07-9d8f-ecd3bb502680 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.754607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52c226e6-6f9b-4318-ab05-622ed9161c69 req-71655354-eac8-4e07-9d8f-ecd3bb502680 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1054 time: 0.1181052 Nov 12 03:46:15.826485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52c226e6-6f9b-4318-ab05-622ed9161c69 req-1a05d139-da61-4ddb-a9f7-2ee8c697406c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Nov 12 03:46:15.852059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Attempting to bind port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:15.852399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Attempting to bind port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:15.852728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Attempting to bind port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:15.857866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb on network 6ed8b03e-14f8-47e9-912b-035452320887 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:15.858310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Attempting to bind port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:15.868125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:15.868469 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Checking segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:15.868859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Bound using segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:15.869320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Bound port: 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:15.869675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.951812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:15.955241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:15.960752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.997006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.997639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:15.999077 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] 10.222.0.32 "PUT /v2.0/ports/3688f5d4-ccd5-4c53-9e39-4ea3321f88fb HTTP/1.1" status: 200 len: 1093 time: 0.7969658 Nov 12 03:46:15.999620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:16.001935 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23b564-bba9-452e-bcc3-f2087bbb96e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:16.108951 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e9974f-9f29-44a9-bb72-7e07dbb8ebd1 x-openstack-request-id: req-86e9974f-9f29-44a9-bb72-7e07dbb8ebd1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:16.109313 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:16.109499 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-86e9974f-9f29-44a9-bb72-7e07dbb8ebd1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:16.109884 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb', 'status': 'completed', 'code': 200} Nov 12 03:46:16.116753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45416c-d6e4-48c7-8df8-7292d0f0b248 service neutron] Pushing event updated for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:16.116978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f728ec9f-a674-4f6e-be95-971230786f5b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:16.149564 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-f8edc918-21ae-42f3-ba1a-0364219d2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.151155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-f8edc918-21ae-42f3-ba1a-0364219d2a65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0851021 Nov 12 03:46:16.172872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f728ec9f-a674-4f6e-be95-971230786f5b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:16.173318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:16.209640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-161ca712-792c-4647-96fa-695491e33cfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb HTTP/1.1" status: 200 len: 217 time: 0.0451880 Nov 12 03:46:16.276238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-4d8091c1-e33c-4442-915c-24d08edf2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.277794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-4d8091c1-e33c-4442-915c-24d08edf2892 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 200 len: 849 time: 0.0554054 Nov 12 03:46:16.336061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-ab2ada3a-67e4-4006-8295-96b9ff109b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.337694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-ab2ada3a-67e4-4006-8295-96b9ff109b4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ed8b03e-14f8-47e9-912b-035452320887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482874 Nov 12 03:46:16.437810 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-6e666224-b6f6-42c5-8bba-ff28bd059545 service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Nov 12 03:46:16.542188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a12c4c2-00c3-430b-a602-ee2f3c1c1f0c req-b239d53b-9b41-4f1b-99d2-546bdc605035 service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927351 Nov 12 03:46:16.637219 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-404eadec-6be9-47b7-a19c-afb59b2e6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.639290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-404eadec-6be9-47b7-a19c-afb59b2e6873 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0460234 Nov 12 03:46:16.737858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-4238d140-7acd-4167-b8a2-d426c57da89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.739296 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-4238d140-7acd-4167-b8a2-d426c57da89a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0912914 Nov 12 03:46:16.781779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-8407eb0f-8947-4071-9278-f58a36ef8111 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb HTTP/1.1" status: 200 len: 217 time: 0.0354679 Nov 12 03:46:16.833681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-75da21e6-19fe-4454-b432-8b6f7abc557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.835193 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-75da21e6-19fe-4454-b432-8b6f7abc557d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 200 len: 849 time: 0.0446029 Nov 12 03:46:16.883592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-2dea7005-7752-47cc-a72b-523f196b7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.885108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-2dea7005-7752-47cc-a72b-523f196b7b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ed8b03e-14f8-47e9-912b-035452320887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412986 Nov 12 03:46:16.934410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80bb9a-dac8-42ba-aee1-ca23068f11e7 req-113b7ad5-d154-49e0-b33b-90fcee77a5ce tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:16.936080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb80bb9a-dac8-42ba-aee1-ca23068f11e7 req-113b7ad5-d154-49e0-b33b-90fcee77a5ce tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0402818 Nov 12 03:46:16.978984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb80bb9a-dac8-42ba-aee1-ca23068f11e7 req-daa6aba0-ee33-40ad-8ef0-2a7a75c9e03f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367982 Nov 12 03:46:16.983041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-4f02deb6-4b95-41aa-884e-0f4ce027ca29 service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884573 Nov 12 03:46:17.077579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b23b564-bba9-452e-bcc3-f2087bbb96e3 req-47c8fd17-5075-476f-9627-ab56a3cdb7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863867 Nov 12 03:46:18.086794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99b8b2-f54e-4535-bbb8-a2ecfdbe3b25 req-fd1890a2-2030-4c64-aa71-2a655f6aa03f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:18.088348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd99b8b2-f54e-4535-bbb8-a2ecfdbe3b25 req-fd1890a2-2030-4c64-aa71-2a655f6aa03f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0416725 Nov 12 03:46:18.132079 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd99b8b2-f54e-4535-bbb8-a2ecfdbe3b25 req-1d7ae692-2f55-4bd3-967c-95060494e4bd tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 Nov 12 03:46:19.234314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5514-4a9f-4a00-95fb-704075deb582 req-249c59b4-06e9-4a58-9313-9fa1412b087b tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:19.235867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a7f5514-4a9f-4a00-95fb-704075deb582 req-249c59b4-06e9-4a58-9313-9fa1412b087b tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0397499 Nov 12 03:46:19.279200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a7f5514-4a9f-4a00-95fb-704075deb582 req-ea81757b-e5b2-4bf8-9f4b-ff2106c1471e tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 Nov 12 03:46:20.383063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f897e-9b40-46a5-8bdf-7e92f304baf4 req-7ba62599-dbe0-468b-8a51-921a79619e10 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:20.384619 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-527f897e-9b40-46a5-8bdf-7e92f304baf4 req-7ba62599-dbe0-468b-8a51-921a79619e10 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1096 time: 0.0398488 Nov 12 03:46:20.428221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-527f897e-9b40-46a5-8bdf-7e92f304baf4 req-49615658-0007-4337-b7a4-cfd1033c65ab tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377996 Nov 12 03:46:20.674792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:20.771531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:20.782501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'port_id': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb', 'mac_address': 'fa:16:3e:ce:af:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:20.818889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.831449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:20.850208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:20.854061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:20.903631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.168123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:21.869645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3facd-33b0-41ef-8bac-83d6de95f1a8 req-74ff4e35-0b7b-4a66-838d-6278472e2922 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.871199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2c3facd-33b0-41ef-8bac-83d6de95f1a8 req-74ff4e35-0b7b-4a66-838d-6278472e2922 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1097 time: 0.3752887 Nov 12 03:46:21.914014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a2c3facd-33b0-41ef-8bac-83d6de95f1a8 req-45f107fa-d7d8-4506-ac51-0a15d47c1cab tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Nov 12 03:46:22.686654 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:22.738088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:22.741823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:22.742193 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.817178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.839081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:22.841594 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0069b3-60b7-437d-b89b-c83498a6fc78" -d '{"events": [{"server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "name": "network-vif-plugged", "status": "completed", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:22.855266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:22.858820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.909817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:22.948540 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5ea6f-433b-488e-b8a4-e3684eccebff x-openstack-request-id: req-d1c5ea6f-433b-488e-b8a4-e3684eccebff {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:22.948838 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "name": "network-vif-plugged", "status": "completed", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:22.949080 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d1c5ea6f-433b-488e-b8a4-e3684eccebff {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:22.949493 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb', 'code': 200} Nov 12 03:46:23.026683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979398b-18e2-4c90-b5be-56da4ebb65d4 req-280c127f-35df-43b7-9ed0-7d33a0187e95 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.028232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0979398b-18e2-4c90-b5be-56da4ebb65d4 req-280c127f-35df-43b7-9ed0-7d33a0187e95 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0394547 Nov 12 03:46:23.058935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44cc8-6db3-465a-861e-2c15de623cdc req-5fdf707f-085a-49c8-980c-8ae37ec71dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.060477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00e44cc8-6db3-465a-861e-2c15de623cdc req-5fdf707f-085a-49c8-980c-8ae37ec71dfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0446897 Nov 12 03:46:23.074965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0979398b-18e2-4c90-b5be-56da4ebb65d4 req-20ba5118-8b41-4e02-8305-e06470beeae6 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Nov 12 03:46:23.114263 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00e44cc8-6db3-465a-861e-2c15de623cdc req-be81c3be-4ac6-4b6a-ae9c-e4e1626abae9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Nov 12 03:46:24.185031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2e40a-624a-4697-a0e9-5e6c323a4958 req-22d534de-bad6-40dc-b699-795fd4f09b2e tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:24.186526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28b2e40a-624a-4697-a0e9-5e6c323a4958 req-22d534de-bad6-40dc-b699-795fd4f09b2e tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0401883 Nov 12 03:46:24.232969 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28b2e40a-624a-4697-a0e9-5e6c323a4958 req-181c20b4-6ead-4ef7-aa48-78f20fdb0e0e tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Nov 12 03:46:25.338636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec26b9-4dfb-4ac9-b995-6f3ff2388fa0 req-dbac2dd7-1e49-4704-ab5d-e9734c1dac18 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.340183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bec26b9-4dfb-4ac9-b995-6f3ff2388fa0 req-dbac2dd7-1e49-4704-ab5d-e9734c1dac18 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0406182 Nov 12 03:46:25.395016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1bec26b9-4dfb-4ac9-b995-6f3ff2388fa0 req-373926e2-6003-424c-8dba-b0c70bd815b5 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488882 Nov 12 03:46:25.501959 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b605-46fb-4234-b309-e3cf2dab01d9 req-9709090b-3177-4130-bb83-a06ec4ce4464 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.504164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba69b605-46fb-4234-b309-e3cf2dab01d9 req-9709090b-3177-4130-bb83-a06ec4ce4464 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0438144 Nov 12 03:46:25.546206 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba69b605-46fb-4234-b309-e3cf2dab01d9 req-60461da1-22e6-4c35-96d7-5bca64d3d4b1 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Nov 12 03:46:25.647973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabb4a-75aa-4861-8fcf-a64b8a2c0f6b req-ca46a50a-790b-4cdf-9ed1-409f8c6135c0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.649482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2dabb4a-75aa-4861-8fcf-a64b8a2c0f6b req-ca46a50a-790b-4cdf-9ed1-409f8c6135c0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0398121 Nov 12 03:46:25.692178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c2dabb4a-75aa-4861-8fcf-a64b8a2c0f6b req-e31fc78a-5a8e-498c-8301-7872a1685881 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Nov 12 03:46:25.895891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-aa39ec16-11f7-4476-91f9-1997d4be1ab2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.897387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-aa39ec16-11f7-4476-91f9-1997d4be1ab2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0853539 Nov 12 03:46:25.912559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-c212fe75-8d8d-4564-8478-cfbd48b8c9d0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/quotas/46822980a3c4498095b69ebeb1f2e101 HTTP/1.1" status: 200 len: 375 time: 0.0094604 Nov 12 03:46:25.963580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-345f9c2a-4ba4-4a1f-a11e-d66980c5dd40 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453172 Nov 12 03:46:26.053198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-f515f06e-4b44-4317-9ce9-7fb1ae99947c service neutron] 10.222.0.84 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826743 Nov 12 03:46:26.147074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-97de0abd-c6fe-4816-b2f5-f051eaf90527 service neutron] 10.222.0.84 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879803 Nov 12 03:46:26.299851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27d454a8-c16a-4437-be8d-fb0c44d81cf1 req-da958c19-425e-4618-8a2c-c87ee708207e tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 210 time: 0.0252771 Nov 12 03:46:27.376350 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-42e2719b-5271-401a-8ff5-95e4353bb3b5 req-b4bfb379-1ca6-4c7a-9fc9-006b2504f41f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 210 time: 0.0282526 Nov 12 03:46:28.006088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:28.456837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9176129-e2b9-4587-8b23-6c6a7e6c3ab5 req-d1244d52-e11e-4b0f-bdfd-384a98464fe0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 210 time: 0.0275459 Nov 12 03:46:29.508597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:29.533345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0ec2d7f0-903a-4200-9e62-6e1e062b2843 req-b40b9f55-7769-4244-a47b-8733af56bbe6 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 210 time: 0.0269718 Nov 12 03:46:30.625684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-434e42f0-7446-4f84-9e17-774009371248 req-5e770f39-f695-41cd-b583-9ef711367bee tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 210 time: 0.0282717 Nov 12 03:46:31.250917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-c1e10c77-b5c3-43e4-b063-009b76f02883 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.252460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-c1e10c77-b5c3-43e4-b063-009b76f02883 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.39 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0844624 Nov 12 03:46:31.264455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Request body: {'port': {'device_id': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'admin_state_up': True, 'tenant_id': '46822980a3c4498095b69ebeb1f2e101'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:31.284214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Made reservation on behalf of 46822980a3c4498095b69ebeb1f2e101 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:31.287049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.404923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Allocated IP 172.20.0.4 (6ed8b03e-14f8-47e9-912b-035452320887/967af698-beff-4630-9457-6f5883568216/b23ca1bc-557e-48b5-b817-28dc3724ff97) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:31.540079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.570151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.581088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:31.610229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Network 6ed8b03e-14f8-47e9-912b-035452320887 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:31.614970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:31.618461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:31.641707 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Pushing event updated for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:31.661341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.661948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.680817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-521f1f9d-9b4c-4f86-94d2-6032c351b4d2 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4198954 Nov 12 03:46:31.692888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-1546fa85-5934-4a56-a54b-986122636106 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:46:31.694974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-1546fa85-5934-4a56-a54b-986122636106 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073400 Nov 12 03:46:31.748261 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0b96a-6669-4330-868d-6256fb937b46 req-c91106cc-22c0-424f-b830-67b5be05e176 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:31.749847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b0b96a-6669-4330-868d-6256fb937b46 req-c91106cc-22c0-424f-b830-67b5be05e176 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1027 time: 0.0448976 Nov 12 03:46:31.776099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Request body: {'port': {'device_id': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:31.802693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9b0b96a-6669-4330-868d-6256fb937b46 req-c81c23be-1655-4ca0-aad3-a1f8e4ba7a5f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Nov 12 03:46:31.839226 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.902836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dbee05dd-626f-409e-884f-d3396a5a7375 None None] Provisioning complete for port b23ca1bc-557e-48b5-b817-28dc3724ff97 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:31.903122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dbee05dd-626f-409e-884f-d3396a5a7375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:31.936443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dbee05dd-626f-409e-884f-d3396a5a7375 None None] Port b23ca1bc-557e-48b5-b817-28dc3724ff97 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:32.095430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ca1bc-557e-48b5-b817-28dc3724ff97 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:32.102929 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.115162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Transition to ACTIVE for port object b23ca1bc-557e-48b5-b817-28dc3724ff97 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:46:32.118814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.169381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.247194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Attempting to bind port b23ca1bc-557e-48b5-b817-28dc3724ff97 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:32.247529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Attempting to bind port b23ca1bc-557e-48b5-b817-28dc3724ff97 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:32.247856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Attempting to bind port b23ca1bc-557e-48b5-b817-28dc3724ff97 on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:32.252949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Port b23ca1bc-557e-48b5-b817-28dc3724ff97 on network 6ed8b03e-14f8-47e9-912b-035452320887 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:46:32.253895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Attempting to bind port b23ca1bc-557e-48b5-b817-28dc3724ff97 on network 6ed8b03e-14f8-47e9-912b-035452320887 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:32.258880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:32.259325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Checking segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:32.259710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Bound using segment: {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:32.260264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Bound port: b23ca1bc-557e-48b5-b817-28dc3724ff97, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce358529-e9bd-431f-94fc-811d1b16506f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:32.260626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.291868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7a982b19-41a5-42bf-8398-a01a6901dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.340624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:32.343958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:32.347819 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.383184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.383792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.385164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] 10.222.0.39 "PUT /v2.0/ports/b23ca1bc-557e-48b5-b817-28dc3724ff97 HTTP/1.1" status: 200 len: 1092 time: 0.6822991 Nov 12 03:46:32.385596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:32.387916 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86046e23-86b9-4863-9907-78baa9493292" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:32.421420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715abd0-13ff-4abf-8d02-cec0ac141569 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:32.482562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-9a37c201-dce1-4a1d-be1e-5486a8f33ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.484563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-9a37c201-dce1-4a1d-be1e-5486a8f33ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0530820 Nov 12 03:46:32.540808 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080e0744-15be-4d63-8a54-6a31b642b22b x-openstack-request-id: req-080e0744-15be-4d63-8a54-6a31b642b22b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:32.541108 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:32.541384 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-080e0744-15be-4d63-8a54-6a31b642b22b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:32.541758 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97', 'status': 'completed', 'code': 200} Nov 12 03:46:32.543634 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-438c8caa-24f2-47e9-aacc-5f67f0f8fffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97 HTTP/1.1" status: 200 len: 217 time: 0.0468976 Nov 12 03:46:32.597625 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-f079c90d-a593-4eea-be33-b4b5e6da675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.599022 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-f079c90d-a593-4eea-be33-b4b5e6da675a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 200 len: 849 time: 0.0477841 Nov 12 03:46:32.644613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-4ccb06d2-4265-499e-baec-3007dcc471e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.646118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-4ccb06d2-4265-499e-baec-3007dcc471e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ed8b03e-14f8-47e9-912b-035452320887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398316 Nov 12 03:46:32.751282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-078205bf-d48a-472e-a3a1-9a59569ac656 service neutron] 10.222.0.39 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975707 Nov 12 03:46:32.845485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0524fb6-38b2-4e35-b2cf-9099ee500ada req-6b52531e-738f-4869-9905-30ec2ce0c69f service neutron] 10.222.0.39 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834737 Nov 12 03:46:32.941069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046e23-86b9-4863-9907-78baa9493292 req-b0fa0dba-cc04-4dfe-830e-dd4a2672ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.942502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-b0fa0dba-cc04-4dfe-830e-dd4a2672ec92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0479195 Nov 12 03:46:32.945035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b319101-2d70-4546-8ad4-cc4c8bd0ccc1 req-007f0845-6064-4de7-9b65-ab55e86ffe77 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.946561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b319101-2d70-4546-8ad4-cc4c8bd0ccc1 req-007f0845-6064-4de7-9b65-ab55e86ffe77 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0757987 Nov 12 03:46:32.949342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-a02d14c4-f92a-4dac-a0ec-1c7457bd2c56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499275 Nov 12 03:46:32.992844 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b319101-2d70-4546-8ad4-cc4c8bd0ccc1 req-6ffabe2e-5146-431e-9e93-7c31424c813f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Nov 12 03:46:33.037117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6357-50e2-42f5-af58-78085709e2bc req-1bee88e7-a844-4551-b775-3d8aa0aab8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.038616 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-1bee88e7-a844-4551-b775-3d8aa0aab8b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46822980a3c4498095b69ebeb1f2e101&device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0415356 Nov 12 03:46:33.041049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046e23-86b9-4863-9907-78baa9493292 req-b2834008-2fcc-4f85-accd-c71d78334af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.043596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-b2834008-2fcc-4f85-accd-c71d78334af7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0944116 Nov 12 03:46:33.089659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-9aeab0b9-a96f-4d9f-a657-900b92180995 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97 HTTP/1.1" status: 200 len: 217 time: 0.0386112 Nov 12 03:46:33.139257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046e23-86b9-4863-9907-78baa9493292 req-68944d7b-fe1f-441e-837f-93682bdfef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.140738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-68944d7b-fe1f-441e-837f-93682bdfef88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 200 len: 849 time: 0.0442076 Nov 12 03:46:33.147408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6357-50e2-42f5-af58-78085709e2bc req-a4a51b9f-7ce3-4a70-b469-2d41d6e07e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.148947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-a4a51b9f-7ce3-4a70-b469-2d41d6e07e75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 200 len: 911 time: 0.0895619 Nov 12 03:46:33.188428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046e23-86b9-4863-9907-78baa9493292 req-8d2ba833-5cd4-4841-89c5-cc4b81ccdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.190012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-8d2ba833-5cd4-4841-89c5-cc4b81ccdd38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ed8b03e-14f8-47e9-912b-035452320887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404418 Nov 12 03:46:33.194029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-cd683feb-9ad7-4b37-ac86-87bc22bd54ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb HTTP/1.1" status: 200 len: 217 time: 0.0351794 Nov 12 03:46:33.249043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6357-50e2-42f5-af58-78085709e2bc req-c16907c1-a5d8-46f8-afb9-52949f76630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.250557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-c16907c1-a5d8-46f8-afb9-52949f76630c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 200 len: 849 time: 0.0496466 Nov 12 03:46:33.282902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-8ac244e7-c961-460c-ba30-34a02d9c08cf service neutron] 10.222.0.39 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Nov 12 03:46:33.297732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6357-50e2-42f5-af58-78085709e2bc req-b9cc9eef-1efb-4b8d-ab12-6fa3038a91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.299282 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-b9cc9eef-1efb-4b8d-ab12-6fa3038a91a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ed8b03e-14f8-47e9-912b-035452320887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400259 Nov 12 03:46:33.376454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86046e23-86b9-4863-9907-78baa9493292 req-f1aa7e29-50c4-485c-a906-ee8f1216c60a service neutron] 10.222.0.39 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Nov 12 03:46:33.400871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-23599451-2443-44d9-b02a-117217ce7a45 service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944648 Nov 12 03:46:33.493977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72d6357-50e2-42f5-af58-78085709e2bc req-dd5a6f86-2acc-4f4b-a4bd-a0c7bdd8e61e service neutron] 10.222.0.32 "GET /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823336 Nov 12 03:46:34.105893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf62583-d788-44ea-a08a-28c3334446a3 req-3d6c7365-7186-4d23-a3f2-434985daf4fe tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.107423 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbf62583-d788-44ea-a08a-28c3334446a3 req-3d6c7365-7186-4d23-a3f2-434985daf4fe tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0401473 Nov 12 03:46:34.154135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbf62583-d788-44ea-a08a-28c3334446a3 req-5348c989-821a-4a6b-a3ae-99903aaa56c3 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Nov 12 03:46:34.689852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dd20b4bf-1de3-4994-8cec-1d8274b977ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:35.258688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0097-f79a-4655-b8aa-8d6eaad31eb7 req-0e425455-a32d-4877-b0ed-49b10e92f9c5 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:35.260239 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9ad0097-f79a-4655-b8aa-8d6eaad31eb7 req-0e425455-a32d-4877-b0ed-49b10e92f9c5 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0406277 Nov 12 03:46:35.306072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d9ad0097-f79a-4655-b8aa-8d6eaad31eb7 req-a149eecb-0748-4ec4-b169-e610157ccac5 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 Nov 12 03:46:35.724553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.418599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec81a8a-0b03-4e62-8ace-68451fcc1d64 req-9efd3376-2ebe-4842-a22c-2fcb082f82fa tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.420128 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec81a8a-0b03-4e62-8ace-68451fcc1d64 req-9efd3376-2ebe-4842-a22c-2fcb082f82fa tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1095 time: 0.0399158 Nov 12 03:46:36.462989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b23ca1bc-557e-48b5-b817-28dc3724ff97 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:36.463827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec81a8a-0b03-4e62-8ace-68451fcc1d64 req-f5199884-3022-48dd-98ba-1431925a78f7 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Nov 12 03:46:36.554688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.565525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'b23ca1bc-557e-48b5-b817-28dc3724ff97', 'network_id': '6ed8b03e-14f8-47e9-912b-035452320887', 'port_id': 'b23ca1bc-557e-48b5-b817-28dc3724ff97', 'mac_address': 'fa:16:3e:29:db:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967af698-beff-4630-9457-6f5883568216', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:36.605021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.617567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ca1bc-557e-48b5-b817-28dc3724ff97 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:36.635483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:36.639294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:36.684014 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:36.881715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b23ca1bc-557e-48b5-b817-28dc3724ff97'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:37.264960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:37.566145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203d765-2c39-48fd-ad40-a00d08627220 req-0d99dcc8-b2f0-4564-9f93-324c2e78f6fd tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.567679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2203d765-2c39-48fd-ad40-a00d08627220 req-0d99dcc8-b2f0-4564-9f93-324c2e78f6fd tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1096 time: 0.0395958 Nov 12 03:46:37.616387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2203d765-2c39-48fd-ad40-a00d08627220 req-7d314e0c-653c-4b04-b49d-4fd461d3bb29 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Nov 12 03:46:38.226962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.478251 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b23ca1bc-557e-48b5-b817-28dc3724ff97 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:38.525338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port b23ca1bc-557e-48b5-b817-28dc3724ff97 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:46:38.529212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port b23ca1bc-557e-48b5-b817-28dc3724ff97 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:38.529582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.605188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.627247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:38.629998 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869d49c-3504-423c-a07c-d2ab0ada9bd5" -d '{"events": [{"server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:38.642697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:38.650200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:38.672289 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab19fe6-a0c3-4bfd-9cf4-f788bac31029 x-openstack-request-id: req-3ab19fe6-a0c3-4bfd-9cf4-f788bac31029 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:38.672583 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "name": "network-vif-plugged", "status": "completed", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:38.672834 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ab19fe6-a0c3-4bfd-9cf4-f788bac31029 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:38.673214 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97', 'code': 200} Nov 12 03:46:38.699422 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:38.743741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c7cc5-f8be-416e-809c-5cbe382e02e2 req-6836c5a6-9c5b-4c61-85c5-3db5433537ed tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.745205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab7c7cc5-f8be-416e-809c-5cbe382e02e2 req-6836c5a6-9c5b-4c61-85c5-3db5433537ed tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0554874 Nov 12 03:46:38.766671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1a6e-51c1-4150-984b-2db1782d6377 req-287865ac-2aee-4115-89ba-f30c69ad230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.768188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a8a1a6e-51c1-4150-984b-2db1782d6377 req-287865ac-2aee-4115-89ba-f30c69ad230f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0405223 Nov 12 03:46:38.790426 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab7c7cc5-f8be-416e-809c-5cbe382e02e2 req-905b57ca-2740-49b0-a7cf-122548ba2be0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Nov 12 03:46:38.813108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a8a1a6e-51c1-4150-984b-2db1782d6377 req-7af17d5d-fb50-4bf0-99b9-02c16f312d7a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Nov 12 03:46:39.901425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a481f-b448-49c8-8edf-9af4c68fe5b7 req-e1441ea1-b8b1-4ab5-95cc-fc77513252cb tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.902961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b3a481f-b448-49c8-8edf-9af4c68fe5b7 req-e1441ea1-b8b1-4ab5-95cc-fc77513252cb tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0432124 Nov 12 03:46:39.946007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b3a481f-b448-49c8-8edf-9af4c68fe5b7 req-d05feec3-da1f-4477-8084-b6a9d8fd0f48 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Nov 12 03:46:40.054287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18f1ea-ce75-4b66-a1a7-f36d2a89705b req-2a135ebf-80f8-4f75-9930-0f443f10dfff tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.055735 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da18f1ea-ce75-4b66-a1a7-f36d2a89705b req-2a135ebf-80f8-4f75-9930-0f443f10dfff tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0438507 Nov 12 03:46:40.098713 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-da18f1ea-ce75-4b66-a1a7-f36d2a89705b req-e9192b3c-f29e-4f32-baf0-8f07eb935b27 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Nov 12 03:46:40.199501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b9c1-4d7b-4ce7-b18f-5432f2741b11 req-d29e7c42-f1c5-4681-922d-a44d3de6c1e3 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.201269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e298b9c1-4d7b-4ce7-b18f-5432f2741b11 req-d29e7c42-f1c5-4681-922d-a44d3de6c1e3 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0406151 Nov 12 03:46:40.243846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e298b9c1-4d7b-4ce7-b18f-5432f2741b11 req-8cf20998-1a45-420b-9c55-2090128f199d tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Nov 12 03:46:40.468051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0061d-6408-48eb-b720-7326c86f82da req-fd0cb004-d6e3-4056-92d8-4e0ba30b609f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:40.469554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0f0061d-6408-48eb-b720-7326c86f82da req-fd0cb004-d6e3-4056-92d8-4e0ba30b609f tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0442915 Nov 12 03:46:40.511636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0f0061d-6408-48eb-b720-7326c86f82da req-46dcb8d2-c1a2-4f42-baf0-42ff0edfd790 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362694 Nov 12 03:46:41.619513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781be9c-881d-4f17-90b0-e7a01c0780d1 req-e30c4415-3b6d-4a6f-beb0-fbb0984dce78 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.621027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2781be9c-881d-4f17-90b0-e7a01c0780d1 req-e30c4415-3b6d-4a6f-beb0-fbb0984dce78 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0403197 Nov 12 03:46:41.663771 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2781be9c-881d-4f17-90b0-e7a01c0780d1 req-d8de7962-5c21-4f7e-aba4-bb21c1a3d388 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Nov 12 03:46:41.714154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-488ee1d3-3884-47fb-bdc1-5e2d228550ab tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.715649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-488ee1d3-3884-47fb-bdc1-5e2d228550ab tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f1586e7-1c79-45fb-97ef-15236c37883c HTTP/1.1" status: 200 len: 1097 time: 0.0393105 Nov 12 03:46:41.792956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Deleting port b23ca1bc-557e-48b5-b817-28dc3724ff97 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:41.793232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.873153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] For port b23ca1bc-557e-48b5-b817-28dc3724ff97, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=b23ca1bc-557e-48b5-b817-28dc3724ff97,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:41.873521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:41.886507 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Calling delete_port for b23ca1bc-557e-48b5-b817-28dc3724ff97 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:42.007002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.018253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['b23ca1bc-557e-48b5-b817-28dc3724ff97'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:42.020525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:42.034910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Pushing event deleted for resources: {'Port': ['ID=b23ca1bc-557e-48b5-b817-28dc3724ff97,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:42.082985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] No DVR routers for this DVR port b23ca1bc-557e-48b5-b817-28dc3724ff97 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:42.085699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:42.089281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d6e8f03e-5197-4d2d-97aa-e0bd19a4d10f req-43eb61ef-302d-41dd-853b-c5163f773746 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b23ca1bc-557e-48b5-b817-28dc3724ff97 HTTP/1.1" status: 204 len: 173 time: 0.3675697 Nov 12 03:46:42.089756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'name': 'network-vif-deleted', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:42.092550 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff85db6-1d67-4e35-8539-7a3babe96ae2" -d '{"events": [{"server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "name": "network-vif-deleted", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:42.155540 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0856e2-a6e5-4905-a59e-87605fa0fb9f x-openstack-request-id: req-eb0856e2-a6e5-4905-a59e-87605fa0fb9f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:42.155833 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1586e7-1c79-45fb-97ef-15236c37883c", "name": "network-vif-deleted", "tag": "b23ca1bc-557e-48b5-b817-28dc3724ff97", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:42.156084 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-eb0856e2-a6e5-4905-a59e-87605fa0fb9f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:42.156500 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1586e7-1c79-45fb-97ef-15236c37883c', 'name': 'network-vif-deleted', 'tag': 'b23ca1bc-557e-48b5-b817-28dc3724ff97', 'status': 'completed', 'code': 200} Nov 12 03:46:42.916476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e732958-0a6b-4c88-a119-9506d2f43594 req-0ef5bded-7d1a-4206-a54d-a28f9a3c52a0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:42.918009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e732958-0a6b-4c88-a119-9506d2f43594 req-0ef5bded-7d1a-4206-a54d-a28f9a3c52a0 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0413494 Nov 12 03:46:42.964993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8e732958-0a6b-4c88-a119-9506d2f43594 req-816bb148-0c19-456c-8d43-ae4385f009d5 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Nov 12 03:46:44.084381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725297a6-fb0b-4cfd-a240-b0215c6398d9 req-81d66d3f-9c70-4e98-b41b-fb0f65b1358b tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.085826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725297a6-fb0b-4cfd-a240-b0215c6398d9 req-81d66d3f-9c70-4e98-b41b-fb0f65b1358b tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0484741 Nov 12 03:46:44.139684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-725297a6-fb0b-4cfd-a240-b0215c6398d9 req-bf630cc4-b537-4aed-8389-f0b51a918044 tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/security-groups?id=c5e5a20a-3cb3-4888-89a4-70fb898b0d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Nov 12 03:46:44.326771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267fca1-908d-48e0-81df-160c10530478 req-1a05e008-2cb2-40a7-90d6-d332368b961d tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.328303 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6267fca1-908d-48e0-81df-160c10530478 req-1a05e008-2cb2-40a7-90d6-d332368b961d tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 1098 time: 0.0401194 Nov 12 03:46:44.420838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Deleting port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:44.421098 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.490154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b23ca1bc-557e-48b5-b817-28dc3724ff97 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:44.511005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: b23ca1bc-557e-48b5-b817-28dc3724ff97 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:44.511381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device b23ca1bc-557e-48b5-b817-28dc3724ff97 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:44.516491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] For port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:44.516865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.531734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Calling delete_port for 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:44.661645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.677366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:44.686717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Pushing event deleted for resources: {'Port': ['ID=3688f5d4-ccd5-4c53-9e39-4ea3321f88fb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:44.729746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] No DVR routers for this DVR port 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:44.732684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:44.736707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6267fca1-908d-48e0-81df-160c10530478 req-5c0010b5-b512-40ff-8d3e-b56d57e8833c tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3688f5d4-ccd5-4c53-9e39-4ea3321f88fb HTTP/1.1" status: 204 len: 173 time: 0.4012623 Nov 12 03:46:44.737176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'name': 'network-vif-deleted', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:44.740187 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35ebf8f-f90d-4874-a9e0-dd57c1ecb90b" -d '{"events": [{"server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "name": "network-vif-deleted", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:44.790259 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0448a7-309e-498e-94c2-848e12f39d92 x-openstack-request-id: req-cd0448a7-309e-498e-94c2-848e12f39d92 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:44.790563 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd6bf70-0752-4b03-af71-12130548fae9", "name": "network-vif-deleted", "tag": "3688f5d4-ccd5-4c53-9e39-4ea3321f88fb", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:44.790818 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cd0448a7-309e-498e-94c2-848e12f39d92 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:44.791246 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd6bf70-0752-4b03-af71-12130548fae9', 'name': 'network-vif-deleted', 'tag': '3688f5d4-ccd5-4c53-9e39-4ea3321f88fb', 'status': 'completed', 'code': 200} Nov 12 03:46:45.241591 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8a003c32-cd5a-44a0-bd9f-deb606501369 req-12813837-8d30-4b1f-a31e-1378c26f41bf tempest-TestServerMultinode-1559810414 tempest-TestServerMultinode-1559810414-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bbd6bf70-0752-4b03-af71-12130548fae9 HTTP/1.1" status: 200 len: 210 time: 0.0254133 Nov 12 03:46:46.307713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40760) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.649084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.905355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Deleting port 3361b88f-5de6-4ca8-85e9-c2acd735c2df {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:46.905604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.982500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] For port 3361b88f-5de6-4ca8-85e9-c2acd735c2df, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3361b88f-5de6-4ca8-85e9-c2acd735c2df,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:46.982862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.994989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Calling delete_port for 3361b88f-5de6-4ca8-85e9-c2acd735c2df owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:47.175969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.199160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Pushing event deleted for resources: {'Port': ['ID=3361b88f-5de6-4ca8-85e9-c2acd735c2df,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.381731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.594471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Router 70d431b8-b6c9-464b-82a0-205bbaf1e11d has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:47.694106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:47.699167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b218ea1-d42a-4e83-a6b3-790446177ded admin admin] 10.222.0.84 "PUT /v2.0/routers/70d431b8-b6c9-464b-82a0-205bbaf1e11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897338 Nov 12 03:46:47.702042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40762) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:47.704753 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Sync routers for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:47.714602 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:47.715333 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:47.803027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.818192 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:47.902635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.954447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Deleting port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:47.954787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.991848 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:47Z', 'revision_number': 5, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port': {'id': '3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:04Z', 'updated_at': '2021-11-12T03:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:48.018503 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Checking router: 70d431b8-b6c9-464b-82a0-205bbaf1e11d for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:48.027026 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Routers {'70d431b8-b6c9-464b-82a0-205bbaf1e11d'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:48.027656 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:48.039822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] For port 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:48.040497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.054280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Calling delete_port for 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:48.112175 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] Set router 70d431b8-b6c9-464b-82a0-205bbaf1e11d gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:48.164910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:47Z', 'revision_number': 6, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:48.191140 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028509e6-02ca-4436-87b6-8b10d6caa6ce None None] The sync data for ids ['70d431b8-b6c9-464b-82a0-205bbaf1e11d'] in n-d-615180-50 is: [{'id': '70d431b8-b6c9-464b-82a0-205bbaf1e11d', 'name': 'tempest-TestServerMultinode-1044164518-router', 'tenant_id': '9714b26c526c493fad602903fb5ac085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:03Z', 'updated_at': '2021-11-12T03:46:47Z', 'revision_number': 6, 'project_id': '9714b26c526c493fad602903fb5ac085', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:48.221753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.252912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:48.260094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e6fcb-e88b-456e-b6a4-cc472d4dbf2b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:48.313257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.695227 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:48.744207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.746293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.795282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.795802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d431b8-b6c9-464b-82a0-205bbaf1e11d {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:48.800559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.801746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-80cf9f5d-4c8f-4c99-a352-1cabff8b3e64 admin admin] 10.222.0.84 "DELETE /v2.0/routers/70d431b8-b6c9-464b-82a0-205bbaf1e11d HTTP/1.1" status: 204 len: 168 time: 1.0987935 Nov 12 03:46:48.804343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:48.831241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:48.848809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Deleting subnet 967af698-beff-4630-9457-6f5883568216 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:48.851021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:48.851395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 3688f5d4-ccd5-4c53-9e39-4ea3321f88fb not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:48.851971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.885896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:48.966761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.018945 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.045614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967af698-beff-4630-9457-6f5883568216,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.047645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.050891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b9499c4d-054a-4830-ba73-1d0ed9cab8f5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/967af698-beff-4630-9457-6f5883568216 HTTP/1.1" status: 204 len: 168 time: 0.2455893 Nov 12 03:46:49.054002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40766) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.056549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a54be2-0a9d-4afa-9118-e2a1c7e671bc None None] Network 6ed8b03e-14f8-47e9-912b-035452320887 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:49.133178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.188632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Deleting port 8d7ccd19-0d7a-409c-b031-a027429a7e28 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:49.188968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.230952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] DHCP port deletion for 6ed8b03e-14f8-47e9-912b-035452320887 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:49.256899 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] For port 8d7ccd19-0d7a-409c-b031-a027429a7e28, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8d7ccd19-0d7a-409c-b031-a027429a7e28,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:49.257344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.275986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Calling delete_port for 8d7ccd19-0d7a-409c-b031-a027429a7e28 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:49.280643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Deleting port 8d7ccd19-0d7a-409c-b031-a027429a7e28 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:49.281154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.344708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] For port 8d7ccd19-0d7a-409c-b031-a027429a7e28, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=8d7ccd19-0d7a-409c-b031-a027429a7e28,segment=NetworkSegment(ce358529-e9bd-431f-94fc-811d1b16506f),segment_id=ce358529-e9bd-431f-94fc-811d1b16506f)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:49.346015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.353853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.358051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Calling delete_port for 8d7ccd19-0d7a-409c-b031-a027429a7e28 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:49.380255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7ccd19-0d7a-409c-b031-a027429a7e28,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.383710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] No DVR routers for this DVR port 8d7ccd19-0d7a-409c-b031-a027429a7e28 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:49.437441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.462536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.467794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] Pushing event deleted for resources: {'Port': ['ID=8d7ccd19-0d7a-409c-b031-a027429a7e28,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.471395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6f7ea-cfca-4cdc-9634-deadde44282c None None] No DVR routers for this DVR port 8d7ccd19-0d7a-409c-b031-a027429a7e28 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:49.489286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed8b03e-14f8-47e9-912b-035452320887']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.498380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce358529-e9bd-431f-94fc-811d1b16506f') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.498682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce358529-e9bd-431f-94fc-811d1b16506f') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:49.508003 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.521530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.527727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:49.528128 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:49.530142 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:49.586627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.591874 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:49.595165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] 10.222.0.84 "DELETE /v2.0/networks/6ed8b03e-14f8-47e9-912b-035452320887 HTTP/1.1" status: 204 len: 168 time: 0.5399878 Nov 12 03:46:49.598765 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40768) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:49.609043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0713dac-8991-404f-aba1-036b1658685a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed8b03e-14f8-47e9-912b-035452320887,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:49.937579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.042975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8d7ccd19-0d7a-409c-b031-a027429a7e28 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:50.062999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 8d7ccd19-0d7a-409c-b031-a027429a7e28 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:50.063371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 8d7ccd19-0d7a-409c-b031-a027429a7e28 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:50.063793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:50.082922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:50.083302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3c2c38e9-a0ab-4437-9bf6-11f2d2c1a36b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:50.083722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3361b88f-5de6-4ca8-85e9-c2acd735c2df no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:50.102589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3361b88f-5de6-4ca8-85e9-c2acd735c2df {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:50.102938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3361b88f-5de6-4ca8-85e9-c2acd735c2df not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:50.179719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Deleting port f728ec9f-a674-4f6e-be95-971230786f5b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:50.180054 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.256023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] For port f728ec9f-a674-4f6e-be95-971230786f5b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f728ec9f-a674-4f6e-be95-971230786f5b,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:50.256381 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.268327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Calling delete_port for f728ec9f-a674-4f6e-be95-971230786f5b owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:50.445875 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:50.474453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Pushing event deleted for resources: {'Port': ['ID=f728ec9f-a674-4f6e-be95-971230786f5b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:50.959522 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.170881 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:51.276241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:51.281205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d584c574-b9dc-4214-b8a8-b036a6f98814 admin admin] 10.222.0.84 "PUT /v2.0/routers/4f35ecad-b2d7-4051-9d09-5dc6155e47d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813233 Nov 12 03:46:51.283777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40770) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:51.285192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Sync routers for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:51.295868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:51.296579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.387837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.400848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:51.486977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.544993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Deleting port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:51.545331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.581068 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:50Z', 'revision_number': 5, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port': {'id': '6407fdf6-4fd6-4e9f-909c-9ab56f0014cb', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:00:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.607734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Checking router: 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:51.615996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Routers {'4f35ecad-b2d7-4051-9d09-5dc6155e47d3'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:51.616600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.622844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] For port 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:51.623249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.636268 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Calling delete_port for 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:51.701649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] Set router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:51.809880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.839488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Pushing event deleted for resources: {'Port': ['ID=6407fdf6-4fd6-4e9f-909c-9ab56f0014cb,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:51.904115 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:51.914574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdaa0f-dfb5-403d-9be5-42eb2cdc865e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:51.916817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:51Z', 'revision_number': 6, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:51.944932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7779df90-2520-4937-9f3b-ea636ba1f44c None None] The sync data for ids ['4f35ecad-b2d7-4051-9d09-5dc6155e47d3'] in n-d-615180-50 is: [{'id': '4f35ecad-b2d7-4051-9d09-5dc6155e47d3', 'name': 'tempest-TestServerMultinode-1001506045-router', 'tenant_id': '46822980a3c4498095b69ebeb1f2e101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:08Z', 'updated_at': '2021-11-12T03:46:51Z', 'revision_number': 6, 'project_id': '46822980a3c4498095b69ebeb1f2e101', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:51.998474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.000661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.044725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.045177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f35ecad-b2d7-4051-9d09-5dc6155e47d3 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:46:52.049629 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.050815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dd6a5e78-a99c-401d-9839-77c421aaf347 admin admin] 10.222.0.84 "DELETE /v2.0/routers/4f35ecad-b2d7-4051-9d09-5dc6155e47d3 HTTP/1.1" status: 204 len: 168 time: 0.7661040 Nov 12 03:46:52.053849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40772) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.101733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Deleting subnet 5864f739-008d-4351-95e8-28de490a251c {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:46:52.104874 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.140096 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.214916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.266024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.294047 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5864f739-008d-4351-95e8-28de490a251c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:52.303818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.307587 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-259cdca7-2694-4de5-b505-2b4bb9ae8000 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/5864f739-008d-4351-95e8-28de490a251c HTTP/1.1" status: 204 len: 168 time: 0.2506297 Nov 12 03:46:52.307985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40774) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:52.312017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e2e37-bf3d-44b5-9a47-abca80a18f23 None None] Network 3544ee39-cc1e-467d-b710-0a7003f2865c requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:52.407233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.439815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f728ec9f-a674-4f6e-be95-971230786f5b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:52.462241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f728ec9f-a674-4f6e-be95-971230786f5b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:52.462582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f728ec9f-a674-4f6e-be95-971230786f5b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:52.470794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Deleting port 3e610c70-f0ee-4617-bdfe-1693409a4194 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:52.471645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.539024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] For port 3e610c70-f0ee-4617-bdfe-1693409a4194, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e610c70-f0ee-4617-bdfe-1693409a4194,segment=NetworkSegment(06de4396-3de8-4bb5-bfd5-56ac072d32cc),segment_id=06de4396-3de8-4bb5-bfd5-56ac072d32cc)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:52.539429 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.552400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Calling delete_port for 3e610c70-f0ee-4617-bdfe-1693409a4194 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:52.627639 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.657037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] No DVR routers for this DVR port 3e610c70-f0ee-4617-bdfe-1693409a4194 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:52.658701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e610c70-f0ee-4617-bdfe-1693409a4194,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:52.728237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.747012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3544ee39-cc1e-467d-b710-0a7003f2865c']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:52.755924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06de4396-3de8-4bb5-bfd5-56ac072d32cc') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:52.756221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06de4396-3de8-4bb5-bfd5-56ac072d32cc') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:52.765255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.779539 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.786833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:46:52.787411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:46:52.789494 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:46:52.795745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b943b-97d9-4dd5-8480-33adb9b11d95 None None] DHCP port deletion for 3544ee39-cc1e-467d-b710-0a7003f2865c request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:52.850412 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.855384 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:52.859148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3544ee39-cc1e-467d-b710-0a7003f2865c HTTP/1.1" status: 204 len: 168 time: 0.5501211 Nov 12 03:46:52.874072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ff951-a058-472b-9553-e09b2b546af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3544ee39-cc1e-467d-b710-0a7003f2865c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.171432 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40778) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.213836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-baab8291-8108-46cc-adab-df52c1238c0d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9714b26c526c493fad602903fb5ac085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412378 Nov 12 03:46:53.216366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.263988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.285453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.331188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.334182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.335358 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbd8125d-4d0d-4916-b1e2-da41188eba57 HTTP/1.1" status: 204 len: 168 time: 0.1179919 Nov 12 03:46:53.343012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e37d4-4da9-4b06-8f84-eccbd87d255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd8125d-4d0d-4916-b1e2-da41188eba57,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.640296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40786) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.679557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7d85d314-ab65-468e-bdbd-f107372bed6d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=46822980a3c4498095b69ebeb1f2e101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380929 Nov 12 03:46:53.682013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40788) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:53.727778 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.748435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.797289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.799911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.801574 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c5e5a20a-3cb3-4888-89a4-70fb898b0d15 HTTP/1.1" status: 204 len: 168 time: 0.1181114 Nov 12 03:46:53.809147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362d5a6-9166-424c-a8b9-78a6ca256562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5a20a-3cb3-4888-89a4-70fb898b0d15,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.048862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e610c70-f0ee-4617-bdfe-1693409a4194 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:54.068927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3e610c70-f0ee-4617-bdfe-1693409a4194 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:54.069279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e610c70-f0ee-4617-bdfe-1693409a4194 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:54.069698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:54.088536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:54.088889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6407fdf6-4fd6-4e9f-909c-9ab56f0014cb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:54.456433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40810) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:54.559333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-238869087-network', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:54.580741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Made reservation on behalf of b6e1c043d46f433096d47bcea85dae9a for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:54.583685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.592526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.666507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.670004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.696078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:46:54.702372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192a4a2f-2e1f-4a83-a5d1-0625e8124f0c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.708755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.709101 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Added segment d5bb2e40-eeac-43f8-963f-2badc1a83847 of type vlan for network 0694893d-2ec7-472d-8fb7-db74ced79e38 Nov 12 03:46:54.747589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.774781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.775885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:54.776535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.837138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3795981 Nov 12 03:46:54.840132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40814) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:54.845638 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Request body: {'subnet': {'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-238869087-subnet', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:54.849869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27e2c2-787d-4184-acb1-70d684caaf58 admin admin] Pushing event updated for resources: {'Network': ['ID=0694893d-2ec7-472d-8fb7-db74ced79e38,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:54.861691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:46:54.870038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Made reservation on behalf of b6e1c043d46f433096d47bcea85dae9a for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:46:54.874068 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.045073 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.102824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.115137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.115485 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.115822 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.116154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.116479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.116805 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.117128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.117449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.117768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.118085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.118404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.118722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:55.126005 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Checking segment: {'id': 'd5bb2e40-eeac-43f8-963f-2badc1a83847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:55.126362 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Network hostable DHCP agents. Network: 0694893d-2ec7-472d-8fb7-db74ced79e38, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:46:55.143803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:46:55.152007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 0694893d-2ec7-472d-8fb7-db74ced79e38) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:55.157072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.157788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.160720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3172db9-1a6d-4f2e-aeb7-7d5ac0dc87a6 None None] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:55.174164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0d9cb5d0-1911-4bce-8090-073258a3332d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3329470 Nov 12 03:46:55.177435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40816) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:55.181803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:46:55.203546 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.204535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.256077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.308703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-0694893d-2ec7-472d-8fb7-db74ced79e38', 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'fixed_ips': [{'subnet_id': 'f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:46:55.309570 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.395756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.438719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Allocated IP 172.20.0.2 (0694893d-2ec7-472d-8fb7-db74ced79e38/f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5/1943b380-c88d-4586-a3dc-0df0d7fbafe9) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:55.579721 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.585601 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.591232 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.615382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.622248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:55.625021 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:55.630888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:55.639557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Pushing event updated for resources: {'Port': ['ID=1943b380-c88d-4586-a3dc-0df0d7fbafe9,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.692479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Attempting to bind port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:55.692851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Attempting to bind port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd5bb2e40-eeac-43f8-963f-2badc1a83847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:55.693214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Attempting to bind port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 on network 0694893d-2ec7-472d-8fb7-db74ced79e38 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:55.698087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:55.698464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Checking segment: {'id': 'd5bb2e40-eeac-43f8-963f-2badc1a83847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:55.698861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.699283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Bound using segment: {'id': 'd5bb2e40-eeac-43f8-963f-2badc1a83847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:55.699782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Bound port: 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bb2e40-eeac-43f8-963f-2badc1a83847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:55.700157 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.716245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Allocated IP 172.25.2.231 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/607f9b42-02a9-48bf-bef4-3bb00072e092) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:55.760932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] For port 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:55.767851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] For port 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1943b380-c88d-4586-a3dc-0df0d7fbafe9,segment=NetworkSegment(d5bb2e40-eeac-43f8-963f-2badc1a83847),segment_id=d5bb2e40-eeac-43f8-963f-2badc1a83847)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:55.775492 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.823776 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.831709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64792a3d-db2f-4fe1-903e-11abce113f07 None None] Pushing event updated for resources: {'Port': ['ID=1943b380-c88d-4586-a3dc-0df0d7fbafe9,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.862216 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.900478 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:55.906927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:55.909868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:55.921842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9023c8-a1bc-4347-9d41-302504b8a1c7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:55.937555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Pushing event updated for resources: {'Port': ['ID=607f9b42-02a9-48bf-bef4-3bb00072e092,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:55.977148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b2260349-d7a5-44df-b676-9a892580f575 None None] Provisioning complete for port 607f9b42-02a9-48bf-bef4-3bb00072e092 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:55.977640 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2260349-d7a5-44df-b676-9a892580f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.045619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b2260349-d7a5-44df-b676-9a892580f575 None None] Port 607f9b42-02a9-48bf-bef4-3bb00072e092 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:56.144632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1943b380-c88d-4586-a3dc-0df0d7fbafe9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:56.192410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:56.193129 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.213122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.268891 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.306427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1943b380-c88d-4586-a3dc-0df0d7fbafe9,segment=NetworkSegment(d5bb2e40-eeac-43f8-963f-2badc1a83847),segment_id=d5bb2e40-eeac-43f8-963f-2badc1a83847)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:56.310750 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.363273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=1943b380-c88d-4586-a3dc-0df0d7fbafe9,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:56.413370 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:56.545390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Router 47784576-3510-4863-ae9e-7c82f1c69a7a is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:46:56.752684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918ce1d-3711-4262-b9ac-4f9a1962b492 None None] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:46:56.823366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f682b18-0b23-4a62-9094-8eca23e38330 None None] Provisioning complete for port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:56.823735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f682b18-0b23-4a62-9094-8eca23e38330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.004217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:57.015343 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Sync routers for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:57.026333 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Routers {'47784576-3510-4863-ae9e-7c82f1c69a7a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:57.026970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['47784576-3510-4863-ae9e-7c82f1c69a7a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:57.027309 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.028671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f444eba4-4d76-4184-9a19-f2e3051ea312 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8502131 Nov 12 03:46:57.031234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40820) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:57.137850 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Set router 47784576-3510-4863-ae9e-7c82f1c69a7a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:57.191216 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d7128e75-7c2c-44d2-b284-098b753f7408 None None] Provisioning complete for port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:57.191611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d7128e75-7c2c-44d2-b284-098b753f7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.323178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 3, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:57.350047 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Checking router: 47784576-3510-4863-ae9e-7c82f1c69a7a for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:46:57.350397 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Updating router 47784576-3510-4863-ae9e-7c82f1c69a7a port 607f9b42-02a9-48bf-bef4-3bb00072e092 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:46:57.375675 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.458331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.614981 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Allocated IP 172.20.0.1 (0694893d-2ec7-472d-8fb7-db74ced79e38/f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5/520e9523-c9da-49ca-94cc-287bc810dd5f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:46:57.621864 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.626856 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.668154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc93b1-a3ec-435b-8b2a-ca4306262a0b None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:57.671933 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Attempting to bind port 607f9b42-02a9-48bf-bef4-3bb00072e092 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:46:57.672311 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Attempting to bind port 607f9b42-02a9-48bf-bef4-3bb00072e092 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:46:57.672667 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Attempting to bind port 607f9b42-02a9-48bf-bef4-3bb00072e092 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:46:57.685062 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:46:57.685395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:46:57.685795 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.686190 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:46:57.686660 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Bound port: 607f9b42-02a9-48bf-bef4-3bb00072e092, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:46:57.687039 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.709125 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562866-f891-4369-b8e3-9163625038fd None None] Pushing event updated for resources: {'Port': ['ID=607f9b42-02a9-48bf-bef4-3bb00072e092,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.720573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.740139 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] For port 607f9b42-02a9-48bf-bef4-3bb00072e092, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:46:57.743317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] For port 607f9b42-02a9-48bf-bef4-3bb00072e092, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=607f9b42-02a9-48bf-bef4-3bb00072e092,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:46:57.747385 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.754738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.798383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:57.801140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f979b-25aa-4385-b160-b4840f280ece None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:46:57.804008 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Routers {'47784576-3510-4863-ae9e-7c82f1c69a7a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:57.804653 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['47784576-3510-4863-ae9e-7c82f1c69a7a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:57.806617 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:57.806781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6793942b-d43e-4578-a79a-031c15881089 None None] Provisioning complete for port 607f9b42-02a9-48bf-bef4-3bb00072e092 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:57.807129 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6793942b-d43e-4578-a79a-031c15881089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.809403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:46:57.842522 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Pushing event updated for resources: {'Port': ['ID=520e9523-c9da-49ca-94cc-287bc810dd5f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.873919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.899119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562866-f891-4369-b8e3-9163625038fd None None] Pushing event updated for resources: {'Port': ['ID=607f9b42-02a9-48bf-bef4-3bb00072e092,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:57.922563 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] Set router 47784576-3510-4863-ae9e-7c82f1c69a7a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:46:57.923168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6793942b-d43e-4578-a79a-031c15881089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.951210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6793942b-d43e-4578-a79a-031c15881089 None None] For port 607f9b42-02a9-48bf-bef4-3bb00072e092, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=607f9b42-02a9-48bf-bef4-3bb00072e092,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:57.960432 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6793942b-d43e-4578-a79a-031c15881089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.025350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793942b-d43e-4578-a79a-031c15881089 None None] Pushing event updated for resources: {'Port': ['ID=607f9b42-02a9-48bf-bef4-3bb00072e092,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.054125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.057808 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.090893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1943b380-c88d-4586-a3dc-0df0d7fbafe9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:58.123132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-63d65e71-a61e-4510-b415-bb31a31d5063 None None] Provisioning complete for port 607f9b42-02a9-48bf-bef4-3bb00072e092 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.123574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-63d65e71-a61e-4510-b415-bb31a31d5063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.183332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.183695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.231298 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 3, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:58.247160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.251822 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.259244 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90814a98-740b-401e-bbe7-ddac0b4bbee7 None None] The sync data for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 is: [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:56Z', 'revision_number': 3, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:46:58.319728 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Pushing event updated for resources: {'Port': ['ID=520e9523-c9da-49ca-94cc-287bc810dd5f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:58.328952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.377564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b555efb5-d196-434e-9b80-d6e245e8b665 None None] Provisioning complete for port 520e9523-c9da-49ca-94cc-287bc810dd5f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.377930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b555efb5-d196-434e-9b80-d6e245e8b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.415505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b555efb5-d196-434e-9b80-d6e245e8b665 None None] Port 520e9523-c9da-49ca-94cc-287bc810dd5f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:58.431658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:46:58.433223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:46:58.583348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Router 47784576-3510-4863-ae9e-7c82f1c69a7a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:46:58.709891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:46:58.715290 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-45f61d52-894e-4c11-b13c-11e9370dfbdb admin admin] 10.222.0.84 "PUT /v2.0/routers/47784576-3510-4863-ae9e-7c82f1c69a7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830223 Nov 12 03:46:58.739236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1fecbd77-ed9e-4f46-ad0e-73857ebb7366 None None] Provisioning complete for port 520e9523-c9da-49ca-94cc-287bc810dd5f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:58.739844 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1fecbd77-ed9e-4f46-ad0e-73857ebb7366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.777999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1fecbd77-ed9e-4f46-ad0e-73857ebb7366 None None] Port 520e9523-c9da-49ca-94cc-287bc810dd5f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:46:59.515756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.681363 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40840) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:59.857221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Sync routers for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:46:59.868663 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Routers {'47784576-3510-4863-ae9e-7c82f1c69a7a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:46:59.869286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['47784576-3510-4863-ae9e-7c82f1c69a7a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:46:59.974087 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Set router 47784576-3510-4863-ae9e-7c82f1c69a7a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:00.020303 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.099454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 607f9b42-02a9-48bf-bef4-3bb00072e092 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:00.203502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 607f9b42-02a9-48bf-bef4-3bb00072e092 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:00.203895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.258228 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:58Z', 'revision_number': 4, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '520e9523-c9da-49ca-94cc-287bc810dd5f', 'name': '', 'network_id': '0694893d-2ec7-472d-8fb7-db74ced79e38', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'mac_address': 'fa:16:3e:7f:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:57Z', 'updated_at': '2021-11-12T03:46:58Z', 'revision_number': 2, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'subnets': [{'id': 'f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:00.270870 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Deleting port 520e9523-c9da-49ca-94cc-287bc810dd5f {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:00.271248 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.287417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Checking router: 47784576-3510-4863-ae9e-7c82f1c69a7a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:00.287778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Updating router 47784576-3510-4863-ae9e-7c82f1c69a7a port 520e9523-c9da-49ca-94cc-287bc810dd5f binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:00.337069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.352575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.364916 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Calling delete_port for 520e9523-c9da-49ca-94cc-287bc810dd5f owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:00.547839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.577607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=520e9523-c9da-49ca-94cc-287bc810dd5f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:00.753553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:00.780996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:47:00.781198 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:47:00.973724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Router 47784576-3510-4863-ae9e-7c82f1c69a7a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:01.078878 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:01.083970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-44b06ebd-577e-41e0-8951-f4d3938dab5b admin admin] 10.222.0.84 "PUT /v2.0/routers/47784576-3510-4863-ae9e-7c82f1c69a7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016941 Nov 12 03:47:01.086488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40842) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:01.188784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.303171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Port 520e9523-c9da-49ca-94cc-287bc810dd5f not found while updating agent binding for router 47784576-3510-4863-ae9e-7c82f1c69a7a. {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:47:01.312348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Routers {'47784576-3510-4863-ae9e-7c82f1c69a7a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:01.312976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['47784576-3510-4863-ae9e-7c82f1c69a7a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.418594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] Set router 47784576-3510-4863-ae9e-7c82f1c69a7a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:01.599594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:47:00Z', 'revision_number': 5, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:01.618893 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.627037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d1c8c-cc30-4245-9163-f0f97724816e None None] The sync data for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 is: [{'id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'name': 'tempest-ImageQuotaTest-238869087-router', 'tenant_id': 'b6e1c043d46f433096d47bcea85dae9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:47:00Z', 'revision_number': 5, 'project_id': 'b6e1c043d46f433096d47bcea85dae9a', 'gw_port': {'id': '607f9b42-02a9-48bf-bef4-3bb00072e092', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47784576-3510-4863-ae9e-7c82f1c69a7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:46:55Z', 'updated_at': '2021-11-12T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:01.671537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Deleting port 607f9b42-02a9-48bf-bef4-3bb00072e092 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:01.671869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.751735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] For port 607f9b42-02a9-48bf-bef4-3bb00072e092, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=607f9b42-02a9-48bf-bef4-3bb00072e092,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:01.752131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.769520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Calling delete_port for 607f9b42-02a9-48bf-bef4-3bb00072e092 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:01.933952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:01.964002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=607f9b42-02a9-48bf-bef4-3bb00072e092,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:01.980638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d75570-955b-4f35-8cda-f76fcf7fe048 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:02.045515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.141057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.143427 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.196601 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.197224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47784576-3510-4863-ae9e-7c82f1c69a7a {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:47:02.201725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.205149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-003bcfaf-0ea4-479c-8f56-b9e37462e9cd admin admin] 10.222.0.84 "DELETE /v2.0/routers/47784576-3510-4863-ae9e-7c82f1c69a7a HTTP/1.1" status: 204 len: 168 time: 1.1155117 Nov 12 03:47:02.205464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40844) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.252043 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Sync routers for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:02.252574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Deleting subnet f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:02.256382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.263473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:02.263921 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:47:02.264597 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_agentschedulers_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47784576-3510-4863-ae9e-7c82f1c69a7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:47:02.273617 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Routers set() bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:02.274237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Router IDs set() for agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:47:02.275386 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_agentschedulers_db [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47784576-3510-4863-ae9e-7c82f1c69a7a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:46:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent'). {{(pid=102435) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:47:02.275823 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44589769-a4c6-4f8e-97d2-3422ec9133a0 None None] The sync data for ids ['47784576-3510-4863-ae9e-7c82f1c69a7a'] in n-d-615180-50 is: [] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:02.291185 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.295464 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ff54164-4eac-4479-97f9-5c118c83c54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.376131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.430300 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.455799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.460037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.463415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3a9cf1b1-b72e-4731-824f-676faffffe4a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f25d5cd0-b3a9-42d4-af64-cc2c2dc33ed5 HTTP/1.1" status: 204 len: 168 time: 0.2568336 Nov 12 03:47:02.465719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40846) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.466015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809da3e-f047-4cea-953f-f22c1444c863 None None] Network 0694893d-2ec7-472d-8fb7-db74ced79e38 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:02.532691 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.589774 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Deleting port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:02.590126 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.653035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] For port 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1943b380-c88d-4586-a3dc-0df0d7fbafe9,segment=NetworkSegment(d5bb2e40-eeac-43f8-963f-2badc1a83847),segment_id=d5bb2e40-eeac-43f8-963f-2badc1a83847)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:02.653307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.665330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Calling delete_port for 1943b380-c88d-4586-a3dc-0df0d7fbafe9 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:02.737369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] DHCP port deletion for 0694893d-2ec7-472d-8fb7-db74ced79e38 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:02.752959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.780993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Pushing event deleted for resources: {'Port': ['ID=1943b380-c88d-4586-a3dc-0df0d7fbafe9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.782845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] No DVR routers for this DVR port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:02.790780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Deleting port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:02.791184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.854599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] For port 1943b380-c88d-4586-a3dc-0df0d7fbafe9, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:02.855122 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.856391 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.867932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Calling delete_port for 1943b380-c88d-4586-a3dc-0df0d7fbafe9 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:02.870537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:47:02.871813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.880490 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0694893d-2ec7-472d-8fb7-db74ced79e38']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.889880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bb2e40-eeac-43f8-963f-2badc1a83847') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.890184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bb2e40-eeac-43f8-963f-2badc1a83847') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:02.897512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] No DVR routers for this DVR port 1943b380-c88d-4586-a3dc-0df0d7fbafe9 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:02.899988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.903916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9aab-3bff-43a5-b889-9f4ae9d56ace None None] Pushing event deleted for resources: {'Port': ['ID=1943b380-c88d-4586-a3dc-0df0d7fbafe9,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:02.915243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.921083 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:02.921467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:02.923146 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:02.977477 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.982706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.985950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] 10.222.0.84 "DELETE /v2.0/networks/0694893d-2ec7-472d-8fb7-db74ced79e38 HTTP/1.1" status: 204 len: 168 time: 0.5193050 Nov 12 03:47:02.998536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aace8-e75e-44ae-b80f-348ba1a8499b admin admin] Pushing event deleted for resources: {'Network': ['ID=0694893d-2ec7-472d-8fb7-db74ced79e38,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.089880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40850) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.129895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9b4609f-0f0d-4d01-9729-9b89b75cef2b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b6e1c043d46f433096d47bcea85dae9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387814 Nov 12 03:47:03.132300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.181297 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.201831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.248386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.250953 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.252171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/192a4a2f-2e1f-4a83-a5d1-0625e8124f0c HTTP/1.1" status: 204 len: 168 time: 0.1189797 Nov 12 03:47:03.259612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192a4a2f-2e1f-4a83-a5d1-0625e8124f0c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.266937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.267309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.267797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.267987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.268322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.268655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.268984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.269314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.269639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.270491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.270817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.271163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2340da-0c96-4956-829f-e5ee9078a737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:03.570130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40858) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.583559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57946b3-bc4f-4497-a6dd-c27597a8c638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.658131 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57946b3-bc4f-4497-a6dd-c27597a8c638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.661841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c57946b3-bc4f-4497-a6dd-c27597a8c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.699187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c57946b3-bc4f-4497-a6dd-c27597a8c638 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1279945 Nov 12 03:47:03.700357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57946b3-bc4f-4497-a6dd-c27597a8c638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1aa4a-bc2b-4b8c-899f-01d136f4c4cc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:03.702182 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40860) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.749641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.770952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.821669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.824772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.826257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4f1aa4a-bc2b-4b8c-899f-01d136f4c4cc HTTP/1.1" status: 204 len: 168 time: 0.1230249 Nov 12 03:47:03.835677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0d967-f8ec-4c30-9e16-eb3496fc2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1aa4a-bc2b-4b8c-899f-01d136f4c4cc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.058985 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 607f9b42-02a9-48bf-bef4-3bb00072e092 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:04.079468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 607f9b42-02a9-48bf-bef4-3bb00072e092 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:04.079830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 607f9b42-02a9-48bf-bef4-3bb00072e092 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:04.080247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1943b380-c88d-4586-a3dc-0df0d7fbafe9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:04.100177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1943b380-c88d-4586-a3dc-0df0d7fbafe9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:04.100177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1943b380-c88d-4586-a3dc-0df0d7fbafe9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:04.398313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 40882) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.494581 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-145598709-network', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.519510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Made reservation on behalf of 72dcdef0899a4152b6902b53b15eee9f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:04.523867 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.536818 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.614421 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.618155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.638376 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:04.652825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a419a2-4950-46a9-ba34-381246771821,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.656652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.657024 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Added segment 75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd of type vlan for network 8e30de93-9d85-4aa3-9acc-85ee89e2130a Nov 12 03:47:04.693341 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e1f7a12d-e5ee-4ce6-a99a-4dd6eaceafc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.698788 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.724834 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.725775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:04.726378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.783416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3839667 Nov 12 03:47:04.786879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40886) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.790841 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f3c63-12e6-4057-8c7d-28b29a950330 admin admin] Pushing event updated for resources: {'Network': ['ID=8e30de93-9d85-4aa3-9acc-85ee89e2130a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.792102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Request body: {'subnet': {'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-145598709-subnet', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.800337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:04.813549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Made reservation on behalf of 72dcdef0899a4152b6902b53b15eee9f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:04.816007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.984804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.038266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102e3609-2418-4d6e-bb01-41f2790b1390,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.046825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Checking segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.047219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Network hostable DHCP agents. Network: 8e30de93-9d85-4aa3-9acc-85ee89e2130a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:05.062386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:05.070783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8e30de93-9d85-4aa3-9acc-85ee89e2130a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.075375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.076715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.080593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9f1b6-adcc-4003-83e5-9315db817ab5 None None] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:05.091995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-daeed746-3e21-4620-a655-46dc9c6a9371 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3039470 Nov 12 03:47:05.096279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40888) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.099611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:05.119508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.120513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.173951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.223281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:05.224137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.305831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.351855 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Allocated IP 172.20.0.2 (8e30de93-9d85-4aa3-9acc-85ee89e2130a/102e3609-2418-4d6e-bb01-41f2790b1390/62c265dd-f383-412a-8935-7a3bd1f9a7fa) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:05.497487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.503688 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.507308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.525772 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.540570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:05.547450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.549776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:05.559865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Pushing event updated for resources: {'Port': ['ID=62c265dd-f383-412a-8935-7a3bd1f9a7fa,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.581468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.581811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.582184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.582548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.582876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.583229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.583553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.583876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.584197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.584516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.584837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.585153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:05.621744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Attempting to bind port 62c265dd-f383-412a-8935-7a3bd1f9a7fa on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:05.622104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Attempting to bind port 62c265dd-f383-412a-8935-7a3bd1f9a7fa by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:05.622457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Attempting to bind port 62c265dd-f383-412a-8935-7a3bd1f9a7fa on network 8e30de93-9d85-4aa3-9acc-85ee89e2130a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:05.627352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:05.627720 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Checking segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.628111 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.628504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Bound using segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:05.628959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Bound port: 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:05.629423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.634621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Allocated IP 172.25.2.8 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/28d47a80-68ad-4e0c-b34b-99f57d576da6) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:05.689520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] For port 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:05.693194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] For port 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=62c265dd-f383-412a-8935-7a3bd1f9a7fa,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:05.696782 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.738057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.757711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.762406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e681a7e-38a7-4608-ac34-e94ff4286a4c None None] Pushing event updated for resources: {'Port': ['ID=62c265dd-f383-412a-8935-7a3bd1f9a7fa,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.788002 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.826543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:05.829298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.831759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:05.843700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013112ce-6b21-4892-bc7d-2a489776abae None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:05.869393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Pushing event updated for resources: {'Port': ['ID=28d47a80-68ad-4e0c-b34b-99f57d576da6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.956364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-93ce4bfd-a331-48d9-8c9c-1eddff19b0c5 None None] Provisioning complete for port 28d47a80-68ad-4e0c-b34b-99f57d576da6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:05.956835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-93ce4bfd-a331-48d9-8c9c-1eddff19b0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.999736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-93ce4bfd-a331-48d9-8c9c-1eddff19b0c5 None None] Port 28d47a80-68ad-4e0c-b34b-99f57d576da6 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:06.107972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 62c265dd-f383-412a-8935-7a3bd1f9a7fa up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:06.126889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.155084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 62c265dd-f383-412a-8935-7a3bd1f9a7fa triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:06.155481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.232495 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.268629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=62c265dd-f383-412a-8935-7a3bd1f9a7fa,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:06.273102 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.320127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=62c265dd-f383-412a-8935-7a3bd1f9a7fa,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:06.325036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.455522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:06.566167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:06.575466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:06.585458 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:06.590308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-12013511-18d9-48bb-998b-ef6621607673 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4911046 Nov 12 03:47:06.590513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:06.590513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:06.590748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40890) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:06.702121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:06.730927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5638b2f-2bcb-452d-a1a3-d3f10f73ce58 None None] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:06.887719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9c0feec9-7dc5-4968-8825-af9b0cc13900 None None] Provisioning complete for port 62c265dd-f383-412a-8935-7a3bd1f9a7fa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:06.888090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9c0feec9-7dc5-4968-8825-af9b0cc13900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.009348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.089246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:06Z', 'revision_number': 3, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:07.117313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:07.117948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Updating router 43db3a60-743f-428b-83a8-779bc2abd1f5 port 28d47a80-68ad-4e0c-b34b-99f57d576da6 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:07.146709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.173818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Allocated IP 172.20.0.1 (8e30de93-9d85-4aa3-9acc-85ee89e2130a/102e3609-2418-4d6e-bb01-41f2790b1390/2215f6ba-afd3-455e-8e5f-b3a1759c28a5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:07.288531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.323229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.369298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:07.372843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:07.379950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:07.414493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Pushing event updated for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.437289 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.495543 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.517796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6087f878-5279-40b9-95a1-d203a719b0fa None None] Provisioning complete for port 62c265dd-f383-412a-8935-7a3bd1f9a7fa triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:07.518120 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6087f878-5279-40b9-95a1-d203a719b0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.573482 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.656254 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.665595 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.712108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93decf-47b4-44b4-9a25-c742f546b7bf None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:07.725678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Attempting to bind port 28d47a80-68ad-4e0c-b34b-99f57d576da6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:07.726053 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Attempting to bind port 28d47a80-68ad-4e0c-b34b-99f57d576da6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:07.726418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Attempting to bind port 28d47a80-68ad-4e0c-b34b-99f57d576da6 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:07.730127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4f17-d02a-4315-b5ba-f6da943e1952 None None] Pushing event updated for resources: {'Port': ['ID=28d47a80-68ad-4e0c-b34b-99f57d576da6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.735800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:07.736187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:07.736581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.736966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:07.737513 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Bound port: 28d47a80-68ad-4e0c-b34b-99f57d576da6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:07.737812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.743809 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.748950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.797987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] For port 28d47a80-68ad-4e0c-b34b-99f57d576da6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:07.801190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] For port 28d47a80-68ad-4e0c-b34b-99f57d576da6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=28d47a80-68ad-4e0c-b34b-99f57d576da6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:07.806062 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.811310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Provisioning complete for port 28d47a80-68ad-4e0c-b34b-99f57d576da6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:07.811599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.821148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:07.822860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Pushing event updated for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.881594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90afc120-7172-49b8-ba1a-b20d5bc61dce None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:07.907325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:07.908285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:07.910453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4f17-d02a-4315-b5ba-f6da943e1952 None None] Pushing event updated for resources: {'Port': ['ID=28d47a80-68ad-4e0c-b34b-99f57d576da6,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:07.918371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:07.919903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:08.042529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.048121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:08.065935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:08.101411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 62c265dd-f383-412a-8935-7a3bd1f9a7fa up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:08.124751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] For port 28d47a80-68ad-4e0c-b34b-99f57d576da6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=28d47a80-68ad-4e0c-b34b-99f57d576da6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:08.135005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.173331 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:08.179823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c0947ea9-a3b6-470c-899c-a9eb962a3c65 admin admin] 10.222.0.84 "PUT /v2.0/routers/43db3a60-743f-428b-83a8-779bc2abd1f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886433 Nov 12 03:47:08.264708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.265086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.320973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.326555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Pushing event updated for resources: {'Port': ['ID=28d47a80-68ad-4e0c-b34b-99f57d576da6,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.356056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 62c265dd-f383-412a-8935-7a3bd1f9a7fa triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.356427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.365222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b9886518-2033-4a76-a8b5-a169ef75a678 None None] Port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:08.498278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:08.531071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca56eab-fa59-40bf-a1e0-0bbc3bbe0ecf None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:08.533488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2472b4f5-3e99-4e79-9c21-0053e4e50f57 None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.533858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2472b4f5-3e99-4e79-9c21-0053e4e50f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.581144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2472b4f5-3e99-4e79-9c21-0053e4e50f57 None None] Port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:08.591239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2472b4f5-3e99-4e79-9c21-0053e4e50f57 None None] Provisioning complete for port 28d47a80-68ad-4e0c-b34b-99f57d576da6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:08.591611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2472b4f5-3e99-4e79-9c21-0053e4e50f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.687416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40906) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:08.692910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1093146610-network', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:08.713863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Made reservation on behalf of ec63b4a212c34990b2e65294205436fc for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:08.716787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.725664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.820942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.824770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.856021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:08.862763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac66123-220f-4cc8-b2d6-76fff4602e5e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:08.874604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.874819 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Added segment 26893334-746a-4014-8ba4-47725201f3ec of type vlan for network d8cb44e6-68f3-483d-b84a-395d765f84b7 Nov 12 03:47:08.917468 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.943773 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:08.944814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:08.945378 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.001434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3128884 Nov 12 03:47:09.004269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40908) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.009004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Request body: {'subnet': {'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1093146610-subnet', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:09.020424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da6d9-6132-4d65-9e2c-5c51adf4c3fc admin admin] Pushing event updated for resources: {'Network': ['ID=d8cb44e6-68f3-483d-b84a-395d765f84b7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.031038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:09.037247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Made reservation on behalf of ec63b4a212c34990b2e65294205436fc for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:09.039997 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.579255 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.641360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14dae14d-622c-4d87-93bf-4ffe50b8e55d,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:09.651126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Checking segment: {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:09.651573 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Network hostable DHCP agents. Network: d8cb44e6-68f3-483d-b84a-395d765f84b7, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:09.668517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:09.678092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d8cb44e6-68f3-483d-b84a-395d765f84b7) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:09.682121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:09.682713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.687937 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac940104-76f0-4b5d-a061-ecf25949d940 None None] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:09.700656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77e8284e-071d-4dde-9084-c0ed342f960d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6953249 Nov 12 03:47:09.703358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40910) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:09.708444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:09.731760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.732807 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.789162 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.853165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d8cb44e6-68f3-483d-b84a-395d765f84b7', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:47:09.854137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.930969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.995194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Allocated IP 172.20.0.2 (d8cb44e6-68f3-483d-b84a-395d765f84b7/14dae14d-622c-4d87-93bf-4ffe50b8e55d/82ab512e-c95f-4ac1-856d-d18f51c4c69e) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:10.125105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 28d47a80-68ad-4e0c-b34b-99f57d576da6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:10.141776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.164478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.175768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.185007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.232986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:10.240147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:10.242678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 28d47a80-68ad-4e0c-b34b-99f57d576da6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:10.242678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.244428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:10.246333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Pushing event updated for resources: {'Port': ['ID=82ab512e-c95f-4ac1-856d-d18f51c4c69e,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.273623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Allocated IP 172.25.2.67 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/c067c2c1-052e-4e7f-b8fc-ff2b03cb5051) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:10.340544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Attempting to bind port 82ab512e-c95f-4ac1-856d-d18f51c4c69e on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:10.340921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Attempting to bind port 82ab512e-c95f-4ac1-856d-d18f51c4c69e by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:10.341295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Attempting to bind port 82ab512e-c95f-4ac1-856d-d18f51c4c69e on network d8cb44e6-68f3-483d-b84a-395d765f84b7 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:10.350067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:10.350445 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Checking segment: {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:10.350855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.351283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Bound using segment: {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:10.351762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Bound port: 82ab512e-c95f-4ac1-856d-d18f51c4c69e, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:10.352147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.394660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.429866 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.444446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] For port 82ab512e-c95f-4ac1-856d-d18f51c4c69e, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:10.448198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] For port 82ab512e-c95f-4ac1-856d-d18f51c4c69e, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=82ab512e-c95f-4ac1-856d-d18f51c4c69e,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:10.453062 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.477032 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:10.482471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:10.484960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:10.488018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Pushing event updated for resources: {'Port': ['ID=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.501125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176efcfa-9a92-4cb8-976f-6c3346024214 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:10.524795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c382a7-0730-4f3f-9b30-3a9dfde47099 None None] Pushing event updated for resources: {'Port': ['ID=82ab512e-c95f-4ac1-856d-d18f51c4c69e,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:10.620850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0634433c-827b-4420-b147-7af3b073766a None None] Provisioning complete for port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:10.620850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0634433c-827b-4420-b147-7af3b073766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.654359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:10.668243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:10.669621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0634433c-827b-4420-b147-7af3b073766a None None] Port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:10.670757 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:10.794835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:10.799807 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:11.003342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.008195 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.034308 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:11.034661 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Updating router 43db3a60-743f-428b-83a8-779bc2abd1f5 port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:11.059810 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.137568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Router 9cad1002-cdc4-4752-8436-59f75f5058c4 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:47:11.255651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:11.266976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Sync routers for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:11.274756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.279173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5f0eb8f1-f248-47d7-85f0-ff5188ef2456 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5718710 Nov 12 03:47:11.279173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 40912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:11.284847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:11.286073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.350611 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.358509 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.414691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:11.469966 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Attempting to bind port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:11.470257 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Attempting to bind port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:11.470875 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Attempting to bind port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 on network 8e30de93-9d85-4aa3-9acc-85ee89e2130a {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:11.473177 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Pushing event updated for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.489302 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.489743 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.490155 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.490613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.491012 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.491436 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.491950 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.492529 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.492863 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.493194 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.493525 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.493853 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:11.499889 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:11.500545 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Checking segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:11.501151 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.501710 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Bound using segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:11.507029 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Bound port: 2215f6ba-afd3-455e-8e5f-b3a1759c28a5, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:11.507685 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.589593 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] For port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:11.593842 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] For port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:11.600668 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.651060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c832b-752a-4b81-be96-0b1a0271ef29 None None] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:11.682725 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:11.683346 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.797675 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d3358-74a4-4180-af89-0fb30e295886 None None] Pushing event updated for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:11.839788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:11.850354 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:11.895848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:10Z', 'revision_number': 3, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:11.938657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Checking router: 9cad1002-cdc4-4752-8436-59f75f5058c4 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:11.939002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Updating router 9cad1002-cdc4-4752-8436-59f75f5058c4 port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:11.969912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:11.970199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.019326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Allocated IP 172.20.0.1 (d8cb44e6-68f3-483d-b84a-395d765f84b7/14dae14d-622c-4d87-93bf-4ffe50b8e55d/7857da22-fb25-4aad-981a-fc2930d10f64) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:12.028586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.101247 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:11Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:12.141837 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfd4106-82aa-442a-b7dd-4716e7279dc4 None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:11Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:12.179285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.230722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.284126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:12.291415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:12.297416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:12.297918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:12.326136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.347428 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.353578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.440491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] For port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:12.469200 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.521449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.539449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:12.539835 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.552549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Provisioning complete for port 82ab512e-c95f-4ac1-856d-d18f51c4c69e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:12.552936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.707342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Pushing event updated for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.708552 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.716858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.757899 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.795431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.802988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.803867 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.893737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 82ab512e-c95f-4ac1-856d-d18f51c4c69e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:12.897006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28315934-a272-4e21-a093-4d945b037dfd None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:12.910727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:12.912875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:12.937163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.954097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Attempting to bind port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:12.954476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Attempting to bind port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:12.954849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Attempting to bind port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:12.956730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17e29-3e40-4f95-bd08-f1877e53a8ab None None] Pushing event updated for resources: {'Port': ['ID=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:12.987942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:12.988324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:12.989279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.989685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:12.990182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Bound port: c067c2c1-052e-4e7f-b8fc-ff2b03cb5051, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:12.990572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.041444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] For port 82ab512e-c95f-4ac1-856d-d18f51c4c69e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=82ab512e-c95f-4ac1-856d-d18f51c4c69e,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:13.055239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Router 9cad1002-cdc4-4752-8436-59f75f5058c4 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:13.057043 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.106120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] For port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:13.114426 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 82ab512e-c95f-4ac1-856d-d18f51c4c69e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.114801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.145754 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] For port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:13.161216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.178387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:13.183778 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7814f135-f9d9-42d1-98f2-922d32d2bfa0 admin admin] 10.222.0.84 "PUT /v2.0/routers/9cad1002-cdc4-4752-8436-59f75f5058c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037554 Nov 12 03:47:13.187044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111a108-2d68-46bd-9655-acffc47edb3f None None] Pushing event updated for resources: {'Port': ['ID=82ab512e-c95f-4ac1-856d-d18f51c4c69e,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.228072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93ccc6-8f63-487c-9ee0-35a7f0c8cada None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:47:13.252660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.253035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.286550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:13.287126 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.360444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17e29-3e40-4f95-bd08-f1877e53a8ab None None] Pushing event updated for resources: {'Port': ['ID=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.473932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:13.553979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Provisioning complete for port 82ab512e-c95f-4ac1-856d-d18f51c4c69e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.554358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.919375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Provisioning complete for port 7857da22-fb25-4aad-981a-fc2930d10f64 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.919780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.954822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7857da22-fb25-4aad-981a-fc2930d10f64', 'name': '', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'mac_address': 'fa:16:3e:d2:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:11Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 2, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'subnets': [{'id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:13.984303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a0a6-795d-4b82-9d22-e6638f9bfe7f None None] The sync data for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 is: [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7857da22-fb25-4aad-981a-fc2930d10f64', 'name': '', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'mac_address': 'fa:16:3e:d2:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:11Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 2, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'subnets': [{'id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:13.985930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Port 7857da22-fb25-4aad-981a-fc2930d10f64 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:13.999247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Provisioning complete for port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:13.999627 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.102391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:14.141261 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.172167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] For port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:14.180591 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.234755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.235238 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.282243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa412db-56ae-483d-b2b5-0b6784752af2 None None] Pushing event updated for resources: {'Port': ['ID=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.315721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6e7a3864-85dd-47db-bbba-ad0cb618acb2 None None] Provisioning complete for port 7857da22-fb25-4aad-981a-fc2930d10f64 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.316045 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3864-85dd-47db-bbba-ad0cb618acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.389125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 82ab512e-c95f-4ac1-856d-d18f51c4c69e up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:14.390796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a3864-85dd-47db-bbba-ad0cb618acb2 None None] Port 7857da22-fb25-4aad-981a-fc2930d10f64 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:47:14.432187 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6e7a3864-85dd-47db-bbba-ad0cb618acb2 None None] Provisioning complete for port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.432552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3864-85dd-47db-bbba-ad0cb618acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.485796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 82ab512e-c95f-4ac1-856d-d18f51c4c69e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:14.486163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.097715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:16.148573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:16.148961 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.368578 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Sync routers for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:16.378792 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:16.379982 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:16.488824 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:16.778912 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7857da22-fb25-4aad-981a-fc2930d10f64', 'name': '', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'mac_address': 'fa:16:3e:d2:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:11Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 2, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'subnets': [{'id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:16.808397 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Checking router: 9cad1002-cdc4-4752-8436-59f75f5058c4 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:16.808755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Updating router 9cad1002-cdc4-4752-8436-59f75f5058c4 port 7857da22-fb25-4aad-981a-fc2930d10f64 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:47:16.833759 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.111051 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.117064 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.166589 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8851066-b6ea-4099-892b-413deb311638 None None] Pushing event updated for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.219533 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Attempting to bind port 7857da22-fb25-4aad-981a-fc2930d10f64 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:17.219990 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Attempting to bind port 7857da22-fb25-4aad-981a-fc2930d10f64 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:17.220423 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Attempting to bind port 7857da22-fb25-4aad-981a-fc2930d10f64 on network d8cb44e6-68f3-483d-b84a-395d765f84b7 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.226587 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:17.227066 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Checking segment: {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:17.227506 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.227907 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Bound using segment: {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:17.228411 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Bound port: 7857da22-fb25-4aad-981a-fc2930d10f64, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26893334-746a-4014-8ba4-47725201f3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:17.228766 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.298864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] For port 7857da22-fb25-4aad-981a-fc2930d10f64, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:17.303022 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] For port 7857da22-fb25-4aad-981a-fc2930d10f64, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7857da22-fb25-4aad-981a-fc2930d10f64,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:17.309548 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.371782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:17.372463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:47:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:17.377908 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8851066-b6ea-4099-892b-413deb311638 None None] Pushing event updated for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.411403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] Provisioning complete for port 7857da22-fb25-4aad-981a-fc2930d10f64 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.412019 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.505170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:17.514099 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.561677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] For port 7857da22-fb25-4aad-981a-fc2930d10f64, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7857da22-fb25-4aad-981a-fc2930d10f64,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:17.567064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.631820 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6a03a-37e2-444e-9f5c-acf6ecc0bbd8 None None] Pushing event updated for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.689429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f7041db1-6c5b-48c6-b0c6-673c3dd435a1 None None] Provisioning complete for port 7857da22-fb25-4aad-981a-fc2930d10f64 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:17.690378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7041db1-6c5b-48c6-b0c6-673c3dd435a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.747453 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7857da22-fb25-4aad-981a-fc2930d10f64', 'name': '', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'mac_address': 'fa:16:3e:d2:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:11Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'subnets': [{'id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:17.775121 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2eae1-493a-4657-9ff8-2a365d26512a None None] The sync data for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 is: [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7857da22-fb25-4aad-981a-fc2930d10f64', 'name': '', 'network_id': 'd8cb44e6-68f3-483d-b84a-395d765f84b7', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'mac_address': 'fa:16:3e:d2:18:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:11Z', 'updated_at': '2021-11-12T03:47:17Z', 'revision_number': 4, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'subnets': [{'id': '14dae14d-622c-4d87-93bf-4ffe50b8e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:18.116088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7857da22-fb25-4aad-981a-fc2930d10f64 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:18.175878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7857da22-fb25-4aad-981a-fc2930d10f64 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:18.176380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.695123 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:28.009027 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:29.519509 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:32.287036 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b65022c6-a867-447b-bec8-ef8eae4e889e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:34.700239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb31740d-3584-4da2-a209-bf94cec7222f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:35.734359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.273020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:38.232917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.023244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.530689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.289310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-592f7365-36cb-44bb-a7cc-16a7a35e01a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.694830 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:04.695374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c4c27ed8-42ea-4e34-b0a4-e9e10c5b38cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:05.733000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.275460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.234444 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.022691 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.530929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.292696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d35b98db-e66a-4f00-9701-327b0433f428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.697447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf610974-994e-4c8d-b45a-577aec64394f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:35.735972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.278385 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.237871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.693858 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:58.039925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.531032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.828604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41934) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.835358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318133367', 'description': 'tempest-secgroup-smoke-318133367 description', 'project_id': '72dcdef0899a4152b6902b53b15eee9f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.856756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.920340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.923796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.952787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.954263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1246238 Nov 12 03:49:01.956430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7fb1b1-31e0-4815-a713-0e923d4d5275,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.957459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 41938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.964125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.964987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.965354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.965700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.966044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.966379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.966706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.967042 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.967399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.967730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.968060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.968387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.968712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09347d7-b943-40a9-b223-4b339ee4937f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:01.989555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.042986 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.046484 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.067133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4001ed9f-4fb6-462e-b847-89cf186ab926,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.072095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.073292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147294 Nov 12 03:49:02.076258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41942) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.079777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.080131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.080479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.080817 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.081150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.081427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.081560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.081801 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.082130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.082463 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.082788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.083128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.083465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad54f5f-f5db-411e-8575-c2b141b67aef tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:02.107849 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.166036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.169688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.187387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78887b04-85e2-46d0-9c50-a6bdcf420e6b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.194831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.196569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c19d372d-4292-4fe3-badb-ebd72453a940 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187456 Nov 12 03:49:02.198710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41944) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.203575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.228273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.282508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.286444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.293604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a43ffce6-48f7-44f3-bb74-532b0bcc301e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.304476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad04505-df3a-4522-9cb7-292baa4abd53,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.312526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.313735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7c40d6b0-f259-4ca0-b3cb-c022ebe6378c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139336 Nov 12 03:49:02.316405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.321349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.347025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.403229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.406397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.423563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c25d26-6dd1-44b4-b77f-adfc1ab5b4fa,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.431025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.432236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aea040fd-32e6-41b4-97ab-771dd27e557b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148844 Nov 12 03:49:02.434823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.439202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.460214 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Project 72dcdef0899a4152b6902b53b15eee9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:49:02.464917 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.522684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.526329 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.545030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbcaa8c-83e5-4743-82bc-a6f5d1cb9b78,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.552995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.554806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-67990384-498b-4bb5-988e-62eca32811a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190286 Nov 12 03:49:02.557841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 41950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:02.562226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'security_group_rule': {'security_group_id': 'da7fb1b1-31e0-4815-a713-0e923d4d5275', 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:02.583294 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Project 72dcdef0899a4152b6902b53b15eee9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:49:02.588038 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.644889 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.648130 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.665637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85de94ef-3404-48bd-b57f-012fa2192738,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.672477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.673654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1cf6b6d-9219-494e-a5bd-e1bb319852a7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148386 Nov 12 03:49:02.831579 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-191339ee-81c5-4a7c-995f-4f1726921090 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318133367&fields=id&tenant_id=72dcdef0899a4152b6902b53b15eee9f HTTP/1.1" status: 200 len: 267 time: 0.0436764 Nov 12 03:49:02.940597 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-e97fe834-f26c-48ed-adea-2b4d0b6ab2de tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.942069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-e97fe834-f26c-48ed-adea-2b4d0b6ab2de tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 813 time: 0.1035118 Nov 12 03:49:02.956763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-eed2dc3e-0014-451c-a990-853938f21755 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/quotas/72dcdef0899a4152b6902b53b15eee9f HTTP/1.1" status: 200 len: 375 time: 0.0090914 Nov 12 03:49:03.006664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-00f3580e-821e-4508-942a-cd9da53be85b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442564 Nov 12 03:49:03.106486 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-2ed6f91a-6d24-47b5-846b-fdc65912dd5f service neutron] 10.222.0.84 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877929 Nov 12 03:49:03.195207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-35726629-8870-410b-a6cd-9e4b0eae064e service neutron] 10.222.0.84 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828145 Nov 12 03:49:03.484645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d28785dc-3861-431a-b02d-c152a0650ea8 req-d18c46c2-b117-4fbc-9fa5-c4028ec54643 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0267093 Nov 12 03:49:04.474293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-af191ee1-52c5-4cf8-953f-8834a1dca5d4 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:04.475812 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-af191ee1-52c5-4cf8-953f-8834a1dca5d4 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 813 time: 0.1105599 Nov 12 03:49:04.546860 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-36903080-b6e3-4c73-aa4f-55d42c9eda46 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dcdef0899a4152b6902b53b15eee9f HTTP/1.1" status: 200 len: 379 time: 0.0601611 Nov 12 03:49:04.561656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'port': {'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'admin_state_up': True, 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'security_groups': ['da7fb1b1-31e0-4815-a713-0e923d4d5275']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:04.655031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac10e653-4b3b-4125-8a0c-2d8f2165c44b req-b7a92b98-a6de-4e7f-b826-f73ca8c1844c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0346031 Nov 12 03:49:04.699423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ecc1-bc73-49ed-b46e-a9dc21a718c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.703068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Made reservation on behalf of 72dcdef0899a4152b6902b53b15eee9f for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:04.706977 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.840383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Allocated IP 172.20.0.7 (8e30de93-9d85-4aa3-9acc-85ee89e2130a/102e3609-2418-4d6e-bb01-41f2790b1390/0b38fb8c-8385-4b3d-8978-d74266c27b6e) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:04.978572 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.011521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.058033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:05.061102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:05.063755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:05.097151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.124768 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.125415 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.142422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-692796a5-ae9b-4fc0-b4f9-396c4bb49d02 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847669 Nov 12 03:49:05.159390 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Request body: {'port': {'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:05.222616 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.368313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e67ff8c5-1b25-4aa5-a5f8-27628711ead0 None None] Provisioning complete for port 0b38fb8c-8385-4b3d-8978-d74266c27b6e triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:05.368711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e67ff8c5-1b25-4aa5-a5f8-27628711ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.414165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e67ff8c5-1b25-4aa5-a5f8-27628711ead0 None None] Port 0b38fb8c-8385-4b3d-8978-d74266c27b6e cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:05.506230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b38fb8c-8385-4b3d-8978-d74266c27b6e {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:05.514194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.527008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Transition to ACTIVE for port object 0b38fb8c-8385-4b3d-8978-d74266c27b6e will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:05.531057 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.583985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.651386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Attempting to bind port 0b38fb8c-8385-4b3d-8978-d74266c27b6e on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:05.651731 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Attempting to bind port 0b38fb8c-8385-4b3d-8978-d74266c27b6e by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:05.652063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Attempting to bind port 0b38fb8c-8385-4b3d-8978-d74266c27b6e on network 8e30de93-9d85-4aa3-9acc-85ee89e2130a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:05.656958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Port 0b38fb8c-8385-4b3d-8978-d74266c27b6e on network 8e30de93-9d85-4aa3-9acc-85ee89e2130a not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:05.657287 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Attempting to bind port 0b38fb8c-8385-4b3d-8978-d74266c27b6e on network 8e30de93-9d85-4aa3-9acc-85ee89e2130a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:05.662283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:05.662625 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Checking segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:05.663042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Bound using segment: {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:05.663507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Bound port: 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:05.663865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.742536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:05.746000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:05.750980 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.752249 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.809392 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.810017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.811710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9961-5969-4067-981f-d9ee2e35c84f req-60543862-78ed-4102-8c12-bce6972b3643 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.812261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 1092 time: 0.6567922 Nov 12 03:49:05.813533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfda9961-5969-4067-981f-d9ee2e35c84f req-60543862-78ed-4102-8c12-bce6972b3643 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0646448 Nov 12 03:49:05.818145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:05.821565 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6d0600-e5fb-4452-8c7e-a4d273455334" -d '{"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:05.864923 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a60e5-4dd9-4ade-ad06-6520ed2eff45 service neutron] Pushing event updated for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:05.887436 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec4442-9cfb-4668-9ec6-e0b8af7e6627 x-openstack-request-id: req-51ec4442-9cfb-4668-9ec6-e0b8af7e6627 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:05.887834 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:05.888186 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-51ec4442-9cfb-4668-9ec6-e0b8af7e6627 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:05.888994 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:49:05.925629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfda9961-5969-4067-981f-d9ee2e35c84f req-ec64d7e3-cd4d-4bed-9020-885856a366ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936499 Nov 12 03:49:05.940663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-d744dee0-9b4c-4e38-a600-34e4dc013811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:05.942846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-d744dee0-9b4c-4e38-a600-34e4dc013811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0519691 Nov 12 03:49:05.995274 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-4eb9f163-0ef8-4c0a-afb7-efc19a28035a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 217 time: 0.0403774 Nov 12 03:49:06.075957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-4f397a98-f06e-4550-9fc7-e939e67203c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.077509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-4f397a98-f06e-4550-9fc7-e939e67203c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0738904 Nov 12 03:49:06.130857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd66dd-20e0-4740-b35c-459854584510 req-d6c2f308-98db-4f55-9e6f-bace5c579a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.133353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-d6c2f308-98db-4f55-9e6f-bace5c579a37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437229 Nov 12 03:49:06.233665 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-e0351462-1c21-4e29-8ca5-39485e642d74 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886281 Nov 12 03:49:06.326891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3bd66dd-20e0-4740-b35c-459854584510 req-5e9b5631-e467-456d-9586-3085f919e04c service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824680 Nov 12 03:49:06.416171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-ca75b946-3531-48a4-8b4d-d2eaa18e0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.417702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-ca75b946-3531-48a4-8b4d-d2eaa18e0b1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0409570 Nov 12 03:49:06.514574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-a8c8a268-dd05-4173-ac01-1068b1f45a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.516080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-a8c8a268-dd05-4173-ac01-1068b1f45a34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0899706 Nov 12 03:49:06.564813 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-eb902690-7e04-4de9-affc-c8e30a42567e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 217 time: 0.0343730 Nov 12 03:49:06.619886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-54930e76-a6e0-4293-91af-eabf8de0a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.621283 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-54930e76-a6e0-4293-91af-eabf8de0a762 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0486286 Nov 12 03:49:06.671220 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-90a6f817-8228-45a6-ab45-a25eeff99dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:06.672723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-90a6f817-8228-45a6-ab45-a25eeff99dc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405416 Nov 12 03:49:06.770398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-3d1aba0e-5d11-44f8-8815-27aaafd1d5d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Nov 12 03:49:06.868546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6d0600-e5fb-4452-8c7e-a4d273455334 req-aac69cef-fda5-4bd3-a235-1adb3c717cfe service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866461 Nov 12 03:49:07.034281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d2e39-3bba-4cea-92e1-7a7807c918ef req-c1b8a5d4-1e17-459f-a2e8-10b33e0f4cbd tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:07.035808 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f63d2e39-3bba-4cea-92e1-7a7807c918ef req-c1b8a5d4-1e17-459f-a2e8-10b33e0f4cbd tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0504272 Nov 12 03:49:07.090790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f63d2e39-3bba-4cea-92e1-7a7807c918ef req-ec2a44db-2a4f-48cd-b477-e441ac4c505f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489385 Nov 12 03:49:07.276279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.207435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ba54-bf94-4f3d-8f30-3fcbfab45175 req-5d4c19e5-215e-4ff4-a6c0-a7fc0a6b14ab tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:08.209091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e98ba54-bf94-4f3d-8f30-3fcbfab45175 req-5d4c19e5-215e-4ff4-a6c0-a7fc0a6b14ab tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0499172 Nov 12 03:49:08.240299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.262787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9e98ba54-bf94-4f3d-8f30-3fcbfab45175 req-ce0ce78d-1065-43d6-9d8d-98e4faa244c7 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471134 Nov 12 03:49:09.380546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab816ca2-e985-4f73-b4ae-736050c585bd req-2d3256f6-9153-4e35-90c2-1241ef8315c9 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:09.382569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab816ca2-e985-4f73-b4ae-736050c585bd req-2d3256f6-9153-4e35-90c2-1241ef8315c9 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0519469 Nov 12 03:49:09.433265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ab816ca2-e985-4f73-b4ae-736050c585bd req-6a76f428-3204-48d2-ba89-8dc767e25831 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447714 Nov 12 03:49:10.547988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07e66e-031f-4a2b-b6f7-d732dc65df3f req-2cb2300d-3d97-4e16-985a-4340c7b82032 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.549451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a07e66e-031f-4a2b-b6f7-d732dc65df3f req-2cb2300d-3d97-4e16-985a-4340c7b82032 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0477407 Nov 12 03:49:10.596529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a07e66e-031f-4a2b-b6f7-d732dc65df3f req-0782a841-d29b-4773-aa04-dbb1783f7c0a tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Nov 12 03:49:11.709233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd12ae8-4ed4-4791-81ea-c608b4378868 req-596aaea4-9d85-40af-a74f-f72ab55ce3d1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.710722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfd12ae8-4ed4-4791-81ea-c608b4378868 req-596aaea4-9d85-40af-a74f-f72ab55ce3d1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0483148 Nov 12 03:49:11.759384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfd12ae8-4ed4-4791-81ea-c608b4378868 req-b4719041-a826-4b85-b690-0b6343568a10 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Nov 12 03:49:12.875774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e9943-d5d1-4b01-bb35-e94b2d50d878 req-ee718bc0-bd2c-42c1-9ae7-08cb221457c5 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.877280 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df4e9943-d5d1-4b01-bb35-e94b2d50d878 req-ee718bc0-bd2c-42c1-9ae7-08cb221457c5 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0525112 Nov 12 03:49:12.924645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df4e9943-d5d1-4b01-bb35-e94b2d50d878 req-070b4536-b5b0-439b-8bc7-491e7bcff7ab tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Nov 12 03:49:14.044134 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66042e-4ff9-48eb-a172-21994dde0fd5 req-43b06291-be84-4564-bd50-54ac50f06aab tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.045528 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3f66042e-4ff9-48eb-a172-21994dde0fd5 req-43b06291-be84-4564-bd50-54ac50f06aab tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Nov 12 03:49:14.094536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3f66042e-4ff9-48eb-a172-21994dde0fd5 req-aae4e73b-2973-4681-b7bd-84baa33f08a1 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Nov 12 03:49:15.206951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbd151-2204-4fb4-8c37-e6322854617d req-5ae74275-b776-42c1-abc6-1fb71a1167df tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.208464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7dbd151-2204-4fb4-8c37-e6322854617d req-5ae74275-b776-42c1-abc6-1fb71a1167df tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0487125 Nov 12 03:49:15.256769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b7dbd151-2204-4fb4-8c37-e6322854617d req-b3204000-36ea-492c-bc76-6bebef75ec76 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Nov 12 03:49:16.373983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a301446-dd83-4fb5-a4e7-efddc3af0736 req-a8f10cd1-7405-48f8-b499-cece10306849 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.375418 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a301446-dd83-4fb5-a4e7-efddc3af0736 req-a8f10cd1-7405-48f8-b499-cece10306849 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0514350 Nov 12 03:49:16.424845 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a301446-dd83-4fb5-a4e7-efddc3af0736 req-1ac3ad31-2b7a-4299-8b99-584d5e4a7902 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437567 Nov 12 03:49:16.692751 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:17.538131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db1f4c-759a-43a2-a3dd-21f27b6f849c req-0a219fb6-e05c-465b-8936-c26dc5384e5d tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.539597 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19db1f4c-759a-43a2-a3dd-21f27b6f849c req-0a219fb6-e05c-465b-8936-c26dc5384e5d tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 943 time: 0.0485632 Nov 12 03:49:17.564214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0b38fb8c-8385-4b3d-8978-d74266c27b6e details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:17.593259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19db1f4c-759a-43a2-a3dd-21f27b6f849c req-43888807-d0d4-4134-8a8b-16378b31d2d6 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 Nov 12 03:49:17.659665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:17.670525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:17.705924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.718388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b38fb8c-8385-4b3d-8978-d74266c27b6e {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:17.736907 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:17.740645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.790504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.797779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.798121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.798458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.798791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.799136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.799467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.799791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.800145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.800455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.800773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.801092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:17.801411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:18.012326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['0b38fb8c-8385-4b3d-8978-d74266c27b6e'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:18.704831 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ee9b6-d50e-43a6-b3f1-3dc991b9dcfb req-29398711-523b-4294-9729-f93df7bafa3b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.706276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-887ee9b6-d50e-43a6-b3f1-3dc991b9dcfb req-29398711-523b-4294-9729-f93df7bafa3b tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 944 time: 0.0478435 Nov 12 03:49:18.758450 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-887ee9b6-d50e-43a6-b3f1-3dc991b9dcfb req-ac6ab5a5-2fff-484b-a5de-381ebe95272f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457938 Nov 12 03:49:19.579854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0b38fb8c-8385-4b3d-8978-d74266c27b6e up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:19.627414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 0b38fb8c-8385-4b3d-8978-d74266c27b6e completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:19.631117 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 0b38fb8c-8385-4b3d-8978-d74266c27b6e triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:19.632081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.709031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.730644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:19.733103 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c0ffdd-ac8f-435d-9a98-8bb40b63a1d5" -d '{"events": [{"server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "name": "network-vif-plugged", "status": "completed", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:19.746842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:19.750903 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.773787 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9e878-937e-4624-a62e-fec485fe1041 x-openstack-request-id: req-3ab9e878-937e-4624-a62e-fec485fe1041 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:19.774157 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "name": "network-vif-plugged", "status": "completed", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:19.774361 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ab9e878-937e-4624-a62e-fec485fe1041 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:19.774813 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'code': 200} Nov 12 03:49:19.807664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.874402 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5f6b-143d-4a45-8355-f10dfb832271 req-ef144078-71c7-464a-b6ec-136af2b319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.875941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684c5f6b-143d-4a45-8355-f10dfb832271 req-ef144078-71c7-464a-b6ec-136af2b319b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0399137 Nov 12 03:49:19.927917 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-684c5f6b-143d-4a45-8355-f10dfb832271 req-23932e2f-837c-4011-940c-ea9d7c465321 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395513 Nov 12 03:49:20.034403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b967a9-d746-4ece-9800-c4cf6311def5 req-1f49249a-1542-47c3-86f1-956d82257db6 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.035903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5b967a9-d746-4ece-9800-c4cf6311def5 req-1f49249a-1542-47c3-86f1-956d82257db6 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.2072039 Nov 12 03:49:20.084256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5b967a9-d746-4ece-9800-c4cf6311def5 req-b8a81a8a-7e57-4116-b238-bbe7c9b7a892 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Nov 12 03:49:21.272992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf99a7-9de8-463e-867d-0d64e814a11a req-9c8ea36a-b47c-414f-b427-8ea1c2ae8c53 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.274481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4acf99a7-9de8-463e-867d-0d64e814a11a req-9c8ea36a-b47c-414f-b427-8ea1c2ae8c53 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.1143315 Nov 12 03:49:21.323361 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4acf99a7-9de8-463e-867d-0d64e814a11a req-20b49644-d57f-4709-9077-b407b63bc955 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Nov 12 03:49:22.439852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb8058-9165-41cb-8fb2-9ff15fc105ed req-6706e3e5-0efd-4ce6-9462-6b2713254bb9 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.441308 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44eb8058-9165-41cb-8fb2-9ff15fc105ed req-6706e3e5-0efd-4ce6-9462-6b2713254bb9 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Nov 12 03:49:22.492553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44eb8058-9165-41cb-8fb2-9ff15fc105ed req-ce65754a-adff-47b7-a219-8e5668c4be3e tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Nov 12 03:49:22.605677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6c2c8-8f69-40b7-94f9-03f408560bdb req-d6fd6e7c-18c4-44e8-b233-5c2f1f059d89 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.607082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97f6c2c8-8f69-40b7-94f9-03f408560bdb req-d6fd6e7c-18c4-44e8-b233-5c2f1f059d89 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Nov 12 03:49:22.656289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97f6c2c8-8f69-40b7-94f9-03f408560bdb req-f0fe0a59-a9c8-409e-a952-78788573c14c tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Nov 12 03:49:22.677590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42028) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.763034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce1c79-2c4b-4b30-8d8b-7406187d7df9 tempest-TestVolumeBackupRestore-903755392 tempest-TestVolumeBackupRestore-903755392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.764611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-00ce1c79-2c4b-4b30-8d8b-7406187d7df9 tempest-TestVolumeBackupRestore-903755392 tempest-TestVolumeBackupRestore-903755392-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1092 time: 0.0854959 Nov 12 03:49:22.767673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42032) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.774068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:22.795573 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.888049 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.989986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Allocated IP 172.25.2.77 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/36153caf-231a-4931-b5af-e529e7bdf0d4) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:23.086756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.118657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.505029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:23.510262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:23.513034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:23.539218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'Port': ['ID=36153caf-231a-4931-b5af-e529e7bdf0d4,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.866888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.932614 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.081219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.085522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.154986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event updated for resources: {'Port': ['ID=36153caf-231a-4931-b5af-e529e7bdf0d4,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.163593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.265293 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Floating IP 7274dada-b8db-460b-9327-2fc7120facca associated. External IP: 172.25.2.77, port: 0b38fb8c-8385-4b3d-8978-d74266c27b6e. Nov 12 03:49:24.467962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:24.574627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:24.586236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:24.593755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.596909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.597598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.620723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b3687384-5afb-49a6-93cc-de03d69a9b5f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8520095 Nov 12 03:49:24.621315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:24.623401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.624732 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8" -d '{"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:24.663207 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68e37ab-3354-4a86-8bc1-bcf3527a9ec6 x-openstack-request-id: req-f68e37ab-3354-4a86-8bc1-bcf3527a9ec6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:24.663497 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:24.663880 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f68e37ab-3354-4a86-8bc1-bcf3527a9ec6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:24.664291 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:49:24.665204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfad259-a7be-4d52-89cb-200ef759013b tempest-TestVolumeBackupRestore-903755392 tempest-TestVolumeBackupRestore-903755392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.666767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2cfad259-a7be-4d52-89cb-200ef759013b tempest-TestVolumeBackupRestore-903755392 tempest-TestVolumeBackupRestore-903755392-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1092 time: 0.0423768 Nov 12 03:49:24.669835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42038) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.674343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Request body: {'floatingip': {'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:24.709223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:24.728148 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-7bfb957c-b936-4b10-9c71-71fb49f5f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.730336 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-7bfb957c-b936-4b10-9c71-71fb49f5f8ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0444648 Nov 12 03:49:24.734388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.830592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-38e6b531-a1b8-4bf0-8b61-f1d441a6b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.832126 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-38e6b531-a1b8-4bf0-8b61-f1d441a6b4fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0937862 Nov 12 03:49:24.901025 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-3c2a1bef-1120-4ae1-a391-45c8761c4564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 998 time: 0.0613735 Nov 12 03:49:24.937226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 0, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.960776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-b3c3d582-f326-453d-b638-dcbd64c17606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.962434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-b3c3d582-f326-453d-b638-dcbd64c17606 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0537548 Nov 12 03:49:24.964200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:24.972614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.973225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.009750 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-884e4bfe-2266-41df-bad7-529f2a2361bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.011237 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-884e4bfe-2266-41df-bad7-529f2a2361bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415514 Nov 12 03:49:25.081282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:25.118013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-9332a898-86f5-4284-aa14-c687f0931d36 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990498 Nov 12 03:49:25.214128 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dc9b5a82-cd16-48e7-93f7-4ddc330c1be8 req-a8411a0b-73ce-44f8-8b53-b97cbac8716d service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Nov 12 03:49:25.217904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.226774 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.316153 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 0, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:25.345846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c740888e-8e54-495e-95e9-7f2b6c444beb None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:23Z', 'revision_number': 0, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:25.443615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:25.557960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcb0fd8-e746-4462-bc91-eeffb308bf58 None None] New status for floating IP 7274dada-b8db-460b-9327-2fc7120facca: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:49:25.561424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:25.566098 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.618107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-580f4946-d0b3-48b2-b70d-f48237094c70 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "PUT /v2.0/floatingips/7274dada-b8db-460b-9327-2fc7120facca HTTP/1.1" status: 200 len: 990 time: 0.9470332 Nov 12 03:49:25.778069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:25.788284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:25.788892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.045674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:26.258942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:25Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.287473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:26.296551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:26.297086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.397824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:26.612674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:25Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:26.642760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8d006-66b1-4578-9ea8-abfdf915ae8c None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '7274dada-b8db-460b-9327-2fc7120facca', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'port_id': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'mac_address': 'fa:16:3e:f2:0d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aef640-aec3-412a-ad44-397710005bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:49:23Z', 'updated_at': '2021-11-12T03:49:25Z', 'revision_number': 2, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:26.665106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}, {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:26.667512 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901d732-6ee7-47c0-8a9f-a50092c1eab7" -d '{"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}, {"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:26.705482 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727472b7-fd3f-4e65-bd23-a2d295af8400 x-openstack-request-id: req-727472b7-fd3f-4e65-bd23-a2d295af8400 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:26.705783 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:26.706050 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-727472b7-fd3f-4e65-bd23-a2d295af8400 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:26.706455 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:49:26.706710 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:49:26.771384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-d1d37012-83fb-4205-aec6-587502e9357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.773493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-d1d37012-83fb-4205-aec6-587502e9357d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0446100 Nov 12 03:49:26.868730 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-0b6f53ec-60ad-4cbe-a6c6-b151f9963dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.870124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-0b6f53ec-60ad-4cbe-a6c6-b151f9963dc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0885825 Nov 12 03:49:26.934557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-bf627e93-8fb1-4c0a-8c61-4ffb14ecce97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 1000 time: 0.0568707 Nov 12 03:49:26.986221 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-7e1d5020-a75f-43a4-94c4-d0c3f2b31a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:26.987662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-7e1d5020-a75f-43a4-94c4-d0c3f2b31a58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0461125 Nov 12 03:49:27.032537 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-5fef2411-a645-4cc3-95a3-13db53d9d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.034002 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-5fef2411-a645-4cc3-95a3-13db53d9d0fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395608 Nov 12 03:49:27.126689 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-a39d30b0-2d53-44dc-9674-367ce81689a4 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826635 Nov 12 03:49:27.218507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-ffb035d1-1623-4b41-8aa1-69506c7d0c83 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853207 Nov 12 03:49:27.299925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-117e97cd-8315-4841-8f8c-81a0d88105fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.301415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-117e97cd-8315-4841-8f8c-81a0d88105fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0409067 Nov 12 03:49:27.398059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-65da6194-562d-4854-9cc5-740ff20864a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.399496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-65da6194-562d-4854-9cc5-740ff20864a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0879934 Nov 12 03:49:27.465814 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-47c8ad07-808f-4053-9b38-ea109e8d48b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 1000 time: 0.0582106 Nov 12 03:49:27.518746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-1a3475bc-28a6-49d0-ae08-f70dd4675a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.520208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-1a3475bc-28a6-49d0-ae08-f70dd4675a5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0474043 Nov 12 03:49:27.565701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-e9abfd4c-042d-410b-a702-42c0e16eee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:27.567254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-e9abfd4c-042d-410b-a702-42c0e16eee44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400355 Nov 12 03:49:27.656916 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-73339cbe-06d3-4f24-9d01-5502b6712dd3 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823522 Nov 12 03:49:27.753104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e901d732-6ee7-47c0-8a9f-a50092c1eab7 req-3b65f05d-5344-4e59-be73-0195479d2201 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855289 Nov 12 03:49:28.055408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.538323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.295281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7473515e-1259-47f8-b5c0-e6a06c36c695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.701207 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65001c23-194e-44ac-a25b-5422ac114968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.735208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.897114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-48dae176-11e9-40cc-92da-0c74a2150fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398290 Nov 12 03:49:35.982807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-c3575502-b4a4-4f13-8205-27ae465fc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.984324 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-c3575502-b4a4-4f13-8205-27ae465fc87f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0451558 Nov 12 03:49:36.089349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-24f9b6ed-8f41-49eb-a9c1-40ded2c476e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.090832 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-24f9b6ed-8f41-49eb-a9c1-40ded2c476e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0851769 Nov 12 03:49:36.162292 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-8f2771bc-1bc1-49b7-bc0e-8c947f040b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 1000 time: 0.0607541 Nov 12 03:49:36.218262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-986f165d-a3ad-4a9f-a299-d8e1d81b2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.219776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-986f165d-a3ad-4a9f-a299-d8e1d81b2784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0469692 Nov 12 03:49:36.266857 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-14536b68-b2ce-4fe4-b643-7cbb6e598018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.268389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-14536b68-b2ce-4fe4-b643-7cbb6e598018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400014 Nov 12 03:49:36.360416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-f9431b62-44b3-42bf-9e93-2b8aca197cad service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Nov 12 03:49:36.448312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-209640b8-d8fb-4525-b5a1-464b0ef3c7a3 req-f285f58b-f0f1-4819-ad9a-36f4be15326b service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Nov 12 03:49:37.278452 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.242104 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.691518 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:58.067739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.560599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.704358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42054) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:00.861132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Deleting port 36153caf-231a-4931-b5af-e529e7bdf0d4 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:00.861479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.937571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.937904 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.949671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Calling delete_port for 36153caf-231a-4931-b5af-e529e7bdf0d4 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:01.096708 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.119341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event deleted for resources: {'Port': ['ID=36153caf-231a-4931-b5af-e529e7bdf0d4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.180139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.180513 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Floating IP 7274dada-b8db-460b-9327-2fc7120facca disassociated (deleted). External IP: 172.25.2.77, port: 0b38fb8c-8385-4b3d-8978-d74266c27b6e. Nov 12 03:50:01.717762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:01.826687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:01.831798 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.836326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:01.846813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:01.847445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:01.857803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e57562f7-6aa4-4391-9da5-065bfa7e35f2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "DELETE /v2.0/floatingips/7274dada-b8db-460b-9327-2fc7120facca HTTP/1.1" status: 204 len: 168 time: 1.1523683 Nov 12 03:50:01.858380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:01.861311 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac98c5-7779-473f-9a59-81718617e85a" -d '{"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:01.952812 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:01.971307 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e6c23f-b522-4251-8f3f-5210d06be2dd x-openstack-request-id: req-e7e6c23f-b522-4251-8f3f-5210d06be2dd {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:01.971629 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:01.972035 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e7e6c23f-b522-4251-8f3f-5210d06be2dd {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:01.972445 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:50:02.044507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac98c5-7779-473f-9a59-81718617e85a req-8dda3cf1-6118-4a78-a621-78465bf816d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.046403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-8dda3cf1-6118-4a78-a621-78465bf816d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72dcdef0899a4152b6902b53b15eee9f&device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0474856 Nov 12 03:50:02.099954 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041a2ef-aad2-44c6-94fb-d5722c3898a0 req-a68e5a09-df29-45f4-b4c6-6188afd1e233 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.101474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8041a2ef-aad2-44c6-94fb-d5722c3898a0 req-a68e5a09-df29-45f4-b4c6-6188afd1e233 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Nov 12 03:50:02.147813 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac98c5-7779-473f-9a59-81718617e85a req-c2ce9d1d-1854-4ba7-8446-303f20a7c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.149413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-c2ce9d1d-1854-4ba7-8446-303f20a7c7ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 200 len: 914 time: 0.0942519 Nov 12 03:50:02.157589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8041a2ef-aad2-44c6-94fb-d5722c3898a0 req-2e631a6d-e7b6-4aea-bce1-27dd51b42ee3 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478532 Nov 12 03:50:02.186513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:02.197818 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-12b0348c-e08f-47e8-90b1-ff014f7c3ab5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 200 len: 217 time: 0.0400383 Nov 12 03:50:02.220052 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:02.228446 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:02.229060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:49:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:02.248266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac98c5-7779-473f-9a59-81718617e85a req-e3c612b0-5d72-488b-b935-bc1534084277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.249719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-e3c612b0-5d72-488b-b935-bc1534084277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 200 len: 852 time: 0.0438902 Nov 12 03:50:02.296968 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac98c5-7779-473f-9a59-81718617e85a req-245809af-2db5-4785-b2a8-39c236084e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.298647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-245809af-2db5-4785-b2a8-39c236084e13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e30de93-9d85-4aa3-9acc-85ee89e2130a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411139 Nov 12 03:50:02.299596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bc56482c-8e2f-45c7-b3b4-bb87cdbc8925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.333470 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:02.394785 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-f1d0186b-7e06-4f05-b8b6-37d8dce872bf service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863914 Nov 12 03:50:02.485748 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4ac98c5-7779-473f-9a59-81718617e85a req-ca59ad99-173a-4f6c-8a38-b5a67237e5a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828438 Nov 12 03:50:02.530820 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:02.556794 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d371b3-ee80-4cf1-ae38-bcd0d9e326ca None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:07Z', 'revision_number': 4, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '2215f6ba-afd3-455e-8e5f-b3a1759c28a5', 'name': '', 'network_id': '8e30de93-9d85-4aa3-9acc-85ee89e2130a', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'mac_address': 'fa:16:3e:20:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:07Z', 'updated_at': '2021-11-12T03:47:12Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'subnets': [{'id': '102e3609-2418-4d6e-bb01-41f2790b1390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:02.768210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f3431c-47e6-4a2d-8044-1c6e5028cdb1 None None] New status for floating IP 7274dada-b8db-460b-9327-2fc7120facca: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:50:03.277624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28e799-fac2-472f-a29c-340350ab25b5 req-9c848634-5861-47b6-b9ce-1e79fc8ec8cf tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.279140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c28e799-fac2-472f-a29c-340350ab25b5 req-9c848634-5861-47b6-b9ce-1e79fc8ec8cf tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.0499926 Nov 12 03:50:03.333601 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0c28e799-fac2-472f-a29c-340350ab25b5 req-31defa70-4a23-4e5f-b84a-1fd3bd207b4f tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/security-groups?id=da7fb1b1-31e0-4815-a713-0e923d4d5275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478737 Nov 12 03:50:03.870184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-4ef3b126-fe2d-411a-acf9-d3ded9ea3a35 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:03.871751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-4ef3b126-fe2d-411a-acf9-d3ded9ea3a35 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.32 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 945 time: 0.0509696 Nov 12 03:50:03.959599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Deleting port 0b38fb8c-8385-4b3d-8978-d74266c27b6e {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:03.959939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.053384 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] For port 0b38fb8c-8385-4b3d-8978-d74266c27b6e, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=0b38fb8c-8385-4b3d-8978-d74266c27b6e,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.053664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.066000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Calling delete_port for 0b38fb8c-8385-4b3d-8978-d74266c27b6e owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:04.196622 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.223521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event deleted for resources: {'Port': ['ID=0b38fb8c-8385-4b3d-8978-d74266c27b6e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.233412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.233767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.234114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.235028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.235400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.235740 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.236071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.236407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.236738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.237612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.237612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.237778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:04.277280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] No DVR routers for this DVR port 0b38fb8c-8385-4b3d-8978-d74266c27b6e on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:04.280095 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.284058 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ebba335d-e56c-4330-86d9-cd3b5d540fe4 req-b0871964-bc47-4666-bec3-c452ea9f10ca tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.32 "DELETE /v2.0/ports/0b38fb8c-8385-4b3d-8978-d74266c27b6e HTTP/1.1" status: 204 len: 173 time: 0.4060180 Nov 12 03:50:04.284532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'name': 'network-vif-deleted', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:04.286794 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641da202-b7b2-4875-99c9-c985ab299f7d" -d '{"events": [{"server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "name": "network-vif-deleted", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:04.326243 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584858c0-ef86-4634-aba3-45d8edd26338 x-openstack-request-id: req-584858c0-ef86-4634-aba3-45d8edd26338 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:04.326557 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aef640-aec3-412a-ad44-397710005bf5", "name": "network-vif-deleted", "tag": "0b38fb8c-8385-4b3d-8978-d74266c27b6e", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:04.326818 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-584858c0-ef86-4634-aba3-45d8edd26338 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:04.327251 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aef640-aec3-412a-ad44-397710005bf5', 'name': 'network-vif-deleted', 'tag': '0b38fb8c-8385-4b3d-8978-d74266c27b6e', 'status': 'completed', 'code': 200} Nov 12 03:50:04.432731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a2fab3d-c84b-4949-9ff0-8e06bc6c3c53 req-e479b46c-b406-4f77-b05e-44b066732eff tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Nov 12 03:50:04.705244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fef5da4b-bb39-496e-8e2b-2b2bc2032382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.534904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ff8cba31-264e-48e2-bd2b-3a6bd73d7b8a req-3bd67752-9f37-48d6-8172-ec6b4b42fada tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0323851 Nov 12 03:50:05.738410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.634987 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0084043f-d537-4f16-9d0f-f090cbe969dd req-12ab823b-3975-4e1a-8fad-aa5f989d3240 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Nov 12 03:50:07.282335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.729059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01c086de-a1dc-4b7f-a3c9-b5cf3662f474 req-41f5407e-dd08-4b23-9850-dcc725e558e2 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Nov 12 03:50:07.861016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0b38fb8c-8385-4b3d-8978-d74266c27b6e no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:07.881505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 0b38fb8c-8385-4b3d-8978-d74266c27b6e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:07.881790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 0b38fb8c-8385-4b3d-8978-d74266c27b6e not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:08.244599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.834314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c60518ee-29ba-40a5-8fed-a9e8e88b0faa req-f988ed83-7482-49ca-8fac-3ed43cdbf998 tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "GET /v2.0/ports?device_id=56aef640-aec3-412a-ad44-397710005bf5 HTTP/1.1" status: 200 len: 210 time: 0.0272667 Nov 12 03:50:09.891229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:09.946205 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.971728 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.027792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.030454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.032315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] 10.222.0.84 "DELETE /v2.0/security-groups/da7fb1b1-31e0-4815-a713-0e923d4d5275 HTTP/1.1" status: 204 len: 168 time: 0.1400962 Nov 12 03:50:10.041569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd846eaa-2b7a-453c-9f3c-c125398526fe tempest-TestVolumeBackupRestore-1244575084 tempest-TestVolumeBackupRestore-1244575084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7fb1b1-31e0-4815-a713-0e923d4d5275,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:14.505177 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42536) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.863574 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.108265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Deleting port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:15.108733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.193016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] For port 2215f6ba-afd3-455e-8e5f-b3a1759c28a5, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.193388 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.206136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Calling delete_port for 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.384540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.414738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2215f6ba-afd3-455e-8e5f-b3a1759c28a5,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.584511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.802662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Router 43db3a60-743f-428b-83a8-779bc2abd1f5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:15.906017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:15.911584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ad34ad50-1fd9-4e7e-9b9b-6183563624b1 admin admin] 10.222.0.84 "PUT /v2.0/routers/43db3a60-743f-428b-83a8-779bc2abd1f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053569 Nov 12 03:50:15.914068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42538) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.917696 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Sync routers for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:15.928028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:15.928639 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:50:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.017914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.032616 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:16.121723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.183897 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Deleting port 28d47a80-68ad-4e0c-b34b-99f57d576da6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:16.184241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.211356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:50:15Z', 'revision_number': 5, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port': {'id': '28d47a80-68ad-4e0c-b34b-99f57d576da6', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.236835 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Checking router: 43db3a60-743f-428b-83a8-779bc2abd1f5 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:16.245028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Routers {'43db3a60-743f-428b-83a8-779bc2abd1f5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:16.245636 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:50:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['43db3a60-743f-428b-83a8-779bc2abd1f5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.262596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] For port 28d47a80-68ad-4e0c-b34b-99f57d576da6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=28d47a80-68ad-4e0c-b34b-99f57d576da6,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:16.262966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.276473 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Calling delete_port for 28d47a80-68ad-4e0c-b34b-99f57d576da6 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:16.331033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] Set router 43db3a60-743f-428b-83a8-779bc2abd1f5 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:16.383604 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:50:16Z', 'revision_number': 6, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:16.411310 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1198c5-a6e3-4802-a044-78380bd2b7f4 None None] The sync data for ids ['43db3a60-743f-428b-83a8-779bc2abd1f5'] in n-d-615180-50 is: [{'id': '43db3a60-743f-428b-83a8-779bc2abd1f5', 'name': 'tempest-TestVolumeBackupRestore-145598709-router', 'tenant_id': '72dcdef0899a4152b6902b53b15eee9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:05Z', 'updated_at': '2021-11-12T03:50:16Z', 'revision_number': 6, 'project_id': '72dcdef0899a4152b6902b53b15eee9f', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:16.449506 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.481560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d47a80-68ad-4e0c-b34b-99f57d576da6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.495005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08329a7-871c-48d9-92c2-57f48ee8318d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:16.544849 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.633650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.635726 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.677006 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.677647 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43db3a60-743f-428b-83a8-779bc2abd1f5 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:16.681971 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.683142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c7d0025d-4987-4d19-b584-d75f19c60310 admin admin] 10.222.0.84 "DELETE /v2.0/routers/43db3a60-743f-428b-83a8-779bc2abd1f5 HTTP/1.1" status: 204 len: 168 time: 0.7681451 Nov 12 03:50:16.685757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42542) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.733756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Deleting subnet 102e3609-2418-4d6e-bb01-41f2790b1390 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:16.736999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.777645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.859853 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.915154 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.941757 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102e3609-2418-4d6e-bb01-41f2790b1390,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.943751 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.946978 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c5fe715c-cc73-4c91-8eb2-2b6fcd34492a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/102e3609-2418-4d6e-bb01-41f2790b1390 HTTP/1.1" status: 204 len: 168 time: 0.2602763 Nov 12 03:50:16.949505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42544) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.950784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b729ae-a494-4c66-9ece-bfd391b78c82 None None] Network 8e30de93-9d85-4aa3-9acc-85ee89e2130a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:17.017483 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.069226 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Deleting port 62c265dd-f383-412a-8935-7a3bd1f9a7fa {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:17.069568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.136682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] For port 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=62c265dd-f383-412a-8935-7a3bd1f9a7fa,segment=NetworkSegment(75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd),segment_id=75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:17.136976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.149596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Calling delete_port for 62c265dd-f383-412a-8935-7a3bd1f9a7fa owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:17.188300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] DHCP port deletion for 8e30de93-9d85-4aa3-9acc-85ee89e2130a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:17.232158 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.237037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Deleting port 62c265dd-f383-412a-8935-7a3bd1f9a7fa {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:17.237558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.302181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] For port 62c265dd-f383-412a-8935-7a3bd1f9a7fa, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:17.302586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.321671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Calling delete_port for 62c265dd-f383-412a-8935-7a3bd1f9a7fa owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:17.324561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Port 62c265dd-f383-412a-8935-7a3bd1f9a7fa was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:50:17.325887 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.349893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] Pushing event deleted for resources: {'Port': ['ID=62c265dd-f383-412a-8935-7a3bd1f9a7fa,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.355788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb57921-b724-47d1-832d-6b703ce4e4d5 None None] No DVR routers for this DVR port 62c265dd-f383-412a-8935-7a3bd1f9a7fa on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:17.590288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c265dd-f383-412a-8935-7a3bd1f9a7fa,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:17.595819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] No DVR routers for this DVR port 62c265dd-f383-412a-8935-7a3bd1f9a7fa on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:17.663523 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.683267 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e30de93-9d85-4aa3-9acc-85ee89e2130a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.692072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.692369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a8b7b0-3c07-4f18-aa72-1cb75dcd0ccd') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:17.701392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.714151 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.720253 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:17.720630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: timer() Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:17.722194 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:17.777245 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.783171 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.786314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/8e30de93-9d85-4aa3-9acc-85ee89e2130a HTTP/1.1" status: 204 len: 168 time: 0.8358786 Nov 12 03:50:17.789348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42546) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.797496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbad2d-568f-48be-a9fe-d8c3bf9af3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e30de93-9d85-4aa3-9acc-85ee89e2130a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.126781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.147429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 28d47a80-68ad-4e0c-b34b-99f57d576da6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:18.168224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 28d47a80-68ad-4e0c-b34b-99f57d576da6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:18.168571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 28d47a80-68ad-4e0c-b34b-99f57d576da6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:18.168990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 62c265dd-f383-412a-8935-7a3bd1f9a7fa no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:18.186952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 62c265dd-f383-412a-8935-7a3bd1f9a7fa {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:18.187358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 62c265dd-f383-412a-8935-7a3bd1f9a7fa not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:18.187775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:18.206710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:18.207060 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 2215f6ba-afd3-455e-8e5f-b3a1759c28a5 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:18.368049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Deleting port 7857da22-fb25-4aad-981a-fc2930d10f64 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:18.368295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.442836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] For port 7857da22-fb25-4aad-981a-fc2930d10f64, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7857da22-fb25-4aad-981a-fc2930d10f64,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:18.443220 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.455923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Calling delete_port for 7857da22-fb25-4aad-981a-fc2930d10f64 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:18.628583 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.659192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Pushing event deleted for resources: {'Port': ['ID=7857da22-fb25-4aad-981a-fc2930d10f64,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.682724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.683077 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.683446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.683782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.684117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.684449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.684780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.685106 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.685430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.685751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.686079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.686400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:18.832670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.039967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Router 9cad1002-cdc4-4752-8436-59f75f5058c4 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:19.142365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:19.147343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-185aff0a-b887-456a-941d-2258e5323068 admin admin] 10.222.0.84 "PUT /v2.0/routers/9cad1002-cdc4-4752-8436-59f75f5058c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3569620 Nov 12 03:50:19.149847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42548) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.154486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Sync routers for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:19.164579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:19.165188 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:50:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.251677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.269517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:19.456514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:50:18Z', 'revision_number': 5, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.483832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Checking router: 9cad1002-cdc4-4752-8436-59f75f5058c4 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:19.493421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Routers {'9cad1002-cdc4-4752-8436-59f75f5058c4'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:19.494058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:50:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['9cad1002-cdc4-4752-8436-59f75f5058c4'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.600919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] Set router 9cad1002-cdc4-4752-8436-59f75f5058c4 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:19.701304 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.752902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Deleting port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:19.753163 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.779067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:50:18Z', 'revision_number': 5, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.808584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75bf94-583a-407e-9155-5653f80661ad None None] The sync data for ids ['9cad1002-cdc4-4752-8436-59f75f5058c4'] in n-d-615180-50 is: [{'id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'name': 'tempest-TestVolumeBackupRestore-1093146610-router', 'tenant_id': 'ec63b4a212c34990b2e65294205436fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:47:09Z', 'updated_at': '2021-11-12T03:50:18Z', 'revision_number': 5, 'project_id': 'ec63b4a212c34990b2e65294205436fc', 'gw_port': {'id': 'c067c2c1-052e-4e7f-b8fc-ff2b03cb5051', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad1002-cdc4-4752-8436-59f75f5058c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:47:10Z', 'updated_at': '2021-11-12T03:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:19.836427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] For port c067c2c1-052e-4e7f-b8fc-ff2b03cb5051, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:19.836931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.850171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Calling delete_port for c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.008282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.036656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Pushing event deleted for resources: {'Port': ['ID=c067c2c1-052e-4e7f-b8fc-ff2b03cb5051,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.049889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1cad1-7466-4e8c-b5c1-d2aabd7c2b8d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:20.096451 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.191246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.193682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.241374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.241921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cad1002-cdc4-4752-8436-59f75f5058c4 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:20.246664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.251251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-16db4058-b8d2-4692-b6fb-f1a287be542c admin admin] 10.222.0.84 "DELETE /v2.0/routers/9cad1002-cdc4-4752-8436-59f75f5058c4 HTTP/1.1" status: 204 len: 168 time: 1.0974555 Nov 12 03:50:20.251476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42550) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.271559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7857da22-fb25-4aad-981a-fc2930d10f64 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:20.293741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7857da22-fb25-4aad-981a-fc2930d10f64 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:20.294226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7857da22-fb25-4aad-981a-fc2930d10f64 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:20.299867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Deleting subnet 14dae14d-622c-4d87-93bf-4ffe50b8e55d {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:20.303420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.338380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.424763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.479521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.508362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.513521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/14dae14d-622c-4d87-93bf-4ffe50b8e55d HTTP/1.1" status: 204 len: 168 time: 0.2590563 Nov 12 03:50:20.513521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01751d-2bbb-41de-9307-f50bdaebb0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14dae14d-622c-4d87-93bf-4ffe50b8e55d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.514095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42552) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:20.515450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004326a-6b0a-475e-9269-2f476c5887a1 None None] Network d8cb44e6-68f3-483d-b84a-395d765f84b7 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:20.584672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.638862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Deleting port 82ab512e-c95f-4ac1-856d-d18f51c4c69e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:20.639238 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.703749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] For port 82ab512e-c95f-4ac1-856d-d18f51c4c69e, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=82ab512e-c95f-4ac1-856d-d18f51c4c69e,segment=NetworkSegment(26893334-746a-4014-8ba4-47725201f3ec),segment_id=26893334-746a-4014-8ba4-47725201f3ec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:20.704133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.716776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Calling delete_port for 82ab512e-c95f-4ac1-856d-d18f51c4c69e owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:20.808821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.844818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8490a8-34c0-40af-b952-9c187d7b2ab7 None None] DHCP port deletion for d8cb44e6-68f3-483d-b84a-395d765f84b7 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:20.849340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab512e-c95f-4ac1-856d-d18f51c4c69e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.854105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] No DVR routers for this DVR port 82ab512e-c95f-4ac1-856d-d18f51c4c69e on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:20.939722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.961299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cb44e6-68f3-483d-b84a-395d765f84b7']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.971242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26893334-746a-4014-8ba4-47725201f3ec') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.971496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26893334-746a-4014-8ba4-47725201f3ec') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:20.980670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.993725 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.999730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:21.000126 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:21.001842 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:21.055529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.061672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.064851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d8cb44e6-68f3-483d-b84a-395d765f84b7 HTTP/1.1" status: 204 len: 168 time: 0.5498393 Nov 12 03:50:21.075355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeb7f4-5cef-4f5b-ac15-026a63ec6f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8cb44e6-68f3-483d-b84a-395d765f84b7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.223934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42556) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.264817 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6d82cad-d402-4618-ab3b-965154b9f447 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=72dcdef0899a4152b6902b53b15eee9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395968 Nov 12 03:50:21.267793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42558) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.313786 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.334475 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.383250 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.385850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.387009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e3a419a2-4950-46a9-ba34-381246771821 HTTP/1.1" status: 204 len: 168 time: 0.1182966 Nov 12 03:50:21.395119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ce17-6738-4355-9b8b-0f7e99e583d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a419a2-4950-46a9-ba34-381246771821,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:21.698162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42564) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.736982 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8f2174a7-9953-4643-ae25-7fdd71dc7944 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ec63b4a212c34990b2e65294205436fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376899 Nov 12 03:50:21.739304 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42566) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:21.786216 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.806313 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.850879 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.853558 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.854773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ac66123-220f-4cc8-b2d6-76fff4602e5e HTTP/1.1" status: 204 len: 168 time: 0.1145744 Nov 12 03:50:21.862503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779f647-ffb7-49f6-9d22-263968587a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac66123-220f-4cc8-b2d6-76fff4602e5e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:22.151404 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:22.172971 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:22.173324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c067c2c1-052e-4e7f-b8fc-ff2b03cb5051 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:22.173761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 82ab512e-c95f-4ac1-856d-d18f51c4c69e no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:22.197403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 82ab512e-c95f-4ac1-856d-d18f51c4c69e {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:22.197757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 82ab512e-c95f-4ac1-856d-d18f51c4c69e not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:28.083574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.578257 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.693718 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:31.742354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-a851c53c-6c61-4b63-8731-649355778f0c tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3b98ef4815154f45a51d5cff88c32e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330398 Nov 12 03:50:31.945088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-d6a0f430-dc4e-418c-851d-64358dc48beb tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:31.946535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-d6a0f430-dc4e-418c-851d-64358dc48beb tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990104 Nov 12 03:50:31.961740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-7867bbb4-cc22-48c8-81fc-8e35aa480dab tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/quotas/3b98ef4815154f45a51d5cff88c32e62 HTTP/1.1" status: 200 len: 375 time: 0.0095441 Nov 12 03:50:32.010715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-584b691d-3e82-4586-adfd-d85430fb29e4 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b98ef4815154f45a51d5cff88c32e62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437808 Nov 12 03:50:32.170670 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-96b0bc6f-ace5-432f-878e-d300fc62f77e req-e2b79f17-79d2-453d-b5cc-215e0314a928 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0258725 Nov 12 03:50:32.301353 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-02b13b6f-ac32-4625-ae24-b9b05186775e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.246950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe10e9bb-60f2-4747-98a3-c991bd00f1b5 req-609cef8e-9a21-4f45-bfe0-d18df61e66ee tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0264983 Nov 12 03:50:34.327935 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-385d8ca5-235e-44f5-bcc3-adc421c75437 req-d5e24e0c-b685-42bf-a704-f882daea1f60 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0315342 Nov 12 03:50:34.706276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1c5a9c6a-0450-4159-a498-42d0fc67a3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.407719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d800c38f-f746-4485-9bff-4a4783f13458 req-21a56ff4-23b1-4d1c-94c6-77785514b16a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Nov 12 03:50:35.742528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.501110 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bd14955-f129-4e28-aaaa-f6f92f6f5c7d req-c456b4b7-0792-4d69-9acc-44702f505ca2 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0260274 Nov 12 03:50:37.161108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-85d96868-e436-475a-91c8-9699c91ae7ba tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3b98ef4815154f45a51d5cff88c32e62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317342 Nov 12 03:50:37.284717 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.353865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-1ab4c76a-faf7-45b1-bb8c-6e2e8dd52f8a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:37.355403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-1ab4c76a-faf7-45b1-bb8c-6e2e8dd52f8a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848803 Nov 12 03:50:37.369970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Request body: {'port': {'device_id': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'admin_state_up': True, 'tenant_id': '3b98ef4815154f45a51d5cff88c32e62'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:37.480590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Made reservation on behalf of 3b98ef4815154f45a51d5cff88c32e62 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:37.484360 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.492806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.566636 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.571891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.601592 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a51b0d1-372c-4bc0-9be9-4bff572ed02a req-4da22bdc-e7a7-460f-b790-7b3e363a7bb2 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Nov 12 03:50:37.639449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6149cb83-7db0-4504-a333-3a8c06eb0057,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.712374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Allocated IP 192.168.233.144 (baa8762e-41d8-4526-8be0-306c6048dfdc/8f6b7f69-3767-4ba3-8aef-98f971d098e9/7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:37.860262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.896870 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.938969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Network baa8762e-41d8-4526-8be0-306c6048dfdc is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:37.944004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:37.947667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:37.954296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Pushing event updated for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.002558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.003206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.019628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-4f89f36b-0e87-4e6b-a351-4b613ac7c075 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6531825 Nov 12 03:50:38.037868 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Request body: {'port': {'device_id': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:38.098365 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.168579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a8cf252-f1ac-4b8f-a12e-6d387b3c46b0 None None] Provisioning complete for port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:38.168943 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf252-f1ac-4b8f-a12e-6d387b3c46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.202781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cf252-f1ac-4b8f-a12e-6d387b3c46b0 None None] Port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:38.246190 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.361495 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:38.368588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.380281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Transition to ACTIVE for port object 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:38.383712 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.439570 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.508458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Attempting to bind port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:38.509046 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Attempting to bind port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:38.509618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Attempting to bind port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:38.516603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 on network baa8762e-41d8-4526-8be0-306c6048dfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:38.516929 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Attempting to bind port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 on network baa8762e-41d8-4526-8be0-306c6048dfdc {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:38.522942 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:38.523328 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Checking segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:38.523729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Bound using segment: {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:38.524168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Bound port: 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924d89c0-1e65-455b-8874-4931f8ba30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:38.524530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.590499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:38.593587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:38.598134 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.635970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.636760 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.638048 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 HTTP/1.1" status: 200 len: 1097 time: 0.6052868 Nov 12 03:50:38.638487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:38.640792 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f5b6b-f7cb-4ab6-9346-f84fca69d018" -d '{"events": [{"name": "network-changed", "server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:38.667355 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442cd13-8ae8-42e0-a3f8-ca31d03d12f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.724685 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdddd63-6258-48bf-a76b-9e5ec7d2889d x-openstack-request-id: req-2fdddd63-6258-48bf-a76b-9e5ec7d2889d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:38.724964 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:38.725230 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2fdddd63-6258-48bf-a76b-9e5ec7d2889d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:38.725635 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028', 'status': 'completed', 'code': 200} Nov 12 03:50:38.764702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-9b70ab8f-4f2b-4f55-be2b-3e4d247c8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.766260 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-9b70ab8f-4f2b-4f55-be2b-3e4d247c8159 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b98ef4815154f45a51d5cff88c32e62&device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 1100 time: 0.0655909 Nov 12 03:50:38.775611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05bef3-5b53-412d-bb63-4e7671aca572 req-9cc73bb0-f03d-4b2e-9aca-6be858bd571d tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.777157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a05bef3-5b53-412d-bb63-4e7671aca572 req-9cc73bb0-f03d-4b2e-9aca-6be858bd571d tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 948 time: 0.0903504 Nov 12 03:50:38.828557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-610545d8-1bd6-42ce-9588-9c18ef274b47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 HTTP/1.1" status: 200 len: 217 time: 0.0450790 Nov 12 03:50:38.895121 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a05bef3-5b53-412d-bb63-4e7671aca572 req-04692910-39e9-4541-9ec6-8316952b893f tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103179 Nov 12 03:50:38.902014 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-b88f3690-ee06-40cb-aa42-304cc30550df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.903491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-b88f3690-ee06-40cb-aa42-304cc30550df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0646093 Nov 12 03:50:38.956795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-55988880-a55d-4582-abc7-12ee2f64d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:38.958311 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-55988880-a55d-4582-abc7-12ee2f64d12f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433288 Nov 12 03:50:39.050569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-5bcf6a19-b2a7-4a0b-944a-c4b4f19be6b8 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843806 Nov 12 03:50:39.143632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e12c47c6-d907-4005-87c3-f6690cb17f83 req-d1d1b3a7-bb96-448c-862c-a2fa09a50b40 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818040 Nov 12 03:50:39.241163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-4a2204cb-21e0-4d83-9fa2-7a954015c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.242654 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-4a2204cb-21e0-4d83-9fa2-7a954015c088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b98ef4815154f45a51d5cff88c32e62&device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 1100 time: 0.0455525 Nov 12 03:50:39.336600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-19c54c91-133c-4905-84e3-c743c724cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.338127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-19c54c91-133c-4905-84e3-c743c724cff4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa8762e-41d8-4526-8be0-306c6048dfdc HTTP/1.1" status: 200 len: 870 time: 0.0874143 Nov 12 03:50:39.384741 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-c193fb1c-ed85-443b-8eea-bf8d978e5fa3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 HTTP/1.1" status: 200 len: 217 time: 0.0382626 Nov 12 03:50:39.435164 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-c008d94d-df13-4687-8f7d-70165852fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.436607 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-c008d94d-df13-4687-8f7d-70165852fbd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f6b7f69-3767-4ba3-8aef-98f971d098e9 HTTP/1.1" status: 200 len: 843 time: 0.0441008 Nov 12 03:50:39.484966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-82487d85-c9dc-429e-9711-ad7c9a41218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:39.487051 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-82487d85-c9dc-429e-9711-ad7c9a41218c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa8762e-41d8-4526-8be0-306c6048dfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428245 Nov 12 03:50:39.583158 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-aa76f010-2fc7-4335-b74e-fdc74f2dbca5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872905 Nov 12 03:50:39.677902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-740f5b6b-f7cb-4ab6-9346-f84fca69d018 req-1888f91f-5312-4abe-b053-e8b78e5e630c service neutron] 10.222.0.32 "GET /v2.0/networks/baa8762e-41d8-4526-8be0-306c6048dfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Nov 12 03:50:40.013490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c875-1de8-4995-88ad-a4421e6b6610 req-41373d17-902c-4217-aefc-bc82ccd1dcf6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:40.014967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3f6c875-1de8-4995-88ad-a4421e6b6610 req-41373d17-902c-4217-aefc-bc82ccd1dcf6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 948 time: 0.0525129 Nov 12 03:50:40.061878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3f6c875-1de8-4995-88ad-a4421e6b6610 req-3eecaa5e-6fe6-4f7a-9570-fe2bc8726a4f tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Nov 12 03:50:41.176964 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab151b-2726-41dd-926d-5bcc44a99594 req-4773903c-0086-4e74-9c5a-ae939a8ff9dd tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.178477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0ab151b-2726-41dd-926d-5bcc44a99594 req-4773903c-0086-4e74-9c5a-ae939a8ff9dd tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 948 time: 0.0493927 Nov 12 03:50:41.229712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c0ab151b-2726-41dd-926d-5bcc44a99594 req-5321977d-4846-4e3d-a8dd-0f979fd6c02a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Nov 12 03:50:42.032409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:42.128137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:42.138802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028', 'network_id': 'baa8762e-41d8-4526-8be0-306c6048dfdc', 'port_id': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028', 'mac_address': 'fa:16:3e:b8:2b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6b7f69-3767-4ba3-8aef-98f971d098e9', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:42.175725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.187964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:42.210952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:42.214981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.358457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b27ea7-1439-4a03-88d3-5e423b1cb2e7 req-53aaad77-f3ee-42b1-a6f3-74ae7e8791e8 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:42.359946 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5b27ea7-1439-4a03-88d3-5e423b1cb2e7 req-53aaad77-f3ee-42b1-a6f3-74ae7e8791e8 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 949 time: 0.0536499 Nov 12 03:50:42.411714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5b27ea7-1439-4a03-88d3-5e423b1cb2e7 req-ed312d4c-cf1d-415c-aedb-1c788145cb49 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Nov 12 03:50:42.425621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.433019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.433371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.433714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.434054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.434394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.434726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.435059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.435418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.435745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.436072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.436400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.436727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:42.488033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:43.531440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14768ca-75c5-4bd7-a145-e744b3550f66 req-f057917f-9d6e-4826-8269-7d81fff9192f tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:43.534154 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d14768ca-75c5-4bd7-a145-e744b3550f66 req-f057917f-9d6e-4826-8269-7d81fff9192f tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 949 time: 0.0494764 Nov 12 03:50:43.580198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d14768ca-75c5-4bd7-a145-e744b3550f66 req-4e459e0d-1643-4efe-a5e1-bbc91d89e102 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Nov 12 03:50:44.054597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:44.104674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:50:44.108830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.109198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.182845 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.207878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:44.210122 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb67615-ed7a-435f-b0e1-4ef13795d315" -d '{"events": [{"server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:44.222628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.227115 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.249809 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185369e-0bf6-49c6-b617-a84a20d5132f x-openstack-request-id: req-b185369e-0bf6-49c6-b617-a84a20d5132f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:44.250101 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:44.250353 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b185369e-0bf6-49c6-b617-a84a20d5132f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:44.250746 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028', 'code': 200} Nov 12 03:50:44.283364 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.358069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3934-0e6f-48d1-8ff3-712b83cbe970 req-9a7f72a9-abee-488f-b6e8-778906de40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:44.359537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dea3934-0e6f-48d1-8ff3-712b83cbe970 req-9a7f72a9-abee-488f-b6e8-778906de40e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 1102 time: 0.0391486 Nov 12 03:50:44.406086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1dea3934-0e6f-48d1-8ff3-712b83cbe970 req-66e68265-e1f1-489d-9f4c-185249c1849f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358150 Nov 12 03:50:44.695477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34057545-9e23-4618-a9b9-a9f2d279f099 req-bb089f26-54ab-44fe-94ae-c7cf6c18496d tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:44.696940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34057545-9e23-4618-a9b9-a9f2d279f099 req-bb089f26-54ab-44fe-94ae-c7cf6c18496d tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 950 time: 0.0518417 Nov 12 03:50:44.743476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-34057545-9e23-4618-a9b9-a9f2d279f099 req-e29f7189-44cc-41da-a607-acfdcf2c7119 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Nov 12 03:50:45.861148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd152-443b-41ca-89bf-65004020bb1e req-3b319888-bf92-410d-b635-d97d19f611fd tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.862646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cafcd152-443b-41ca-89bf-65004020bb1e req-3b319888-bf92-410d-b635-d97d19f611fd tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 950 time: 0.0484827 Nov 12 03:50:45.913209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cafcd152-443b-41ca-89bf-65004020bb1e req-203916d3-2f6f-4a94-ada8-dfadf2bfcf02 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Nov 12 03:50:46.194658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-cd55cc86-7974-4d3c-8c8a-2005102464a4 req-f2fa8109-3a52-4535-b75b-efc9c7e1f62b service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:46.195706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd55cc86-7974-4d3c-8c8a-2005102464a4 req-f2fa8109-3a52-4535-b75b-efc9c7e1f62b service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056276 Nov 12 03:50:46.614760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-11190fb0-5515-4ce4-85b6-9580f3901797 req-6c2be425-e7a9-4ace-810d-d6ede57cacf4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:46.615792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11190fb0-5515-4ce4-85b6-9580f3901797 req-6c2be425-e7a9-4ace-810d-d6ede57cacf4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045856 Nov 12 03:50:46.946525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0034e1-6cee-424f-a882-e66522d5bf29 req-bffa0c2d-b85a-4b52-8f81-86b1d5b27d6a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:46.948056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0034e1-6cee-424f-a882-e66522d5bf29 req-bffa0c2d-b85a-4b52-8f81-86b1d5b27d6a tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 950 time: 0.0491540 Nov 12 03:50:46.995747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c0034e1-6cee-424f-a882-e66522d5bf29 req-8e26355d-1586-4663-ab39-2835611bceae tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Nov 12 03:50:48.114527 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278e888-ad4b-4bf7-91ba-29b0304b628b req-1ab76a7a-2200-4477-be03-4719b69dc2e5 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.116093 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a278e888-ad4b-4bf7-91ba-29b0304b628b req-1ab76a7a-2200-4477-be03-4719b69dc2e5 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 950 time: 0.0500546 Nov 12 03:50:48.164539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a278e888-ad4b-4bf7-91ba-29b0304b628b req-12516f4d-004d-4a61-ac60-02c273ec46c2 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/security-groups?id=6149cb83-7db0-4504-a333-3a8c06eb0057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Nov 12 03:50:48.296773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dae59-4a81-487d-845a-dc21980437eb req-dd95bb39-f2b6-4198-8c5a-fbc76a8ea4da tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.298116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-851dae59-4a81-487d-845a-dc21980437eb req-dd95bb39-f2b6-4198-8c5a-fbc76a8ea4da tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 950 time: 0.0511789 Nov 12 03:50:48.386700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Deleting port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:48.387041 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.476536 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] For port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,segment=NetworkSegment(924d89c0-1e65-455b-8874-4931f8ba30f0),segment_id=924d89c0-1e65-455b-8874-4931f8ba30f0)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:48.476896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.489008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Calling delete_port for 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:48.612032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.628277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:48.646132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Pushing event deleted for resources: {'Port': ['ID=7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:48.689711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] No DVR routers for this DVR port 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:48.692561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:48.696056 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-851dae59-4a81-487d-845a-dc21980437eb req-9daeea12-41c5-4b62-93f9-7ba057ee70b6 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.32 "DELETE /v2.0/ports/7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 HTTP/1.1" status: 204 len: 173 time: 0.3887248 Nov 12 03:50:48.696634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'name': 'network-vif-deleted', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:48.699008 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28403da5-a463-4887-88ac-fd1f1a7fe488" -d '{"events": [{"server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "name": "network-vif-deleted", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:48.736368 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff73db3-25a3-421e-bb07-e2c69671f72f x-openstack-request-id: req-3ff73db3-25a3-421e-bb07-e2c69671f72f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:48.736658 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c13d5c1-b4c4-45b3-a7ab-23217e9eae69", "name": "network-vif-deleted", "tag": "7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:48.736905 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ff73db3-25a3-421e-bb07-e2c69671f72f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:48.737303 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c13d5c1-b4c4-45b3-a7ab-23217e9eae69', 'name': 'network-vif-deleted', 'tag': '7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028', 'status': 'completed', 'code': 200} Nov 12 03:50:49.274480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec4cffb6-bbdb-4ded-9dd1-0cd2f638bc94 req-22741357-e136-4c8a-8475-e3da9fde3c03 tempest-ServersAdminNegativeTestJSON-335709865 tempest-ServersAdminNegativeTestJSON-335709865-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c13d5c1-b4c4-45b3-a7ab-23217e9eae69 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Nov 12 03:50:50.560675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42718) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.690671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7efc52c0-6430-45a6-8cfd-90958ea559b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b98ef4815154f45a51d5cff88c32e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288478 Nov 12 03:50:50.693153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42722) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:50.738837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.758860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.807980 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.810561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.811744 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6149cb83-7db0-4504-a333-3a8c06eb0057 HTTP/1.1" status: 204 len: 168 time: 0.1177006 Nov 12 03:50:50.819439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa25963-55d2-46a3-8bc9-9e87eda2f741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149cb83-7db0-4504-a333-3a8c06eb0057,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.061288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42728) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.074322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b1aef4b-f0e3-4a01-9097-b6a01f878b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.148027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b1aef4b-f0e3-4a01-9097-b6a01f878b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.151685 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b1aef4b-f0e3-4a01-9097-b6a01f878b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.189276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b1aef4b-f0e3-4a01-9097-b6a01f878b46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb5e2a1da33040e6a8c23b5ea4cb018f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267681 Nov 12 03:50:51.190187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aef4b-f0e3-4a01-9097-b6a01f878b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6550a7-6ce4-4958-ae5c-7f291e45ad5b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.192207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42730) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:51.240195 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.261752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.313035 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.316217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.317384 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0e6550a7-6ce4-4958-ae5c-7f291e45ad5b HTTP/1.1" status: 204 len: 168 time: 0.1241081 Nov 12 03:50:51.324763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886e402-950d-4640-b65a-99a0aecb4c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6550a7-6ce4-4958-ae5c-7f291e45ad5b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.001342 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42752) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.063791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:52.084399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:52.084753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7d2d0f13-fb4e-45ec-9f1b-69cdc5b56028 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:52.098025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1650852952-network', 'tenant_id': '42885a47330c4e4783336f3f532da561'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:52.119604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Made reservation on behalf of 42885a47330c4e4783336f3f532da561 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:52.121984 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.130418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.203242 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.207672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.229966 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:52.245152 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c4a94-0e0a-4c15-b517-53c02ad3400b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.248030 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.248309 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Added segment fd22505c-df95-4754-836b-5a1635c20d1e of type vlan for network 88870443-9969-4fb1-b45a-50902ff62a32 Nov 12 03:50:52.288514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.313124 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.314217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.314795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.372858 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3703592 Nov 12 03:50:52.375884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42756) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:52.379821 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086461c-4488-47b8-9d69-ced3124a1f47 admin admin] Pushing event updated for resources: {'Network': ['ID=88870443-9969-4fb1-b45a-50902ff62a32,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.381065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Request body: {'subnet': {'network_id': '88870443-9969-4fb1-b45a-50902ff62a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1650852952-subnet', 'tenant_id': '42885a47330c4e4783336f3f532da561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:52.389547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 88870443-9969-4fb1-b45a-50902ff62a32 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:52.401861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Made reservation on behalf of 42885a47330c4e4783336f3f532da561 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:52.404321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.568737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.622955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ae4948-faae-4afb-97dd-043f63870106,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.631483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Checking segment: {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:52.631844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Network hostable DHCP agents. Network: 88870443-9969-4fb1-b45a-50902ff62a32, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:52.647633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Network 88870443-9969-4fb1-b45a-50902ff62a32 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:52.655879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 88870443-9969-4fb1-b45a-50902ff62a32) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:52.660366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.660958 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.665978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7cd58-0868-495c-a2ff-5fa6f6f5a7b8 None None] Network 88870443-9969-4fb1-b45a-50902ff62a32 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:52.676487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ae8abbdc-e150-4503-8d74-ccf185da229c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2994263 Nov 12 03:50:52.789864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9aaa6e-bdc7-48f3-a345-5a90a072009a None None] Network 88870443-9969-4fb1-b45a-50902ff62a32 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:53.099187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-a8909eb9-bb3f-4c3f-81d8-237af818c7ad tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.100597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-a8909eb9-bb3f-4c3f-81d8-237af818c7ad tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 812 time: 0.0981662 Nov 12 03:50:53.115457 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-b5be71ae-1a11-4178-aed7-dce59d7b2be8 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/quotas/42885a47330c4e4783336f3f532da561 HTTP/1.1" status: 200 len: 375 time: 0.0093057 Nov 12 03:50:53.149524 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-5d94484e-d1ee-42a8-af04-088f3a689a79 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291481 Nov 12 03:50:53.237871 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-8a1e7dcf-7aac-45b0-b351-f239d2386c77 service neutron] 10.222.0.84 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815387 Nov 12 03:50:53.331794 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-e5d34cef-177d-4864-aa0d-b3c493265e0f service neutron] 10.222.0.84 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Nov 12 03:50:53.492086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342f8b37-83e5-4ca5-8792-0d4c67525c64 req-604cb606-62c4-4cf2-8cdb-e667f8254555 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 210 time: 0.0316484 Nov 12 03:50:54.491412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-0ad70842-9413-44f5-8628-dbcbff9da0af tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.492873 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-0ad70842-9413-44f5-8628-dbcbff9da0af tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.32 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 812 time: 0.1100984 Nov 12 03:50:54.507963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Request body: {'port': {'device_id': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32', 'admin_state_up': True, 'tenant_id': '42885a47330c4e4783336f3f532da561'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:54.597221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94ed3842-374d-4be2-8bfc-7c1a87d6eed8 req-095141bf-36ed-4b61-b475-f4b0a44317b3 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 210 time: 0.0308881 Nov 12 03:50:54.647872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Made reservation on behalf of 42885a47330c4e4783336f3f532da561 for: {'port': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:54.651366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.776049 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Allocated IP 172.20.0.4 (88870443-9969-4fb1-b45a-50902ff62a32/91ae4948-faae-4afb-97dd-043f63870106/35aa0e2e-5a8c-485c-8d33-c1033060d834) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:54.920363 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.952145 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.993068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Network 88870443-9969-4fb1-b45a-50902ff62a32 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:54.998576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:55.002699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:55.025528 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.052150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.052756 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.067657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-9d6dd1a9-1f7f-4130-8e42-33daf83896eb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636640 Nov 12 03:50:55.081545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Request body: {'port': {'device_id': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:55.138553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.399934 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aa0e2e-5a8c-485c-8d33-c1033060d834 {{(pid=102432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:55.406997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.418508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Transition to ACTIVE for port object 35aa0e2e-5a8c-485c-8d33-c1033060d834 will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:55.422206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.477520 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.545769 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:55.546407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:55.546407 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:55.551222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:55.551546 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:55.556393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:55.556736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Checking segment: {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:55.557127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Bound using segment: {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:55.557553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Bound port: 35aa0e2e-5a8c-485c-8d33-c1033060d834, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:55.557902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.618894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:55.623433 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:55.628453 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.663238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.663857 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.665264 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] 10.222.0.32 "PUT /v2.0/ports/35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 1092 time: 0.5885258 Nov 12 03:50:55.665779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:55.668070 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e276a69-6b98-4124-b84e-368c165fd9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:55.697211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83925c25-a5ad-460b-896d-e3adaf2f1acc service neutron] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.722504 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3584665-ac02-467d-9fae-b4ecd64e4e07 x-openstack-request-id: req-b3584665-ac02-467d-9fae-b4ecd64e4e07 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:55.722868 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:55.723136 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3584665-ac02-467d-9fae-b4ecd64e4e07 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:55.723529 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'status': 'completed', 'code': 200} Nov 12 03:50:55.732999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8c16f-210a-4325-946f-2112f602d7d0 req-121465cb-0c49-4e73-909c-3d87ea129713 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.734521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44a8c16f-210a-4325-946f-2112f602d7d0 req-121465cb-0c49-4e73-909c-3d87ea129713 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 943 time: 0.0663126 Nov 12 03:50:55.759630 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-d618bbae-e020-4daf-b314-fde470543075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.761203 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-d618bbae-e020-4daf-b314-fde470543075 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0519841 Nov 12 03:50:55.783670 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-44a8c16f-210a-4325-946f-2112f602d7d0 req-de05cab5-7a91-4846-81c4-32df68196143 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Nov 12 03:50:55.804955 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-26ee3aab-07d9-432b-b620-32393d619a38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0354948 Nov 12 03:50:55.856767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40192ded-16cd-4dee-872f-7017318508f4 req-7adfbbbe-601b-4d5a-b75a-f452272c4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.858204 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-7adfbbbe-601b-4d5a-b75a-f452272c4afa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0425808 Nov 12 03:50:55.892958 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-73c360a9-9736-4a52-a600-e679bf343acd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232420 Nov 12 03:50:55.989772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-eea679bc-1b65-4b83-8e94-23b81d2b608c service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Nov 12 03:50:56.088065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40192ded-16cd-4dee-872f-7017318508f4 req-9fcb65e1-661b-4b1c-9b9f-f613602187ae service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855546 Nov 12 03:50:56.177711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-0772d8fa-a8d9-47f8-ab84-90aacdb26da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.179226 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-0772d8fa-a8d9-47f8-ab84-90aacdb26da2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0403240 Nov 12 03:50:56.269662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-fc425f77-5760-4f72-8700-a473afae0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.271032 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-fc425f77-5760-4f72-8700-a473afae0d64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.0836499 Nov 12 03:50:56.315087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-e6e7c020-102d-4ea9-9871-020de70a8e8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0365837 Nov 12 03:50:56.362023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-0174b037-1861-49f0-9c5d-7f1e65dd45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.363482 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-0174b037-1861-49f0-9c5d-7f1e65dd45d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0419719 Nov 12 03:50:56.394774 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-87356052-b8e8-45e6-8f66-a3a8424315df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240459 Nov 12 03:50:56.487725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-f8daa9a9-465f-4304-ba22-91eeff73f6bc service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Nov 12 03:50:56.575148 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e276a69-6b98-4124-b84e-368c165fd9b4 req-54e46a9f-2c05-4636-af90-d0e6b68925a0 service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788689 Nov 12 03:50:56.904409 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee11b5-01f1-496b-b273-1f82badb8679 req-26497840-8876-48b6-9fd0-9acd2ef5c522 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.905770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82ee11b5-01f1-496b-b273-1f82badb8679 req-26497840-8876-48b6-9fd0-9acd2ef5c522 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 943 time: 0.0522289 Nov 12 03:50:57.270386 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-82ee11b5-01f1-496b-b273-1f82badb8679 req-7a8857e8-b78a-45d1-8243-875416b6710d tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582239 Nov 12 03:50:58.098594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.105158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:58.195784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:58.206832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32', 'port_id': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'mac_address': 'fa:16:3e:c9:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae4948-faae-4afb-97dd-043f63870106', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:58.246712 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.259070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aa0e2e-5a8c-485c-8d33-c1033060d834 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:58.278112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:58.281635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.331674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.389830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcf536-ef97-466c-9540-614bfa190f4c req-df9fbd5a-26ca-4608-8ceb-832c50ef0390 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.391232 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67dcf536-ef97-466c-9540-614bfa190f4c req-df9fbd5a-26ca-4608-8ceb-832c50ef0390 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 944 time: 0.0483768 Nov 12 03:50:58.438194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67dcf536-ef97-466c-9540-614bfa190f4c req-36053a45-7036-49aa-be6c-b988e09020ae tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Nov 12 03:50:58.524310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['35aa0e2e-5a8c-485c-8d33-c1033060d834'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:59.553127 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763a1c1-5660-4dfa-8f5f-a734b43d5c5e req-fae5ee1d-bfe1-4766-8f51-374cee83fc68 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:59.554563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5763a1c1-5660-4dfa-8f5f-a734b43d5c5e req-fae5ee1d-bfe1-4766-8f51-374cee83fc68 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 944 time: 0.0472403 Nov 12 03:50:59.577098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.601944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5763a1c1-5660-4dfa-8f5f-a734b43d5c5e req-8eecdab6-6152-47f6-a266-5e6a7f18eb83 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Nov 12 03:51:00.126997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:00.173736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 35aa0e2e-5a8c-485c-8d33-c1033060d834 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:00.177540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 35aa0e2e-5a8c-485c-8d33-c1033060d834 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:00.177916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.255066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.276133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:00.278350 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe147ec-e4b6-4a6d-9cd7-ef63276fda9a" -d '{"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-plugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:00.292464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:00.296929 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.321509 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ff2c2-5842-4130-a69a-b51bd44bea02 x-openstack-request-id: req-325ff2c2-5842-4130-a69a-b51bd44bea02 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:00.321804 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-plugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:00.322062 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-325ff2c2-5842-4130-a69a-b51bd44bea02 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:00.322499 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'code': 200} Nov 12 03:51:00.346035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.420442 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8079-0b77-49a9-b099-8fdeb88da564 req-9f7d05bb-a682-4f5b-913a-b6ecc38760a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.421902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd2f8079-0b77-49a9-b099-8fdeb88da564 req-9f7d05bb-a682-4f5b-913a-b6ecc38760a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1097 time: 0.0389585 Nov 12 03:51:00.470348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dd2f8079-0b77-49a9-b099-8fdeb88da564 req-39f8fe6e-74c6-4ae5-a04d-2eb05cd22052 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Nov 12 03:51:00.713945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70a265-545d-44e2-9894-56d641478169 req-680d12ce-bd37-4349-8376-240f12951568 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.715417 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c70a265-545d-44e2-9894-56d641478169 req-680d12ce-bd37-4349-8376-240f12951568 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0476716 Nov 12 03:51:00.761094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3c70a265-545d-44e2-9894-56d641478169 req-c3688a01-3c07-455b-bda9-87b0ca616d56 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Nov 12 03:51:01.880029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e913e9-ffd1-454b-ba48-3256f02e2a1c req-dfaaa8de-2b3c-4b22-b6be-b59970d6d1ff tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.881487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e913e9-ffd1-454b-ba48-3256f02e2a1c req-dfaaa8de-2b3c-4b22-b6be-b59970d6d1ff tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0523045 Nov 12 03:51:01.927331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e913e9-ffd1-454b-ba48-3256f02e2a1c req-e00a3244-3d6a-4c7f-939c-8cf765f6259a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Nov 12 03:51:02.103033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42806) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:02.159958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb2f6-b92e-49a0-9ab2-5d46c7b8db29 req-721c240f-712d-4847-a8b0-8cd13196a53a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.161452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad2fb2f6-b92e-49a0-9ab2-5d46c7b8db29 req-721c240f-712d-4847-a8b0-8cd13196a53a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0496047 Nov 12 03:51:02.230503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-13ff259b-6333-4ede-a428-26b629bc5b65 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262784 Nov 12 03:51:02.235046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad2fb2f6-b92e-49a0-9ab2-5d46c7b8db29 req-24777fbc-1995-4406-a473-e249ee63eb92 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Nov 12 03:51:02.239875 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-7de1e237-f349-4434-b087-157dbe92e4e6 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:51:02.240839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-7de1e237-f349-4434-b087-157dbe92e4e6 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049245 Nov 12 03:51:02.301858 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1939cc0-5f84-43c1-9c52-c46962742e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.361891 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ad66e-60d7-43dd-b181-f556775a4b5a req-f58a642a-b4b9-4681-b2a6-cfb3ce3de2cc tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.363388 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a65ad66e-60d7-43dd-b181-f556775a4b5a req-f58a642a-b4b9-4681-b2a6-cfb3ce3de2cc tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0590374 Nov 12 03:51:03.424885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-cbf86d1c-eb34-42e6-a6d4-ba75d9d31e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.426416 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-cbf86d1c-eb34-42e6-a6d4-ba75d9d31e37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1097 time: 0.0838761 Nov 12 03:51:03.433503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a65ad66e-60d7-43dd-b181-f556775a4b5a req-77988c78-86c6-4be9-9cd7-d947ed72d330 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567470 Nov 12 03:51:03.520255 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-a5054982-d94c-421d-a7db-7f4c1674b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.521650 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-a5054982-d94c-421d-a7db-7f4c1674b53f service neutron] 10.222.0.32 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.0848289 Nov 12 03:51:03.566452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d8d8dd90-3097-4016-af61-002874a23bac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0376837 Nov 12 03:51:03.615775 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-8b5ca7cf-f813-4187-9392-a982e1bf3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:03.617188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-8b5ca7cf-f813-4187-9392-a982e1bf3985 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0436029 Nov 12 03:51:03.648698 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-b53a2915-ed12-4ee4-9e28-14ab88fe0b8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241923 Nov 12 03:51:03.743196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-9a69d56a-2192-4a42-90a8-380053e9a79e service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867879 Nov 12 03:51:03.833196 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-47edb717-d8e1-4303-9b71-eb88680c9fae service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826170 Nov 12 03:51:04.553518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354321eb-cfbf-4dbe-9803-4fc522021b24 req-ea506d8f-2609-45a0-bb88-a1587a322ad7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.555010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-354321eb-cfbf-4dbe-9803-4fc522021b24 req-ea506d8f-2609-45a0-bb88-a1587a322ad7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0529616 Nov 12 03:51:04.603431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-354321eb-cfbf-4dbe-9803-4fc522021b24 req-d540edaa-294d-4557-833e-e9a73fdf1989 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Nov 12 03:51:04.708859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-507986fd-9892-4cb3-a595-d99712d6dad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.719374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27011085-0ec9-4e8a-b3eb-04911d07b3dd req-79aff11f-55fa-461b-86b7-f76f451f476d tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:05.721350 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27011085-0ec9-4e8a-b3eb-04911d07b3dd req-79aff11f-55fa-461b-86b7-f76f451f476d tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0498452 Nov 12 03:51:05.748890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.776787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27011085-0ec9-4e8a-b3eb-04911d07b3dd req-3825d5bc-ac85-472e-b070-cd7e5607cb10 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Nov 12 03:51:06.893793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe8d4-0319-4779-8225-1719c853b50c req-5a60ae79-7d05-4b78-9a2f-b50e1a763705 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:06.895289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10bbe8d4-0319-4779-8225-1719c853b50c req-5a60ae79-7d05-4b78-9a2f-b50e1a763705 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0488219 Nov 12 03:51:06.941504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10bbe8d4-0319-4779-8225-1719c853b50c req-ce6ea88c-fe98-4d9a-8e7c-9872d76b33f5 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Nov 12 03:51:07.286354 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.692983 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:08.053972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce58cf-48f8-4d69-a1b5-2424697cfa04 req-4218ac59-c66f-4906-8857-2531af1f69fb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.055468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0ce58cf-48f8-4d69-a1b5-2424697cfa04 req-4218ac59-c66f-4906-8857-2531af1f69fb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0478647 Nov 12 03:51:08.102360 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0ce58cf-48f8-4d69-a1b5-2424697cfa04 req-479b491e-b5c7-405c-b423-13b68f982a97 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Nov 12 03:51:08.247420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.219369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a819087-9b28-43c1-ab62-cbd6f2cdf688 req-97e0a562-0cdd-4d5e-abb3-133579c50b37 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.220844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a819087-9b28-43c1-ab62-cbd6f2cdf688 req-97e0a562-0cdd-4d5e-abb3-133579c50b37 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0533221 Nov 12 03:51:09.266928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7a819087-9b28-43c1-ab62-cbd6f2cdf688 req-65b2bc2c-3d93-44a2-87b0-2c6839ea01b8 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Nov 12 03:51:10.385144 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5481fa-2be0-4685-9264-c2d38cccfc24 req-abaeb8c0-3ec3-427c-914b-c65d416b45bf tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.386553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff5481fa-2be0-4685-9264-c2d38cccfc24 req-abaeb8c0-3ec3-427c-914b-c65d416b45bf tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0496187 Nov 12 03:51:10.432488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff5481fa-2be0-4685-9264-c2d38cccfc24 req-b914d84c-e229-4f57-ab20-afa89deb473f tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Nov 12 03:51:11.546691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0e706-f4aa-4e1c-9b71-ad1506779f18 req-21ca1584-3fb1-47ae-9f42-9da89bc5b1e6 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.548700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6a0e706-f4aa-4e1c-9b71-ad1506779f18 req-21ca1584-3fb1-47ae-9f42-9da89bc5b1e6 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0482352 Nov 12 03:51:11.594883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6a0e706-f4aa-4e1c-9b71-ad1506779f18 req-e394da9e-ab76-4cab-9808-22c614885b20 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Nov 12 03:51:12.711794 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee1e3-ed3f-4f26-8054-235243aa13a8 req-b8324068-1b36-4431-b1aa-86a9e2c2bcdc tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:12.713271 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ffee1e3-ed3f-4f26-8054-235243aa13a8 req-b8324068-1b36-4431-b1aa-86a9e2c2bcdc tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0516968 Nov 12 03:51:12.759410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ffee1e3-ed3f-4f26-8054-235243aa13a8 req-e4ef3dd1-8998-4a16-983a-871f9f1b2eaf tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Nov 12 03:51:13.873150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3397b1-a8bf-4031-be69-3063ef0e9c06 req-f7cbb924-a289-49d9-9a6e-22c9579c8b4b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.874652 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac3397b1-a8bf-4031-be69-3063ef0e9c06 req-f7cbb924-a289-49d9-9a6e-22c9579c8b4b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0481243 Nov 12 03:51:13.924838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac3397b1-a8bf-4031-be69-3063ef0e9c06 req-3b67efac-b413-4c62-a515-8d9442d53eb3 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Nov 12 03:51:15.041859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926037ad-ef6b-4464-859b-e441b240a109 req-df67fa0c-af38-4619-a69f-1e0f274ab623 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.043287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-926037ad-ef6b-4464-859b-e441b240a109 req-df67fa0c-af38-4619-a69f-1e0f274ab623 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0509315 Nov 12 03:51:15.089796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-926037ad-ef6b-4464-859b-e441b240a109 req-63f4b89b-0350-49c9-9c52-51d8b40e03fb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Nov 12 03:51:16.203818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ff4a6-a799-4a72-aba7-b8919e5be720 req-ac15131d-99f7-4e0c-9dd3-18637784afd6 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.206075 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d36ff4a6-a799-4a72-aba7-b8919e5be720 req-ac15131d-99f7-4e0c-9dd3-18637784afd6 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0482838 Nov 12 03:51:16.254096 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d36ff4a6-a799-4a72-aba7-b8919e5be720 req-a94f111d-7670-4c3d-8c29-d528e19c2b88 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Nov 12 03:51:17.367168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fba699-259e-48e4-a10d-3029cd16c318 req-6edb4108-6983-4460-b48f-5e56c623000b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.368621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0fba699-259e-48e4-a10d-3029cd16c318 req-6edb4108-6983-4460-b48f-5e56c623000b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0477531 Nov 12 03:51:17.420483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0fba699-259e-48e4-a10d-3029cd16c318 req-fae0d4aa-8e2c-4675-9cff-62075c2f2155 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461092 Nov 12 03:51:18.534791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ebdb-e589-4570-8930-02fefed175cb req-9c61601a-0390-436d-97be-7579f0bf9b7b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.536265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9039ebdb-e589-4570-8930-02fefed175cb req-9c61601a-0390-436d-97be-7579f0bf9b7b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0482030 Nov 12 03:51:18.581892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9039ebdb-e589-4570-8930-02fefed175cb req-eda8dba8-83e2-450e-bd00-a56958ff0ef7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Nov 12 03:51:19.697015 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19195314-a5a2-4f59-8b61-f9a69502bda4 req-c0f2aae8-5b88-4e5e-8f80-190b53cda0e4 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:19.698516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19195314-a5a2-4f59-8b61-f9a69502bda4 req-c0f2aae8-5b88-4e5e-8f80-190b53cda0e4 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0492098 Nov 12 03:51:19.745413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19195314-a5a2-4f59-8b61-f9a69502bda4 req-1e4ad57e-7716-4c67-8db0-5f06b16236cf tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Nov 12 03:51:20.869453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ce46b-30bc-48f2-a1ae-bce00d51bfa2 req-98adf659-28fe-42af-9377-01e845f549ee tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.870930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e21ce46b-30bc-48f2-a1ae-bce00d51bfa2 req-98adf659-28fe-42af-9377-01e845f549ee tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0531137 Nov 12 03:51:20.917352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e21ce46b-30bc-48f2-a1ae-bce00d51bfa2 req-32f0d29c-ebf7-488a-b30c-7b5df61135ed tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Nov 12 03:51:22.032892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbafb8-3a18-44ce-9050-0b26bc3c3176 req-34f31faf-6bb5-45e6-a402-c499acf9e4fd tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.034276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3cdbafb8-3a18-44ce-9050-0b26bc3c3176 req-34f31faf-6bb5-45e6-a402-c499acf9e4fd tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0484257 Nov 12 03:51:22.079849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3cdbafb8-3a18-44ce-9050-0b26bc3c3176 req-d0ad55fd-1bf1-4d7d-b898-79570087830b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Nov 12 03:51:23.195611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d1cb8-32b5-4b60-a6b4-8e7409f8789e req-54d2f92b-65cb-4dcf-b037-77478e7a1a4e tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.197110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-424d1cb8-32b5-4b60-a6b4-8e7409f8789e req-54d2f92b-65cb-4dcf-b037-77478e7a1a4e tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0480788 Nov 12 03:51:23.244279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-424d1cb8-32b5-4b60-a6b4-8e7409f8789e req-836b62a4-36c5-4db8-9744-c46b48614ac2 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Nov 12 03:51:24.362684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930935c2-467e-4f97-afe5-3e91341be9ee req-3a9c2e28-4c68-4646-862f-cd4e9643623c tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.364181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-930935c2-467e-4f97-afe5-3e91341be9ee req-3a9c2e28-4c68-4646-862f-cd4e9643623c tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0523162 Nov 12 03:51:24.415052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-930935c2-467e-4f97-afe5-3e91341be9ee req-e16b41ce-7767-4f8c-b8fe-e5fd879784a1 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Nov 12 03:51:25.529266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701a1d2-a430-4172-b720-f726515d8d97 req-2459ab98-dc5f-472e-b812-43e5eac373bb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:25.530736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6701a1d2-a430-4172-b720-f726515d8d97 req-2459ab98-dc5f-472e-b812-43e5eac373bb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0479078 Nov 12 03:51:25.581950 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6701a1d2-a430-4172-b720-f726515d8d97 req-d83d4699-fa28-4534-85ff-2960f488aed0 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Nov 12 03:51:26.695583 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453c97d-7688-4394-af36-11ad0cc2be43 req-2f40760e-b582-424a-8a1a-ce0c784846e7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:26.697108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3453c97d-7688-4394-af36-11ad0cc2be43 req-2f40760e-b582-424a-8a1a-ce0c784846e7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0483351 Nov 12 03:51:26.744403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3453c97d-7688-4394-af36-11ad0cc2be43 req-9a7920aa-366b-4606-9bb6-1e4d7a37ffb7 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Nov 12 03:51:27.861996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76dd5-cc6b-4e03-a980-c14416e790c0 req-567bd21a-1746-42c1-aef7-ebce2d643cab tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.863484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07b76dd5-cc6b-4e03-a980-c14416e790c0 req-567bd21a-1746-42c1-aef7-ebce2d643cab tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0508263 Nov 12 03:51:27.908990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-07b76dd5-cc6b-4e03-a980-c14416e790c0 req-3a8d3ec8-c169-4da9-a9ca-3a6c040f790d tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Nov 12 03:51:28.113748 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.031795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a639f-ae23-46e6-99b3-da98f2c6fc46 req-f9af816a-e395-40c3-83c4-a09e814528b2 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:29.033189 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e2a639f-ae23-46e6-99b3-da98f2c6fc46 req-f9af816a-e395-40c3-83c4-a09e814528b2 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0573065 Nov 12 03:51:29.086097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0e2a639f-ae23-46e6-99b3-da98f2c6fc46 req-3217dde4-b497-4e2d-ba88-98ab4a79cc81 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469794 Nov 12 03:51:29.590220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.200030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d47b-6b11-40e1-916f-046d32f754c8 req-6cefd446-3925-45e4-88e8-26675ea55bfe tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.201518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1a0d47b-6b11-40e1-916f-046d32f754c8 req-6cefd446-3925-45e4-88e8-26675ea55bfe tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0482302 Nov 12 03:51:30.247779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1a0d47b-6b11-40e1-916f-046d32f754c8 req-646a9e5e-ebeb-4157-8325-33073fb8a189 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Nov 12 03:51:31.103411 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-ac8c4c41-5d4b-4568-a41b-124e1782f63c service neutron] show failed (client error): The resource could not be found. Nov 12 03:51:31.104428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-ac8c4c41-5d4b-4568-a41b-124e1782f63c service neutron] 10.222.0.32 "GET /v2.0/ports/35aa0e2e-5a8c-485c-8d33-c1033060d834/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.1483030 Nov 12 03:51:31.373335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8eb71-6b62-4e8a-8766-4ea79fcfc2c7 req-0f541976-1cd0-4967-a871-35e681f55dca tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.374856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4e8eb71-6b62-4e8a-8766-4ea79fcfc2c7 req-0f541976-1cd0-4967-a871-35e681f55dca tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 945 time: 0.0532773 Nov 12 03:51:31.422961 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b4e8eb71-6b62-4e8a-8766-4ea79fcfc2c7 req-019eb2c3-2c1b-4e92-bb1d-f1fbfc0f6691 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Nov 12 03:51:31.426659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d01a367d-d509-418d-b3a5-bf8c37916b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.428202 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d01a367d-d509-418d-b3a5-bf8c37916b20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d&tenant_id=42885a47330c4e4783336f3f532da561 HTTP/1.1" status: 200 len: 1097 time: 0.1563127 Nov 12 03:51:31.439631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:31.491832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.689664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:31.721568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:31.759325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:31.761584 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c819d-936b-4d1c-9e7c-99f83d515e7d" -d '{"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-unplugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:31.765347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.782717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Transition to ACTIVE for port object 35aa0e2e-5a8c-485c-8d33-c1033060d834 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:31.787459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.821925 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8e199-665a-4861-be51-15a9b73850c4 x-openstack-request-id: req-d2b8e199-665a-4861-be51-15a9b73850c4 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:31.822212 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-unplugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:31.822464 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2b8e199-665a-4861-be51-15a9b73850c4 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:31.822855 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'code': 200} Nov 12 03:51:31.853759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] No DVR routers for this DVR port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:31.855655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.866355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.866696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.867031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.867386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.867710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.868037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.868358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.868677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.868997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.869313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.869628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.869943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:31.900538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:31.900868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:31.901192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:31.905311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:31.905629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Attempting to bind port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on network 88870443-9969-4fb1-b45a-50902ff62a32 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:31.910325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:31.910657 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Checking segment: {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.911035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Bound using segment: {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:31.911486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Bound port: 35aa0e2e-5a8c-485c-8d33-c1033060d834, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd22505c-df95-4754-836b-5a1635c20d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:31.911833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.975396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:31.978661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:31.982550 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.015506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.016142 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.017570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] 10.222.0.39 "PUT /v2.0/ports/35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 1092 time: 0.5820699 Nov 12 03:51:32.038731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dfd04-9ccb-4c45-a822-8939f34a919b service neutron] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.081286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-ce61f500-8161-49e3-a43f-27b4e61b128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.082780 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-ce61f500-8161-49e3-a43f-27b4e61b128a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0412254 Nov 12 03:51:32.179882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d82bf3bc-3901-4891-9287-8e92b7ca608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.181383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d82bf3bc-3901-4891-9287-8e92b7ca608f service neutron] 10.222.0.39 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.0919261 Nov 12 03:51:32.222960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-3a5f881d-645b-43c5-83ac-94bfd70f3833 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0344088 Nov 12 03:51:32.273546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d99197c2-6835-4ff9-94df-b2bdc449a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.274885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-d99197c2-6835-4ff9-94df-b2bdc449a4ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0460000 Nov 12 03:51:32.303313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2960d279-9978-4959-b6a6-d9f8a6f139c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.306853 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-edf505a9-5145-4e4b-950e-ea24e18078f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251791 Nov 12 03:51:32.395884 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-5bf8cb1e-a602-4568-9a01-89ce274b8fd6 service neutron] 10.222.0.39 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Nov 12 03:51:32.489600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c60626-54b5-4d11-9ba7-21af4417f94e req-6ace8067-2d86-4164-b94e-4faa07d010e1 service neutron] 10.222.0.39 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861816 Nov 12 03:51:32.548126 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7fe99-40ac-4007-9e05-efd29625e124 req-91336826-31aa-40e1-8e2a-7f711fc29abb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:32.551116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da7fe99-40ac-4007-9e05-efd29625e124 req-91336826-31aa-40e1-8e2a-7f711fc29abb tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 943 time: 0.0566385 Nov 12 03:51:32.598872 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1da7fe99-40ac-4007-9e05-efd29625e124 req-3aaafff1-5572-42eb-8539-15d59d86fe9b tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Nov 12 03:51:33.715535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3c78-678b-4d04-b7a0-2967dfa1f542 req-3d736262-e514-48e6-a08b-e43cb118b04e tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:33.717007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca3a3c78-678b-4d04-b7a0-2967dfa1f542 req-3d736262-e514-48e6-a08b-e43cb118b04e tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 943 time: 0.0498161 Nov 12 03:51:33.763010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ca3a3c78-678b-4d04-b7a0-2967dfa1f542 req-0513775e-79d0-4c7b-9749-6a455d9c8a66 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 Nov 12 03:51:33.824164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:33.826566 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a3b58-39bb-443d-ae9d-40f8805ff34a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:33.937009 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b724e9-6f91-412a-960c-7e1f851c428e x-openstack-request-id: req-04b724e9-6f91-412a-960c-7e1f851c428e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:33.937307 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:33.937673 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-04b724e9-6f91-412a-960c-7e1f851c428e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:33.938083 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'status': 'completed', 'code': 200} Nov 12 03:51:34.008910 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-3c42b83a-1457-4e82-bb81-dc8ffcf52111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.012773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-3c42b83a-1457-4e82-bb81-dc8ffcf52111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0454652 Nov 12 03:51:34.024741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-106f2256-39e5-4a87-8949-57d2605d9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.027477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-106f2256-39e5-4a87-8949-57d2605d9e60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0489061 Nov 12 03:51:34.126297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-6b51b0b1-b31c-41b5-82af-78a341f25b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.128370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-6b51b0b1-b31c-41b5-82af-78a341f25b7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.1057343 Nov 12 03:51:34.129190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-2d6400fe-441a-4d3d-91c3-19bf5fda189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.131195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-2d6400fe-441a-4d3d-91c3-19bf5fda189f service neutron] 10.222.0.39 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.0947073 Nov 12 03:51:34.174229 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-5ab29172-25ca-42ef-bc8a-80458dce8874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0352409 Nov 12 03:51:34.177034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-c0623d8d-fd4a-490c-9f3d-26367979fac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0388286 Nov 12 03:51:34.226726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-73fd23c0-bed8-40e5-873d-6dd8fcb50a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.228239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-73fd23c0-bed8-40e5-873d-6dd8fcb50a84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0451562 Nov 12 03:51:34.228699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-3677c60b-98d1-4991-b2ed-b37751bcbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.230207 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-3677c60b-98d1-4991-b2ed-b37751bcbe90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0454254 Nov 12 03:51:34.251298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:34.260062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-82c62507-7eb6-4f56-9c7e-ff2924a7359a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255582 Nov 12 03:51:34.266834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-0a75dcf1-6833-4a1b-9708-f930f3dadf3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261221 Nov 12 03:51:34.295501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:34.357403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-9691e371-85c1-47f2-a8ac-a05529a93011 service neutron] 10.222.0.39 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906131 Nov 12 03:51:34.362281 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-2222b407-4cfb-4f8d-8d66-afd477be0ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881159 Nov 12 03:51:34.447077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-5985b040-9045-4cbd-ab8d-649a0792de8b service neutron] 10.222.0.39 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824759 Nov 12 03:51:34.461924 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-024a3b58-39bb-443d-ae9d-40f8805ff34a req-0a64b903-35cf-4605-86b0-c4eee2ce304d service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881450 Nov 12 03:51:34.710457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2ac08ce1-196a-4281-be70-f6d542d39328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.879451 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1ad9b-78ce-4fc9-9c28-c69384de5279 req-16e3d01f-4b10-4384-b55a-faee7a4b0e40 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:34.880927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68c1ad9b-78ce-4fc9-9c28-c69384de5279 req-16e3d01f-4b10-4384-b55a-faee7a4b0e40 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 943 time: 0.0481050 Nov 12 03:51:34.931296 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68c1ad9b-78ce-4fc9-9c28-c69384de5279 req-495ba083-1a12-4572-80d6-0970fc663d50 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Nov 12 03:51:35.243176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-1d87eb36-556c-4d51-a51e-7e981278051a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.244553 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-1d87eb36-556c-4d51-a51e-7e981278051a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d&tenant_id=42885a47330c4e4783336f3f532da561&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0834255 Nov 12 03:51:35.306150 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-80d90fc6-2c35-4fce-a41e-17333d37159b service neutron] delete failed (client error): The resource could not be found. Nov 12 03:51:35.307161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-80d90fc6-2c35-4fce-a41e-17333d37159b service neutron] 10.222.0.32 "DELETE /v2.0/ports/35aa0e2e-5a8c-485c-8d33-c1033060d834/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0512667 Nov 12 03:51:35.400154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-5c780368-2aa6-4981-8fe0-d872a2c77419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.401653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-5c780368-2aa6-4981-8fe0-d872a2c77419 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42885a47330c4e4783336f3f532da561&device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 1095 time: 0.0442333 Nov 12 03:51:35.495284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-77037ff7-da91-4ea1-8796-eece79851376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.496675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-77037ff7-da91-4ea1-8796-eece79851376 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 200 len: 913 time: 0.0845246 Nov 12 03:51:35.545516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-71c9de2f-8f11-4d2d-8ab5-eb93cea09157 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 200 len: 217 time: 0.0374517 Nov 12 03:51:35.598276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-32dcc3df-6fd8-4fc2-b3c4-1f987c6a997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:35.599809 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-32dcc3df-6fd8-4fc2-b3c4-1f987c6a997c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 200 len: 852 time: 0.0441253 Nov 12 03:51:35.617012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:35.633796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-2b7f6340-cb5f-4a29-b111-9bfecf448ee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88870443-9969-4fb1-b45a-50902ff62a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245094 Nov 12 03:51:35.709716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:35.720695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'network_id': '88870443-9969-4fb1-b45a-50902ff62a32', 'port_id': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'mac_address': 'fa:16:3e:c9:09:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ae4948-faae-4afb-97dd-043f63870106', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:35.729920 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-76487628-a4e0-4212-8995-0ff3369ab753 service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Nov 12 03:51:35.771205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.774520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.788366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aa0e2e-5a8c-485c-8d33-c1033060d834 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:35.807406 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:35.811392 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.826338 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-aae0c5c5-972a-493b-a7b0-882c300ea170 service neutron] 10.222.0.32 "GET /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Nov 12 03:51:35.863466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.071456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['35aa0e2e-5a8c-485c-8d33-c1033060d834'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:36.594018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6da8a-7172-4ec6-91e9-6471d020f5ea req-25c9671a-6302-4eab-8a9d-d09aca768734 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.595541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dc6da8a-7172-4ec6-91e9-6471d020f5ea req-25c9671a-6302-4eab-8a9d-d09aca768734 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 944 time: 0.0505192 Nov 12 03:51:36.642325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1dc6da8a-7172-4ec6-91e9-6471d020f5ea req-b2f1d0f0-1379-4b2d-bdcd-a436790aa149 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Nov 12 03:51:37.289249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.632081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:37.681697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 35aa0e2e-5a8c-485c-8d33-c1033060d834 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:37.686278 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 35aa0e2e-5a8c-485c-8d33-c1033060d834 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:37.686715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.760940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9562c7-b612-4a12-8c45-bcbbd674ce83 req-ba4dd99b-a611-4abe-9010-a9c083667ac5 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.762474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff9562c7-b612-4a12-8c45-bcbbd674ce83 req-ba4dd99b-a611-4abe-9010-a9c083667ac5 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 944 time: 0.0495484 Nov 12 03:51:37.768731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.791880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:37.794100 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b687323-449c-4957-862c-d486ea004b96" -d '{"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-plugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:37.807687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:37.815965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.822383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff9562c7-b612-4a12-8c45-bcbbd674ce83 req-0ff8c4ec-62b2-4bf8-bef2-acf361431360 tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.84 "GET /v2.0/security-groups?id=826c4a94-0e0a-4c15-b517-53c02ad3400b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Nov 12 03:51:37.858668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-28041ba7-43aa-4382-aa5e-ee3ae54d6b3a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:37.860682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-28041ba7-43aa-4382-aa5e-ee3ae54d6b3a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee4d8433-0bf6-4832-a319-930e6c56830d HTTP/1.1" status: 200 len: 944 time: 0.0635786 Nov 12 03:51:37.868973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.927407 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac651a-eb6c-47a2-8a24-d9414586f69f x-openstack-request-id: req-49ac651a-eb6c-47a2-8a24-d9414586f69f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:37.927680 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-plugged", "status": "completed", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:37.927932 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-49ac651a-eb6c-47a2-8a24-d9414586f69f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:37.928322 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'code': 200} Nov 12 03:51:37.956108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Deleting port 35aa0e2e-5a8c-485c-8d33-c1033060d834 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:37.956446 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.041206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] For port 35aa0e2e-5a8c-485c-8d33-c1033060d834, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=35aa0e2e-5a8c-485c-8d33-c1033060d834,segment=NetworkSegment(fd22505c-df95-4754-836b-5a1635c20d1e),segment_id=fd22505c-df95-4754-836b-5a1635c20d1e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:38.041570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.056487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Calling delete_port for 35aa0e2e-5a8c-485c-8d33-c1033060d834 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:38.184205 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.196916 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['35aa0e2e-5a8c-485c-8d33-c1033060d834'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:38.216186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Pushing event deleted for resources: {'Port': ['ID=35aa0e2e-5a8c-485c-8d33-c1033060d834,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.249116 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.285516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] No DVR routers for this DVR port 35aa0e2e-5a8c-485c-8d33-c1033060d834 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:51:38.288150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.291508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0bd934a-7e41-4fb6-82ed-3486dcd077d1 req-9369af5e-ea03-4f6f-844e-709ddd451a7a tempest-DeleteServersTestJSON-16269697 tempest-DeleteServersTestJSON-16269697-project] 10.222.0.39 "DELETE /v2.0/ports/35aa0e2e-5a8c-485c-8d33-c1033060d834 HTTP/1.1" status: 204 len: 173 time: 0.4249539 Nov 12 03:51:38.292002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-deleted', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:38.294273 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e945c-ebe3-4f01-91be-dc1c9c84f2a6" -d '{"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-deleted", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:38.332926 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99892194-7472-4b03-aced-17898d74c9cb x-openstack-request-id: req-99892194-7472-4b03-aced-17898d74c9cb {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:38.333230 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4d8433-0bf6-4832-a319-930e6c56830d", "name": "network-vif-deleted", "tag": "35aa0e2e-5a8c-485c-8d33-c1033060d834", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:38.333483 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-99892194-7472-4b03-aced-17898d74c9cb {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:38.333933 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4d8433-0bf6-4832-a319-930e6c56830d', 'name': 'network-vif-deleted', 'tag': '35aa0e2e-5a8c-485c-8d33-c1033060d834', 'status': 'completed', 'code': 200} Nov 12 03:51:38.950504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42922) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:38.995889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Deleting subnet 91ae4948-faae-4afb-97dd-043f63870106 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:38.998868 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.032418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.070928 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.124896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.148915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ae4948-faae-4afb-97dd-043f63870106,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.156038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.159278 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/91ae4948-faae-4afb-97dd-043f63870106 HTTP/1.1" status: 204 len: 168 time: 0.2077098 Nov 12 03:51:39.161996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.164592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.164943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.165285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.165627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.165961 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.166292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.166619 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.166945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.167369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.167701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.168023 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.168628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6db54f4-8ead-4b37-a231-f82942f9a66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:39.228621 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.308464 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.327850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88870443-9969-4fb1-b45a-50902ff62a32']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.337636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd22505c-df95-4754-836b-5a1635c20d1e') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.337934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd22505c-df95-4754-836b-5a1635c20d1e') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:39.346949 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.359431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.365139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:39.365517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:39.367148 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:39.424116 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.429410 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.432639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] 10.222.0.84 "DELETE /v2.0/networks/88870443-9969-4fb1-b45a-50902ff62a32 HTTP/1.1" status: 204 len: 168 time: 0.2696574 Nov 12 03:51:39.561430 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42928) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.607833 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d618bd98-1f3c-4b27-b8fa-7f11ef70959b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=42885a47330c4e4783336f3f532da561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427468 Nov 12 03:51:39.608061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42930) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:39.657497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.679486 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.727880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.730937 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.732187 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/826c4a94-0e0a-4c15-b517-53c02ad3400b HTTP/1.1" status: 204 len: 168 time: 0.1231978 Nov 12 03:51:39.740865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad16d9-3fcb-421c-9a84-5661a74f8e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c4a94-0e0a-4c15-b517-53c02ad3400b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.802078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d75a9-3f9f-4d32-ae46-d26862d5e5ca admin admin] Pushing event deleted for resources: {'Network': ['ID=88870443-9969-4fb1-b45a-50902ff62a32,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.402383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 42952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.506652 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1337075038-network', 'tenant_id': 'd82601b6da204576bcf78e2ea6762a0d'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:40.527105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Made reservation on behalf of d82601b6da204576bcf78e2ea6762a0d for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:40.529615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.537730 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.614699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.618152 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.638260 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:40.652551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1017b-dd17-489b-9563-3c1ff5b1f405,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.656939 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.657290 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Added segment da3a2aa6-956f-452a-a007-f5497cacf942 of type vlan for network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 Nov 12 03:51:40.696684 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.721032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.721928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.722492 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.778340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3748648 Nov 12 03:51:40.781329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 42956) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:40.784147 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c087-00fe-4b28-9043-8cf1ec072782 admin admin] Pushing event updated for resources: {'Network': ['ID=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.788216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Request body: {'subnet': {'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1337075038-subnet', 'tenant_id': 'd82601b6da204576bcf78e2ea6762a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:40.793653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:40.811738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Made reservation on behalf of d82601b6da204576bcf78e2ea6762a0d for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:40.814812 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.974481 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.031117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bba787-dbdf-4d66-a73f-32c9c34d35c0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:41.035388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Checking segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:41.035748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Network hostable DHCP agents. Network: 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:41.052284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:41.060194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:41.064582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.065174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:41.069719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e4ca0-00b7-4651-9d18-fed45a93fc02 None None] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:41.083747 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77c83a20-a071-4cdc-b3c0-15c3b8c6c765 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3013508 Nov 12 03:51:41.190704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cb675-4441-4581-8f1b-51cc6c9a4bb1 None None] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:41.505413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-42d66fa7-d901-455a-a97c-c203a92533b4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.506804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-42d66fa7-d901-455a-a97c-c203a92533b4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 815 time: 0.1053834 Nov 12 03:51:41.521645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-49a8f3bb-cb45-4219-a2b9-ddf8e416bea4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/quotas/d82601b6da204576bcf78e2ea6762a0d HTTP/1.1" status: 200 len: 375 time: 0.0091949 Nov 12 03:51:41.553019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-00904ddb-8a30-4cee-b700-7bce09e82c40 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264728 Nov 12 03:51:41.662258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:51:41.682042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 35aa0e2e-5a8c-485c-8d33-c1033060d834 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:51:41.682388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 35aa0e2e-5a8c-485c-8d33-c1033060d834 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:51:41.692751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-a50b6d70-be25-42ca-88bc-8d08b24687ac service neutron] 10.222.0.84 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331353 Nov 12 03:51:41.780626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-ac123ea4-4f16-4ebb-80b4-0e130d8c8932 service neutron] 10.222.0.84 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816748 Nov 12 03:51:41.937058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6be55dc1-f6f6-4dd2-a61a-9a55291311fc req-08be9e0a-64e9-47a5-ad1b-3a2537ddb3c0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 12 03:51:43.019163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-2a19def4-d350-4c1e-ba1f-62b18a50a60c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.020656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-2a19def4-d350-4c1e-ba1f-62b18a50a60c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 815 time: 0.1882930 Nov 12 03:51:43.035284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Request body: {'port': {'device_id': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'admin_state_up': True, 'tenant_id': 'd82601b6da204576bcf78e2ea6762a0d'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.035898 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4fe289a8-49b6-46c5-b57e-7a3b457b2b24 req-edb26f86-5587-459f-be57-ca0480329e09 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 210 time: 0.0303800 Nov 12 03:51:43.139861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Made reservation on behalf of d82601b6da204576bcf78e2ea6762a0d for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:43.143869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.268891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Allocated IP 172.20.0.7 (09d1f19a-c14d-4d24-8f5f-fe3bc88f2129/98bba787-dbdf-4d66-a73f-32c9c34d35c0/da1b4682-dd57-4c70-b80a-c4975da7f24a) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:43.415512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.447657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.489468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:43.494358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:43.498018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:43.504352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.548491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:43.549104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.563748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b4223db-d3d2-4fc7-8dc7-8b6eedaf3b29 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328608 Nov 12 03:51:43.575380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Request body: {'port': {'device_id': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:43.630145 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.882296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1b4682-dd57-4c70-b80a-c4975da7f24a {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:43.889580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.901902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Transition to ACTIVE for port object da1b4682-dd57-4c70-b80a-c4975da7f24a will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:43.904862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.961144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.021962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:44.022662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:44.022964 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:44.027249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:44.027514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:44.032144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:44.032484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Checking segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:44.032869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Bound using segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:44.033323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Bound port: da1b4682-dd57-4c70-b80a-c4975da7f24a, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:44.033678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.094550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:44.097618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:44.102922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.165592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.166210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.167614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 1092 time: 0.5962291 Nov 12 03:51:44.168765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:44.171050 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2516f1f-199b-4ee1-a83d-caf155d15325" -d '{"events": [{"name": "network-changed", "server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:44.215198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291cb2-ddcd-4e10-b233-9ba6951e2860 req-a67c4812-3b8c-4938-b288-61964da0c8eb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.216750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61291cb2-ddcd-4e10-b233-9ba6951e2860 req-a67c4812-3b8c-4938-b288-61964da0c8eb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.1115274 Nov 12 03:51:44.219313 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0b9416-da29-4e18-8818-6b2bb01a87e7 x-openstack-request-id: req-5b0b9416-da29-4e18-8818-6b2bb01a87e7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:44.219601 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:44.219854 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b0b9416-da29-4e18-8818-6b2bb01a87e7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:44.220271 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'status': 'completed', 'code': 200} Nov 12 03:51:44.227694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b386-748f-43d0-be9b-e479eedc08b0 service neutron] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.293362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61291cb2-ddcd-4e10-b233-9ba6951e2860 req-d0810de1-ab4b-453a-ab6f-d21d9607654b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626843 Nov 12 03:51:44.295061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b516788-b856-4ba3-8d1e-e90c91ca5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.296486 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-3b516788-b856-4ba3-8d1e-e90c91ca5fc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1095 time: 0.0788741 Nov 12 03:51:44.342600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-447e9fac-d879-4923-b7bf-52bc8af8ca1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0372639 Nov 12 03:51:44.391750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-a568b45f-5596-44d1-b284-3ed516254629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.393152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-a568b45f-5596-44d1-b284-3ed516254629 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0422685 Nov 12 03:51:44.424256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-f350b383-e5d5-4aa0-9a81-bbb617fa94af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242479 Nov 12 03:51:44.520626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-468b6570-9de5-4738-89e4-98b36272b4d9 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Nov 12 03:51:44.609522 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1f14a0bc-dfb0-4686-b52d-d608765516d9 req-717fc395-288d-41ba-a563-2afcac5532c5 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818119 Nov 12 03:51:44.691171 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:44.694269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-c7fcec6e-0f8b-497c-adae-7a3424fb0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.695815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-c7fcec6e-0f8b-497c-adae-7a3424fb0f37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1095 time: 0.0409160 Nov 12 03:51:44.790585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-b7fa60bc-a9e6-411e-bc9c-1be2c824eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.792134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-b7fa60bc-a9e6-411e-bc9c-1be2c824eae3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0890326 Nov 12 03:51:44.832819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-1834c4be-3ed7-49d7-b126-2ae5350dc5ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0338867 Nov 12 03:51:44.889081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-c35f9035-8cb0-478c-a1be-bc17ea5f264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.890429 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-c35f9035-8cb0-478c-a1be-bc17ea5f264a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0501251 Nov 12 03:51:44.924329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-258eb444-1365-4a62-ad74-4481fdb3288e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243411 Nov 12 03:51:45.011451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-94cb402d-37ff-440f-9ea2-e107c96a5392 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795202 Nov 12 03:51:45.103638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2516f1f-199b-4ee1-a83d-caf155d15325 req-31ae1a4f-dcbe-4153-a0c4-a8e1cb818c60 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846097 Nov 12 03:51:45.407796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f36fb-7ba7-4799-9579-676e3d3fa857 req-b56c1714-f11b-49e2-93c3-b92172cf602d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.409242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f99f36fb-7ba7-4799-9579-676e3d3fa857 req-b56c1714-f11b-49e2-93c3-b92172cf602d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.0484579 Nov 12 03:51:45.456826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f99f36fb-7ba7-4799-9579-676e3d3fa857 req-b3cbeb98-8ed4-4ca4-995c-aee43c9cb8cb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Nov 12 03:51:46.569332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1182ed-0bbb-4447-8f16-cb39d0f693f0 req-18c5894d-7d3b-439c-99ac-75c89e6614a6 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.570818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b1182ed-0bbb-4447-8f16-cb39d0f693f0 req-18c5894d-7d3b-439c-99ac-75c89e6614a6 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.0488195 Nov 12 03:51:46.618736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b1182ed-0bbb-4447-8f16-cb39d0f693f0 req-0376b848-fac8-4c6f-84a3-734124f87d1e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Nov 12 03:51:47.678041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:47.732718 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3914715-664b-4d89-8179-20eb018961dc req-0cab5114-b0d2-435d-b6ea-507d4a9b3a97 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:47.734209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3914715-664b-4d89-8179-20eb018961dc req-0cab5114-b0d2-435d-b6ea-507d4a9b3a97 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.0493753 Nov 12 03:51:47.770893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:47.781876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'port_id': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'mac_address': 'fa:16:3e:5d:28:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bba787-dbdf-4d66-a73f-32c9c34d35c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:47.782067 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3914715-664b-4d89-8179-20eb018961dc req-5047e818-128d-4331-a40e-5580506cf9a1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Nov 12 03:51:47.821383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.834058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1b4682-dd57-4c70-b80a-c4975da7f24a {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:47.852322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:47.857024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:47.908877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:47.916020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.916371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.916784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.917169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.917552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.917905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.918239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.918568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.918897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.919259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.919588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:47.919914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:48.048630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['da1b4682-dd57-4c70-b80a-c4975da7f24a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:48.904241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa779f-52e2-46b9-9252-0a93dce3eb91 req-d8c77872-7199-40c1-9fd1-b5feb4d31423 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:48.905717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7cfa779f-52e2-46b9-9252-0a93dce3eb91 req-d8c77872-7199-40c1-9fd1-b5feb4d31423 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 944 time: 0.0544724 Nov 12 03:51:48.952494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7cfa779f-52e2-46b9-9252-0a93dce3eb91 req-add9c6b3-38c3-4701-aa5b-3b5476651e25 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Nov 12 03:51:49.693982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:49.742049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port da1b4682-dd57-4c70-b80a-c4975da7f24a completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:49.746049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port da1b4682-dd57-4c70-b80a-c4975da7f24a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:49.746417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.823826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.847997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:49.850931 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e084c8-e1d0-4d3c-bee9-27e73aa6ad78" -d '{"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-plugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:49.868358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:49.872604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.896744 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b070662-b5cd-43b4-8ebe-e7382593d1db x-openstack-request-id: req-2b070662-b5cd-43b4-8ebe-e7382593d1db {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:49.897043 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-plugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:49.897298 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2b070662-b5cd-43b4-8ebe-e7382593d1db {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:49.897882 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'code': 200} Nov 12 03:51:49.928111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.993250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204b6a-cb6a-47ca-b4a2-ad702cb97ef9 req-da0d2f91-56f7-41f0-9b46-cc402485500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.994761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33204b6a-cb6a-47ca-b4a2-ad702cb97ef9 req-da0d2f91-56f7-41f0-9b46-cc402485500c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1097 time: 0.0421021 Nov 12 03:51:50.071110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-33204b6a-cb6a-47ca-b4a2-ad702cb97ef9 req-74e78086-5bdb-4bb1-8bbf-891756c1b369 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665746 Nov 12 03:51:50.086833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c92e90-effc-4b13-9834-94d51bd7a32d req-96550791-f03f-4f2f-b0f8-81beb5e91228 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:50.088303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45c92e90-effc-4b13-9834-94d51bd7a32d req-96550791-f03f-4f2f-b0f8-81beb5e91228 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0661333 Nov 12 03:51:50.136682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45c92e90-effc-4b13-9834-94d51bd7a32d req-fe275100-64cd-4931-89fc-b82ca4d6c34d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Nov 12 03:51:51.258793 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345db62a-4540-4b4b-b740-6a5b94105fc9 req-7459faf4-8cda-493f-93c0-ad9f94b7e9eb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.260301 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-345db62a-4540-4b4b-b740-6a5b94105fc9 req-7459faf4-8cda-493f-93c0-ad9f94b7e9eb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0523362 Nov 12 03:51:51.308451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-345db62a-4540-4b4b-b740-6a5b94105fc9 req-3fa12918-5608-42c3-acb9-079114323580 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Nov 12 03:51:52.246026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-e94b727f-7b78-4a7b-ab37-8fab1b7753cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391023 Nov 12 03:51:52.325629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690787e-254e-4586-a437-e34eac18b9ed req-9bcedeac-d860-4e8a-89b0-4ac75a152405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.327080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-9bcedeac-d860-4e8a-89b0-4ac75a152405 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1097 time: 0.0387857 Nov 12 03:51:52.461727 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690787e-254e-4586-a437-e34eac18b9ed req-5c212583-03d2-456c-8e54-80ab90ef4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.463209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-5c212583-03d2-456c-8e54-80ab90ef4b80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1149566 Nov 12 03:51:52.471619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13c8a6-0846-4797-94e6-2f5da76d0851 req-277c6ab2-488b-41b0-8215-61704b2dec6e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.473003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b13c8a6-0846-4797-94e6-2f5da76d0851 req-277c6ab2-488b-41b0-8215-61704b2dec6e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0720847 Nov 12 03:51:52.512160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-c9e00991-b17f-43ff-ae8c-124210f8c8ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0382369 Nov 12 03:51:52.596013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b13c8a6-0846-4797-94e6-2f5da76d0851 req-3f75464b-a7e9-4a49-88f3-7ee947b5daae tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156697 Nov 12 03:51:52.597456 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690787e-254e-4586-a437-e34eac18b9ed req-cdaf718b-5ec5-439b-a4af-ce8893e419a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.598905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-cdaf718b-5ec5-439b-a4af-ce8893e419a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0766978 Nov 12 03:51:52.631402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-74e34f46-52c4-4bd6-8d3c-7cf1263b7f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255740 Nov 12 03:51:52.710454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51dee-43cd-44a6-871f-f11d2bf0f866 req-33dbcca6-e39b-4485-8769-d6b163aa992a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.712068 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6e51dee-43cd-44a6-871f-f11d2bf0f866 req-33dbcca6-e39b-4485-8769-d6b163aa992a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0500038 Nov 12 03:51:52.724443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-5a24358d-5019-490a-9972-60e49fdce810 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Nov 12 03:51:52.759166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f6e51dee-43cd-44a6-871f-f11d2bf0f866 req-b5e21617-036e-4ca4-85be-b6a8ca345ac5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Nov 12 03:51:52.813499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e690787e-254e-4586-a437-e34eac18b9ed req-4a8efb31-d515-4db9-8cb2-e9a6f3da2c93 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821657 Nov 12 03:51:52.968509 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34852-6f04-4290-bd2d-d4d37dc46d36 req-21322b24-80c6-43d8-843d-46a610d75956 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.969910 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64a34852-6f04-4290-bd2d-d4d37dc46d36 req-21322b24-80c6-43d8-843d-46a610d75956 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0524671 Nov 12 03:51:53.015652 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-64a34852-6f04-4290-bd2d-d4d37dc46d36 req-ea42b43f-c743-4d69-96c3-5ae8009eabeb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Nov 12 03:51:53.125766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cebfcb-8fe3-4946-b216-8b113ada61b5 req-c126f914-e8d8-42ee-80ed-01058a92a449 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.127808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3cebfcb-8fe3-4946-b216-8b113ada61b5 req-c126f914-e8d8-42ee-80ed-01058a92a449 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0493281 Nov 12 03:51:53.176813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c3cebfcb-8fe3-4946-b216-8b113ada61b5 req-c71eb2fc-4668-4111-ac9c-32163073b63a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Nov 12 03:51:53.428320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38a9a9-2c2a-438c-8b2a-99464513a481 req-baab7b03-193f-425d-a712-f7d63eb7919c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:53.429791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce38a9a9-2c2a-438c-8b2a-99464513a481 req-baab7b03-193f-425d-a712-f7d63eb7919c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0640709 Nov 12 03:51:53.433269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-b27aff1c-c751-4b58-bc06-8b41ec6bf1cb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753231 Nov 12 03:51:53.479595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce38a9a9-2c2a-438c-8b2a-99464513a481 req-46b5c987-9fff-46fe-8e57-ce2b21029aec tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 12 03:51:54.594330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6e97-e26d-4dba-9b57-e4a3ff81d2d7 req-9181eb37-f331-4ceb-91fd-0f1fac7bc523 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.595778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dddf6e97-e26d-4dba-9b57-e4a3ff81d2d7 req-9181eb37-f331-4ceb-91fd-0f1fac7bc523 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0500131 Nov 12 03:51:54.643037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dddf6e97-e26d-4dba-9b57-e4a3ff81d2d7 req-61acc4e4-4b52-440b-b63d-e72f1d12b2a8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Nov 12 03:51:54.749796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-69bcab74-88dd-47ee-b4c0-1f365fcc1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.751305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-69bcab74-88dd-47ee-b4c0-1f365fcc1780 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1097 time: 0.0405180 Nov 12 03:51:54.842121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-eaaec59a-bd91-4f2c-bd85-925db00e9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.843623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-eaaec59a-bd91-4f2c-bd85-925db00e9b75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0855241 Nov 12 03:51:54.886851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-7bcffc4f-fe30-452d-aa44-171166fcf56b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0354221 Nov 12 03:51:54.938197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-64b91835-d15b-49eb-b02c-8c7075272843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:54.939712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-64b91835-d15b-49eb-b02c-8c7075272843 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0466454 Nov 12 03:51:54.970009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-f8bb768d-269b-4994-b714-1b36bd4b6c47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238512 Nov 12 03:51:55.056855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-1b1b0b41-cf9a-49a8-8425-0d81d35cf740 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798271 Nov 12 03:51:55.147538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-9c7ddff0-8bd5-4e6d-9844-07e5e507fab7 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Nov 12 03:51:55.759168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76474ea-18a6-4f7e-aa73-4b51d1d8a36e req-2a79ab7a-b63e-406d-a29a-bc98762dd54c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:55.760666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76474ea-18a6-4f7e-aa73-4b51d1d8a36e req-2a79ab7a-b63e-406d-a29a-bc98762dd54c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 12 03:51:55.807439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a76474ea-18a6-4f7e-aa73-4b51d1d8a36e req-b3f702fd-ab3d-4ffd-9be3-94ad79a430c4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Nov 12 03:51:56.920920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f9c4-9c68-48af-aac7-8d7a1de16770 req-b43bdea4-6fcb-433b-9485-c575aacfa1d4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.922373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6920f9c4-9c68-48af-aac7-8d7a1de16770 req-b43bdea4-6fcb-433b-9485-c575aacfa1d4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0476825 Nov 12 03:51:56.972145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6920f9c4-9c68-48af-aac7-8d7a1de16770 req-bbbe1326-6bac-4a16-9de0-8d14c0ec4a90 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433476 Nov 12 03:51:58.091416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0ab17-bbf5-4613-9d0d-922e04181f2e req-3e81c199-82c8-4a42-8b78-754c11a521be tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.092792 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5a0ab17-bbf5-4613-9d0d-922e04181f2e req-3e81c199-82c8-4a42-8b78-754c11a521be tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0530303 Nov 12 03:51:58.138239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.141046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f5a0ab17-bbf5-4613-9d0d-922e04181f2e req-5014cc4e-d527-4388-be8b-b93c284e1905 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Nov 12 03:51:59.255866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473925-2c86-49da-bdcb-9e7ac216ec28 req-4fb28eb8-2cbf-4a7d-b69d-285245325232 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.257325 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d473925-2c86-49da-bdcb-9e7ac216ec28 req-4fb28eb8-2cbf-4a7d-b69d-285245325232 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0484140 Nov 12 03:51:59.307007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d473925-2c86-49da-bdcb-9e7ac216ec28 req-bd867663-1a64-4ddb-8c0e-98c8810a938a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Nov 12 03:51:59.606271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.420405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496b7f2-82ce-47cb-8bd3-b793526ea9d8 req-1c2ccd40-f085-4869-b6e7-cf015bd9e860 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.421779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d496b7f2-82ce-47cb-8bd3-b793526ea9d8 req-1c2ccd40-f085-4869-b6e7-cf015bd9e860 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0474794 Nov 12 03:52:00.468892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d496b7f2-82ce-47cb-8bd3-b793526ea9d8 req-791cf89c-61af-41c2-8619-fe7cc80a43e5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Nov 12 03:52:01.582773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047637f3-1c43-477f-a249-54b0ca220ada req-f650cbaa-6644-4409-a62d-13407c756ac6 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.584291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-047637f3-1c43-477f-a249-54b0ca220ada req-f650cbaa-6644-4409-a62d-13407c756ac6 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0484478 Nov 12 03:52:01.631123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-047637f3-1c43-477f-a249-54b0ca220ada req-defaf868-8207-478f-8150-88d30dc9b4fe tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Nov 12 03:52:02.303370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4cd9491b-abea-4ad5-9e5a-bdb54c0dec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.747890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea951487-330c-4da8-8519-bb7ff8855dae req-733fab40-60fc-40e0-a506-1f8f50ab6a37 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.749358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea951487-330c-4da8-8519-bb7ff8855dae req-733fab40-60fc-40e0-a506-1f8f50ab6a37 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0518563 Nov 12 03:52:02.796929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea951487-330c-4da8-8519-bb7ff8855dae req-fdf3bedf-6fdf-4449-a98f-69a9ca8c53d0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Nov 12 03:52:03.913620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafc16d-e1fb-482d-9e94-651b0e5e6c44 req-320a7a51-48bf-4d02-a14c-49999af5c68d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:03.915137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0aafc16d-e1fb-482d-9e94-651b0e5e6c44 req-320a7a51-48bf-4d02-a14c-49999af5c68d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0513523 Nov 12 03:52:03.965300 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0aafc16d-e1fb-482d-9e94-651b0e5e6c44 req-2d445571-95da-4118-b46f-e34b7c0b93d8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443082 Nov 12 03:52:04.711676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ff96f17-47dd-41f6-8744-044d9df5114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.079069 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79ec7-830f-4983-972c-4bbe992f1f23 req-09dd2640-56d1-4ca4-85d9-5545f8a725e5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.080543 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2f79ec7-830f-4983-972c-4bbe992f1f23 req-09dd2640-56d1-4ca4-85d9-5545f8a725e5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0484805 Nov 12 03:52:05.125833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2f79ec7-830f-4983-972c-4bbe992f1f23 req-65bb1209-24d4-4706-86a2-29f5068a358c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Nov 12 03:52:05.748921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:06.239947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c2d1-e608-492f-96fa-a07b6d5e0da8 req-761c5939-c971-45c3-9d28-129823e24475 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:06.241400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8a0c2d1-e608-492f-96fa-a07b6d5e0da8 req-761c5939-c971-45c3-9d28-129823e24475 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0477450 Nov 12 03:52:06.287314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8a0c2d1-e608-492f-96fa-a07b6d5e0da8 req-764c9318-2237-4eac-b29d-1b3117fc18bf tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Nov 12 03:52:07.291900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:07.400244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0199-6c54-4076-ac07-37e249cef8d9 req-f00a2f75-572b-4040-956a-f3f700d6e1bc tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.401746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2ba0199-6c54-4076-ac07-37e249cef8d9 req-f00a2f75-572b-4040-956a-f3f700d6e1bc tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0480704 Nov 12 03:52:07.451600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2ba0199-6c54-4076-ac07-37e249cef8d9 req-8a439d04-c6ba-4bd0-8652-21acdffb52c1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Nov 12 03:52:08.251771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:08.563224 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a07f8-8b70-47bd-9943-8b534fc38541 req-ea229625-c8c7-4a6b-8862-8c68b033fdd4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.564659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e2a07f8-8b70-47bd-9943-8b534fc38541 req-ea229625-c8c7-4a6b-8862-8c68b033fdd4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0469627 Nov 12 03:52:08.614769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e2a07f8-8b70-47bd-9943-8b534fc38541 req-0087d5eb-f998-430c-b49c-19008a4a2c91 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Nov 12 03:52:09.731316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85699e92-7eab-43e5-a44b-5ee3e0f088e6 req-8fb010f3-60f5-4e84-9799-518e967a550d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.733090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85699e92-7eab-43e5-a44b-5ee3e0f088e6 req-8fb010f3-60f5-4e84-9799-518e967a550d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 12 03:52:09.778859 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85699e92-7eab-43e5-a44b-5ee3e0f088e6 req-69061b05-a447-478b-a746-befeac6783cb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Nov 12 03:52:10.892178 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2f0f-bf9a-4bf5-aeb9-38c36628d40b req-f0155426-ddea-49f4-bf4a-6d64b9e52c57 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.893653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-270a2f0f-bf9a-4bf5-aeb9-38c36628d40b req-f0155426-ddea-49f4-bf4a-6d64b9e52c57 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0488906 Nov 12 03:52:10.939888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-270a2f0f-bf9a-4bf5-aeb9-38c36628d40b req-19908219-3a99-42da-84b1-fb6690b382a2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Nov 12 03:52:12.056935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359937c-ba84-44eb-aea9-7886f513df1d req-978f8dbb-e535-47fc-9e45-b61cb4e14342 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:12.058321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f359937c-ba84-44eb-aea9-7886f513df1d req-978f8dbb-e535-47fc-9e45-b61cb4e14342 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0499582 Nov 12 03:52:12.106012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f359937c-ba84-44eb-aea9-7886f513df1d req-b8a190d5-bb0a-49d0-98b0-fd990d062001 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Nov 12 03:52:13.219944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb3ddf-cd80-4fb6-808d-56ef5612b70d req-f23245b9-5c44-4dd1-a542-d75070e93660 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.221407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfeb3ddf-cd80-4fb6-808d-56ef5612b70d req-f23245b9-5c44-4dd1-a542-d75070e93660 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0486410 Nov 12 03:52:13.267671 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfeb3ddf-cd80-4fb6-808d-56ef5612b70d req-c30b478b-209a-443c-9929-37aed8286ad3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Nov 12 03:52:14.385049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8f04-c27b-4fad-903d-23ffaa5ceee2 req-fb4f9ebc-080d-47c7-b6e6-717ec6853311 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.386569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68bf8f04-c27b-4fad-903d-23ffaa5ceee2 req-fb4f9ebc-080d-47c7-b6e6-717ec6853311 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0521743 Nov 12 03:52:14.432997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-68bf8f04-c27b-4fad-903d-23ffaa5ceee2 req-27c4f285-d529-4cd3-a79f-8f1ec8aba1e3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Nov 12 03:52:15.550776 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964f7be-9c5e-407c-83b4-f0334001f840 req-9cee350d-26cb-40ec-940e-7df10db97894 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.552333 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2964f7be-9c5e-407c-83b4-f0334001f840 req-9cee350d-26cb-40ec-940e-7df10db97894 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0517304 Nov 12 03:52:15.598948 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2964f7be-9c5e-407c-83b4-f0334001f840 req-1b3aa448-2239-47b8-8c8e-a218e55a38fc tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Nov 12 03:52:16.711759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952e85b-733a-4840-a8d1-c44f3530df32 req-9e96f8f7-40e4-4b10-a4c1-ba846769ac26 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.713251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8952e85b-733a-4840-a8d1-c44f3530df32 req-9e96f8f7-40e4-4b10-a4c1-ba846769ac26 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0483150 Nov 12 03:52:16.759582 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8952e85b-733a-4840-a8d1-c44f3530df32 req-e767d1ae-ed09-4a2a-9d89-a5dc95247856 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Nov 12 03:52:17.874104 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd7fa1-5744-4391-82fd-5f50cc503000 req-9c7f7d46-b0d1-4a3d-b251-1433b53c15d8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.875625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3fd7fa1-5744-4391-82fd-5f50cc503000 req-9c7f7d46-b0d1-4a3d-b251-1433b53c15d8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0494494 Nov 12 03:52:17.921267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e3fd7fa1-5744-4391-82fd-5f50cc503000 req-35ffc396-1a83-422c-b89a-1721de7e67ac tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399504 Nov 12 03:52:19.036050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dfb94-d080-4182-a5bd-787a28955f83 req-3ea738a7-aff0-4e09-9a38-84634c8fc485 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:19.037452 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee8dfb94-d080-4182-a5bd-787a28955f83 req-3ea738a7-aff0-4e09-9a38-84634c8fc485 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0479498 Nov 12 03:52:19.087184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ee8dfb94-d080-4182-a5bd-787a28955f83 req-bca2fbe9-01f4-4b93-9f57-4f02b2867b96 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Nov 12 03:52:20.206421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4be67-0ba4-4146-aa7b-a1246b47d122 req-f4d4886d-ab7a-4184-af63-038b6b86fa51 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.208885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54e4be67-0ba4-4146-aa7b-a1246b47d122 req-f4d4886d-ab7a-4184-af63-038b6b86fa51 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0537951 Nov 12 03:52:20.255181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-54e4be67-0ba4-4146-aa7b-a1246b47d122 req-5d677ff0-6c4f-4d25-98eb-11ce7a8b0a27 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Nov 12 03:52:21.372562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ca56-c58b-4a6a-9c07-71b378fc7741 req-99a5d418-812d-45fb-a9cf-ebc99731beff tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.374058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d28ca56-c58b-4a6a-9c07-71b378fc7741 req-99a5d418-812d-45fb-a9cf-ebc99731beff tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0494912 Nov 12 03:52:21.423030 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d28ca56-c58b-4a6a-9c07-71b378fc7741 req-0879622f-b409-453b-8a2f-2073ebc3e0b5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Nov 12 03:52:21.689586 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:22.066478 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-e09052b8-f143-49b4-be5b-51eee1350c97 service neutron] show failed (client error): The resource could not be found. Nov 12 03:52:22.067508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-e09052b8-f143-49b4-be5b-51eee1350c97 service neutron] 10.222.0.39 "GET /v2.0/ports/da1b4682-dd57-4c70-b80a-c4975da7f24a/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0583277 Nov 12 03:52:22.295926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-bce0ccd8-f6cc-4ef7-ab2f-0d7657f26ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.297424 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-bce0ccd8-f6cc-4ef7-ab2f-0d7657f26ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd&tenant_id=d82601b6da204576bcf78e2ea6762a0d HTTP/1.1" status: 200 len: 1097 time: 0.0687585 Nov 12 03:52:22.314476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:22.369109 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.590566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be9e8-ff3c-439d-8c94-3a1ac74c32d2 req-c33b5cc1-5234-435c-b4ac-9955c7d2f511 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.592087 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-863be9e8-ff3c-439d-8c94-3a1ac74c32d2 req-c33b5cc1-5234-435c-b4ac-9955c7d2f511 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0952857 Nov 12 03:52:22.609615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:22.668820 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h2-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:22.672971 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-863be9e8-ff3c-439d-8c94-3a1ac74c32d2 req-6eaee105-a9ac-4f36-92fd-c8dd2995fc36 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738630 Nov 12 03:52:22.709682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:22.711931 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc683826-f150-412a-a633-8807ff1107d9" -d '{"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-unplugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:22.715656 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.728271 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.provisioning_blocks [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Transition to ACTIVE for port object da1b4682-dd57-4c70-b80a-c4975da7f24a will not be triggered until provisioned by entity L2. {{(pid=102432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:22.732494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.766877 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2bb5d2-4d8a-4c77-892a-e2196269951d x-openstack-request-id: req-db2bb5d2-4d8a-4c77-892a-e2196269951d {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:22.767195 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-unplugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:22.767446 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db2bb5d2-4d8a-4c77-892a-e2196269951d {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:22.767857 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'code': 200} Nov 12 03:52:22.792500 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] No DVR routers for this DVR port da1b4682-dd57-4c70-b80a-c4975da7f24a on host n-h2-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:22.797986 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=6']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.830892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:22.831511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:22.831833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:22.836002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:22.836319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Attempting to bind port da1b4682-dd57-4c70-b80a-c4975da7f24a on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:22.840984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:22.841338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Checking segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:22.841699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Bound using segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:22.842117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Bound port: da1b4682-dd57-4c70-b80a-c4975da7f24a, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:22.842463 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.905436 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:22.908354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:22.912162 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.945657 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.946332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.947730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] 10.222.0.32 "PUT /v2.0/ports/da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 1092 time: 0.6371381 Nov 12 03:52:22.968159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb07b-2437-48fc-81c1-c7a41e40df7d service neutron] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.014717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-57b3862b-3515-4076-908a-1e4e001234c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.016247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-57b3862b-3515-4076-908a-1e4e001234c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1095 time: 0.0392182 Nov 12 03:52:23.110882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-8d4fbb0f-da75-41b1-817a-47cdb4e0d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.112407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-8d4fbb0f-da75-41b1-817a-47cdb4e0d1dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0854411 Nov 12 03:52:23.158179 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-e7d27099-f942-44e2-99c7-3d6408e1cdac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0335572 Nov 12 03:52:23.204797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-bff9ebf5-2fa8-49cb-a849-54ba5629dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.206432 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-bff9ebf5-2fa8-49cb-a849-54ba5629dd2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0411265 Nov 12 03:52:23.248529 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-36a677f1-73c0-4a5e-86b6-d991ed755b54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309224 Nov 12 03:52:23.343363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-d70e1c05-a885-4067-adbe-ecfa68ec14eb service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826442 Nov 12 03:52:23.439112 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9fa09997-bbde-4c6f-a1c7-5d54f3eda063 req-70ccf53c-3d3a-4e64-9b81-8c4619bc6656 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840089 Nov 12 03:52:23.787729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98e4ae-14d4-4cbe-90da-9cecea86cd7e req-60c82c33-352e-4bad-8e5d-ce9ea405eb25 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.789249 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb98e4ae-14d4-4cbe-90da-9cecea86cd7e req-60c82c33-352e-4bad-8e5d-ce9ea405eb25 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.0495660 Nov 12 03:52:23.835936 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb98e4ae-14d4-4cbe-90da-9cecea86cd7e req-7916b192-f6f3-4e4a-8dc0-2a826e3b50b2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Nov 12 03:52:24.769006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:24.772067 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b1c610-f855-4344-a13b-b3e5030ae809" -d '{"events": [{"name": "network-changed", "server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:24.821884 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3139ff5d-afc1-491b-8dd2-7f5ecc0ec51a x-openstack-request-id: req-3139ff5d-afc1-491b-8dd2-7f5ecc0ec51a {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:24.822175 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:24.822444 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3139ff5d-afc1-491b-8dd2-7f5ecc0ec51a {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:24.824313 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'status': 'completed', 'code': 200} Nov 12 03:52:24.889725 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-8faf6d21-146e-4383-a2c0-ca3b2100b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.891331 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-8faf6d21-146e-4383-a2c0-ca3b2100b316 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1095 time: 0.0413961 Nov 12 03:52:24.892442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-6e36c2d6-ead0-4eb4-9d49-2f3e70e128e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.893979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-6e36c2d6-ead0-4eb4-9d49-2f3e70e128e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1095 time: 0.0457630 Nov 12 03:52:24.983287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-6273c47b-74f7-400b-93a3-fe05081286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.984824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-6273c47b-74f7-400b-93a3-fe05081286ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0838354 Nov 12 03:52:25.006994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa889c-a8ac-42fb-924c-46c1ab67b340 req-bbd81c2b-3aca-4d6a-ae31-408d6713546c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.008503 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33aa889c-a8ac-42fb-924c-46c1ab67b340 req-bbd81c2b-3aca-4d6a-ae31-408d6713546c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.1009822 Nov 12 03:52:25.030727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-9e3a55f7-43c5-4933-bb56-5a8be6087455 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0385189 Nov 12 03:52:25.032133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-fbc0994d-c84f-462a-bb3c-d438584f34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.033559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-fbc0994d-c84f-462a-bb3c-d438584f34ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1336179 Nov 12 03:52:25.078243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-1f6884a9-7d76-4c20-b252-5699126a54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.079723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-1f6884a9-7d76-4c20-b252-5699126a54d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0426345 Nov 12 03:52:25.087410 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-6d279687-b12e-414d-83dd-b4e0482a6954 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0458663 Nov 12 03:52:25.112061 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33aa889c-a8ac-42fb-924c-46c1ab67b340 req-eb734b76-eb77-467a-9325-5d20885c6245 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954888 Nov 12 03:52:25.112846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-0e9583ec-89e3-46fa-b5dc-30770ef3c2cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243988 Nov 12 03:52:25.148064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-4b70b352-0bf4-4d6c-8f3f-ee5a13b87445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.149532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-4b70b352-0bf4-4d6c-8f3f-ee5a13b87445 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0494230 Nov 12 03:52:25.183550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-c4b71c16-1933-4081-b963-4111167409ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261219 Nov 12 03:52:25.207475 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-02c73830-32f5-457c-aeb7-5e4f9fd29011 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874860 Nov 12 03:52:25.304385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-acbdee56-7590-42ab-b965-188a3cd86005 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004419 Nov 12 03:52:25.412142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-af65e8c2-8ab7-49f0-8628-a1ccb05a7beb service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865581 Nov 12 03:52:25.537517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-43b1c610-f855-4344-a13b-b3e5030ae809 req-2025419b-95fa-4ea7-9fc6-35e0c6a90731 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237934 Nov 12 03:52:25.910899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:25.948546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:26.236351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79066f-6603-47aa-91b5-3000f99f8842 req-28cbcdf5-9d25-4d5b-85c2-c176de256db0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.237844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd79066f-6603-47aa-91b5-3000f99f8842 req-28cbcdf5-9d25-4d5b-85c2-c176de256db0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.0519445 Nov 12 03:52:26.289007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd79066f-6603-47aa-91b5-3000f99f8842 req-361903f9-7644-48cc-be32-48e407001943 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Nov 12 03:52:26.452052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:26.546326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef26e6-7051-4e7c-8439-da578d253e51 req-b2df6538-812f-4fd9-94de-79cceb44311c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.547875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05ef26e6-7051-4e7c-8439-da578d253e51 req-b2df6538-812f-4fd9-94de-79cceb44311c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 943 time: 0.1175411 Nov 12 03:52:26.555671 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:26.563576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-1d5231e0-1669-4c67-a6ba-1249628cbcaa tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.564998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-1d5231e0-1669-4c67-a6ba-1249628cbcaa tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.39 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd&tenant_id=d82601b6da204576bcf78e2ea6762a0d&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.1227770 Nov 12 03:52:26.566518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'port_id': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'mac_address': 'fa:16:3e:5d:28:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bba787-dbdf-4d66-a73f-32c9c34d35c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:26.603456 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.616205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1b4682-dd57-4c70-b80a-c4975da7f24a {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:26.635538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:26.639538 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.643952 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-05ef26e6-7051-4e7c-8439-da578d253e51 req-a9074c8f-ccfd-4482-8565-0e2ac96fe42f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898955 Nov 12 03:52:26.652711 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-d4238e9a-a0b3-40c7-a393-e3a2e8c067b7 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:52:26.653733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-d4238e9a-a0b3-40c7-a393-e3a2e8c067b7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/da1b4682-dd57-4c70-b80a-c4975da7f24a/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0761192 Nov 12 03:52:26.685845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.736883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-5cc5c335-7991-47b8-a90e-45de092041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.738395 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-5cc5c335-7991-47b8-a90e-45de092041f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 1096 time: 0.0401843 Nov 12 03:52:26.832642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-adf8553c-7522-48d5-ab38-c7c511287a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.834115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-adf8553c-7522-48d5-ab38-c7c511287a30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0883873 Nov 12 03:52:26.874313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['da1b4682-dd57-4c70-b80a-c4975da7f24a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:26.877241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-c487351f-228d-492c-8447-63c208a7af6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 200 len: 217 time: 0.0363517 Nov 12 03:52:26.931830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-158ca749-36c0-40b8-8284-beb0d0966aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.933198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-158ca749-36c0-40b8-8284-beb0d0966aed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0474334 Nov 12 03:52:26.964982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-ab9af397-ae16-45c2-b844-d33c8abf7645 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249267 Nov 12 03:52:27.054465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-d0331856-b514-42e7-a9e2-5c2e05d04db1 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823069 Nov 12 03:52:27.144817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7998c6f-7f83-42fd-a16a-636edd0b3e99 req-3147679b-1b82-45d1-b19f-3d68f69bd596 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Nov 12 03:52:27.764616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a5516-28ee-4f0e-b46b-72ea516cd799 req-6f936494-17f1-48d9-b641-a9af0d1efb48 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.766116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a3a5516-28ee-4f0e-b46b-72ea516cd799 req-6f936494-17f1-48d9-b641-a9af0d1efb48 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 944 time: 0.0525987 Nov 12 03:52:27.812370 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2a3a5516-28ee-4f0e-b46b-72ea516cd799 req-394db8c2-1054-4345-a785-ff6967b5b9e2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Nov 12 03:52:27.925044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbb084-8b2e-4393-ae06-34c62d2be409 req-f63a8007-4037-472d-b135-9454e64acea8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:27.926515 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eecbb084-8b2e-4393-ae06-34c62d2be409 req-f63a8007-4037-472d-b135-9454e64acea8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 944 time: 0.0490260 Nov 12 03:52:27.974125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eecbb084-8b2e-4393-ae06-34c62d2be409 req-c76e6f66-f556-4b27-bd02-0d69fbceb90b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Nov 12 03:52:28.092171 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85b0e0-4fa4-4657-9c90-06596ee2954f req-ecf431ce-6dc2-4fcd-990e-605bac6610d4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.093551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b85b0e0-4fa4-4657-9c90-06596ee2954f req-ecf431ce-6dc2-4fcd-990e-605bac6610d4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 944 time: 0.0559571 Nov 12 03:52:28.139345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b85b0e0-4fa4-4657-9c90-06596ee2954f req-840718a1-16b1-483a-acb8-9fc72406f473 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Nov 12 03:52:28.237204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.471619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:28.483351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-25f0ffc2-2564-43ab-86ab-996f7b9cb240 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.484821 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-25f0ffc2-2564-43ab-86ab-996f7b9cb240 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 815 time: 0.1021011 Nov 12 03:52:28.500843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-32721184-92d6-4a49-b54f-bd3099ae00e1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/quotas/d82601b6da204576bcf78e2ea6762a0d HTTP/1.1" status: 200 len: 375 time: 0.0093770 Nov 12 03:52:28.553514 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-0c94dc0a-93ca-435b-8826-e29f6d8d87e0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460427 Nov 12 03:52:28.650247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-c172be58-21cd-420b-8487-f13fb42e604b service neutron] 10.222.0.84 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894191 Nov 12 03:52:28.679750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port da1b4682-dd57-4c70-b80a-c4975da7f24a completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:28.683714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port da1b4682-dd57-4c70-b80a-c4975da7f24a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:28.684082 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.762355 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.787845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:28.790140 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d962b-c1b6-48af-8918-1c2a7de5a8da" -d '{"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-plugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:28.804375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:28.809707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.833583 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae333c41-375d-4f36-a52f-2e9d5a535c9e x-openstack-request-id: req-ae333c41-375d-4f36-a52f-2e9d5a535c9e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:28.833883 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-plugged", "status": "completed", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:28.834139 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ae333c41-375d-4f36-a52f-2e9d5a535c9e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:28.834526 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'code': 200} Nov 12 03:52:28.861092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.072980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-ff55c734-912e-49a0-95dd-8b7a2360d68a service neutron] 10.222.0.84 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165606 Nov 12 03:52:29.228756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9a9faa86-d2be-422a-a5af-ef415b993d64 req-77f8ab96-303a-4b12-953c-2001403730df tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Nov 12 03:52:29.608828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.806741 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-867c9735-0caf-4590-85c5-2f8be0b0157e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.808242 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-867c9735-0caf-4590-85c5-2f8be0b0157e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.32 "GET /v2.0/ports?device_id=584844e4-c1a7-4da4-959b-f4ff80cb83dd HTTP/1.1" status: 200 len: 945 time: 0.0522578 Nov 12 03:52:29.882741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-1a5e9456-a112-48ba-9d50-bbc6ba33308b req-9c4b0898-d3ae-430b-a063-1890dea14393 service neutron] (102433) timed out ('10.222.0.32', 62479) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:52:29.906724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Deleting port da1b4682-dd57-4c70-b80a-c4975da7f24a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:29.907080 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.996031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] For port da1b4682-dd57-4c70-b80a-c4975da7f24a, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=da1b4682-dd57-4c70-b80a-c4975da7f24a,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:29.996392 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.008318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Calling delete_port for da1b4682-dd57-4c70-b80a-c4975da7f24a owned by compute:nova {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:30.139846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.153868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['da1b4682-dd57-4c70-b80a-c4975da7f24a'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:30.172283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Pushing event deleted for resources: {'Port': ['ID=da1b4682-dd57-4c70-b80a-c4975da7f24a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.193537 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.32', 63205) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.214797 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] No DVR routers for this DVR port da1b4682-dd57-4c70-b80a-c4975da7f24a on host n-h1-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:30.217508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.221074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.32 "DELETE /v2.0/ports/da1b4682-dd57-4c70-b80a-c4975da7f24a HTTP/1.1" status: 204 len: 173 time: 0.4003022 Nov 12 03:52:30.221535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-deleted', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:30.223954 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a67e3e-8467-437f-98ff-897c781ad89f" -d '{"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-deleted", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:30.271874 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f29d0a-5cab-4f12-a2c5-442936351fd1 x-openstack-request-id: req-d0f29d0a-5cab-4f12-a2c5-442936351fd1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:30.272168 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584844e4-c1a7-4da4-959b-f4ff80cb83dd", "name": "network-vif-deleted", "tag": "da1b4682-dd57-4c70-b80a-c4975da7f24a", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:30.272416 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0f29d0a-5cab-4f12-a2c5-442936351fd1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:30.272812 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584844e4-c1a7-4da4-959b-f4ff80cb83dd', 'name': 'network-vif-deleted', 'tag': 'da1b4682-dd57-4c70-b80a-c4975da7f24a', 'status': 'completed', 'code': 200} Nov 12 03:52:30.355689 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fde23469-5a46-4ca2-b84c-9f52e7e41a7f req-aa230306-5657-43e8-aa30-63cbdef60bb1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 210 time: 0.0383377 Nov 12 03:52:30.370180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-77403e61-cc82-43d2-a62c-98202a484c0d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.371913 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-77403e61-cc82-43d2-a62c-98202a484c0d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 815 time: 0.1773422 Nov 12 03:52:30.389790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Request body: {'port': {'device_id': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'admin_state_up': True, 'tenant_id': 'd82601b6da204576bcf78e2ea6762a0d'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:30.503996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Made reservation on behalf of d82601b6da204576bcf78e2ea6762a0d for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:30.508442 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.630141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Allocated IP 172.20.0.4 (09d1f19a-c14d-4d24-8f5f-fe3bc88f2129/98bba787-dbdf-4d66-a73f-32c9c34d35c0/c31907fd-b028-4efd-8bc2-c3c39a050dce) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:30.777642 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.810870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.854147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:30.857188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:30.862788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:30.887708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.915724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.916342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.932217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-fae3fe49-afb3-4651-a48f-ef3c1e656bb7 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463488 Nov 12 03:52:30.946885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Request body: {'port': {'device_id': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:30.999512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.259822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31907fd-b028-4efd-8bc2-c3c39a050dce {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:31.266972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.279195 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Transition to ACTIVE for port object c31907fd-b028-4efd-8bc2-c3c39a050dce will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:31.283178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.331482 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.400503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:31.401107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:31.401226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:31.405370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:31.405687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:31.410458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:31.410789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Checking segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:31.411847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Bound using segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:31.412276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Bound port: c31907fd-b028-4efd-8bc2-c3c39a050dce, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:31.412630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.475003 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e60487-af63-4ca8-896e-606752019d27 req-65f18e84-e39b-4b78-9764-d034db454226 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.476557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58e60487-af63-4ca8-896e-606752019d27 req-65f18e84-e39b-4b78-9764-d034db454226 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0522816 Nov 12 03:52:31.479733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:31.482819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:31.487443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.520280 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.521016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.522954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 1092 time: 0.5801499 Nov 12 03:52:31.523408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:31.525687 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976" -d '{"events": [{"name": "network-changed", "server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:31.526560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58e60487-af63-4ca8-896e-606752019d27 req-0f65e17b-d5dc-4815-b6d1-fafd372a1e93 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Nov 12 03:52:31.550965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0bf85-27a7-47df-874f-bd33825d40d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.575406 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011d498-e354-4e39-ba88-7c43c961c154 x-openstack-request-id: req-1011d498-e354-4e39-ba88-7c43c961c154 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:31.575721 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:31.575961 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1011d498-e354-4e39-ba88-7c43c961c154 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:31.576384 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'status': 'completed', 'code': 200} Nov 12 03:52:31.625221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-8bf807f8-67cb-4023-a095-a4efc8fbe5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.626694 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-8bf807f8-67cb-4023-a095-a4efc8fbe5ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0397835 Nov 12 03:52:31.671988 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-a86395c7-09b8-44f5-a812-40879dcf89e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0361812 Nov 12 03:52:31.721594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-2c01840d-e5de-4772-943a-5d514425e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.723012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-2c01840d-e5de-4772-943a-5d514425e8f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0431674 Nov 12 03:52:31.758617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-08664dc7-a86d-49d0-ab61-f362b9a73759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240316 Nov 12 03:52:31.851242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-8a105889-ea1a-42ba-a6b3-7ea0b9e169b9 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Nov 12 03:52:31.942877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ec05d17e-8bd7-46b7-b824-310bc695cf13 req-8e2226a3-f7b9-400a-be40-c9a949d27e08 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801575 Nov 12 03:52:32.027194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-3c732cf6-1072-48b1-88ec-1b6eb7c5aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.028622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-3c732cf6-1072-48b1-88ec-1b6eb7c5aa8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0401270 Nov 12 03:52:32.123369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-1819e914-9917-4ae4-ae16-f879d26eb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.124881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-1819e914-9917-4ae4-ae16-f879d26eb479 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0886445 Nov 12 03:52:32.166257 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-42a8de8d-c8f8-495f-b0e4-b75cd5610388 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0338657 Nov 12 03:52:32.221670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-b9f91f39-b2c5-446c-a976-de673fed74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.223190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-b9f91f39-b2c5-446c-a976-de673fed74e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0484695 Nov 12 03:52:32.256783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-c18ea7cf-475c-4b25-a99f-00f0048af500 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256729 Nov 12 03:52:32.305034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6cbafb5-d1f5-4b06-a248-ccb6e7417718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.347594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-ba6220d9-9cd3-4246-92dd-092598c1867f service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Nov 12 03:52:32.441074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-18deb6b5-d4b0-49ea-be36-f4fcfbeb2976 req-808a0324-2a0c-4f30-9e97-83cf6cd5419a service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Nov 12 03:52:32.491008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:32.512861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: da1b4682-dd57-4c70-b80a-c4975da7f24a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:32.513405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device da1b4682-dd57-4c70-b80a-c4975da7f24a not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:32.648588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e8037-2f23-4a6c-8e27-340c6f257f0d req-61952808-b621-4018-be89-f17662356560 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.650054 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-424e8037-2f23-4a6c-8e27-340c6f257f0d req-61952808-b621-4018-be89-f17662356560 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0554309 Nov 12 03:52:32.695202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-424e8037-2f23-4a6c-8e27-340c6f257f0d req-4026b8e9-ed35-499d-9d15-6d343b56a3be tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 Nov 12 03:52:33.812971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29ee03-f732-4906-bfca-7b407fce6fd7 req-a6d01462-5c3e-4ea1-9090-d69992300fa2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:33.814459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b29ee03-f732-4906-bfca-7b407fce6fd7 req-a6d01462-5c3e-4ea1-9090-d69992300fa2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0484788 Nov 12 03:52:33.860982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b29ee03-f732-4906-bfca-7b407fce6fd7 req-2fa4b29b-21b6-4ba2-bf20-ee77151a4f00 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Nov 12 03:52:34.515577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:34.614780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:34.625637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'port_id': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'mac_address': 'fa:16:3e:dc:50:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bba787-dbdf-4d66-a73f-32c9c34d35c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:34.661455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.673437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31907fd-b028-4efd-8bc2-c3c39a050dce {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:34.692882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:34.696565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.739855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6ce16d10-7144-47b8-8a07-14cbe50f7e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.753983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.959879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c31907fd-b028-4efd-8bc2-c3c39a050dce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:34.972678 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9897017-b789-498d-a2a6-fdf214f95298 req-bf5ef5d1-1604-4ec2-8382-45b3259e2e73 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:34.974181 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9897017-b789-498d-a2a6-fdf214f95298 req-bf5ef5d1-1604-4ec2-8382-45b3259e2e73 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0497625 Nov 12 03:52:35.022790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b9897017-b789-498d-a2a6-fdf214f95298 req-9526395b-fb7d-4cdd-ac5f-6a1a73974d83 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Nov 12 03:52:35.755624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.141841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013deba5-d1f4-42dd-ab1b-8e2cbb48979c req-ea8b1552-59bd-4df2-9320-e0402143ee47 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.143327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-013deba5-d1f4-42dd-ab1b-8e2cbb48979c req-ea8b1552-59bd-4df2-9320-e0402143ee47 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0515251 Nov 12 03:52:36.189541 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-013deba5-d1f4-42dd-ab1b-8e2cbb48979c req-0ae434af-ff6b-4db0-a143-2e97e96fcc64 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Nov 12 03:52:36.521317 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:36.568606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c31907fd-b028-4efd-8bc2-c3c39a050dce completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:36.572384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c31907fd-b028-4efd-8bc2-c3c39a050dce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:36.572761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.645773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.667566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:36.669913 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1df8668-faf9-4ee3-b502-d8d65ac70344" -d '{"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-plugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:36.687186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:36.691219 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.714714 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2fd4fc-ea93-4f05-81e8-b42355730a3e x-openstack-request-id: req-bb2fd4fc-ea93-4f05-81e8-b42355730a3e {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:36.715008 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-plugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:36.715285 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bb2fd4fc-ea93-4f05-81e8-b42355730a3e {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:36.715658 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'code': 200} Nov 12 03:52:36.740685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:36.812281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a290d-d80e-4f83-a61b-e3dad22ff30e req-16ff2fb1-35b9-487b-a4bc-3140b310940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:36.813753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-570a290d-d80e-4f83-a61b-e3dad22ff30e req-16ff2fb1-35b9-487b-a4bc-3140b310940e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1097 time: 0.0401506 Nov 12 03:52:36.861456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-570a290d-d80e-4f83-a61b-e3dad22ff30e req-8432554e-508d-4463-80e1-18ac82832a4c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359435 Nov 12 03:52:37.295768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.305063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696fba2-4489-4183-b37f-a4dc28e1c602 req-c94ef0d5-f0ad-4a01-846f-30b143beaf3f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:37.306592 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f696fba2-4489-4183-b37f-a4dc28e1c602 req-c94ef0d5-f0ad-4a01-846f-30b143beaf3f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Nov 12 03:52:37.357118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f696fba2-4489-4183-b37f-a4dc28e1c602 req-bb710bac-1b6d-4635-989b-13a1f4d3171d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445170 Nov 12 03:52:38.252971 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.472574 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477102b-c993-4a25-a4e8-f50b2dc8fb95 req-15ce9848-0f60-44c4-9247-18ea2ccf4c15 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.474600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f477102b-c993-4a25-a4e8-f50b2dc8fb95 req-15ce9848-0f60-44c4-9247-18ea2ccf4c15 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0506582 Nov 12 03:52:38.525811 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f477102b-c993-4a25-a4e8-f50b2dc8fb95 req-34267f88-4913-4bda-8e70-da1393b3fccd tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Nov 12 03:52:38.642425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bf5d4-1956-492c-835e-69374c5d8d5f req-79e6940a-23e8-483c-b33c-0283a745de97 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.643975 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f99bf5d4-1956-492c-835e-69374c5d8d5f req-79e6940a-23e8-483c-b33c-0283a745de97 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0491533 Nov 12 03:52:38.692569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f99bf5d4-1956-492c-835e-69374c5d8d5f req-e373b52a-ef3d-4dc3-aca2-8122e57b075c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Nov 12 03:52:38.985145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-536f504b-d5a5-4f05-9f64-19043449b1a7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062670 Nov 12 03:52:38.994797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-987ad95e-a9a3-47f8-9970-f4914bf599f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:38.996246 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-987ad95e-a9a3-47f8-9970-f4914bf599f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1097 time: 0.0915000 Nov 12 03:52:39.005262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a509b5-174a-4d1d-ab0a-72c70cee13e6 req-4869a9a8-5dd2-44f0-a535-e70d5f87dcb0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.006739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14a509b5-174a-4d1d-ab0a-72c70cee13e6 req-4869a9a8-5dd2-44f0-a535-e70d5f87dcb0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.1007237 Nov 12 03:52:39.113111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14a509b5-174a-4d1d-ab0a-72c70cee13e6 req-114d5160-2303-4424-8273-0056575e00b8 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994508 Nov 12 03:52:39.136142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-72dfffc7-c053-41d7-a5be-d4f323b69d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.137618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-72dfffc7-c053-41d7-a5be-d4f323b69d95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1179516 Nov 12 03:52:39.180127 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-1f3f2f03-4bf4-4a54-8853-3a67db719e61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0349202 Nov 12 03:52:39.229906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-a24f98fd-787f-4e80-9bb9-7f55a594a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:39.231503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-a24f98fd-787f-4e80-9bb9-7f55a594a347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0445685 Nov 12 03:52:39.265894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-14735ee6-953f-48c3-beea-178ba632e5ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267129 Nov 12 03:52:39.359456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-9faf58cc-2e20-420e-a7c9-af0c6e2679da service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865688 Nov 12 03:52:39.452114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b596dea2-6254-43f7-98bc-b5dc86d22d86 req-75bf5724-156d-4e73-8709-d448eed8cdf0 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858741 Nov 12 03:52:40.136078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-b2efb6f8-d222-4973-8228-438668828585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.137644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-b2efb6f8-d222-4973-8228-438668828585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1097 time: 0.0412085 Nov 12 03:52:40.228819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-e525ad27-e381-4559-9a49-26136f638ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.230320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-e525ad27-e381-4559-9a49-26136f638ebf service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0847368 Nov 12 03:52:40.233353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f828a70-b9cd-4684-90d8-4f0e8cd1da0d req-2ba8b37d-fc8d-45c0-8ea2-62d561e98c6c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.234829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9f828a70-b9cd-4684-90d8-4f0e8cd1da0d req-2ba8b37d-fc8d-45c0-8ea2-62d561e98c6c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0492542 Nov 12 03:52:40.274779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-283c03d2-135e-4797-8f96-6c9b9b6e88cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0369625 Nov 12 03:52:40.281753 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9f828a70-b9cd-4684-90d8-4f0e8cd1da0d req-d74ed4e1-a701-4a92-9082-305e78ecd8c2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Nov 12 03:52:40.323357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-49baf5ed-2969-462c-8935-1147a41900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:40.324848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-49baf5ed-2969-462c-8935-1147a41900c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0427163 Nov 12 03:52:40.356745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-5c5afefe-03d8-4d6a-b836-509c41d1bf52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244694 Nov 12 03:52:40.448562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-fed2e31f-b20f-4ca3-95a8-307983d8b2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Nov 12 03:52:40.537220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-9dc2e320-a259-4932-9790-d15fd1986bc9 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803525 Nov 12 03:52:41.402433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae592e7d-0598-4739-8fc7-88579b658afa req-73607042-a65e-460b-80ce-9123075a62b0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:41.403961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ae592e7d-0598-4739-8fc7-88579b658afa req-73607042-a65e-460b-80ce-9123075a62b0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Nov 12 03:52:41.695266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ae592e7d-0598-4739-8fc7-88579b658afa req-709c86cf-39d1-4b07-8ece-613cbf3f0aae tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851386 Nov 12 03:52:42.810563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444489c5-c633-4b7f-a493-ac1a01118d9c req-2d4d5fd3-6e3f-4c7d-adb2-3c17adaf89a0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:42.812083 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-444489c5-c633-4b7f-a493-ac1a01118d9c req-2d4d5fd3-6e3f-4c7d-adb2-3c17adaf89a0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Nov 12 03:52:42.858542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-444489c5-c633-4b7f-a493-ac1a01118d9c req-bf56bb27-b3ee-443a-bf5f-d0401f517592 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Nov 12 03:52:43.973996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75bf7e-a2c6-4bd9-909d-61f3423e5eb6 req-6540fa8c-0c8e-4643-8bae-30c5d34a05fe tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:43.975467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f75bf7e-a2c6-4bd9-909d-61f3423e5eb6 req-6540fa8c-0c8e-4643-8bae-30c5d34a05fe tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Nov 12 03:52:44.020678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f75bf7e-a2c6-4bd9-909d-61f3423e5eb6 req-30c2aec9-3e44-428c-b68c-1a0a585f2d92 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Nov 12 03:52:45.139103 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a9ef9-9dbe-4c21-bea0-d2cb64267fa9 req-5ffe08a1-453d-4757-a65a-2b1cf6c5407c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:45.140631 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-064a9ef9-9dbe-4c21-bea0-d2cb64267fa9 req-5ffe08a1-453d-4757-a65a-2b1cf6c5407c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0527279 Nov 12 03:52:45.187382 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-064a9ef9-9dbe-4c21-bea0-d2cb64267fa9 req-3da1c47d-caf2-426f-99f4-5b108b6d8eeb tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Nov 12 03:52:46.302048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6403b37-bed0-401a-a34e-b43f2e14132c req-81f7e2de-cf93-4286-ad37-584f60222a8f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:46.303568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6403b37-bed0-401a-a34e-b43f2e14132c req-81f7e2de-cf93-4286-ad37-584f60222a8f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0489292 Nov 12 03:52:46.355352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6403b37-bed0-401a-a34e-b43f2e14132c req-0d627114-318b-448f-b7f2-3eb518d5db5c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Nov 12 03:52:47.471505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b325b-272d-4ffb-ae9e-4d85583bdfd9 req-9a658da8-a729-435a-a720-1376d39164c1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:47.472983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac2b325b-272d-4ffb-ae9e-4d85583bdfd9 req-9a658da8-a729-435a-a720-1376d39164c1 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0491116 Nov 12 03:52:47.520085 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac2b325b-272d-4ffb-ae9e-4d85583bdfd9 req-18f00230-3c49-4839-b903-113d3e3ee956 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Nov 12 03:52:48.634222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f9008-6a05-46ba-b48d-1ab1f049af76 req-4dad1e6b-e14b-48ad-a5f6-a5ae7f3acd7d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.635763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f7f9008-6a05-46ba-b48d-1ab1f049af76 req-4dad1e6b-e14b-48ad-a5f6-a5ae7f3acd7d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Nov 12 03:52:48.681830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f7f9008-6a05-46ba-b48d-1ab1f049af76 req-054dea6f-08f7-4af6-b02d-fe04b2fe4209 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Nov 12 03:52:49.795932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72a51-eec9-45c9-9547-822e47abf87f req-a535a71d-3249-4852-973d-009df8995302 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.797442 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1e72a51-eec9-45c9-9547-822e47abf87f req-a535a71d-3249-4852-973d-009df8995302 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0493398 Nov 12 03:52:49.849129 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c1e72a51-eec9-45c9-9547-822e47abf87f req-780f7c74-6534-4473-9dcd-100d91165d21 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458183 Nov 12 03:52:50.963225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85ad04-dfeb-49ec-8f9c-f91752875dfd req-0ed74bfa-e2d7-475c-8637-485b2248e24f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:50.964684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe85ad04-dfeb-49ec-8f9c-f91752875dfd req-0ed74bfa-e2d7-475c-8637-485b2248e24f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0473859 Nov 12 03:52:51.011077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe85ad04-dfeb-49ec-8f9c-f91752875dfd req-81ad1985-6982-4843-bd38-4b189b7a2d13 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Nov 12 03:52:52.124990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e083-a815-4617-9459-dfe60dc186f5 req-b199ddf1-7915-407a-99a1-a8121f8ae4fe tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:52.126452 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97a1e083-a815-4617-9459-dfe60dc186f5 req-b199ddf1-7915-407a-99a1-a8121f8ae4fe tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Nov 12 03:52:52.173009 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-97a1e083-a815-4617-9459-dfe60dc186f5 req-c6db94ad-add9-4837-b311-55fb82397c16 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Nov 12 03:52:53.292576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784deeae-74d5-4488-8a94-b187c919b882 req-2befa078-b9f3-4a77-9d86-d417f19de398 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:53.294042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-784deeae-74d5-4488-8a94-b187c919b882 req-2befa078-b9f3-4a77-9d86-d417f19de398 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0526354 Nov 12 03:52:53.340991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-784deeae-74d5-4488-8a94-b187c919b882 req-5786f3e9-ea6c-4675-a3b5-ff677bf1999c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Nov 12 03:52:54.464404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da8f0d-add2-4304-9f5a-11c660101e61 req-8d337309-65d5-4a8a-9906-5b5eef20c42c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:54.465885 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50da8f0d-add2-4304-9f5a-11c660101e61 req-8d337309-65d5-4a8a-9906-5b5eef20c42c tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0483637 Nov 12 03:52:54.512332 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-50da8f0d-add2-4304-9f5a-11c660101e61 req-1e612cee-059f-4411-a345-156d6e0faebf tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 12 03:52:55.624988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e89f1-a3f2-4c7f-9f85-319d9821b616 req-ee2fbfc3-4520-4ed7-b6c2-1483aa84935d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:55.626477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f1e89f1-a3f2-4c7f-9f85-319d9821b616 req-ee2fbfc3-4520-4ed7-b6c2-1483aa84935d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0480347 Nov 12 03:52:55.672733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6f1e89f1-a3f2-4c7f-9f85-319d9821b616 req-bdd454c2-f871-4766-a1af-02225e719255 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Nov 12 03:52:56.790744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc40a-7402-4ca7-a2a9-e1209cb0262a req-ea0b32cc-93a9-4682-b47a-c76c2b641181 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:56.792266 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a6dc40a-7402-4ca7-a2a9-e1209cb0262a req-ea0b32cc-93a9-4682-b47a-c76c2b641181 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0534470 Nov 12 03:52:56.838343 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a6dc40a-7402-4ca7-a2a9-e1209cb0262a req-4da638f4-73cf-4cd0-ad75-7a921d1df1f0 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Nov 12 03:52:57.954309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315d357-d6c8-439f-a266-7433b10be096 req-4b1ce57f-8c69-4494-a93b-c3178d19a15b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:57.955810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2315d357-d6c8-439f-a266-7433b10be096 req-4b1ce57f-8c69-4494-a93b-c3178d19a15b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0486338 Nov 12 03:52:58.006511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2315d357-d6c8-439f-a266-7433b10be096 req-718c95e5-f2f9-4297-bc29-de4021315a18 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Nov 12 03:52:58.233683 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.688372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:59.120059 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ccadb-061b-49a8-b3e6-4374ac03b625 req-40e7d887-6457-4e39-84b1-6e2a1de5e36d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:59.121506 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a3ccadb-061b-49a8-b3e6-4374ac03b625 req-40e7d887-6457-4e39-84b1-6e2a1de5e36d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Nov 12 03:52:59.168893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a3ccadb-061b-49a8-b3e6-4374ac03b625 req-963e0f4b-5829-4646-aa4d-c17f1c61cf27 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Nov 12 03:52:59.605649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.282355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986b73-2631-43f8-9777-49312e65f468 req-b7a3c148-0872-48cf-8ded-ee46019e64b3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:00.283855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36986b73-2631-43f8-9777-49312e65f468 req-b7a3c148-0872-48cf-8ded-ee46019e64b3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0477312 Nov 12 03:53:00.335804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36986b73-2631-43f8-9777-49312e65f468 req-9bf667a7-8a56-437e-bb58-4716f7717066 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Nov 12 03:53:01.452912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc411ccd-103a-463d-9f82-8739fb19ad00 req-18d94f66-dad9-451c-94f1-db25175f8bab tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:01.454383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc411ccd-103a-463d-9f82-8739fb19ad00 req-18d94f66-dad9-451c-94f1-db25175f8bab tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0517025 Nov 12 03:53:01.502419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cc411ccd-103a-463d-9f82-8739fb19ad00 req-d79ec153-24c8-4432-b900-d6ba058745ca tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Nov 12 03:53:02.307742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37a331af-daef-4fe0-90fe-1666bb893ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.617757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6935c-a7d9-4254-958c-e8c9a758273e req-76c198c1-2f22-4c36-9a09-dbb8648a5503 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:02.619268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26d6935c-a7d9-4254-958c-e8c9a758273e req-76c198c1-2f22-4c36-9a09-dbb8648a5503 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0489233 Nov 12 03:53:02.665621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-26d6935c-a7d9-4254-958c-e8c9a758273e req-f0657881-9bdf-4074-89de-011cf2b6f1c9 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Nov 12 03:53:03.780213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19690f-440c-4322-b0d9-f4745ea00902 req-aa0cb09c-ab5d-4740-855e-19af9de2501d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:03.781717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d19690f-440c-4322-b0d9-f4745ea00902 req-aa0cb09c-ab5d-4740-855e-19af9de2501d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Nov 12 03:53:03.828517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9d19690f-440c-4322-b0d9-f4745ea00902 req-de6576b7-0e84-41f0-b2c8-b5512eda74b2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Nov 12 03:53:04.711580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9ac62415-51a6-4fa6-bb25-dc2aa5432962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.945199 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38293a5e-bd29-468f-907b-0c2764823d78 req-d2481ac7-9bd4-4fe6-b18e-34a1f9fea832 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:04.946657 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38293a5e-bd29-468f-907b-0c2764823d78 req-d2481ac7-9bd4-4fe6-b18e-34a1f9fea832 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0515244 Nov 12 03:53:04.992675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-38293a5e-bd29-468f-907b-0c2764823d78 req-6ea2676e-3b4f-4d6f-8e8d-8d254fb92b76 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Nov 12 03:53:05.758515 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.112778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20c07-dceb-43ed-ae18-6a2008fb5647 req-dd69a6dc-4497-4187-9088-b3eb71427021 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.114925 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccf20c07-dceb-43ed-ae18-6a2008fb5647 req-dd69a6dc-4497-4187-9088-b3eb71427021 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Nov 12 03:53:06.164819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccf20c07-dceb-43ed-ae18-6a2008fb5647 req-b51e10c7-c0e7-4630-96df-f7e42c547dc6 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Nov 12 03:53:07.279912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4dc33-82b4-4651-8a3c-e108ed92348b req-b408ac44-df1d-45e9-bd33-75ea2b98a46e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.282775 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dc4dc33-82b4-4651-8a3c-e108ed92348b req-b408ac44-df1d-45e9-bd33-75ea2b98a46e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Nov 12 03:53:07.297844 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.330407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3dc4dc33-82b4-4651-8a3c-e108ed92348b req-d6f677ab-1aac-442f-be1f-b114d1d0da8e tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 Nov 12 03:53:07.560207 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-a72d0100-e4ec-4b6e-b4a1-f0c0eb1c3b9c service neutron] show failed (client error): The resource could not be found. Nov 12 03:53:07.561218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-a72d0100-e4ec-4b6e-b4a1-f0c0eb1c3b9c service neutron] 10.222.0.32 "GET /v2.0/ports/c31907fd-b028-4efd-8bc2-c3c39a050dce/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0565147 Nov 12 03:53:07.771641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-3ca984f6-77bf-4b73-8e72-018df40e2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.773117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-3ca984f6-77bf-4b73-8e72-018df40e2e14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802&tenant_id=d82601b6da204576bcf78e2ea6762a0d HTTP/1.1" status: 200 len: 1097 time: 0.0410612 Nov 12 03:53:07.784700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:07.835522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.031801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:08.068302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:08.105632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:08.107857 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbe034e-6a3b-42f3-8a8b-bf573b2421f8" -d '{"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-unplugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:08.111535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.123972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Transition to ACTIVE for port object c31907fd-b028-4efd-8bc2-c3c39a050dce will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:08.128060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.162251 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7751ea8-e560-48e3-9700-69ebee01a417 x-openstack-request-id: req-f7751ea8-e560-48e3-9700-69ebee01a417 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:08.162544 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-unplugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:08.162794 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7751ea8-e560-48e3-9700-69ebee01a417 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:08.163208 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'code': 200} Nov 12 03:53:08.187682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] No DVR routers for this DVR port c31907fd-b028-4efd-8bc2-c3c39a050dce on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:08.194917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.217484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.217838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.218179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.218534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.218853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.219216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.219547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.219877 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.220207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.220535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.220861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.221186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:08.243992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:08.244337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:08.244671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.249023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:08.249348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Attempting to bind port c31907fd-b028-4efd-8bc2-c3c39a050dce on network 09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:08.254217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:08.254593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Checking segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:08.254979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Bound using segment: {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:08.255444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Bound port: c31907fd-b028-4efd-8bc2-c3c39a050dce, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3a2aa6-956f-452a-a007-f5497cacf942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:08.255907 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.257898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.321804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:08.324821 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:08.328704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.361009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.361786 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.363011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] 10.222.0.39 "PUT /v2.0/ports/c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 1092 time: 0.5822070 Nov 12 03:53:08.385383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153192-38f7-4caf-ab4c-a10c88826101 service neutron] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.464020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-8464fab1-1df0-4416-b973-fa1127a94b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.465509 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-8464fab1-1df0-4416-b973-fa1127a94b7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0772586 Nov 12 03:53:08.478658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac2e68-8c7e-49ac-81ab-34038521ed5b req-253c7fee-f53a-44a8-8fe4-9c7651f8b20f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.480153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ac2e68-8c7e-49ac-81ab-34038521ed5b req-253c7fee-f53a-44a8-8fe4-9c7651f8b20f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0641239 Nov 12 03:53:08.581006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14ac2e68-8c7e-49ac-81ab-34038521ed5b req-e96f841e-d5f2-437a-852f-2b9648f2d987 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926943 Nov 12 03:53:08.597596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-6b1c845c-0054-461a-bdc2-1269904d98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.599632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-6b1c845c-0054-461a-bdc2-1269904d98de service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1186314 Nov 12 03:53:08.644306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-c21cb24e-4987-4a38-a42e-43b063278e54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0380857 Nov 12 03:53:08.693486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-a549434d-1cd5-4e21-bca3-d565645a50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.694915 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-a549434d-1cd5-4e21-bca3-d565645a50d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0428870 Nov 12 03:53:08.727393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-50353bc9-a09d-4e49-9cb4-9b0c1a1cfe87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254338 Nov 12 03:53:08.817995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-4dbfba80-ff15-44b2-9510-7ae447c544f3 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839188 Nov 12 03:53:08.906693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8da1ca9f-37d7-49b8-8425-8ceb747fec77 req-2f1fa951-acf4-43a7-b2c8-152de03e3166 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816302 Nov 12 03:53:09.700812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13258c3-42af-43ed-9348-0c069d8ae2ce req-ac6fbc49-5cb5-4784-9330-339a4608e1a5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.703163 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a13258c3-42af-43ed-9348-0c069d8ae2ce req-ac6fbc49-5cb5-4784-9330-339a4608e1a5 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Nov 12 03:53:09.751944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a13258c3-42af-43ed-9348-0c069d8ae2ce req-36d5ff47-6ca4-4d5d-951f-137073b8344b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425160 Nov 12 03:53:10.164379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:10.166765 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc3bc8-20ab-4889-a704-75e3427824cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:10.213949 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac5ea0-235f-430c-8b7e-5a1c595af24c x-openstack-request-id: req-a8ac5ea0-235f-430c-8b7e-5a1c595af24c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:10.214249 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:10.214505 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a8ac5ea0-235f-430c-8b7e-5a1c595af24c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:10.214906 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'status': 'completed', 'code': 200} Nov 12 03:53:10.312430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b8471a4f-1c18-4acb-8159-429f1cb0d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.313965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b8471a4f-1c18-4acb-8159-429f1cb0d33a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0740464 Nov 12 03:53:10.315796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b33874cb-eef1-49fe-b6aa-2bf294c419a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.317166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b33874cb-eef1-49fe-b6aa-2bf294c419a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0669930 Nov 12 03:53:10.482188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-f13ad84b-f0d2-4a6c-9402-f203c0db7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.483717 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-f13ad84b-f0d2-4a6c-9402-f203c0db7696 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1587014 Nov 12 03:53:10.484808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-1ca3ec69-7d1f-49e4-9857-438087dcdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.486140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-1ca3ec69-7d1f-49e4-9857-438087dcdc52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.1538260 Nov 12 03:53:10.560813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-25aba00c-feb5-4abd-ad81-53275f0f6989 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0664670 Nov 12 03:53:10.562164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-fa076cc6-0133-4fed-aef0-17f64214a5b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0620251 Nov 12 03:53:10.641933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-55175792-57df-4338-8495-ef7aad30dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.643428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-55175792-57df-4338-8495-ef7aad30dea0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0757401 Nov 12 03:53:10.644836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b2bb7b24-959e-41b6-8043-1e0873676a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.646604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-b2bb7b24-959e-41b6-8043-1e0873676a0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0718975 Nov 12 03:53:10.671892 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:10.697089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-950f3830-ca52-4ad8-accf-7aeef4097829 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469427 Nov 12 03:53:10.698997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-31d55211-57f2-4f30-aacc-ddaa1267b8f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403423 Nov 12 03:53:10.710940 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:10.856801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-4491e0ec-7a9d-44f6-ac0a-12658ece43d1 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521442 Nov 12 03:53:10.858671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-f46dd77d-e802-4bcd-9721-a9a9bc63768d service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466868 Nov 12 03:53:10.868214 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee7e0-0b6f-4cd3-bc92-3284fba54cc1 req-206b0a89-b714-488b-9134-23699b5d52d3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.869722 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-622ee7e0-0b6f-4cd3-bc92-3284fba54cc1 req-206b0a89-b714-488b-9134-23699b5d52d3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0498884 Nov 12 03:53:10.918036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-622ee7e0-0b6f-4cd3-bc92-3284fba54cc1 req-48583a91-1e32-40b5-a0fe-0576746448f3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Nov 12 03:53:11.016291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-71678b18-a831-4346-b02a-1fe61e803979 service neutron] 10.222.0.39 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528976 Nov 12 03:53:11.018204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9fc3bc8-20ab-4889-a704-75e3427824cc req-9b97fa3f-e50e-4051-867e-c6d6a81c946b service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472199 Nov 12 03:53:11.124131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242bd3-4d7d-4e4f-8390-934bb5c16ac3 req-2fb9ad0b-0a64-45b5-a105-4fd453b400c4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.125675 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-31242bd3-4d7d-4e4f-8390-934bb5c16ac3 req-2fb9ad0b-0a64-45b5-a105-4fd453b400c4 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0566161 Nov 12 03:53:11.134047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619508-f888-4363-b485-6fc99e5357cc req-95fe0164-b323-44f6-a9aa-6a5fefcb112f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.135524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-95fe0164-b323-44f6-a9aa-6a5fefcb112f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.32 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802&tenant_id=d82601b6da204576bcf78e2ea6762a0d&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0556011 Nov 12 03:53:11.173771 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-31242bd3-4d7d-4e4f-8390-934bb5c16ac3 req-9cecbf99-7c3e-4491-943c-2f7ebea1934b tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Nov 12 03:53:11.198743 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-c6619508-f888-4363-b485-6fc99e5357cc req-2f7d1e0b-6ee8-4f10-a0a6-3f0dc46ff713 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:53:11.199803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-2f7d1e0b-6ee8-4f10-a0a6-3f0dc46ff713 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c31907fd-b028-4efd-8bc2-c3c39a050dce/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0531313 Nov 12 03:53:11.281988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619508-f888-4363-b485-6fc99e5357cc req-e421d29f-3323-40fa-980b-de173bb975bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.283420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-e421d29f-3323-40fa-980b-de173bb975bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d82601b6da204576bcf78e2ea6762a0d&device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 1095 time: 0.0406594 Nov 12 03:53:11.385261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619508-f888-4363-b485-6fc99e5357cc req-c0d7baaf-22a8-455c-9aa5-ba9e0f04fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.386823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-c0d7baaf-22a8-455c-9aa5-ba9e0f04fc5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 200 len: 916 time: 0.0887902 Nov 12 03:53:11.431016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-55580c89-cf51-4226-9cde-57d09ba499a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 200 len: 217 time: 0.0334482 Nov 12 03:53:11.483003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619508-f888-4363-b485-6fc99e5357cc req-57f5f857-277c-48d9-9ce9-30c709d835e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:11.484466 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-57f5f857-277c-48d9-9ce9-30c709d835e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 200 len: 855 time: 0.0427823 Nov 12 03:53:11.521646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-dffd4a2d-d1d1-49d1-9a99-035462546237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284214 Nov 12 03:53:11.613754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-8388ee81-0208-4e10-8e14-07d007218c52 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799038 Nov 12 03:53:11.709141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6619508-f888-4363-b485-6fc99e5357cc req-6d2dddb0-1a0e-4572-b8a0-d4397576ef76 service neutron] 10.222.0.32 "GET /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837784 Nov 12 03:53:12.160379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:12.307925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:12.308192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5041865-6fc8-49e7-910f-f3d10107973a req-b1fef32f-0215-4a17-a48d-17284239bbea tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.309755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5041865-6fc8-49e7-910f-f3d10107973a req-b1fef32f-0215-4a17-a48d-17284239bbea tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 943 time: 0.0589261 Nov 12 03:53:12.326255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'network_id': '09d1f19a-c14d-4d24-8f5f-fe3bc88f2129', 'port_id': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'mac_address': 'fa:16:3e:dc:50:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bba787-dbdf-4d66-a73f-32c9c34d35c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:12.360733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5041865-6fc8-49e7-910f-f3d10107973a req-5317548c-b900-4370-a254-6a5aa1e695c2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 Nov 12 03:53:12.379032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.404040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31907fd-b028-4efd-8bc2-c3c39a050dce {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:12.429630 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:12.433693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.477976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bf762-c3a0-434f-b04d-c42c9d7a8041 req-8f775af5-9bf2-4573-a411-aa7e792bde66 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.479578 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a6bf762-c3a0-434f-b04d-c42c9d7a8041 req-8f775af5-9bf2-4573-a411-aa7e792bde66 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0489910 Nov 12 03:53:12.482751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.490893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.491273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.491622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.491964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.492300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.492634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.492966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.493297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.493795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.494003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.494330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.494715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:12.527662 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a6bf762-c3a0-434f-b04d-c42c9d7a8041 req-f6227ed8-ad18-424b-aa3c-cfb1dd5f4a4d tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Nov 12 03:53:12.639138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c5de1-5a58-4864-9b1f-1aa5058d2019 req-b85dfe13-a909-4cfe-b964-0479768c37ca tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.640548 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa3c5de1-5a58-4864-9b1f-1aa5058d2019 req-b85dfe13-a909-4cfe-b964-0479768c37ca tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0484838 Nov 12 03:53:12.647864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c31907fd-b028-4efd-8bc2-c3c39a050dce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:12.688383 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa3c5de1-5a58-4864-9b1f-1aa5058d2019 req-59caf814-54a3-4692-8b3e-f890c587623f tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Nov 12 03:53:13.016330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8892c99-74e9-4765-9541-26b333b67142 req-b8a1f078-7fdb-4ac3-94e8-278e2b19e7d9 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.017800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8892c99-74e9-4765-9541-26b333b67142 req-b8a1f078-7fdb-4ac3-94e8-278e2b19e7d9 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0490544 Nov 12 03:53:13.070483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c8892c99-74e9-4765-9541-26b333b67142 req-5a2c4841-19bb-42a2-9238-085347ca1dfa tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Nov 12 03:53:14.161362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:14.199772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-8ea2d373-2ce1-499c-a0a8-b1f13a4ca618 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.201636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-8ea2d373-2ce1-499c-a0a8-b1f13a4ca618 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.39 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0774548 Nov 12 03:53:14.212337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port c31907fd-b028-4efd-8bc2-c3c39a050dce completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:14.216843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port c31907fd-b028-4efd-8bc2-c3c39a050dce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:14.217414 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.224739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87f7c6-7e97-42b1-8b47-ab28970f37e6 req-b9c6e277-43dd-478b-bb6d-04d6e611cc5a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:14.226209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c87f7c6-7e97-42b1-8b47-ab28970f37e6 req-b9c6e277-43dd-478b-bb6d-04d6e611cc5a tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/ports?device_id=e61aaf81-9220-428c-9dd9-9a8b91ef4802 HTTP/1.1" status: 200 len: 944 time: 0.0735614 Nov 12 03:53:14.295897 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.319652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:14.321622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1c87f7c6-7e97-42b1-8b47-ab28970f37e6 req-f8bebe25-9da0-407b-a159-f32839d2edf2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.84 "GET /v2.0/security-groups?id=0db1017b-dd17-489b-9563-3c1ff5b1f405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798099 Nov 12 03:53:14.321907 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d33a0a-4891-485c-bed2-f6b8a93aeccf" -d '{"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-plugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:14.340876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:14.345386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.346748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Deleting port c31907fd-b028-4efd-8bc2-c3c39a050dce {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:14.347599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.373132 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97667efe-5618-451b-a709-70f27158e7ab x-openstack-request-id: req-97667efe-5618-451b-a709-70f27158e7ab {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:14.373493 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-plugged", "status": "completed", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:14.374429 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97667efe-5618-451b-a709-70f27158e7ab {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:14.374429 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'code': 200} Nov 12 03:53:14.396788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.438109 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] For port c31907fd-b028-4efd-8bc2-c3c39a050dce, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c31907fd-b028-4efd-8bc2-c3c39a050dce,segment=NetworkSegment(da3a2aa6-956f-452a-a007-f5497cacf942),segment_id=da3a2aa6-956f-452a-a007-f5497cacf942)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:14.438479 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.450748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Calling delete_port for c31907fd-b028-4efd-8bc2-c3c39a050dce owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:14.577088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.588968 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c31907fd-b028-4efd-8bc2-c3c39a050dce'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:14.606529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Pushing event deleted for resources: {'Port': ['ID=c31907fd-b028-4efd-8bc2-c3c39a050dce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:14.648692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] No DVR routers for this DVR port c31907fd-b028-4efd-8bc2-c3c39a050dce on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:14.651263 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.654559 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4a70d80e-419a-4c6c-be38-4cbad564b2bd req-61892fa3-07e8-47a4-9586-3579184a1ae2 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] 10.222.0.39 "DELETE /v2.0/ports/c31907fd-b028-4efd-8bc2-c3c39a050dce HTTP/1.1" status: 204 len: 173 time: 0.4451580 Nov 12 03:53:14.654993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-deleted', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:14.657271 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00933357-7191-4636-acb5-85d6df099942" -d '{"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-deleted", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:14.693104 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313ed76-b9c8-489b-9564-544c29eb7850 x-openstack-request-id: req-7313ed76-b9c8-489b-9564-544c29eb7850 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:14.693407 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61aaf81-9220-428c-9dd9-9a8b91ef4802", "name": "network-vif-deleted", "tag": "c31907fd-b028-4efd-8bc2-c3c39a050dce", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:14.693661 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7313ed76-b9c8-489b-9564-544c29eb7850 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:14.694063 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61aaf81-9220-428c-9dd9-9a8b91ef4802', 'name': 'network-vif-deleted', 'tag': 'c31907fd-b028-4efd-8bc2-c3c39a050dce', 'status': 'completed', 'code': 200} Nov 12 03:53:15.450052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43300) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.494128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Deleting subnet 98bba787-dbdf-4d66-a73f-32c9c34d35c0 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:15.497144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.530212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.567852 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.621174 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.648118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.651413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/98bba787-dbdf-4d66-a73f-32c9c34d35c0 HTTP/1.1" status: 204 len: 168 time: 0.2003458 Nov 12 03:53:15.652411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4464354-432d-49d6-815a-35bb67d91e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bba787-dbdf-4d66-a73f-32c9c34d35c0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.653860 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43302) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.719803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.803689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.822601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d1f19a-c14d-4d24-8f5f-fe3bc88f2129']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.831739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3a2aa6-956f-452a-a007-f5497cacf942') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.832037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3a2aa6-956f-452a-a007-f5497cacf942') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:15.841139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.854237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.859977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:15.860358 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: timer() Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:15.861937 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:15.917347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.922660 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.925930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] 10.222.0.84 "DELETE /v2.0/networks/09d1f19a-c14d-4d24-8f5f-fe3bc88f2129 HTTP/1.1" status: 204 len: 168 time: 0.2711642 Nov 12 03:53:16.049123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43308) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.093232 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-668eb9ea-002d-44ea-bb64-75d6da93cd81 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d82601b6da204576bcf78e2ea6762a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428290 Nov 12 03:53:16.095944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43310) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.147390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.169509 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.186483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eba9c3-86db-4b4a-8f8a-d9c06af06727 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d1f19a-c14d-4d24-8f5f-fe3bc88f2129,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.216892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.219600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.220751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0db1017b-dd17-489b-9563-3c1ff5b1f405 HTTP/1.1" status: 204 len: 168 time: 0.1238923 Nov 12 03:53:16.229538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1017b-dd17-489b-9563-3c1ff5b1f405,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:16.236948 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.237295 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.237640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.237976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.238327 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.238640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.238969 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.239325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.239688 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.240018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.240344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.240667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60522e6-ed08-402f-af44-ea12024b7c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:16.872510 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43332) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.974743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-509742762-network', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:16.995812 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:16.998053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.007046 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.083400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.087227 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.111791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:17.120867 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146db937-1f33-4a71-8a1f-72a2b75fa101,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.129007 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.129007 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Added segment 0ee000f8-87c9-460c-8767-990653b0f305 of type vlan for network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 Nov 12 03:53:17.173860 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.199929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.201151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.201725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.234853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3611777 Nov 12 03:53:17.237813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43336) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:17.243496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Request body: {'subnet': {'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-509742762-subnet', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:17.263991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:17.266418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.267324 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cd858-e16b-43cc-b70d-690cc5844b59 admin admin] Pushing event updated for resources: {'Network': ['ID=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.278380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:17.436466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.497288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe2529d-1999-48b9-81c5-40039f03c513,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.503844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:17.504202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Network hostable DHCP agents. Network: 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:17.519592 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:17.527388 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:17.531178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:17.531763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.536748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29da35-e95c-4331-be9b-642759e389ae None None] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:17.547302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-16082047-cc30-4c44-a6ab-3f3485c04574 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3082163 Nov 12 03:53:17.550089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43340) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:17.554798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:17.574681 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.575732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.630180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.682355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:17.683338 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.763826 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.823980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Allocated IP 172.20.0.2 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/e19de9cb-eba9-4191-b4c6-7df8b65e1da8) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:17.967149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.971623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.973780 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.990968 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.014919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:18.019633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:18.023712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:18.030769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Pushing event updated for resources: {'Port': ['ID=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.082467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Attempting to bind port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:18.083717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Attempting to bind port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:18.084092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Attempting to bind port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:18.090337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:18.090730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:18.091166 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.092196 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:18.092721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Bound port: e19de9cb-eba9-4191-b4c6-7df8b65e1da8, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:18.093114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.103757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Allocated IP 172.25.2.232 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/4e418b88-72ef-4a26-a173-43650ea722c3) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:18.167127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] For port e19de9cb-eba9-4191-b4c6-7df8b65e1da8, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:18.171359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] For port e19de9cb-eba9-4191-b4c6-7df8b65e1da8, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:18.176624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:18.180975 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.206092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: c31907fd-b028-4efd-8bc2-c3c39a050dce {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:18.207313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c31907fd-b028-4efd-8bc2-c3c39a050dce not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:18.222415 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.261810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015431e2-21d3-4398-9b46-843a42c87382 None None] Pushing event updated for resources: {'Port': ['ID=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.264455 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.304470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:18.307279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:18.310717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:18.322619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661aea38-cd61-4f9c-b352-93bcd454f1f6 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:18.351056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Pushing event updated for resources: {'Port': ['ID=4e418b88-72ef-4a26-a173-43650ea722c3,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:18.396181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcad0967-b480-4d68-bb95-486fb2e81d13 None None] Provisioning complete for port 4e418b88-72ef-4a26-a173-43650ea722c3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:18.397668 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcad0967-b480-4d68-bb95-486fb2e81d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.449226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dcad0967-b480-4d68-bb95-486fb2e81d13 None None] Port 4e418b88-72ef-4a26-a173-43650ea722c3 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:18.589100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.776457 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.912107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Router 883ab517-33ad-4c5e-9212-2648587b3743 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:19.022147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:19.030929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:19.045347 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:19.046813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.048722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.050070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bafda651-7a46-42e7-be21-561b9a3ba2de admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4990578 Nov 12 03:53:19.053620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43346) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.158824 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:19.200685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aced47c-a5f8-4b7c-bc5b-e2dd38f2e5b0 None None] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:19.290914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] Provisioning complete for port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.291308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.349076 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:18Z', 'revision_number': 3, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.375069 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:19.375354 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Updating router 883ab517-33ad-4c5e-9212-2648587b3743 port 4e418b88-72ef-4a26-a173-43650ea722c3 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:19.403942 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.429743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.466703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] For port e19de9cb-eba9-4191-b4c6-7df8b65e1da8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:19.474266 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.519056 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.537608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc123b-2eb8-4dcc-8e94-4e0cb9dd1b97 None None] Pushing event updated for resources: {'Port': ['ID=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.694903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Allocated IP 172.20.0.1 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/a363f506-31d4-47be-90cf-1384cbdb920a) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:19.697200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-6f525374-eb66-49a5-b732-a70bc10ba2ca None None] Provisioning complete for port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.697583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6f525374-eb66-49a5-b732-a70bc10ba2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.705744 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.712020 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.743585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c6209-d2f3-43f4-b3fa-a4ae533ae778 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:19.762567 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Attempting to bind port 4e418b88-72ef-4a26-a173-43650ea722c3 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:19.763209 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Attempting to bind port 4e418b88-72ef-4a26-a173-43650ea722c3 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:19.763356 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Attempting to bind port 4e418b88-72ef-4a26-a173-43650ea722c3 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:19.781512 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Pushing event updated for resources: {'Port': ['ID=4e418b88-72ef-4a26-a173-43650ea722c3,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.784949 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:19.785324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:19.785759 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.786146 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:19.786626 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Bound port: 4e418b88-72ef-4a26-a173-43650ea722c3, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:19.786986 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.793724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.794073 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.794417 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.794747 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.795615 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.795615 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.795826 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.796063 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.796394 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.796717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.797037 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.797359 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:19.809200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.844702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.848116 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] For port 4e418b88-72ef-4a26-a173-43650ea722c3, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:19.851112 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] For port 4e418b88-72ef-4a26-a173-43650ea722c3, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e418b88-72ef-4a26-a173-43650ea722c3,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:19.856290 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.880677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:19.883464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:19.886806 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:19.910453 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f41b1-203d-472b-aaaa-6549936bea0a None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:19.913996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:19.914632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:19.918287 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bbf70-ffa5-4f6a-8f18-cd36f0db66d8 None None] Pushing event updated for resources: {'Port': ['ID=4e418b88-72ef-4a26-a173-43650ea722c3,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.924569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Pushing event updated for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.939839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.950847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] Provisioning complete for port 4e418b88-72ef-4a26-a173-43650ea722c3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:19.951482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.031403 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:20.056341 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.082277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] For port 4e418b88-72ef-4a26-a173-43650ea722c3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e418b88-72ef-4a26-a173-43650ea722c3,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:20.087501 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.100624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.155135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e394b-bb4e-4334-ae62-716b16455882 None None] Pushing event updated for resources: {'Port': ['ID=4e418b88-72ef-4a26-a173-43650ea722c3,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.215706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d0d61f99-4a65-4f91-919f-afd15a49e086 None None] Provisioning complete for port 4e418b88-72ef-4a26-a173-43650ea722c3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:20.218049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0d61f99-4a65-4f91-919f-afd15a49e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.240787 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:18Z', 'revision_number': 3, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:20.273608 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b71baa-44b1-4490-837d-3808ec65e656 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:18Z', 'revision_number': 3, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:20.292938 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.302561 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.393828 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.395823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Pushing event updated for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.429776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e19de9cb-eba9-4191-b4c6-7df8b65e1da8 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:20.496434 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:20.497894 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:20.530790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:20.531216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.583003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d0d61f99-4a65-4f91-919f-afd15a49e086 None None] Provisioning complete for port a363f506-31d4-47be-90cf-1384cbdb920a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:20.583658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0d61f99-4a65-4f91-919f-afd15a49e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.642628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d0d61f99-4a65-4f91-919f-afd15a49e086 None None] Port a363f506-31d4-47be-90cf-1384cbdb920a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:20.673017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:20.797475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:20.803231 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3241aae7-6101-46b7-9f3a-a76bbda9564a admin admin] 10.222.0.84 "PUT /v2.0/routers/883ab517-33ad-4c5e-9212-2648587b3743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485194 Nov 12 03:53:20.864589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-61baac0a-a4e4-411e-90be-8983212643d6 None None] Provisioning complete for port a363f506-31d4-47be-90cf-1384cbdb920a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:20.864959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61baac0a-a4e4-411e-90be-8983212643d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.902408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-61baac0a-a4e4-411e-90be-8983212643d6 None None] Port a363f506-31d4-47be-90cf-1384cbdb920a cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:21.304612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.309726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727023821', 'description': 'tempest-description--1500848424'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:21.331999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.399511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.402861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.431458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.432728 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1270783 Nov 12 03:53:21.435782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43356) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.440994 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'security_group_rule': {'security_group_id': '934471fb-0d6c-4c39-ac1f-abfdcd15643b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:21.446206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fd84c-e21b-4693-8ede-aa33849ee8fc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934471fb-0d6c-4c39-ac1f-abfdcd15643b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.471955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.537270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.554995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.578571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.579834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431289 Nov 12 03:53:21.583309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439560b-0db5-4587-b642-804886bedd98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a1b7bc-b7aa-45f4-b2a2-35d9d00a701c,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.583895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.589558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'security_group_rule': {'security_group_id': '934471fb-0d6c-4c39-ac1f-abfdcd15643b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:21.617961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.680143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.685139 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.704805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4acc6f-dcac-42cb-884d-3f7c8ed98488,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.716137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.718788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-39029f1d-ceca-47b8-9d6e-fc64890ea66b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324158 Nov 12 03:53:21.720938 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:21.726190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:21.748443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.847722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.913794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:21.922737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:21.923440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:21.954658 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Allocated IP 172.25.2.167 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/7f6ac410-3c7e-4665-ab42-48d20777f324) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:22.029610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:22.054761 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.088922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.135230 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:22.138133 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:22.142636 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:22.145716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=7f6ac410-3c7e-4665-ab42-48d20777f324,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.230456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.239864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 2, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.270017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:22.270373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Updating router 883ab517-33ad-4c5e-9212-2648587b3743 port a363f506-31d4-47be-90cf-1384cbdb920a binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:22.272128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.308781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e418b88-72ef-4a26-a173-43650ea722c3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:22.312470 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.428879 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.433239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.446411 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4e418b88-72ef-4a26-a173-43650ea722c3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:22.446778 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.504159 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=7f6ac410-3c7e-4665-ab42-48d20777f324,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.516381 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.531362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.532591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7f4110d9-9989-48cd-bde3-cbe5b0910729 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8106172 Nov 12 03:53:22.666669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.672353 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.684639 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-f3f86364-fe0f-4d62-af54-7e24b8ce3bfd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--727023821&fields=id&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 267 time: 0.0447268 Nov 12 03:53:22.722715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651351ba-15ac-4ea7-b29b-91a37b15fd92 None None] Pushing event updated for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.777323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Attempting to bind port a363f506-31d4-47be-90cf-1384cbdb920a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:22.777699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Attempting to bind port a363f506-31d4-47be-90cf-1384cbdb920a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:22.778064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Attempting to bind port a363f506-31d4-47be-90cf-1384cbdb920a on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:22.783385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:22.783759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:22.784160 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.784555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:22.785027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Bound port: a363f506-31d4-47be-90cf-1384cbdb920a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:22.785403 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.808936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-e0c735be-199f-4027-9a4d-3102c1e456ca tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.810500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-e0c735be-199f-4027-9a4d-3102c1e456ca tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1191707 Nov 12 03:53:22.826501 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-72e57682-1f1a-47dd-8f65-8acea5c29077 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/quotas/b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 375 time: 0.0096612 Nov 12 03:53:22.850478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] For port a363f506-31d4-47be-90cf-1384cbdb920a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:22.853702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] For port a363f506-31d4-47be-90cf-1384cbdb920a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a363f506-31d4-47be-90cf-1384cbdb920a,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:22.858467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.890174 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-9abebd22-0c56-4e55-ac36-b6e40e44914e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572970 Nov 12 03:53:22.906304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:22.906942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.980624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651351ba-15ac-4ea7-b29b-91a37b15fd92 None None] Pushing event updated for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.990350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] Provisioning complete for port a363f506-31d4-47be-90cf-1384cbdb920a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:22.990728 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.995261 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-e4a28f63-15e3-44ce-81ed-4a7ed6a98c98 service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890067 Nov 12 03:53:23.081935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:23.101183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-54956eb7-440d-434c-b0ea-6beabe3c7452 service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990369 Nov 12 03:53:23.199623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.272897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] For port a363f506-31d4-47be-90cf-1384cbdb920a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a363f506-31d4-47be-90cf-1384cbdb920a,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:23.277966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2aa0d342-f8e4-4ce4-b1e5-ab92d688f94a req-060615d9-fc9a-4313-a7e6-22d58b280bca tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 210 time: 0.0362804 Nov 12 03:53:23.281493 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.530521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e4f17-c93a-49c6-adfb-ef419cd981a3 None None] Pushing event updated for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:23.534394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bec96af0-d310-4d6e-aac2-bbf5086341c5 None None] Provisioning complete for port a363f506-31d4-47be-90cf-1384cbdb920a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:23.534751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bec96af0-d310-4d6e-aac2-bbf5086341c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.587611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:22Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:23.619310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a752fa6-1b0d-4a78-aa97-3b5152c0ba05 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:22Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:24.273307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-2148cb72-ae57-4412-9135-6d40d983be4c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.275159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-2148cb72-ae57-4412-9135-6d40d983be4c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1249247 Nov 12 03:53:24.342704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a363f506-31d4-47be-90cf-1384cbdb920a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:24.370914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-0c730a15-0380-42db-9426-8f0ba40c8681 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 379 time: 0.0857716 Nov 12 03:53:24.380622 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'port': {'device_id': '032d6721-e085-4865-963e-6336ee9fdc06', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'admin_state_up': True, 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'security_groups': ['934471fb-0d6c-4c39-ac1f-abfdcd15643b']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.408794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port a363f506-31d4-47be-90cf-1384cbdb920a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:24.409164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.421880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fc88c81-287d-47ff-b048-68599d8ceac2 req-ad4e8de5-c1f1-4e29-be0b-fa1270b777fb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 210 time: 0.0314789 Nov 12 03:53:24.504668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:24.508300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.648096 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Allocated IP 172.20.0.4 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/a6899508-cc28-4b3b-91fc-abedd916069d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:24.788897 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.822535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.867674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:24.870673 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:24.876951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:24.901837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.931112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.931741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.947921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-2dbaa689-f2f0-4a96-a8f0-17c52e5c9aa8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712526 Nov 12 03:53:24.960999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Request body: {'port': {'device_id': '032d6721-e085-4865-963e-6336ee9fdc06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:25.017812 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.104814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-17eb524b-a9b5-4cce-8343-9d5a5c1aa996 None None] Provisioning complete for port a6899508-cc28-4b3b-91fc-abedd916069d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:25.105178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17eb524b-a9b5-4cce-8343-9d5a5c1aa996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.138650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-17eb524b-a9b5-4cce-8343-9d5a5c1aa996 None None] Port a6899508-cc28-4b3b-91fc-abedd916069d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:25.282933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6899508-cc28-4b3b-91fc-abedd916069d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:25.290880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.302279 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Transition to ACTIVE for port object a6899508-cc28-4b3b-91fc-abedd916069d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:25.305892 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.372021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.425127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:25.425461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:25.425788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:25.430230 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:25.430551 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:25.435572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:25.435894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:25.436282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:25.436709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Bound port: a6899508-cc28-4b3b-91fc-abedd916069d, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:25.437061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.520744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:25.547173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:25.552931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.588519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.589299 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.590672 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] 10.222.0.39 "PUT /v2.0/ports/a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 1092 time: 0.6344376 Nov 12 03:53:25.594852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:25.597044 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa0e83f-d865-43eb-aede-1265d869b467" -d '{"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:25.615384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee82f-71f4-4ea8-b3b8-68acdff579e6 req-2a806133-aa41-4287-82ba-05ae5e1ca9bd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.622983 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-702ee82f-71f4-4ea8-b3b8-68acdff579e6 req-2a806133-aa41-4287-82ba-05ae5e1ca9bd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.1185966 Nov 12 03:53:25.653873 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51df0c9-0b9a-4e49-b637-31db8a90935c x-openstack-request-id: req-a51df0c9-0b9a-4e49-b637-31db8a90935c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:25.654172 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:25.654438 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a51df0c9-0b9a-4e49-b637-31db8a90935c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:25.654801 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'status': 'completed', 'code': 200} Nov 12 03:53:25.701232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a3842-fb3f-4b7e-a3f8-ac22af738b88 service neutron] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.728080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-702ee82f-71f4-4ea8-b3b8-68acdff579e6 req-60d705e8-67a0-46ae-ae5c-9d2f8e921ba8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041801 Nov 12 03:53:25.731130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-7e23e0a6-c967-47f8-8a10-18f428501506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.732631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-7e23e0a6-c967-47f8-8a10-18f428501506 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0962615 Nov 12 03:53:25.778431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-812f1e0d-ada3-4f50-9582-14f13bd76628 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 217 time: 0.0376842 Nov 12 03:53:25.826192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-c2111a55-a713-4c42-9a01-238e97aa456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.827613 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-c2111a55-a713-4c42-9a01-238e97aa456d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0428491 Nov 12 03:53:25.877192 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638138-087d-475a-84c6-4129f60569b9 req-a031f407-5905-443d-996c-83644c124b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:25.878593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-a031f407-5905-443d-996c-83644c124b58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432110 Nov 12 03:53:25.966625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-097c6a77-6400-47bb-a46b-3838d823a5de service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789025 Nov 12 03:53:26.056194 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a638138-087d-475a-84c6-4129f60569b9 req-f7b4dac3-b95c-4bfc-b981-d89a87c49113 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824726 Nov 12 03:53:26.138535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-134c5675-07f1-4c9a-a931-9514a0e88cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.140106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-134c5675-07f1-4c9a-a931-9514a0e88cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0411201 Nov 12 03:53:26.231994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-3f31c61b-f2f9-4e05-ace3-ae6252562f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.233448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-3f31c61b-f2f9-4e05-ace3-ae6252562f3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0867646 Nov 12 03:53:26.275062 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-f6ea0685-60a8-446c-8de1-b9f48c8e8154 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 217 time: 0.0337539 Nov 12 03:53:26.323972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-bfaae848-f0ef-4441-911c-721f4cf75e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.325400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-bfaae848-f0ef-4441-911c-721f4cf75e0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0432215 Nov 12 03:53:26.371152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-cdd9240b-816d-465e-9fce-d57eb777245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.372599 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-cdd9240b-816d-465e-9fce-d57eb777245e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393617 Nov 12 03:53:26.463140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-ee42a3de-f6a3-4012-8575-9c8b857de639 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Nov 12 03:53:26.801329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8fa0e83f-d865-43eb-aede-1265d869b467 req-aea15911-6887-4f0e-92e6-1dffbd3917d7 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299546 Nov 12 03:53:26.849739 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337130e-e657-43c1-8227-91f23f34be75 req-511af949-9841-48c9-aa33-539fad99ddb6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:26.851262 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0337130e-e657-43c1-8227-91f23f34be75 req-511af949-9841-48c9-aa33-539fad99ddb6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.0491066 Nov 12 03:53:26.896730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0337130e-e657-43c1-8227-91f23f34be75 req-be8ff12b-2bf0-40a7-b42a-b08e367bd508 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Nov 12 03:53:28.009545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bec8d-e174-4f6f-8d19-07f4c7a94f5b req-1ada4161-7b36-470e-96b1-6a77aef33ce6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:28.010997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-296bec8d-e174-4f6f-8d19-07f4c7a94f5b req-1ada4161-7b36-470e-96b1-6a77aef33ce6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.0472908 Nov 12 03:53:28.056335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-296bec8d-e174-4f6f-8d19-07f4c7a94f5b req-75f68f4f-81ac-4cce-bdfe-b3010446441e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Nov 12 03:53:28.197568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:28.274064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.301836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.312709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'mac_address': 'fa:16:3e:33:12:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:28.349477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.361623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6899508-cc28-4b3b-91fc-abedd916069d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:28.381344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.385184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.430695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.590182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['a6899508-cc28-4b3b-91fc-abedd916069d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:29.174660 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000fdce-e58e-4033-b3da-7f78743a62d1 req-7d5bb7bd-0eb0-4872-a46a-6f5d6657660e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:29.176707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7000fdce-e58e-4033-b3da-7f78743a62d1 req-7d5bb7bd-0eb0-4872-a46a-6f5d6657660e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Nov 12 03:53:29.223368 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7000fdce-e58e-4033-b3da-7f78743a62d1 req-f46bcca7-3919-4eea-bc1c-7e1d26b9c245 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 Nov 12 03:53:29.622318 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.205814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:30.257876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port a6899508-cc28-4b3b-91fc-abedd916069d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:30.261850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port a6899508-cc28-4b3b-91fc-abedd916069d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:30.262399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.342921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07db7f7-4c9e-48c2-a67f-731d7da1018d req-85ef17d5-542b-48d6-9583-b5b5b6412314 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.344493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b07db7f7-4c9e-48c2-a67f-731d7da1018d req-85ef17d5-542b-48d6-9583-b5b5b6412314 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0533769 Nov 12 03:53:30.346995 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.371299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:30.374102 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f80a1-b2a1-4e20-9981-bc1afeaa2667" -d '{"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-plugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:30.388265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:30.392203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.400800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b07db7f7-4c9e-48c2-a67f-731d7da1018d req-7a4509a5-2acc-4e1a-9823-cd3fb9c7fe18 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491424 Nov 12 03:53:30.418192 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7b5e7-8ede-43de-8dad-e7ab0fa99ddd x-openstack-request-id: req-1df7b5e7-8ede-43de-8dad-e7ab0fa99ddd {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:30.419253 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-plugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:30.419501 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1df7b5e7-8ede-43de-8dad-e7ab0fa99ddd {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:30.419905 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'code': 200} Nov 12 03:53:30.449410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:30.512725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c8118-e816-4574-b655-6c7dd66d3c6a req-72bad1bb-afd1-4451-bfa3-c6f757f7919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.514227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e70c8118-e816-4574-b655-6c7dd66d3c6a req-72bad1bb-afd1-4451-bfa3-c6f757f7919d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1097 time: 0.0435195 Nov 12 03:53:30.556000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e70c8118-e816-4574-b655-6c7dd66d3c6a req-c21085f7-cdef-4fe3-a4b3-2eb1847d6fca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355716 Nov 12 03:53:31.526680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9cf9-d992-4be1-8f38-f75b462529de req-b4f62008-b183-4281-ac36-c7eb05bf1cb0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:31.528194 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17fa9cf9-d992-4be1-8f38-f75b462529de req-b4f62008-b183-4281-ac36-c7eb05bf1cb0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Nov 12 03:53:31.575005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17fa9cf9-d992-4be1-8f38-f75b462529de req-1eed6481-113f-40b4-9f71-8599c2c13eb3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Nov 12 03:53:32.308282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01600ebd-c46e-45f3-b57c-5f5a09adfc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.688686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402223c8-5481-4c1c-9dc1-951446722c4b req-fcf53124-3c52-47de-bcaa-5c0184c4d1df tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:32.690154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-402223c8-5481-4c1c-9dc1-951446722c4b req-fcf53124-3c52-47de-bcaa-5c0184c4d1df tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0493755 Nov 12 03:53:32.737453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-402223c8-5481-4c1c-9dc1-951446722c4b req-94228ac7-5638-400b-9802-721bc169613d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Nov 12 03:53:33.090998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58153c-8ba3-4df9-a5a4-ced85d6bf9ab req-29a878fa-d135-4169-b6e8-7dcc295547a4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.092542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c58153c-8ba3-4df9-a5a4-ced85d6bf9ab req-29a878fa-d135-4169-b6e8-7dcc295547a4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0566509 Nov 12 03:53:33.100939 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 43410) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.105284 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'floatingip': {'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:33.143600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.566376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.571015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.666248 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef associated. External IP: 172.25.2.167, port: a6899508-cc28-4b3b-91fc-abedd916069d. Nov 12 03:53:34.205689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:34.312090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:34.316753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.322164 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:34.332391 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:34.333038 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.347080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1bca4c9d-1c10-4859-9eb4-fbe71470b786 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "PUT /v2.0/floatingips/9927cfc2-a552-4fda-85da-8b54d27266ef HTTP/1.1" status: 200 len: 991 time: 1.2450895 Nov 12 03:53:34.347712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:34.350289 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}575e674293dc5ce3076d82ac9122bfdf54ad930f0fbd47243fbe668c13fc8108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feaa45e-2d0d-4173-8989-9ec58b8343b0" -d '{"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:34.393908 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1ecd3-d79d-444f-846a-d02e9a10e443 x-openstack-request-id: req-8ce1ecd3-d79d-444f-846a-d02e9a10e443 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:34.394415 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:34.394673 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8ce1ecd3-d79d-444f-846a-d02e9a10e443 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:34.395083 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'status': 'completed', 'code': 200} Nov 12 03:53:34.440742 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:34.452914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-008d8ac7-3684-4185-a20f-35980da009c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.454432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-008d8ac7-3684-4185-a20f-35980da009c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1097 time: 0.0400171 Nov 12 03:53:34.545883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-b5d76290-7f82-4aaf-8747-93827f7ef97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.547305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-b5d76290-7f82-4aaf-8747-93827f7ef97d service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0863154 Nov 12 03:53:34.647497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-97d6c1c9-fc9e-4f86-96c4-0a102fd13bc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 999 time: 0.0931938 Nov 12 03:53:34.663672 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:33:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032d6721-e085-4865-963e-6336ee9fdc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:53:33Z', 'revision_number': 1, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.688930 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:34.695718 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-43996dfb-84df-4eb3-88ac-3de6bdb5e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.697631 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:34.697931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-43996dfb-84df-4eb3-88ac-3de6bdb5e9bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0438018 Nov 12 03:53:34.698243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:53:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:34.714286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2421b273-5da3-4410-8647-3add69e25559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.743660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-11e88315-e5de-44d7-8b5d-e084cb7f5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.745163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-11e88315-e5de-44d7-8b5d-e084cb7f5a0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407317 Nov 12 03:53:34.844636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-f36738a7-624d-4b48-8cc2-c4fa9a9e4be5 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922630 Nov 12 03:53:34.892614 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:34.932920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7feaa45e-2d0d-4173-8989-9ec58b8343b0 req-a8c1e016-33ad-4e80-a524-d7d28e15d702 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818448 Nov 12 03:53:35.113078 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:33:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032d6721-e085-4865-963e-6336ee9fdc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:53:33Z', 'revision_number': 1, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:35.139280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee5332-f4c1-43ea-b317-d5c22154c700 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:33:12:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032d6721-e085-4865-963e-6336ee9fdc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:53:33Z', 'revision_number': 1, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:35.313237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9228f-ebc3-4146-bdd6-b765dff9d078 None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:35.687206 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:35.755023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.300731 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.260155 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.295397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-ee447793-eb2a-4ddf-84a7-56946f120b61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442021 Nov 12 03:53:54.374979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-3b767c90-628a-4597-879e-302faa49a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.376518 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-3b767c90-628a-4597-879e-302faa49a40b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1097 time: 0.0399921 Nov 12 03:53:54.482234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-159f463a-9ead-47a4-b54e-2ab0c9aedcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.483649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-159f463a-9ead-47a4-b54e-2ab0c9aedcf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0887930 Nov 12 03:53:54.549191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-50fa5cca-d4b3-4e28-ae81-c5df657468fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 1001 time: 0.0571375 Nov 12 03:53:54.600737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-46de9992-837f-4d24-bf60-7067edc255aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.602208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-46de9992-837f-4d24-bf60-7067edc255aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0445502 Nov 12 03:53:54.652407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-7c766931-a1ed-418e-8fd5-8675f1a8bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.653883 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-7c766931-a1ed-418e-8fd5-8675f1a8bc1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442634 Nov 12 03:53:54.752460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-5f0ace6e-92e8-4be9-a46d-f56222cfa04f service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903940 Nov 12 03:53:54.845484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49b57371-95c3-44fc-b896-691ee2ddd8ef req-a16447d3-44fe-455f-8dc8-ac1f2a5adf29 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Nov 12 03:53:58.249420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.616453 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.310231 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-61adf999-bc6e-4278-ac15-5a1238f80a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.717218 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-59d17e37-53bf-4de1-8c62-29bb661d3624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.759919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.303172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.261860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.685568 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:28.260314 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.621094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.310742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28166fa1-fc5e-40e9-9ec9-edc46ea54cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.721658 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-585f8e94-f87e-4689-a502-317b9ef4062d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.762813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.306362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.263821 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.685552 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:56.238009 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-b0a07681-0a7f-4967-9152-94e8bdb6402c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433209 Nov 12 03:54:56.319284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-3e400c34-54b5-4f72-a46f-32a58bf44973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.320758 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-3e400c34-54b5-4f72-a46f-32a58bf44973 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1097 time: 0.0396750 Nov 12 03:54:56.429044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-9b0c1901-9158-4c63-9729-2f59131174d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.430403 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-9b0c1901-9158-4c63-9729-2f59131174d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0908782 Nov 12 03:54:56.495268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-89868a0a-ff1b-4eea-80aa-8cc9e1f29617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 1001 time: 0.0565417 Nov 12 03:54:56.546137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-150ca8a8-bf96-4fc1-b59c-23d4cca765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.547550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-150ca8a8-bf96-4fc1-b59c-23d4cca765f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0456493 Nov 12 03:54:56.592965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-047081ef-7ce4-41ca-8638-9ebcda4caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:56.594438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-047081ef-7ce4-41ca-8638-9ebcda4caba9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397866 Nov 12 03:54:56.691203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-c1ea6d8d-cae9-45e6-bfb0-dcc87299612b service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Nov 12 03:54:56.784446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f54c5988-7e52-482c-b150-ef5fcdf6f3f3 req-620ab71f-f11f-4994-9306-3605d66bcf44 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Nov 12 03:54:58.279904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.636296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.312979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aab88eed-01ff-4c8b-812f-1a7e1fdf00f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.722769 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-66348575-7b7a-4149-a0a4-a6b9e3d6c6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:05.765174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.306009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.266168 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.249672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7c520-df4d-4501-a2fa-5c0dd6c7183e req-cb1ad98a-6c7c-4221-9054-6749581a1cf7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.251183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17f7c520-df4d-4501-a2fa-5c0dd6c7183e req-cb1ad98a-6c7c-4221-9054-6749581a1cf7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.1622207 Nov 12 03:55:10.298829 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-17f7c520-df4d-4501-a2fa-5c0dd6c7183e req-35afe7c8-bdf4-456d-927f-e617958d27eb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 Nov 12 03:55:10.536138 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-f8cb429b-17c4-4d07-b04a-847a6d0f3ddd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429292 Nov 12 03:55:10.540864 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7a2a9-1f28-4944-a9df-690e97cf33f9 req-5be91af8-0b13-4e4b-96f9-5d577dd2f617 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.542401 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdd7a2a9-1f28-4944-a9df-690e97cf33f9 req-5be91af8-0b13-4e4b-96f9-5d577dd2f617 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0499730 Nov 12 03:55:10.594927 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bdd7a2a9-1f28-4944-a9df-690e97cf33f9 req-27599c29-7ab6-4d08-b614-7398d07e3587 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465462 Nov 12 03:55:11.717286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-b286cd3b-da2d-481c-9bff-8b3464b85695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.718777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-b286cd3b-da2d-481c-9bff-8b3464b85695 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1097 time: 0.0412514 Nov 12 03:55:11.841755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277fb58-3096-43e8-a845-b25d7257c277 req-032aecc7-f5f7-490b-b21b-01905d0f4c0c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.843270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5277fb58-3096-43e8-a845-b25d7257c277 req-032aecc7-f5f7-490b-b21b-01905d0f4c0c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.1772718 Nov 12 03:55:11.872890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-98de9b2d-ba0c-4bc3-93f8-5d46c61eb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.874346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-98de9b2d-ba0c-4bc3-93f8-5d46c61eb043 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1491730 Nov 12 03:55:11.940146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5277fb58-3096-43e8-a845-b25d7257c277 req-7772cf0d-6451-456c-9cff-9fd89495cc03 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909653 Nov 12 03:55:11.956649 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-cd2c90cc-ade5-40a0-9aad-bc266e0855ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 1001 time: 0.0723007 Nov 12 03:55:12.004322 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-da15a6a4-4182-4415-ba44-5f529271a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.005812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-da15a6a4-4182-4415-ba44-5f529271a939 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0422666 Nov 12 03:55:12.049800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-cdbc9dd4-b796-4fb1-acce-c73ed728f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:12.051288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-cdbc9dd4-b796-4fb1-acce-c73ed728f1a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378251 Nov 12 03:55:12.144341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-64ee1e78-4262-47fd-85f2-469af26ce5be service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855381 Nov 12 03:55:12.235693 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-1b61e8f8-f250-4b1f-9c9e-3cb2aae09868 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Nov 12 03:55:13.055165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b5e18-8883-4b98-a12a-ff0327e6d77f req-8431be6b-306c-47db-b1e8-39dc5834985a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.056573 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-407b5e18-8883-4b98-a12a-ff0327e6d77f req-8431be6b-306c-47db-b1e8-39dc5834985a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0480423 Nov 12 03:55:13.103267 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-407b5e18-8883-4b98-a12a-ff0327e6d77f req-58ad2632-6ea9-4e28-b611-ea8d3d9e2353 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Nov 12 03:55:14.184738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-1023801d-8279-4393-a629-52e43f95d67d req-f9635787-8d43-4cb5-889c-07998fbb2069 service neutron] (102432) timed out ('10.222.0.84', 37362) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:55:14.222097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330516d-0191-4267-8579-d1f93c9ba976 req-9c67eac7-ddf9-44fb-8051-69dae7a6bd51 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.223617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7330516d-0191-4267-8579-d1f93c9ba976 req-9c67eac7-ddf9-44fb-8051-69dae7a6bd51 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Nov 12 03:55:14.269712 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7330516d-0191-4267-8579-d1f93c9ba976 req-d606e25e-6e93-47bd-ae84-b2493bd7a0c4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402527 Nov 12 03:55:15.382450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb83c7-800f-456d-a4b1-7b402e9ca7cb req-ff0311d8-2559-4ff9-a3b9-a95262b633bf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.383944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ccb83c7-800f-456d-a4b1-7b402e9ca7cb req-ff0311d8-2559-4ff9-a3b9-a95262b633bf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0476692 Nov 12 03:55:15.429977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2ccb83c7-800f-456d-a4b1-7b402e9ca7cb req-64947a3d-b4fe-420a-b94b-e2a4dcaba030 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Nov 12 03:55:16.549455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167f3e-b0ca-451f-9fbf-bfe683addd45 req-4faa4198-1ea9-48f6-ab02-4ab85e824c9a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.550846 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31167f3e-b0ca-451f-9fbf-bfe683addd45 req-4faa4198-1ea9-48f6-ab02-4ab85e824c9a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0482547 Nov 12 03:55:16.597073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-31167f3e-b0ca-451f-9fbf-bfe683addd45 req-e23bd7f7-f0ac-4222-ba77-ab92214a8c6b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Nov 12 03:55:17.715777 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e06715-7878-4d45-9f52-3b0be609e39f req-8ab06058-a015-45dc-acc6-4cfe972a05d4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:17.717326 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36e06715-7878-4d45-9f52-3b0be609e39f req-8ab06058-a015-45dc-acc6-4cfe972a05d4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Nov 12 03:55:17.763642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36e06715-7878-4d45-9f52-3b0be609e39f req-c536af9f-6cfc-4074-95f6-5204f188faee tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Nov 12 03:55:18.887086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f64678-245b-4cf8-bb96-314df5af74f7 req-4ee66f5b-2700-4415-bdea-dc1d07af7a98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:18.888611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45f64678-245b-4cf8-bb96-314df5af74f7 req-4ee66f5b-2700-4415-bdea-dc1d07af7a98 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Nov 12 03:55:18.935036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-45f64678-245b-4cf8-bb96-314df5af74f7 req-11042b20-66a5-441f-806a-e6e25490c1eb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404959 Nov 12 03:55:20.051404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490c744-9edd-47f3-86f5-f6913f214ff5 req-0e7ae733-e74b-4c87-8cc4-a4d66458dedb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.052786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d490c744-9edd-47f3-86f5-f6913f214ff5 req-0e7ae733-e74b-4c87-8cc4-a4d66458dedb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0490317 Nov 12 03:55:20.098967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d490c744-9edd-47f3-86f5-f6913f214ff5 req-b07b8982-db0b-4e4d-9941-c9ade2cd3973 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404310 Nov 12 03:55:21.213686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150031db-7596-40a2-ba00-170d55980be1 req-f4d12977-1638-4a7d-9c47-17adc7f6d717 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:21.215167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-150031db-7596-40a2-ba00-170d55980be1 req-f4d12977-1638-4a7d-9c47-17adc7f6d717 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Nov 12 03:55:21.261259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-150031db-7596-40a2-ba00-170d55980be1 req-492920d9-f2b7-4f66-9fde-f2777c9cf2d3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Nov 12 03:55:22.380838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16c2f-3707-49f9-bff4-ecc990adbf4f req-128cc2b2-84a0-4d0f-a7cd-8877c148959b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:22.382364 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81b16c2f-3707-49f9-bff4-ecc990adbf4f req-128cc2b2-84a0-4d0f-a7cd-8877c148959b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0521207 Nov 12 03:55:22.434541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-81b16c2f-3707-49f9-bff4-ecc990adbf4f req-63aad7cd-8e14-4efc-b26f-d2767322e9fa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 Nov 12 03:55:23.550252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc697-4e7e-44ea-bba3-c4530c7c0770 req-f804feac-bdae-4ce3-88f7-b61737a2c2a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.551745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413dc697-4e7e-44ea-bba3-c4530c7c0770 req-f804feac-bdae-4ce3-88f7-b61737a2c2a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Nov 12 03:55:23.601397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413dc697-4e7e-44ea-bba3-c4530c7c0770 req-68c6afed-ae13-4d5f-a122-93a49856f244 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 Nov 12 03:55:24.149725 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-185e6c39-07c1-4e94-a745-fd8ba2ed7650 service neutron] show failed (client error): The resource could not be found. Nov 12 03:55:24.150661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-185e6c39-07c1-4e94-a745-fd8ba2ed7650 service neutron] 10.222.0.39 "GET /v2.0/ports/a6899508-cc28-4b3b-91fc-abedd916069d/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0534220 Nov 12 03:55:24.355748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-ad420416-0ed2-48fd-aafd-5cf038986bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.357282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-ad420416-0ed2-48fd-aafd-5cf038986bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1097 time: 0.0410573 Nov 12 03:55:24.374348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:24.428209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.630031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:24.662911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:24.703088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:24.705426 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34917bf5-7596-4c78-aedf-a6acaed9395c" -d '{"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-unplugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:24.709617 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.720360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ff1b8-ce73-4aaa-8265-672b3c10be73 req-aa624577-e8dd-4299-8c1d-0edfdf09a3ed tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.721658 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d32ff1b8-ce73-4aaa-8265-672b3c10be73 req-aa624577-e8dd-4299-8c1d-0edfdf09a3ed tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0497756 Nov 12 03:55:24.722984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Transition to ACTIVE for port object a6899508-cc28-4b3b-91fc-abedd916069d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:24.727209 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.775661 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d34a1a1-8529-4845-878f-7e224b364890 x-openstack-request-id: req-5d34a1a1-8529-4845-878f-7e224b364890 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:24.776078 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-unplugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:24.776435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5d34a1a1-8529-4845-878f-7e224b364890 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:24.777942 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'code': 200} Nov 12 03:55:24.785414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d32ff1b8-ce73-4aaa-8265-672b3c10be73 req-85adceb1-aab4-4d31-8bc6-333e5e0a0f4d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533512 Nov 12 03:55:24.812552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:24.866596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.866939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.867298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.867634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.867965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.868291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.868612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.868941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.869263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.869587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.869910 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.870229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:24.930996 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] No DVR routers for this DVR port a6899508-cc28-4b3b-91fc-abedd916069d on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:25.062454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:25.062703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:25.063031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:25.067271 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:25.067588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Attempting to bind port a6899508-cc28-4b3b-91fc-abedd916069d on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:25.072278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:25.072612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:25.072994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:25.073423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Bound port: a6899508-cc28-4b3b-91fc-abedd916069d, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:25.074306 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.135352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:25.139185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:25.143284 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.177558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.178173 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.179570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 1092 time: 0.8097546 Nov 12 03:55:25.199962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c69d-98c5-4d20-bc8f-fd0ce6203fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:25.249810 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-2cd71e26-5e9b-4947-9663-73d7dd80ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.251414 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-2cd71e26-5e9b-4947-9663-73d7dd80ddfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0434091 Nov 12 03:55:25.351033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3aac2d99-0f51-4833-88b9-2852a8c1179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.352760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-3aac2d99-0f51-4833-88b9-2852a8c1179d service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0906508 Nov 12 03:55:25.425874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-acb63015-fd0d-4ac0-bb14-135c69ab033f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 999 time: 0.0621319 Nov 12 03:55:25.480623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-106bc80c-e943-4caa-9272-4422bcbf6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.482117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-106bc80c-e943-4caa-9272-4422bcbf6514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0430820 Nov 12 03:55:25.530694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-44225cd9-5e87-4916-a665-ebccfe2933bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.532092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-44225cd9-5e87-4916-a665-ebccfe2933bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385003 Nov 12 03:55:25.626365 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-8dc838dd-5797-4988-82e4-da5c457b3bd8 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824666 Nov 12 03:55:25.718571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c89484a2-2c66-492a-a7f4-897dd51f58f0 req-7bdd3836-db78-431c-b093-9572abf89aad service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806708 Nov 12 03:55:25.903739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f74b3-cdac-47e3-b43f-ff55c309fd8b req-ad6bbe75-cf65-47c3-a64d-b880449fa5e4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.905211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d3f74b3-cdac-47e3-b43f-ff55c309fd8b req-ad6bbe75-cf65-47c3-a64d-b880449fa5e4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.0486412 Nov 12 03:55:25.954558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9d3f74b3-cdac-47e3-b43f-ff55c309fd8b req-38d8d3ed-2031-40af-b9c3-9b51cf8d8f34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Nov 12 03:55:26.684956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:26.783061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:26.783061 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e128d8-6878-420f-a937-aa59e693c388" -d '{"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:26.829488 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff48d6-28d7-456e-be6d-50f22e880e2a x-openstack-request-id: req-73ff48d6-28d7-456e-be6d-50f22e880e2a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:26.829788 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:26.830041 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-73ff48d6-28d7-456e-be6d-50f22e880e2a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:26.830442 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'status': 'completed', 'code': 200} Nov 12 03:55:26.915327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-bed2ad3e-3743-4493-9f6f-8b39f9eb7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.916840 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-bed2ad3e-3743-4493-9f6f-8b39f9eb7854 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0666819 Nov 12 03:55:26.919385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-96a61977-0081-4231-b43f-cf5a4de0c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.920732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-96a61977-0081-4231-b43f-cf5a4de0c802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0623295 Nov 12 03:55:27.366679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce956f-996b-4809-8227-5e52cbcff039 req-e07676dd-378d-49ac-bdbf-f37821dcc8c6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.368117 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37ce956f-996b-4809-8227-5e52cbcff039 req-e07676dd-378d-49ac-bdbf-f37821dcc8c6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.1189289 Nov 12 03:55:27.372909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-1c2b7f97-ff4c-4b96-8025-17d1b00f4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.374272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-1c2b7f97-ff4c-4b96-8025-17d1b00f4e93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.4498932 Nov 12 03:55:27.382504 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-30f2aad9-f030-4b1a-8e2b-12de9f20aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.383877 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-30f2aad9-f030-4b1a-8e2b-12de9f20aeba service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.4525142 Nov 12 03:55:27.524146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-37ce956f-996b-4809-8227-5e52cbcff039 req-564cf763-115d-45d7-aa38-0587485c54a7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476917 Nov 12 03:55:27.527873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-9dffcd9c-9097-43b9-9fb8-eadfa0c9f201 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 999 time: 0.1369212 Nov 12 03:55:27.530092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-2ca9c3e7-bd8d-4170-b389-b3d66d97b64d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 999 time: 0.1453948 Nov 12 03:55:27.610835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-abe836d9-575b-4223-be3c-2010882af1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.612319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-abe836d9-575b-4223-be3c-2010882af1d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0774760 Nov 12 03:55:27.617536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-3a34bb90-b02e-4492-a12e-6706f8733c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.618816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-3a34bb90-b02e-4492-a12e-6706f8733c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0734854 Nov 12 03:55:27.688600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-70dab81f-0cf8-4255-b9ee-368415996fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.690100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-70dab81f-0cf8-4255-b9ee-368415996fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704167 Nov 12 03:55:27.692604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e128d8-6878-420f-a937-aa59e693c388 req-361b76bd-b5cb-4c53-be35-f5a16fa87d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.693956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-361b76bd-b5cb-4c53-be35-f5a16fa87d3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669358 Nov 12 03:55:27.846087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-703f3573-a9ab-4881-b557-00933552dfbe service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493046 Nov 12 03:55:27.848241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-0ad22bec-c58c-4313-aed0-81c0c292d59a service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439314 Nov 12 03:55:28.001348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-7ee5c10a-4099-4914-a205-5443dda45708 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479468 Nov 12 03:55:28.004632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9e128d8-6878-420f-a937-aa59e693c388 req-5d1f91aa-22b0-460a-b56a-7f2345122522 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438155 Nov 12 03:55:28.279144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:28.644184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85758c09-aa35-4716-a076-92b021fc192c req-fb19aa9e-7bd9-47a7-ac5c-18f86fb8c995 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.645707 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85758c09-aa35-4716-a076-92b021fc192c req-fb19aa9e-7bd9-47a7-ac5c-18f86fb8c995 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.0492964 Nov 12 03:55:28.691839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85758c09-aa35-4716-a076-92b021fc192c req-d04e6737-0709-463c-a946-0788e858e137 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Nov 12 03:55:28.889767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad7539-dc66-43f9-b4a6-6f4de1a1cccb req-367f6075-1284-49c1-915c-22307051ff92 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.891209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6ad7539-dc66-43f9-b4a6-6f4de1a1cccb req-367f6075-1284-49c1-915c-22307051ff92 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 943 time: 0.0544302 Nov 12 03:55:28.892742 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:28.904990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-547290d6-adf1-46bc-bd8c-f3f592c8c6db tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.906546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-547290d6-adf1-46bc-bd8c-f3f592c8c6db tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06&tenant_id=b29bef9805374d759d1a8bbb0c53c78c&binding%3Ahost_id=n-h1-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0569081 Nov 12 03:55:28.937294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:28.940136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6ad7539-dc66-43f9-b4a6-6f4de1a1cccb req-ed0ef3d2-d80f-41e4-ac69-fe4225b8b444 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 Nov 12 03:55:28.968531 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-a5996a29-50f2-4e85-8d09-2e8669c3b56b service neutron] delete failed (client error): The resource could not be found. Nov 12 03:55:28.969569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-a5996a29-50f2-4e85-8d09-2e8669c3b56b service neutron] 10.222.0.39 "DELETE /v2.0/ports/a6899508-cc28-4b3b-91fc-abedd916069d/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0554616 Nov 12 03:55:29.052307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-8c962d16-a954-45ca-95f0-3cbe6b69340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.053805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-8c962d16-a954-45ca-95f0-3cbe6b69340c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 1095 time: 0.0399814 Nov 12 03:55:29.148049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-2681875e-d76f-4f08-abd9-c62db0276ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.149438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-2681875e-d76f-4f08-abd9-c62db0276ab7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0876608 Nov 12 03:55:29.213761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-d14dccc0-fd42-4194-80df-766bee5fb141 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 200 len: 999 time: 0.0574453 Nov 12 03:55:29.261823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-9c344aae-71e8-44c9-b89c-3674c49f60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.263259 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-9c344aae-71e8-44c9-b89c-3674c49f60e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0423131 Nov 12 03:55:29.310835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-59b2cbad-d6b6-4979-bb95-39e495962faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.312363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-59b2cbad-d6b6-4979-bb95-39e495962faa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423932 Nov 12 03:55:29.400096 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-a638e4ae-80e8-44f4-8ee4-70452e6f0f4d service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804751 Nov 12 03:55:29.422877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:29.491646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bdd1c6e3-5323-40e1-b74c-64eed6a48f3e req-98cade9c-3fc2-4b7c-a3b3-feaf10b2bbae service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Nov 12 03:55:29.518285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:29.529384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'mac_address': 'fa:16:3e:33:12:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:29.565971 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.579037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6899508-cc28-4b3b-91fc-abedd916069d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:29.598991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:29.602481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.661955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.662509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:29.670151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.670502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.670843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.671207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.671543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.671875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.672201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.672527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.672853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.673173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.673492 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.673812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:29.879075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['a6899508-cc28-4b3b-91fc-abedd916069d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:30.063563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27266000-784c-4138-9e14-390f7aa2726a req-8d0166ca-8d29-473d-b39c-cb0169caaa0b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.065073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27266000-784c-4138-9e14-390f7aa2726a req-8d0166ca-8d29-473d-b39c-cb0169caaa0b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0494118 Nov 12 03:55:30.112753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27266000-784c-4138-9e14-390f7aa2726a req-acf40e98-e0bf-42d7-9083-8260f2ee8c8e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Nov 12 03:55:30.226547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec819891-291b-414e-9c3d-a96ac7b582c0 req-9cda4f41-6970-4ddb-9772-ff191b8deccb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.228052 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec819891-291b-414e-9c3d-a96ac7b582c0 req-9cda4f41-6970-4ddb-9772-ff191b8deccb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0489454 Nov 12 03:55:30.273854 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ec819891-291b-414e-9c3d-a96ac7b582c0 req-6f45638c-9889-4c1c-bc09-d7d43d4076d7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Nov 12 03:55:30.384377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940d9ae-0388-4cf7-bfc8-2c26a116ef33 req-a0369e37-323a-4089-90f8-e1243f286bf2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.385999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1940d9ae-0388-4cf7-bfc8-2c26a116ef33 req-a0369e37-323a-4089-90f8-e1243f286bf2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0487862 Nov 12 03:55:30.437752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1940d9ae-0388-4cf7-bfc8-2c26a116ef33 req-9d8de7e9-67b1-411a-9a57-f3a320dce2ea tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Nov 12 03:55:30.665715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b208e8-455b-4643-b45f-acb98d9a8acf req-eed2cb9f-f0ef-4c27-8a9a-67a332753447 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.667396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36b208e8-455b-4643-b45f-acb98d9a8acf req-eed2cb9f-f0ef-4c27-8a9a-67a332753447 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 944 time: 0.0487022 Nov 12 03:55:30.714091 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36b208e8-455b-4643-b45f-acb98d9a8acf req-28486a82-877a-4cff-98bc-a33dd8125ea1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Nov 12 03:55:31.442041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:31.492843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port a6899508-cc28-4b3b-91fc-abedd916069d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:31.496548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port a6899508-cc28-4b3b-91fc-abedd916069d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:31.496917 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.576358 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.598311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:31.600699 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd10fe6e-1cb5-4851-8de5-1daec5cd3ed9" -d '{"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-plugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:31.613582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:31.617867 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.640698 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54c46d-e94f-414b-b03b-3559dce0ff76 x-openstack-request-id: req-9e54c46d-e94f-414b-b03b-3559dce0ff76 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:31.640990 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-plugged", "status": "completed", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:31.641243 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9e54c46d-e94f-414b-b03b-3559dce0ff76 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:31.641628 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'code': 200} Nov 12 03:55:31.669218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:31.828423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e18227-8a6a-473c-b4f5-010e23155506 req-51d568e9-9651-4723-9859-6b28bb70ee65 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.829918 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99e18227-8a6a-473c-b4f5-010e23155506 req-51d568e9-9651-4723-9859-6b28bb70ee65 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Nov 12 03:55:31.876980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-99e18227-8a6a-473c-b4f5-010e23155506 req-3188a0d9-df7f-4c52-8d3b-976a7ecef5e9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Nov 12 03:55:32.109801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-cb6823bc-dcd9-4421-b97d-a9a9718db000 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.111208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-cb6823bc-dcd9-4421-b97d-a9a9718db000 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 945 time: 0.0533419 Nov 12 03:55:32.201587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Deleting port a6899508-cc28-4b3b-91fc-abedd916069d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:32.201926 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.291031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] For port a6899508-cc28-4b3b-91fc-abedd916069d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=a6899508-cc28-4b3b-91fc-abedd916069d,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:32.291438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.314413 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f590bb79-e93a-4522-8776-ae0c38ffc4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.509158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.509540 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.509886 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef disassociated. External IP: 172.25.2.167, port: a6899508-cc28-4b3b-91fc-abedd916069d. Nov 12 03:55:32.510227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Calling delete_port for a6899508-cc28-4b3b-91fc-abedd916069d owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:32.540258 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-3d213ead-93de-4f35-ad0a-b366c7290bfb req-7b68eaf6-ca48-48de-b242-86d754c1a33a service neutron] (102432) timed out ('10.222.0.84', 39396) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:55:32.632176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.662422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'Port': ['ID=a6899508-cc28-4b3b-91fc-abedd916069d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:32.783259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:32.887779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:32.897645 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:32.908122 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:32.908750 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:55:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:32.931914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] No DVR routers for this DVR port a6899508-cc28-4b3b-91fc-abedd916069d on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:32.934883 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:32.938387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8e48e00-8f3e-46ec-bf77-096c54d10fb6 req-bc7fe282-3c52-495e-9927-0a658656cf88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "DELETE /v2.0/ports/a6899508-cc28-4b3b-91fc-abedd916069d HTTP/1.1" status: 204 len: 173 time: 0.8179963 Nov 12 03:55:32.938985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-deleted', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:32.941519 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd17958-d030-45c3-af37-f62fb46bed8f" -d '{"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-deleted", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:32.981989 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e14953-0701-4dd4-b87b-993836545aa3 x-openstack-request-id: req-f9e14953-0701-4dd4-b87b-993836545aa3 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:32.982509 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032d6721-e085-4865-963e-6336ee9fdc06", "name": "network-vif-deleted", "tag": "a6899508-cc28-4b3b-91fc-abedd916069d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:32.982980 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f9e14953-0701-4dd4-b87b-993836545aa3 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:32.983558 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032d6721-e085-4865-963e-6336ee9fdc06', 'name': 'network-vif-deleted', 'tag': 'a6899508-cc28-4b3b-91fc-abedd916069d', 'status': 'completed', 'code': 200} Nov 12 03:55:32.986406 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-40b1848c-0a69-4e01-b6f5-a4b2d187c8ae req-fc44de64-522c-4bea-ace8-4a32cc2b6aaa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=032d6721-e085-4865-963e-6336ee9fdc06 HTTP/1.1" status: 200 len: 210 time: 0.0348957 Nov 12 03:55:33.022343 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:33.222176 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:33.250481 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:33.258560 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:33.259186 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:55:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:33.360302 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:33.551428 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:33.577632 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81eae3-ed92-42be-a810-658085c425ee None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:33.775628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df795e0-d5cc-47a1-9421-24f61cdbf04f None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:55:34.236656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-4718eb16-7739-4571-a338-5a39001f4713 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--727023821&fields=id&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 267 time: 0.0536444 Nov 12 03:55:34.351189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-07461e10-7603-40c1-9411-55a0ea0507a1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.352671 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-07461e10-7603-40c1-9411-55a0ea0507a1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1089056 Nov 12 03:55:34.367848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-7c776805-a87d-47c1-999c-09e428198228 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/quotas/b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 375 time: 0.0088623 Nov 12 03:55:34.429256 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-cf858488-8d87-4dfc-b466-d71bcc46b07b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563183 Nov 12 03:55:34.444251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-65624216-9197-4d4e-897c-a6a6c9ec3e29 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:55:34.445191 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-65624216-9197-4d4e-897c-a6a6c9ec3e29 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049660 Nov 12 03:55:34.534935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-f30b7f8d-ef23-4050-b633-b8f056a20277 service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Nov 12 03:55:34.726499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-556aeed7-a571-473a-af9d-2159d53beece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:34.890162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-a24f2ce1-ffb3-4697-8c7c-20f9f7cfe81b service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492112 Nov 12 03:55:35.051212 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b5e0c975-a998-4c9f-80d9-620bcff899be req-2d31b992-2b2d-4780-a2e6-ff973d693cb9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Nov 12 03:55:35.768286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.042049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-ed0c1f44-4481-4fe5-8a9e-7b1da0c6cdfa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.044024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-ed0c1f44-4481-4fe5-8a9e-7b1da0c6cdfa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1093218 Nov 12 03:55:36.112005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-d1bc905f-7fca-4d22-87ed-b10af43b9600 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 379 time: 0.0533440 Nov 12 03:55:36.133002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'port': {'device_id': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'admin_state_up': True, 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'security_groups': ['934471fb-0d6c-4c39-ac1f-abfdcd15643b']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:36.159495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac50c36e-4bb9-49ac-82a6-68156b86d2f8 req-1d7a4322-6874-4b94-8f06-0546d52d3ac5 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 210 time: 0.0402312 Nov 12 03:55:36.251870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:36.255390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.373184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Allocated IP 172.20.0.6 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/ac77d13f-f781-4283-b79a-9f87e1655bb2) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:36.509207 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.541965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.583638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:36.588487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:36.592129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:36.615051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:36.649442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.650062 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.667238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-bdba39a4-fe6c-43c0-8299-f0008f0e0f3b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393791 Nov 12 03:55:36.685264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Request body: {'port': {'device_id': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:36.739739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.880594 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-075b097b-e260-4507-ad51-819281f081ff None None] Provisioning complete for port ac77d13f-f781-4283-b79a-9f87e1655bb2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:36.881208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-075b097b-e260-4507-ad51-819281f081ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.917084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-075b097b-e260-4507-ad51-819281f081ff None None] Port ac77d13f-f781-4283-b79a-9f87e1655bb2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:36.997440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac77d13f-f781-4283-b79a-9f87e1655bb2 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:37.004609 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.016463 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Transition to ACTIVE for port object ac77d13f-f781-4283-b79a-9f87e1655bb2 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:37.019914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.075433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:37.142460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:37.142797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:37.143289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:37.147741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:37.148058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:37.153292 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:37.153914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:37.154347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:37.154795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Bound port: ac77d13f-f781-4283-b79a-9f87e1655bb2, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:37.155188 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.221728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:37.224979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:37.230387 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.277914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.278460 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.279874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1092 time: 0.5996277 Nov 12 03:55:37.280303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:37.282576 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01034650-2968-4fb0-8c0f-2178c0023d88" -d '{"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:37.288911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544505ba-c9df-417e-9b83-a45f17ceceb0 req-5e751709-5623-402b-9784-d0823288ab50 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.291150 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-544505ba-c9df-417e-9b83-a45f17ceceb0 req-5e751709-5623-402b-9784-d0823288ab50 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0585854 Nov 12 03:55:37.312285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96837-c2c9-4250-8b0f-02c950f456f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:37.351189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:37.367657 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffdac59-b47a-4277-8fe1-9c5993cd9e0d x-openstack-request-id: req-dffdac59-b47a-4277-8fe1-9c5993cd9e0d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:37.368094 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:37.368439 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-dffdac59-b47a-4277-8fe1-9c5993cd9e0d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:37.368931 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'status': 'completed', 'code': 200} Nov 12 03:55:37.378383 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-544505ba-c9df-417e-9b83-a45f17ceceb0 req-8be48103-573c-455d-b3e1-6428b91deb80 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546851 Nov 12 03:55:37.392129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-5f8a8bd2-f579-4ee6-82a8-ce6180ebc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.393925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-5f8a8bd2-f579-4ee6-82a8-ce6180ebc87d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0615277 Nov 12 03:55:37.439615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-df75d641-466c-4a2a-ad28-8253b163fcf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 217 time: 0.0357616 Nov 12 03:55:37.482981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:37.500799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-1f218c64-6400-49d5-b09f-db110aa931ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.502285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-1f218c64-6400-49d5-b09f-db110aa931ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0519550 Nov 12 03:55:37.506457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: a6899508-cc28-4b3b-91fc-abedd916069d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:37.506808 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device a6899508-cc28-4b3b-91fc-abedd916069d not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:37.553921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-58e15c56-a1f0-482e-b3c9-b090f6d0c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.555451 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-58e15c56-a1f0-482e-b3c9-b090f6d0c3d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413032 Nov 12 03:55:37.648697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-8368760b-e732-4571-a35b-5a18c0fd0fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818717 Nov 12 03:55:37.743219 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3b1827a3-351a-4f1c-8676-632d598a4e51 req-65758452-d750-4e33-a00d-d7e17d527fe2 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842364 Nov 12 03:55:37.838062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-2285ef66-3181-4962-85c9-4f7e1f4ae212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.840366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-2285ef66-3181-4962-85c9-4f7e1f4ae212 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0410736 Nov 12 03:55:37.933628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-af322cd5-80ff-4663-9e80-0eaffb459402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.935135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-af322cd5-80ff-4663-9e80-0eaffb459402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0868590 Nov 12 03:55:37.976998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-3dbff51f-bc80-4542-a386-a61786cae698 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 217 time: 0.0342257 Nov 12 03:55:38.031325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-0e7b7084-f6f2-44a3-8752-9c3b636dfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:38.032732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-0e7b7084-f6f2-44a3-8752-9c3b636dfe1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0463719 Nov 12 03:55:38.078988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-3a74ba71-1ef8-40c6-8b33-c99752980f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:38.080488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-3a74ba71-1ef8-40c6-8b33-c99752980f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398333 Nov 12 03:55:38.167569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-5749d2ba-3b30-4479-a06b-fca615fc3c1c service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789948 Nov 12 03:55:38.260173 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-01034650-2968-4fb0-8c0f-2178c0023d88 req-74d467a3-4710-400d-b338-6b631dc90bf1 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Nov 12 03:55:38.269331 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:38.499802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e728e28-c9d4-41dc-bf96-038ae95386a0 req-e8e42e6e-553b-4cee-9543-f3428e1660f7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:38.501282 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e728e28-c9d4-41dc-bf96-038ae95386a0 req-e8e42e6e-553b-4cee-9543-f3428e1660f7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0515051 Nov 12 03:55:38.547977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e728e28-c9d4-41dc-bf96-038ae95386a0 req-1cf2d897-f284-4c3c-9b17-49c46f91e5c3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Nov 12 03:55:39.662279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73f220-56e7-4c09-bfe9-c356a495da05 req-322d612e-0da1-41c2-8e94-dec413e06ed3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.663770 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a73f220-56e7-4c09-bfe9-c356a495da05 req-322d612e-0da1-41c2-8e94-dec413e06ed3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Nov 12 03:55:39.710219 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4a73f220-56e7-4c09-bfe9-c356a495da05 req-fdb19c97-48f5-4003-9d5d-dd86d9404dba tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Nov 12 03:55:40.836665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7ff86-57e1-407a-9e6d-dd010d79b8d6 req-98efe4d9-78ee-4050-ab3d-13e80a84c86a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.838233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4c7ff86-57e1-407a-9e6d-dd010d79b8d6 req-98efe4d9-78ee-4050-ab3d-13e80a84c86a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0530953 Nov 12 03:55:40.883651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a4c7ff86-57e1-407a-9e6d-dd010d79b8d6 req-6c2202f4-11a5-4ec9-a856-405049fa75ab tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390980 Nov 12 03:55:41.497525 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:41.591284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:41.601872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'mac_address': 'fa:16:3e:f6:b5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:41.637907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.649772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac77d13f-f781-4283-b79a-9f87e1655bb2 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:41.668784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:41.672364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.720745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.909823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ac77d13f-f781-4283-b79a-9f87e1655bb2'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:42.003541 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559d860-7af8-4d0a-bee4-2eea8bd89e71 req-f1f89cf3-1932-4fd6-a474-d0efb9323d2a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.005040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8559d860-7af8-4d0a-bee4-2eea8bd89e71 req-f1f89cf3-1932-4fd6-a474-d0efb9323d2a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 944 time: 0.0534267 Nov 12 03:55:42.052472 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8559d860-7af8-4d0a-bee4-2eea8bd89e71 req-fb58a186-43f9-41c4-9342-4ba5107f07bc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Nov 12 03:55:43.166827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74ac4-92b0-47bc-ab88-95a20dc85154 req-22f5ee91-b1b0-4d2e-a4a6-c962dad3fec4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.168409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eb74ac4-92b0-47bc-ab88-95a20dc85154 req-22f5ee91-b1b0-4d2e-a4a6-c962dad3fec4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 944 time: 0.0487738 Nov 12 03:55:43.214348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eb74ac4-92b0-47bc-ab88-95a20dc85154 req-4d7ce385-6685-4c8f-afec-1d47c5a98b96 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Nov 12 03:55:43.514252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:43.564209 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port ac77d13f-f781-4283-b79a-9f87e1655bb2 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:43.568052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port ac77d13f-f781-4283-b79a-9f87e1655bb2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:43.568418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.642171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.663572 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:43.665785 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f2c65-3086-4b67-978f-1571a389f877" -d '{"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:43.678473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:43.682982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:43.708410 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588edb62-945c-4984-8528-09c818e9c889 x-openstack-request-id: req-588edb62-945c-4984-8528-09c818e9c889 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:43.708704 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:43.708953 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-588edb62-945c-4984-8528-09c818e9c889 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:43.709331 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'code': 200} Nov 12 03:55:43.734326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:43.806423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a883e-8ff6-4dfa-9051-93bbbbcb450a req-4eb89d5e-f71f-494f-8df1-cd914f4dc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.807933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0a883e-8ff6-4dfa-9051-93bbbbcb450a req-4eb89d5e-f71f-494f-8df1-cd914f4dc1b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0396225 Nov 12 03:55:43.858687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf0a883e-8ff6-4dfa-9051-93bbbbcb450a req-55c2586a-f85d-45e2-8c0c-97bfbb425908 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Nov 12 03:55:44.328570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f5c7f-8762-4709-9117-0c7d284a65c2 req-601b0327-4278-4e69-9c0c-5ffd50e1f970 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.330052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c36f5c7f-8762-4709-9117-0c7d284a65c2 req-601b0327-4278-4e69-9c0c-5ffd50e1f970 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Nov 12 03:55:44.379017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c36f5c7f-8762-4709-9117-0c7d284a65c2 req-f5603a27-40f4-4c08-b427-278ce156625b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Nov 12 03:55:44.630619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-39abef14-c23f-4104-b363-141833de8945 req-d6fd1a3a-1611-4548-95cd-2b6ee1c65acc service neutron] (102433) timed out ('10.222.0.39', 63463) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:55:45.494668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5634c3-9e23-41f7-8a5b-ca907df44c80 req-3acb1301-9544-4710-b13f-ca1dc7952003 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.496788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd5634c3-9e23-41f7-8a5b-ca907df44c80 req-3acb1301-9544-4710-b13f-ca1dc7952003 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Nov 12 03:55:45.542430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd5634c3-9e23-41f7-8a5b-ca907df44c80 req-6f4e5432-b7ac-4288-9873-fd6c04d45d37 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Nov 12 03:55:45.658064 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6da10-bbec-4bba-9b64-0a19619d30af req-8fcb3992-3686-4670-90d2-79f427b67b41 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.659504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65e6da10-bbec-4bba-9b64-0a19619d30af req-8fcb3992-3686-4670-90d2-79f427b67b41 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0482125 Nov 12 03:55:45.668618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 43764) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:45.672987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'floatingip': {'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:45.713436 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.132568 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.137082 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.237476 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef associated. External IP: 172.25.2.167, port: ac77d13f-f781-4283-b79a-9f87e1655bb2. Nov 12 03:55:46.446245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:46.553796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:46.558912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:46.565854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:46.580513 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:46.581473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:55:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:46.586654 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-37c9a02c-dac2-4bea-ab28-659bfd555fdf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "PUT /v2.0/floatingips/9927cfc2-a552-4fda-85da-8b54d27266ef HTTP/1.1" status: 200 len: 991 time: 0.9169545 Nov 12 03:55:46.587262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:46.589578 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:46.634778 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8fcbc0-a2d1-4e0d-a140-615d21a71617 x-openstack-request-id: req-4d8fcbc0-a2d1-4e0d-a140-615d21a71617 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:46.636074 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:46.636369 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4d8fcbc0-a2d1-4e0d-a140-615d21a71617 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:46.636793 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'status': 'completed', 'code': 200} Nov 12 03:55:46.704161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-eb8736a7-56a3-4dd3-bb58-1f37ed028b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.705711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-eb8736a7-56a3-4dd3-bb58-1f37ed028b1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0434597 Nov 12 03:55:46.817563 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:46.817886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-8a88999a-bbe2-46ee-b8ae-55c3fd8ef9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.819756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-8a88999a-bbe2-46ee-b8ae-55c3fd8ef9b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1054206 Nov 12 03:55:46.886500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-86f2e77f-626c-40f2-a70d-357dab51f977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 999 time: 0.0595968 Nov 12 03:55:46.943004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-113f3fb9-dd7b-4fe5-982b-4de7edf0fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.944524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-113f3fb9-dd7b-4fe5-982b-4de7edf0fa53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0504842 Nov 12 03:55:46.993100 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-34502e29-4459-4ec7-b564-8f433586992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.994579 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-34502e29-4459-4ec7-b564-8f433586992f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425959 Nov 12 03:55:47.049100 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:f6:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:55:46Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:47.076263 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:47.085134 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:47.085742 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:55:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:47.086938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-454a1e01-9989-40f8-b4b2-0b815402e0d6 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851097 Nov 12 03:55:47.182806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b07bfa6-46be-48b1-a70a-0d8c6415ac1b req-2e44963b-9dc8-4b18-b71a-289ac753fb23 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888681 Nov 12 03:55:47.191864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:47.420206 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:f6:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:55:46Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:47.446851 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe4421-1bea-4325-bbee-696dbce2dea8 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:f6:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:55:46Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:47.625955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedfcd-cdd6-46d1-8061-6ec77734825d None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:55:58.448610 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.654455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.319575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-673a1958-f047-455b-b4f1-debf14347254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.684033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:04.728763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae1b51af-0dc4-4b35-8ef9-2b7bb4ee9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.773763 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:07.317813 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:08.271883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.309232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.647963 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.320611 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b8981d31-d9d9-4932-89c5-156a5601c8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.731347 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab5c1-792f-40de-8026-26ee51065011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.775258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.319356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.273566 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.683793 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:42.968713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-4bd9dd72-e67d-43b7-994a-ae2ef61bcbab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867403 Nov 12 03:56:43.059058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-b3db3aca-8850-4c62-b4f7-7e40bd7b7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.060687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-b3db3aca-8850-4c62-b4f7-7e40bd7b7e22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0437906 Nov 12 03:56:43.166468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-0ab0fbd4-e28c-4e59-9e97-53480d08a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.168068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-0ab0fbd4-e28c-4e59-9e97-53480d08a4a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0831919 Nov 12 03:56:43.245685 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-462c2356-633c-442b-8c53-fa77c1ad0380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0695977 Nov 12 03:56:43.297094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-724b1529-bf2a-41a3-a95a-ab8b72724348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.298528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-724b1529-bf2a-41a3-a95a-ab8b72724348 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0422375 Nov 12 03:56:43.349930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-c5ee36f9-595a-4ef0-9e83-ddf11fda01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:43.351326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-c5ee36f9-595a-4ef0-9e83-ddf11fda01aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400698 Nov 12 03:56:43.364965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-130fbe39-0a56-4916-b4bf-f13a9d28bdd1 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:56:43.365888 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-130fbe39-0a56-4916-b4bf-f13a9d28bdd1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048048 Nov 12 03:56:43.462103 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-4368a2ab-2444-4a08-a1e8-bfcbf6ac0efb service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 Nov 12 03:56:43.554000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5e696f1-1a89-47ce-92fc-cb87981ce102 req-0a45959e-6a79-4c7d-a27c-41b0db542486 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Nov 12 03:56:58.307446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.664279 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:02.325161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7626588c-e78f-4c79-816a-a0c37d88ad38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:04.731949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-236d2ad4-fdc1-4ff2-a58f-4565ea7ebd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.777860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:07.322042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:08.274817 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:17.684016 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:28.121455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1426c-e9f1-419a-b104-879f9313c5ad req-cab4f03e-9213-4275-8149-fdbc29f66200 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.123025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5c1426c-e9f1-419a-b104-879f9313c5ad req-cab4f03e-9213-4275-8149-fdbc29f66200 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Nov 12 03:57:28.174231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c5c1426c-e9f1-419a-b104-879f9313c5ad req-4055d002-768c-457d-ace6-6f0742f6036b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455654 Nov 12 03:57:28.312820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.294149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5ff77-769c-4397-823b-9ed1defcc06f req-306ed91a-f466-4ead-a9f9-feff92b3a475 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.295659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb5ff77-769c-4397-823b-9ed1defcc06f req-306ed91a-f466-4ead-a9f9-feff92b3a475 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0527527 Nov 12 03:57:29.350730 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cfb5ff77-769c-4397-823b-9ed1defcc06f req-bffe2865-e612-4c8b-a3d0-be3c30c871c6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492649 Nov 12 03:57:29.665009 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.468777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30af5-d90a-4f12-9bb2-a70ccb53e51c req-b6338886-4730-45c1-ae1c-cafb4fb9cd7f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.470242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3a30af5-d90a-4f12-9bb2-a70ccb53e51c req-b6338886-4730-45c1-ae1c-cafb4fb9cd7f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Nov 12 03:57:30.515552 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d3a30af5-d90a-4f12-9bb2-a70ccb53e51c req-f2b54211-7020-4ab2-8e57-4d94032914c2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Nov 12 03:57:31.629909 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3918e7-3dfe-47ee-942b-b8da9561838f req-4246fba8-051b-4710-9982-67dffcad1478 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.631387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd3918e7-3dfe-47ee-942b-b8da9561838f req-4246fba8-051b-4710-9982-67dffcad1478 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0485561 Nov 12 03:57:31.677023 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd3918e7-3dfe-47ee-942b-b8da9561838f req-9689e3b8-8129-483b-a6bb-566d1f917135 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397668 Nov 12 03:57:32.327548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbecc-ad70-4e53-8d1b-48a5fe5c08a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.790930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36b3d-8ce5-48c5-ace1-7b7761455708 req-fe9db025-b466-41f8-8d3d-a38f19bbe1f3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.792448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6f36b3d-8ce5-48c5-ace1-7b7761455708 req-fe9db025-b466-41f8-8d3d-a38f19bbe1f3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Nov 12 03:57:32.839061 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f6f36b3d-8ce5-48c5-ace1-7b7761455708 req-b8919d09-0490-4591-a637-4bdcaeef0ade tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Nov 12 03:57:33.953753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f8fa-72f0-43f1-a5af-411b97f76abe req-0091ee0e-1676-41c9-bb32-9d0586bc2429 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.955252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f800f8fa-72f0-43f1-a5af-411b97f76abe req-0091ee0e-1676-41c9-bb32-9d0586bc2429 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Nov 12 03:57:34.006072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f800f8fa-72f0-43f1-a5af-411b97f76abe req-1ad9a41a-e796-43af-9960-a249faa7bdbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Nov 12 03:57:34.733263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c515fb9b-5397-4c66-9e26-98db97456633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.122213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9e0f-0347-4348-810e-650a222f6ed3 req-5e3eb265-ca93-4ebe-b1a5-2fde9a699c53 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.123715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-430a9e0f-0347-4348-810e-650a222f6ed3 req-5e3eb265-ca93-4ebe-b1a5-2fde9a699c53 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Nov 12 03:57:35.171200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-430a9e0f-0347-4348-810e-650a222f6ed3 req-74cc5e72-904e-4ddb-a9b7-fa933aa3269c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Nov 12 03:57:35.779874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.288157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d253ad-94fc-41c3-8f38-f1eaf8ad2f32 req-85cc9283-1e65-4d5f-a72d-030e6acac598 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:36.289641 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11d253ad-94fc-41c3-8f38-f1eaf8ad2f32 req-85cc9283-1e65-4d5f-a72d-030e6acac598 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0500989 Nov 12 03:57:36.336527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-11d253ad-94fc-41c3-8f38-f1eaf8ad2f32 req-4f51c669-aa51-40a7-bde3-fae0b82538bf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 Nov 12 03:57:37.324164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.449724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76af17-3ced-4910-8a1f-5b394ce4cbec req-4f4f539b-b2f6-4262-98a6-9e59b82826ad tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.451267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b76af17-3ced-4910-8a1f-5b394ce4cbec req-4f4f539b-b2f6-4262-98a6-9e59b82826ad tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0494840 Nov 12 03:57:37.498279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b76af17-3ced-4910-8a1f-5b394ce4cbec req-32db162b-2681-4820-9e54-87be4da65286 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Nov 12 03:57:38.279606 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.614616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314c916-029b-41bf-8d46-1030f3164cef req-d18c90a1-beec-48f7-ae83-a9db8eb640c1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.616107 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1314c916-029b-41bf-8d46-1030f3164cef req-d18c90a1-beec-48f7-ae83-a9db8eb640c1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Nov 12 03:57:38.661717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1314c916-029b-41bf-8d46-1030f3164cef req-c5f2622f-e343-4974-9bcb-99565b68e923 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396793 Nov 12 03:57:39.779073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd1ad6-c5f8-4c75-9663-397854f5c3f4 req-10475c50-399a-4806-b1ec-da29c0f6b620 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.780651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06cd1ad6-c5f8-4c75-9663-397854f5c3f4 req-10475c50-399a-4806-b1ec-da29c0f6b620 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Nov 12 03:57:39.826774 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06cd1ad6-c5f8-4c75-9663-397854f5c3f4 req-b0e49d5f-4528-4868-880d-0312153631f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 Nov 12 03:57:40.945676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392568ee-4124-4f82-b57a-773e95f2652a req-af35b19f-1efe-402e-baba-80fdd861232e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.947190 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-392568ee-4124-4f82-b57a-773e95f2652a req-af35b19f-1efe-402e-baba-80fdd861232e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Nov 12 03:57:40.993949 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-392568ee-4124-4f82-b57a-773e95f2652a req-6c424d39-2104-42b2-8be2-b56e34e3baa0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Nov 12 03:57:42.108576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834751f-1ce8-456d-9632-f03f239b3f01 req-4455c760-47a8-46d4-88db-67a80c357db2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.110058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c834751f-1ce8-456d-9632-f03f239b3f01 req-4455c760-47a8-46d4-88db-67a80c357db2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0491629 Nov 12 03:57:42.156619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c834751f-1ce8-456d-9632-f03f239b3f01 req-0e3e7689-c4ca-401b-8656-ee6e7618be9e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 Nov 12 03:57:43.272408 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930bd83-6aa6-4262-818c-229ee5e35859 req-b755578f-dafb-4c97-8f97-89d012582982 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.273868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9930bd83-6aa6-4262-818c-229ee5e35859 req-b755578f-dafb-4c97-8f97-89d012582982 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Nov 12 03:57:43.320385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9930bd83-6aa6-4262-818c-229ee5e35859 req-15cbf013-e853-4dd8-aa81-31be288328e2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Nov 12 03:57:43.906517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-e40d7e77-439e-4226-ae2d-6f556b718e7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384641 Nov 12 03:57:44.259367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-9e18a8d9-86e1-43c9-8872-7c160f83ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.260850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-9e18a8d9-86e1-43c9-8872-7c160f83ab4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1097 time: 0.3071079 Nov 12 03:57:44.369248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-59499bcd-a29b-4ae4-ab85-d5c74cfe975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.370727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-59499bcd-a29b-4ae4-ab85-d5c74cfe975a service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0836365 Nov 12 03:57:44.468987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-6bacfbcc-ebc8-4864-a274-3c750b3c41d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0861084 Nov 12 03:57:44.485555 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62765647-67fd-4db5-9ce6-126b9e5e9979 req-2e134853-f67b-4de7-b939-9b6fff549b64 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.487172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62765647-67fd-4db5-9ce6-126b9e5e9979 req-2e134853-f67b-4de7-b939-9b6fff549b64 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0676901 Nov 12 03:57:44.562937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-1dec7a0b-c480-496d-b66f-b1dc8d685253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.564436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-1dec7a0b-c480-496d-b66f-b1dc8d685253 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0765262 Nov 12 03:57:44.568177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62765647-67fd-4db5-9ce6-126b9e5e9979 req-1814a3e3-2503-4e68-ba3a-a757c668994e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717735 Nov 12 03:57:44.622581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-b7d368e4-873c-4ab3-b1cf-1b8c09d3a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.624147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-b7d368e4-873c-4ab3-b1cf-1b8c09d3a02f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480132 Nov 12 03:57:44.722619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-508f7a0f-7eaf-4e9f-8581-cde0a4950ca7 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882249 Nov 12 03:57:44.878750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-420bbbc5-4646-437b-b2a8-0c4d81a59ede req-1eab5806-696b-400f-8a4b-aeff7ff155c3 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446931 Nov 12 03:57:44.890098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cafeb0-5b35-4dd4-811e-b0ed0b906e03 req-66350dbd-dbea-4fea-8d18-e9664cf8117e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.891737 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02cafeb0-5b35-4dd4-811e-b0ed0b906e03 req-66350dbd-dbea-4fea-8d18-e9664cf8117e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.1014304 Nov 12 03:57:44.911050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-48b9c888-9850-4b51-ac3e-252125c59b08 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218071 Nov 12 03:57:44.950052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-02cafeb0-5b35-4dd4-811e-b0ed0b906e03 req-deba9307-6251-43cf-a81d-886ff4669ffa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496790 Nov 12 03:57:46.068709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dea846-8b2d-4e35-a978-1a44b542548b req-b1d4969f-3163-4622-b300-ac599455f99e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.070124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60dea846-8b2d-4e35-a978-1a44b542548b req-b1d4969f-3163-4622-b300-ac599455f99e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0503893 Nov 12 03:57:46.121021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-60dea846-8b2d-4e35-a978-1a44b542548b req-f91c2231-e8cd-4e9c-891a-967241c85b9e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448031 Nov 12 03:57:47.239646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb242c-071f-4660-8d72-a9585acaefbb req-8adb3168-0b33-46ba-9b8a-402401c2e6f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.241199 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ccb242c-071f-4660-8d72-a9585acaefbb req-8adb3168-0b33-46ba-9b8a-402401c2e6f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Nov 12 03:57:47.288733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ccb242c-071f-4660-8d72-a9585acaefbb req-08dd45c2-c478-4d82-b078-50b8815de297 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 Nov 12 03:57:48.402662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72849dae-8c3a-45b3-97f4-889e07689ad4 req-ca8adb03-8b31-41af-b98e-815076108f5f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.404323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72849dae-8c3a-45b3-97f4-889e07689ad4 req-ca8adb03-8b31-41af-b98e-815076108f5f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Nov 12 03:57:48.450497 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72849dae-8c3a-45b3-97f4-889e07689ad4 req-81e80369-18b5-4591-8b7c-60d6fc4ad23d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Nov 12 03:57:49.570842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d637d-8c99-4450-8c69-008c2ccc2f1b req-85ca2049-87eb-4f22-a924-fb8176fe9146 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.572777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b06d637d-8c99-4450-8c69-008c2ccc2f1b req-85ca2049-87eb-4f22-a924-fb8176fe9146 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0545106 Nov 12 03:57:49.621903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b06d637d-8c99-4450-8c69-008c2ccc2f1b req-a216b2bf-a9bd-4891-b04e-c4bf8c6f429b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426841 Nov 12 03:57:50.129101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-a42fb96f-3ed3-49ea-b169-c9076cd7f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.131345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-a42fb96f-3ed3-49ea-b169-c9076cd7f56f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0444553 Nov 12 03:57:50.219374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-1eb08e1a-5b98-4ca3-aea4-4dd4c5517219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.220829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-1eb08e1a-5b98-4ca3-aea4-4dd4c5517219 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0826771 Nov 12 03:57:50.290320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-97f4300d-86eb-436e-b058-cfb9d7859d15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0607584 Nov 12 03:57:50.341678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-bab2887b-991c-4fac-8567-938b2a38f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.343161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-bab2887b-991c-4fac-8567-938b2a38f858 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0455883 Nov 12 03:57:50.389436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-0a16d567-be03-4f48-9912-60b19a64dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.390880 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-0a16d567-be03-4f48-9912-60b19a64dd6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406861 Nov 12 03:57:50.483109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-2106845c-4329-40a7-8941-dfd987954f7e service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844088 Nov 12 03:57:50.573071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-56a6b6e1-af20-478d-b815-f3bd46a1a6e3 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806091 Nov 12 03:57:50.739668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0017dc-ade7-48e0-ae3f-2171778dd41a req-d89637ba-6be2-4053-bfd7-49c496fa2d3d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.741142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be0017dc-ade7-48e0-ae3f-2171778dd41a req-d89637ba-6be2-4053-bfd7-49c496fa2d3d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0498052 Nov 12 03:57:50.788546 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be0017dc-ade7-48e0-ae3f-2171778dd41a req-1c3d4b61-f608-4ba1-9a93-80828b1223de tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414321 Nov 12 03:57:51.908261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb0849-3bf9-4bb3-8f86-896f11c26417 req-daa19f16-f8f1-4b1c-809b-f179759f075b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.909735 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08fb0849-3bf9-4bb3-8f86-896f11c26417 req-daa19f16-f8f1-4b1c-809b-f179759f075b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0532844 Nov 12 03:57:51.955985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-08fb0849-3bf9-4bb3-8f86-896f11c26417 req-b1c14136-2c12-49e9-80a4-f67a23dd325a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Nov 12 03:57:52.718494 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-641b2ca9-1981-4281-8816-199486cecb75 service neutron] show failed (client error): The resource could not be found. Nov 12 03:57:52.719513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-641b2ca9-1981-4281-8816-199486cecb75 service neutron] 10.222.0.32 "GET /v2.0/ports/ac77d13f-f781-4283-b79a-9f87e1655bb2/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0567760 Nov 12 03:57:52.987483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-237410d8-4245-40e7-a0ae-7286819d1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.989598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-237410d8-4245-40e7-a0ae-7286819d1ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1097 time: 0.0962117 Nov 12 03:57:53.001102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-90db2fdc-960d-4d6a-bfed-1a7521befb3b service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:57:53.002155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-90db2fdc-960d-4d6a-bfed-1a7521befb3b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051978 Nov 12 03:57:53.015035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:53.071635 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.080954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbe187-68ce-4f52-8195-fff3160a3289 req-a6504614-0e14-4c5e-bf2e-4f39e4989743 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.082531 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dabbe187-68ce-4f52-8195-fff3160a3289 req-a6504614-0e14-4c5e-bf2e-4f39e4989743 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0535333 Nov 12 03:57:53.131502 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dabbe187-68ce-4f52-8195-fff3160a3289 req-fde91e53-ec18-43ff-8c5b-471978321b27 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422084 Nov 12 03:57:53.278696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:53.310405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:53.350228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:53.352733 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192820c-75d8-486d-b20e-0da2e74be355" -d '{"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:53.356543 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.369394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Transition to ACTIVE for port object ac77d13f-f781-4283-b79a-9f87e1655bb2 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:53.373531 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.463412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:53.477011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.477228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.477499 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.477836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.478160 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.478491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.478819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.479497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.479497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.479796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.480118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.480445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:53.509473 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc71b7-d783-4edc-9a6a-f7c09c60c39b x-openstack-request-id: req-4acc71b7-d783-4edc-9a6a-f7c09c60c39b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:53.509767 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:53.510024 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4acc71b7-d783-4edc-9a6a-f7c09c60c39b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:53.510416 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'code': 200} Nov 12 03:57:53.511130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] No DVR routers for this DVR port ac77d13f-f781-4283-b79a-9f87e1655bb2 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:53.646270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:53.646610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:53.648063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:53.652943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:53.653267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Attempting to bind port ac77d13f-f781-4283-b79a-9f87e1655bb2 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:53.658254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:53.658597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:53.658985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:53.659465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Bound port: ac77d13f-f781-4283-b79a-9f87e1655bb2, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:53.659833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.722715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:53.726653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:53.730971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.767015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.767673 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.769081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1092 time: 0.7581518 Nov 12 03:57:53.805074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8b7a-ff06-437f-aa82-619fb899e033 service neutron] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:53.838035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-ea141ba6-4515-4a0d-a414-b24856474731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.840196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-ea141ba6-4515-4a0d-a414-b24856474731 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0470631 Nov 12 03:57:53.942412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-cc9203d3-2662-476c-ad53-b016b1c6e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.943933 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-cc9203d3-2662-476c-ad53-b016b1c6e9a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0909407 Nov 12 03:57:54.012006 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-25d9fc3a-a9c0-409c-aea9-e7dd3c84f6ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 999 time: 0.0590627 Nov 12 03:57:54.060153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-3810a6db-b6ba-4658-9951-b2409e46d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.061463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-3810a6db-b6ba-4658-9951-b2409e46d828 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0427334 Nov 12 03:57:54.110472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-432eb627-1304-4769-b5a1-6669e610426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.111980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-432eb627-1304-4769-b5a1-6669e610426c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435939 Nov 12 03:57:54.201448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-2ad773d3-314d-4e61-ac4c-327f5ed61544 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819204 Nov 12 03:57:54.248612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd65e-0b15-4081-81e9-446bf6eba851 req-ebea77d2-5ccd-4088-851f-72a5d84fa71c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.250122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a17dd65e-0b15-4081-81e9-446bf6eba851 req-ebea77d2-5ccd-4088-851f-72a5d84fa71c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0503275 Nov 12 03:57:54.296897 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8e63aca3-34a4-420f-b704-6e626e3cd015 req-0d2a82b1-06d5-483d-8f5d-b4c47f1adbeb service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874784 Nov 12 03:57:54.298656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a17dd65e-0b15-4081-81e9-446bf6eba851 req-48786249-3fbe-4eb0-8394-93fbf98f248a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Nov 12 03:57:54.683456 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:55.418604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5127d-643f-4280-9be8-8a0293928d15 req-58b73b56-02e6-4bdc-b6b4-38615ae40567 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.420165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fe5127d-643f-4280-9be8-8a0293928d15 req-58b73b56-02e6-4bdc-b6b4-38615ae40567 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0515871 Nov 12 03:57:55.470183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3fe5127d-643f-4280-9be8-8a0293928d15 req-6a557845-cf4b-491c-ae7a-63bb63487591 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440824 Nov 12 03:57:55.511113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:55.513464 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fe649-2997-411a-9ef7-13ecd00e6952" -d '{"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:55.567750 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cee1c3-f1fe-4f7e-8ee9-0275478855de x-openstack-request-id: req-39cee1c3-f1fe-4f7e-8ee9-0275478855de {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:55.568048 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:55.568305 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-39cee1c3-f1fe-4f7e-8ee9-0275478855de {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:55.568710 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'status': 'completed', 'code': 200} Nov 12 03:57:55.664563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-e3c685f1-043b-41d0-a040-f8d9ca22d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.665986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-e3c685f1-043b-41d0-a040-f8d9ca22d7a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0718284 Nov 12 03:57:55.672139 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-8c1e5557-9f62-4420-b29f-e9354f4a47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.673535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-8c1e5557-9f62-4420-b29f-e9354f4a47e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0552146 Nov 12 03:57:55.834276 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-99e3dcb1-7474-47d3-87cb-82a4317c9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.835776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-99e3dcb1-7474-47d3-87cb-82a4317c9903 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1500890 Nov 12 03:57:55.836683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-e10e5dee-b14d-4bc5-87bc-a96311a45da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.837963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-e10e5dee-b14d-4bc5-87bc-a96311a45da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1636126 Nov 12 03:57:55.946335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-0fd3bd18-4fe3-47fa-bafd-c31091941cc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 999 time: 0.1011324 Nov 12 03:57:55.949961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-c85ce48d-3811-417a-bbcf-deaabaed2dcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 999 time: 0.0992811 Nov 12 03:57:56.030614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-6cb8e5b2-f2a2-4d39-9c13-a26abad46d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.032115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-6cb8e5b2-f2a2-4d39-9c13-a26abad46d64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0711555 Nov 12 03:57:56.033310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-c8e3dc86-3fbb-4c83-a72d-0130010c9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.034590 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-c8e3dc86-3fbb-4c83-a72d-0130010c9ce6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0817313 Nov 12 03:57:56.115578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-46bcc1a5-d096-435b-a20b-b856494c6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.117070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-46bcc1a5-d096-435b-a20b-b856494c6c7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611517 Nov 12 03:57:56.118840 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-6da0c10b-6a7e-46eb-8f78-9e2ec9c99229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.120205 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-6da0c10b-6a7e-46eb-8f78-9e2ec9c99229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772138 Nov 12 03:57:56.274610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-b34ccef0-5e16-4cb3-9cdf-5a2ca34f5b54 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396964 Nov 12 03:57:56.276327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-c94ff16e-10db-4c8b-9c19-ee63ee3aa125 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489463 Nov 12 03:57:56.277096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:56.314314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:56.433034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-693a4bae-3022-487e-9a38-7e89081f592c service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501102 Nov 12 03:57:56.435132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c48fe649-2997-411a-9ef7-13ecd00e6952 req-32f5d6c8-3beb-45da-8d6e-35729c63424b service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444900 Nov 12 03:57:56.853365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aab68d-4321-4570-a7df-7978efd1e997 req-8fe71418-d2e4-4448-944b-18f3a59c5af0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.854831 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-74aab68d-4321-4570-a7df-7978efd1e997 req-8fe71418-d2e4-4448-944b-18f3a59c5af0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.3151779 Nov 12 03:57:56.899777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-74aab68d-4321-4570-a7df-7978efd1e997 req-c108f6bd-e1cd-4a87-b905-ed7fd82d37a7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Nov 12 03:57:57.126224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692978-426a-4712-999c-ae5cc59675b8 req-cc4c656b-510f-4e64-96d1-bbc3e4814e01 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.127661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85692978-426a-4712-999c-ae5cc59675b8 req-cc4c656b-510f-4e64-96d1-bbc3e4814e01 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 943 time: 0.0880699 Nov 12 03:57:57.139801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-98abbfdd-1a38-48cd-b12c-8cd5243e35db tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.141208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-98abbfdd-1a38-48cd-b12c-8cd5243e35db tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7&tenant_id=b29bef9805374d759d1a8bbb0c53c78c&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0749035 Nov 12 03:57:57.216534 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85692978-426a-4712-999c-ae5cc59675b8 req-cccfcc15-4b26-4d73-bc4e-7ebd3e9fa57c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743854 Nov 12 03:57:57.234205 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-01ac4548-0e70-4f24-b65a-0fac3ff58718 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:57:57.235254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-01ac4548-0e70-4f24-b65a-0fac3ff58718 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ac77d13f-f781-4283-b79a-9f87e1655bb2/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0788071 Nov 12 03:57:57.326241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-4fa144ca-ba15-471f-857f-e85fa03f52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.327770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-4fa144ca-ba15-471f-857f-e85fa03f52b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0396852 Nov 12 03:57:57.425113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-a46c00cc-7edc-493c-8028-5f118ddf47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.426550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-a46c00cc-7edc-493c-8028-5f118ddf47fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0872436 Nov 12 03:57:57.494384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-20b21577-a5cd-4b19-85ec-1884dc79021d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 999 time: 0.0572901 Nov 12 03:57:57.549979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-b3b47585-6ee1-4818-b1bc-1260ce0fdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.551517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-b3b47585-6ee1-4818-b1bc-1260ce0fdb17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0468104 Nov 12 03:57:57.558795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:57.602190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-54f5c2e4-775b-4842-8891-951924b9aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.603740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-54f5c2e4-775b-4842-8891-951924b9aa26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420122 Nov 12 03:57:57.655560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:57.666270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'mac_address': 'fa:16:3e:f6:b5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:57.703925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.711374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-05809e82-18ac-40f1-b311-1d41eeb622c2 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Nov 12 03:57:57.721294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac77d13f-f781-4283-b79a-9f87e1655bb2 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:57.739841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:57.743775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.790798 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:57.798155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.798507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.798901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.799223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.799563 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.799898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.800236 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.800568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.800897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.801252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.801584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.801910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:57.807467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d66473c1-a8e2-4403-91e1-ee51fcd3242a req-48c3b7bb-8e22-4719-b4db-26e06448d52d service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Nov 12 03:57:57.976823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ac77d13f-f781-4283-b79a-9f87e1655bb2'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:58.327840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:58.341291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2bba-f5d6-4302-8f6b-04d1a16bf515 req-00ae82d0-8925-4511-a57a-9e5aeacecf8b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.342822 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcb2bba-f5d6-4302-8f6b-04d1a16bf515 req-00ae82d0-8925-4511-a57a-9e5aeacecf8b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 944 time: 0.0546157 Nov 12 03:57:58.393688 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fcb2bba-f5d6-4302-8f6b-04d1a16bf515 req-53c51d71-2010-4ee7-b10f-fd271100f899 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Nov 12 03:57:58.514630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f04a8-1229-4ad1-b8d5-5316212be252 req-537d5067-7786-4ad4-8c11-59560ec81921 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.516043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-607f04a8-1229-4ad1-b8d5-5316212be252 req-537d5067-7786-4ad4-8c11-59560ec81921 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 944 time: 0.0500195 Nov 12 03:57:58.566904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-607f04a8-1229-4ad1-b8d5-5316212be252 req-3fff2811-494b-4a1f-8dc0-7585530107f3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448246 Nov 12 03:57:58.782335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2000c-9492-434b-a70b-4bc1605b1b42 req-9dfe107b-a9a7-41ad-84d1-9837bcb4d483 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.783855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ab2000c-9492-434b-a70b-4bc1605b1b42 req-9dfe107b-a9a7-41ad-84d1-9837bcb4d483 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 944 time: 0.0702815 Nov 12 03:57:58.816046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-7a0b7190-5409-4309-8c67-fb0cf5d91866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.817533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-7a0b7190-5409-4309-8c67-fb0cf5d91866 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0685446 Nov 12 03:57:58.861787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7ab2000c-9492-434b-a70b-4bc1605b1b42 req-68fb4c91-0a45-4d11-9f4c-a015d84a3376 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714374 Nov 12 03:57:58.924842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-1695bcda-82d3-4059-a4cb-de717d8cad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.926317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-1695bcda-82d3-4059-a4cb-de717d8cad21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1014135 Nov 12 03:57:58.992212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-f447f9bc-b90c-4ef5-984f-cbb77ad61765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 200 len: 1000 time: 0.0587649 Nov 12 03:57:59.039724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-9c7b8360-4a4d-4423-bebb-69d6b24e24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.041448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-9c7b8360-4a4d-4423-bebb-69d6b24e24fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0426111 Nov 12 03:57:59.090286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-fcb7ed4d-402b-4e63-a8b1-890e6da4fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.091836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-fcb7ed4d-402b-4e63-a8b1-890e6da4fa65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443640 Nov 12 03:57:59.179059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-bf00843a-0796-4663-8033-c2290ced15d3 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793741 Nov 12 03:57:59.270904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9137a77-faa3-4368-8c5e-ee33ea851d98 req-6ea0e3f9-fe6e-40c2-8e8b-98db80b6b7eb service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Nov 12 03:57:59.588914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:59.637559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port ac77d13f-f781-4283-b79a-9f87e1655bb2 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:59.641221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ac77d13f-f781-4283-b79a-9f87e1655bb2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:59.641586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.692693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.732150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.759449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:59.761660 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ccd75-8bf9-46c9-aa06-9283f05cbb31" -d '{"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:59.775439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:59.779727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.826687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:59.869807 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032abbbe-4c10-4f66-b11b-c98e49acea18 x-openstack-request-id: req-032abbbe-4c10-4f66-b11b-c98e49acea18 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:59.870099 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:59.870351 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-032abbbe-4c10-4f66-b11b-c98e49acea18 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:59.870744 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'code': 200} Nov 12 03:57:59.976481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c531d-6720-4b3f-bc61-df846e609602 req-94211902-30ee-4554-a23c-173a2a78e681 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.977949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c7c531d-6720-4b3f-bc61-df846e609602 req-94211902-30ee-4554-a23c-173a2a78e681 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Nov 12 03:58:00.023531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0c7c531d-6720-4b3f-bc61-df846e609602 req-dbd0596a-807d-4169-b89f-389ac142dcf6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396960 Nov 12 03:58:00.252750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c384e09-a238-409a-b8ce-8092f66a3d69 req-761336b0-4c3c-498e-88c7-3e37edc25070 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.254238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c384e09-a238-409a-b8ce-8092f66a3d69 req-761336b0-4c3c-498e-88c7-3e37edc25070 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Nov 12 03:58:00.305683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c384e09-a238-409a-b8ce-8092f66a3d69 req-b6a91613-dc17-4bd5-860d-1319de640f5b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 Nov 12 03:58:01.422183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913131f9-b7e9-4c6d-9b14-3366b0eaeaa5 req-6e0dd5d4-0468-4e17-9cc1-4d70e32d1cbe tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.424078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-913131f9-b7e9-4c6d-9b14-3366b0eaeaa5 req-6e0dd5d4-0468-4e17-9cc1-4d70e32d1cbe tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0491066 Nov 12 03:58:01.472588 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-913131f9-b7e9-4c6d-9b14-3366b0eaeaa5 req-14634a69-57b9-47a4-b140-f9eb6b3bf632 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Nov 12 03:58:01.489832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-235781d5-c159-4a42-9545-b62a53d40384 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.491472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-235781d5-c159-4a42-9545-b62a53d40384 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a04d4b4-0db0-4c06-a412-622c53e03cf7 HTTP/1.1" status: 200 len: 945 time: 0.0492742 Nov 12 03:58:01.577849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Deleting port ac77d13f-f781-4283-b79a-9f87e1655bb2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:01.578191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.669068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] For port ac77d13f-f781-4283-b79a-9f87e1655bb2, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac77d13f-f781-4283-b79a-9f87e1655bb2,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:01.669347 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.836933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.837325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.837652 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef disassociated. External IP: 172.25.2.167, port: ac77d13f-f781-4283-b79a-9f87e1655bb2. Nov 12 03:58:01.837988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Calling delete_port for ac77d13f-f781-4283-b79a-9f87e1655bb2 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:01.964631 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.992630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'Port': ['ID=ac77d13f-f781-4283-b79a-9f87e1655bb2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:02.109413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:02.221174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:02.230870 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:02.241300 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:02.242004 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:57:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.259154 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] No DVR routers for this DVR port ac77d13f-f781-4283-b79a-9f87e1655bb2 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:02.261779 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.265148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb1a935c-e0b1-48f6-997f-613f8a97cd8c req-e76da7d8-0c17-4704-b4a8-8038b1012b34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "DELETE /v2.0/ports/ac77d13f-f781-4283-b79a-9f87e1655bb2 HTTP/1.1" status: 204 len: 173 time: 0.7681196 Nov 12 03:58:02.265531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-deleted', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:02.267803 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9839794-c09d-4546-9cd4-fd0556446700" -d '{"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-deleted", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:02.310682 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20fd276-0f56-4e7d-bc78-9adc2b41ae6b x-openstack-request-id: req-b20fd276-0f56-4e7d-bc78-9adc2b41ae6b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:02.310978 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a04d4b4-0db0-4c06-a412-622c53e03cf7", "name": "network-vif-deleted", "tag": "ac77d13f-f781-4283-b79a-9f87e1655bb2", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:02.311257 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b20fd276-0f56-4e7d-bc78-9adc2b41ae6b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:02.311719 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a04d4b4-0db0-4c06-a412-622c53e03cf7', 'name': 'network-vif-deleted', 'tag': 'ac77d13f-f781-4283-b79a-9f87e1655bb2', 'status': 'completed', 'code': 200} Nov 12 03:58:02.329500 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a6e54a5e-b022-40d3-bd8c-0a83d1078528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:02.358619 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:02.566337 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.593106 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:02.605286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:02.605915 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:57:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.756209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-a5d930bd-02a9-4098-81a4-fda1d648dc51 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--727023821&fields=id&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 267 time: 0.0442283 Nov 12 03:58:02.799271 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:02.873927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-654c652c-aee7-492f-aa97-86e8825e1995 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:02.875445 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-654c652c-aee7-492f-aa97-86e8825e1995 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1124661 Nov 12 03:58:02.890425 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-fdcb7509-baba-4722-b14c-17942d5fdfbd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/quotas/b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 375 time: 0.0090511 Nov 12 03:58:02.944012 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-e7692ff1-dc5b-43fa-af65-f2864456d5bd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480065 Nov 12 03:58:02.994561 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:03.009744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-78f9eb9b-dd3e-4fef-8c60-4bc349294fb5 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:58:03.010834 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-78f9eb9b-dd3e-4fef-8c60-4bc349294fb5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548508 Nov 12 03:58:03.024060 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3fa01f-1a1a-45ec-b1f3-534ffc1d73ca None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:03.109514 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-3f9ba653-b608-41c7-aa1a-99f9e0689fe8 service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921855 Nov 12 03:58:03.202476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-382dbd10-2fe4-4473-895d-3cd81e143633 service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Nov 12 03:58:03.240853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2a47fe-1fed-4503-a48a-b172256767cc None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:03.380102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78833387-d76b-4cd1-9c4c-805b49820d32 req-cbf3762b-f31d-4bb1-8564-b01ffd772d94 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Nov 12 03:58:04.404976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-e4f197c1-8346-445b-99bb-64d452b810a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.406459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-e4f197c1-8346-445b-99bb-64d452b810a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1079350 Nov 12 03:58:04.471058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-59bd836e-bcbb-4255-8780-7c4588c4064a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 379 time: 0.0534780 Nov 12 03:58:04.479931 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a01c1964-b492-4b29-ba39-bdce2144e912 req-60772b71-a059-4e46-b2a7-5d4680e306ff tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 210 time: 0.0275395 Nov 12 03:58:04.485804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'port': {'device_id': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'admin_state_up': True, 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'security_groups': ['934471fb-0d6c-4c39-ac1f-abfdcd15643b']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:04.595728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:04.599789 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.727788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Allocated IP 172.20.0.8 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/ac1c305d-8fab-4c8b-a599-67d41b1a19cc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:04.735743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-22f13372-ef9c-41e8-a5dd-9fad776f940d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.862279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.893101 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.937073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:04.939992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:04.946258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:04.971319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:04.999614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.000239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.016322 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-428f867b-4422-4edd-a74b-21006fd1a13e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5342753 Nov 12 03:58:05.034009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Request body: {'port': {'device_id': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:05.090406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.179295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d4b39ff0-e70f-420c-9798-c7a5ee7e3d06 None None] Provisioning complete for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:05.179662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d4b39ff0-e70f-420c-9798-c7a5ee7e3d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.216776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d4b39ff0-e70f-420c-9798-c7a5ee7e3d06 None None] Port ac1c305d-8fab-4c8b-a599-67d41b1a19cc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:58:05.355417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:05.362414 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.374690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Transition to ACTIVE for port object ac1c305d-8fab-4c8b-a599-67d41b1a19cc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:05.378052 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.435216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:05.512818 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:05.513162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:05.513496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:05.518193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:05.518515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:05.524503 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:05.524844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:05.525354 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:05.526082 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Bound port: ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:05.526440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.623237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:05.626534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:05.631799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.638134 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:05.647142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c259-115b-4fc1-a688-b37b4501a4e7 req-8b0c067d-b7dc-46c4-81d8-90b5f0b7665f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.648644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7476c259-115b-4fc1-a688-b37b4501a4e7 req-8b0c067d-b7dc-46c4-81d8-90b5f0b7665f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 943 time: 0.0849254 Nov 12 03:58:05.659841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: ac77d13f-f781-4283-b79a-9f87e1655bb2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:05.660207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac77d13f-f781-4283-b79a-9f87e1655bb2 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:05.684995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.685612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.686976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] 10.222.0.32 "PUT /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1092 time: 0.6574640 Nov 12 03:58:05.687436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:05.689683 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa44085-9759-4dac-9542-319fb7ce2a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:05.729254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081257-8ffd-4c7b-8261-d7d8460639de service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:05.732796 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df08ca7d-bc9c-419c-a1cc-6e34d55d8595 x-openstack-request-id: req-df08ca7d-bc9c-419c-a1cc-6e34d55d8595 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:05.733064 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:05.733342 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-df08ca7d-bc9c-419c-a1cc-6e34d55d8595 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:05.733725 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'status': 'completed', 'code': 200} Nov 12 03:58:05.786726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7476c259-115b-4fc1-a688-b37b4501a4e7 req-4015c297-dc5f-4ef5-a6ab-7fd22b782a2d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168585 Nov 12 03:58:05.805201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:05.808489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-87f86aae-845b-4e4c-9c1c-bfea385526c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.810622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-87f86aae-845b-4e4c-9c1c-bfea385526c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1095 time: 0.0734437 Nov 12 03:58:05.855714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-480e3bb0-fbd8-43d8-8e1f-7fd8be10d153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 217 time: 0.0351713 Nov 12 03:58:05.906678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-97312e0b-6dd3-4a46-a40e-877183978615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.908184 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-97312e0b-6dd3-4a46-a40e-877183978615 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0430539 Nov 12 03:58:05.962293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-d7591ce4-8581-4dfd-a68a-6090155cca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:05.963847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-d7591ce4-8581-4dfd-a68a-6090155cca88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435402 Nov 12 03:58:06.056430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-2929d8a7-779a-4d02-9c93-040c2bdbfb65 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810475 Nov 12 03:58:06.149178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28a778a9-f47a-4e4b-925a-7ba75998b3da req-b1ab8d01-21ac-435e-abc3-e7a60eb1ff99 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843842 Nov 12 03:58:06.237146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-8580edba-01a0-46d1-89af-2fb317ad8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.238666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-8580edba-01a0-46d1-89af-2fb317ad8be6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1095 time: 0.0411553 Nov 12 03:58:06.329640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-b9bb5e03-f153-4e19-abd1-bb5087e656b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.331134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-b9bb5e03-f153-4e19-abd1-bb5087e656b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0847223 Nov 12 03:58:06.373508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-7fa8f78e-e087-4f0c-8ad1-bee9450ac98e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 217 time: 0.0342808 Nov 12 03:58:06.421115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-b6e9ca33-4e17-478c-ad52-e53248965655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.422427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-b6e9ca33-4e17-478c-ad52-e53248965655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0418975 Nov 12 03:58:06.470324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-cdc369c4-789b-49e9-a745-9186fdde29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.471824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-cdc369c4-789b-49e9-a745-9186fdde29bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398130 Nov 12 03:58:06.562186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-391a6b86-6718-445a-9ec4-6600a4a80b94 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825784 Nov 12 03:58:06.654198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5aa44085-9759-4dac-9542-319fb7ce2a7c req-ce54a04c-c530-430e-84da-c07443eb7d4f service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838463 Nov 12 03:58:06.913017 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03fbd-f379-43b5-a3dd-2cd5c485153b req-d17abec3-b4d3-4867-a0c2-b4a9ad7a5ac9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.914534 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44d03fbd-f379-43b5-a3dd-2cd5c485153b req-d17abec3-b4d3-4867-a0c2-b4a9ad7a5ac9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 943 time: 0.0530505 Nov 12 03:58:06.961803 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44d03fbd-f379-43b5-a3dd-2cd5c485153b req-16d2639d-1cad-42a5-835b-a0070527ccdb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Nov 12 03:58:07.326237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.073758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069d9e6-6bed-4a72-ab90-9aace5c66ffc req-1d7399f2-14d1-4434-828d-6bd05834d0f0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:08.075185 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3069d9e6-6bed-4a72-ab90-9aace5c66ffc req-1d7399f2-14d1-4434-828d-6bd05834d0f0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 943 time: 0.0484893 Nov 12 03:58:08.121772 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3069d9e6-6bed-4a72-ab90-9aace5c66ffc req-d9b1a033-a1e6-4aad-a715-adaa7996953a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 Nov 12 03:58:08.282890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.322142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:08.417311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:08.428372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:08.465128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.477301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:08.500473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:08.504020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.549092 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.808895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ac1c305d-8fab-4c8b-a599-67d41b1a19cc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:09.236585 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86e5e6-9535-4972-9b70-f4ebc3925a7a req-6171d8e0-ce6d-468e-a50f-2b8cd58ab35a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.238133 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf86e5e6-9535-4972-9b70-f4ebc3925a7a req-6171d8e0-ce6d-468e-a50f-2b8cd58ab35a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0493009 Nov 12 03:58:09.284634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bf86e5e6-9535-4972-9b70-f4ebc3925a7a req-f025ab1f-b0f9-4fe2-aa0c-a9daf80bba64 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405767 Nov 12 03:58:10.339611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:10.391918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:10.396365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:10.396739 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.412702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f22dd-fd67-491e-bc76-5321c6428a0c req-b7c6ae0b-f11e-4709-95bf-d197f1b83e88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.414200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b42f22dd-fd67-491e-bc76-5321c6428a0c req-b7c6ae0b-f11e-4709-95bf-d197f1b83e88 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0574653 Nov 12 03:58:10.461687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b42f22dd-fd67-491e-bc76-5321c6428a0c req-6dae9dcd-d2e9-4eff-8426-873a8f74a947 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415015 Nov 12 03:58:10.472394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.494605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:10.496820 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcacca4-2739-45d8-82f0-e33e5c10c09f" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:10.512972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:10.517048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:10.540294 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896db5b-c207-43bc-af8c-22de7fc8408d x-openstack-request-id: req-4896db5b-c207-43bc-af8c-22de7fc8408d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:10.540596 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:10.540821 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4896db5b-c207-43bc-af8c-22de7fc8408d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:10.541198 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'code': 200} Nov 12 03:58:10.565918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:10.653549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a507dc4-04e6-4c02-8950-009ba9f02398 req-09d4f488-910c-4e3d-a804-3c691b48622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.655034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a507dc4-04e6-4c02-8950-009ba9f02398 req-09d4f488-910c-4e3d-a804-3c691b48622f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1097 time: 0.0435100 Nov 12 03:58:10.698278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a507dc4-04e6-4c02-8950-009ba9f02398 req-4a2acc82-1a93-4dfb-b640-b73ff20c13b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358825 Nov 12 03:58:11.577563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b73ea-d78b-40f8-945e-da5ee0d6d3d0 req-d380d7b8-dda8-44b1-9a5a-d2ee92e1739f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:11.579032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf5b73ea-d78b-40f8-945e-da5ee0d6d3d0 req-d380d7b8-dda8-44b1-9a5a-d2ee92e1739f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Nov 12 03:58:11.625411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cf5b73ea-d78b-40f8-945e-da5ee0d6d3d0 req-1406f3c4-8cb0-4891-a0a9-1b868473b2dc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Nov 12 03:58:12.746930 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cffc2-1004-4a36-a705-e002c2832a95 req-76e7ee64-ae5c-4002-8bd5-aa546efe3028 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.748420 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a8cffc2-1004-4a36-a705-e002c2832a95 req-76e7ee64-ae5c-4002-8bd5-aa546efe3028 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Nov 12 03:58:12.795198 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7a8cffc2-1004-4a36-a705-e002c2832a95 req-fd94d9ce-36cf-4546-b0a5-15a377a123b6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Nov 12 03:58:12.913290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5c4a-75c1-4f85-b60b-13e64a211976 req-c4e39801-943b-4ecc-b66c-cd8c1ce37590 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.914668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-244d5c4a-75c1-4f85-b60b-13e64a211976 req-c4e39801-943b-4ecc-b66c-cd8c1ce37590 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Nov 12 03:58:12.923056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:12.928038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'floatingip': {'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:12.966212 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.665202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.668877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:13.768360 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef associated. External IP: 172.25.2.167, port: ac1c305d-8fab-4c8b-a599-67d41b1a19cc. Nov 12 03:58:13.968880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:14.070641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:14.075593 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.080050 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:14.089975 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:14.090584 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:58:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:14.105370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-36c5d29c-04fd-46b8-bc25-5e5bae66ebbb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "PUT /v2.0/floatingips/9927cfc2-a552-4fda-85da-8b54d27266ef HTTP/1.1" status: 200 len: 991 time: 1.1812201 Nov 12 03:58:14.106080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:14.108551 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:14.146262 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b93bc29-05ba-40d8-9f5a-c523b94b8836 x-openstack-request-id: req-6b93bc29-05ba-40d8-9f5a-c523b94b8836 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:14.146560 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:14.146811 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6b93bc29-05ba-40d8-9f5a-c523b94b8836 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:14.147243 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'status': 'completed', 'code': 200} Nov 12 03:58:14.198331 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:14.211864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-0a8d27fd-b0f9-48ef-905b-fc9018517844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:14.213677 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-0a8d27fd-b0f9-48ef-905b-fc9018517844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1097 time: 0.0423918 Nov 12 03:58:14.303360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-1e9da01c-27f3-4063-9c2f-b161dce9c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:14.304732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-1e9da01c-27f3-4063-9c2f-b161dce9c51e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0840673 Nov 12 03:58:14.373905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-2b5428d3-6048-4f1b-94d0-6886efa04775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 999 time: 0.0621660 Nov 12 03:58:14.418582 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 9, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:14.422517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-689e1632-e5f3-413b-ab3b-861a1df54c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:14.424050 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-689e1632-e5f3-413b-ab3b-861a1df54c15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0431612 Nov 12 03:58:14.448851 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:14.456972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:14.457573 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T03:58:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:14.470296 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-d8752bbc-ee62-4da2-b6d2-ab21c1e92e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:14.471838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-d8752bbc-ee62-4da2-b6d2-ab21c1e92e0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409739 Nov 12 03:58:14.561911 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:14.571715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-26756375-9032-4b6b-bc4d-922baeac9489 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921659 Nov 12 03:58:14.668150 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22b9fa9b-7cad-42db-9904-fd6f9bd9cacd req-f5a48661-967f-4ddb-bc0f-4a48b2e105f9 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873163 Nov 12 03:58:14.778406 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 9, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:14.808104 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f6c4f3-234e-470e-b14d-a9454f8ef298 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T03:58:13Z', 'revision_number': 9, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:14.985864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0aad1e-5638-4bcb-aeaf-65d4904f11eb None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:28.321394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:29.678198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.682922 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:32.333773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7b4f53c-4669-4e66-8715-39de0e418f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:34.736809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-669b50b1-8924-4b2d-bb75-2918cb415256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:35.788956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.328299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.283534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:45.899699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-1d61b70e-9577-43d5-930c-0fb7c0afa9b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404007 Nov 12 03:58:45.987826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-8a8570f1-c9b3-4c24-a59b-6ae4068817ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:45.989294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-8a8570f1-c9b3-4c24-a59b-6ae4068817ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1097 time: 0.0411556 Nov 12 03:58:46.103781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-ff03534a-bd04-44b0-8adf-9699c38c6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.105245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-ff03534a-bd04-44b0-8adf-9699c38c6f9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0911481 Nov 12 03:58:46.175545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-6eae3deb-3cd2-418f-813e-557350834911 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1002 time: 0.0600650 Nov 12 03:58:46.225839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-edcda0c9-3a9d-4e39-8538-b1dba1513542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.227404 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-edcda0c9-3a9d-4e39-8538-b1dba1513542 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0429313 Nov 12 03:58:46.277991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-a26564e0-df1b-46a2-bc83-77e872f8ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.279567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-a26564e0-df1b-46a2-bc83-77e872f8ab42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443294 Nov 12 03:58:46.370583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-404550ed-439d-4807-893f-d9efa7695bcb service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Nov 12 03:58:46.466241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5798326e-bd53-4a59-bf13-8c1a4448e39f req-41df94ce-1b0a-4aa1-8f1a-c55c6bdfad12 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Nov 12 03:58:58.319313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.696420 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.336091 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ee54723e-7406-4760-8a08-2d92227c482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.737535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3a3e1c93-6afc-4343-819c-e864dfc5ff8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.791025 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.331317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.286646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.682470 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:28.350764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:29.696368 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.338085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c6bf74aa-edc6-4930-96cc-d9e65cfede8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:34.738815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16af9ece-370e-45e5-8274-8488b14a5c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:35.793016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:37.337096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:38.288574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:45.682399 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:47.925974 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-ac6bc689-caec-4787-98f0-0ee3965b82d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403955 Nov 12 03:59:48.009097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-9ed6ca73-8cda-4628-a01c-80a958453f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.010617 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-9ed6ca73-8cda-4628-a01c-80a958453f4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1097 time: 0.0409555 Nov 12 03:59:48.115962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-117eb93c-6ed3-4e8f-a92f-13389b4c62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.117424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-117eb93c-6ed3-4e8f-a92f-13389b4c62c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0879781 Nov 12 03:59:48.187632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-cad07f8a-2442-4044-9359-8097130b0e2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1002 time: 0.0567925 Nov 12 03:59:48.243744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-478d9f5f-6811-481e-a9f3-80d4da99ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.245180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-478d9f5f-6811-481e-a9f3-80d4da99ff18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0460525 Nov 12 03:59:48.289946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-9ec785a5-5254-42d8-a7e4-7112e45860ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.292028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-9ec785a5-5254-42d8-a7e4-7112e45860ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390902 Nov 12 03:59:48.379292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-dc37b25f-430b-48a7-8ad0-4ef97fb11167 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780013 Nov 12 03:59:48.473845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eb64f2ff-78b5-48f2-bd6d-fb8eae4e508c req-087847e9-4789-4ea2-8c02-b30403947129 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830402 Nov 12 03:59:54.672473 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-9d530e77-38c1-46e4-b2d0-085183ef447d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410070 Nov 12 03:59:54.696139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdbc20-d131-4214-9b7d-2e56ab8c424f req-2abaef9f-6ff6-4b11-8dc2-02e72a34b6a9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:54.697773 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffbdbc20-d131-4214-9b7d-2e56ab8c424f req-2abaef9f-6ff6-4b11-8dc2-02e72a34b6a9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0522573 Nov 12 03:59:54.747074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ffbdbc20-d131-4214-9b7d-2e56ab8c424f req-98a5dd21-ea28-418b-b1ba-68c6f7b26138 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Nov 12 03:59:55.725102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-c609a865-4ffb-43aa-884c-fe24f4101b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.726622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-c609a865-4ffb-43aa-884c-fe24f4101b15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1097 time: 0.0457637 Nov 12 03:59:55.836401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-e5310d01-a26e-4264-84b5-dd64d2021c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.837833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-e5310d01-a26e-4264-84b5-dd64d2021c89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0999451 Nov 12 03:59:55.924857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1537-12d3-402d-8722-aaf29e66a090 req-35468ab4-4449-49d6-bc6a-48817087a45d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.926343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-127d1537-12d3-402d-8722-aaf29e66a090 req-35468ab4-4449-49d6-bc6a-48817087a45d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.1097400 Nov 12 03:59:55.928063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-7a09cef3-ef72-4c65-b6bd-e20ad508c826 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1002 time: 0.0771811 Nov 12 03:59:56.009351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-46111867-229e-4a85-badc-bb19b620d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.010724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-46111867-229e-4a85-badc-bb19b620d93b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0720160 Nov 12 03:59:56.014378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-127d1537-12d3-402d-8722-aaf29e66a090 req-151850a2-2c25-45ae-b563-ec3c193bf9bf tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823841 Nov 12 03:59:56.061391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-3db5a21e-1bb5-4d8e-b7ba-c2e7d8d4ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.062873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-3db5a21e-1bb5-4d8e-b7ba-c2e7d8d4ac13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417535 Nov 12 03:59:56.156829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-6d823ad2-66bd-42c0-9b7f-cfb0cefb4dcd service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863843 Nov 12 03:59:56.252195 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d1a96b50-d271-4089-899d-c12abc4b46fd service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837586 Nov 12 03:59:57.144229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3661285-0828-49ba-bb75-75f5f451e998 req-31e209e0-3e6e-44a3-b77b-4791f643291c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.145787 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d3661285-0828-49ba-bb75-75f5f451e998 req-31e209e0-3e6e-44a3-b77b-4791f643291c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0596268 Nov 12 03:59:57.207468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d3661285-0828-49ba-bb75-75f5f451e998 req-1d5c23df-e813-4142-9e81-ae296d107641 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556927 Nov 12 03:59:58.329202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5391-90a8-49cc-9527-1f4cb8ad5dea req-b15ac73a-1f0f-4ef9-b622-2a0412600fbc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.330710 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-267a5391-90a8-49cc-9527-1f4cb8ad5dea req-b15ac73a-1f0f-4ef9-b622-2a0412600fbc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0531268 Nov 12 03:59:58.378749 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-267a5391-90a8-49cc-9527-1f4cb8ad5dea req-75bb5661-48cb-4933-ae9d-801860ef394c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419600 Nov 12 03:59:58.380378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.492514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abf186-3b4a-429f-a3e9-effa2903ab98 req-67543747-6d4d-4d47-bd6a-6486f0e90e4f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.493980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9abf186-3b4a-429f-a3e9-effa2903ab98 req-67543747-6d4d-4d47-bd6a-6486f0e90e4f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Nov 12 03:59:59.541277 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9abf186-3b4a-429f-a3e9-effa2903ab98 req-b8447e4f-7c36-4838-a11d-775cdb5beef8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Nov 12 03:59:59.693440 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:00.656099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7c353-cbf6-4155-a132-9fa09bdd9145 req-43a5b161-affa-43ee-9eda-fe5ed2f834ff tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.657595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4b7c353-cbf6-4155-a132-9fa09bdd9145 req-43a5b161-affa-43ee-9eda-fe5ed2f834ff tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0481224 Nov 12 04:00:00.703745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4b7c353-cbf6-4155-a132-9fa09bdd9145 req-0649573a-3bc6-42d8-ad5d-6d23699a95bb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Nov 12 04:00:01.817832 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ca81d-0434-4607-9eb3-245d27ed9ba5 req-965c94c2-be9b-4eb1-968f-d4a51314b594 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.819359 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-390ca81d-0434-4607-9eb3-245d27ed9ba5 req-965c94c2-be9b-4eb1-968f-d4a51314b594 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0483205 Nov 12 04:00:01.865986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-390ca81d-0434-4607-9eb3-245d27ed9ba5 req-4c60e596-675b-48f8-b850-09199a718589 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Nov 12 04:00:02.342879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e3769412-e14d-4ff3-9db8-2cec2d33b164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:02.983733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056a44-7e84-4236-b6aa-5c896f0ad0ad req-762ad6ce-0923-4197-8311-57fe9c673f8f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.985417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32056a44-7e84-4236-b6aa-5c896f0ad0ad req-762ad6ce-0923-4197-8311-57fe9c673f8f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0522022 Nov 12 04:00:03.030659 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32056a44-7e84-4236-b6aa-5c896f0ad0ad req-6d2298d0-c9e1-459c-8600-eaec34d2968f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Nov 12 04:00:04.149314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e864-de74-464c-bdcb-77b7f7ee2096 req-926e6d15-c8c7-443d-abe2-0056d4f980ad tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.150777 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c509e864-de74-464c-bdcb-77b7f7ee2096 req-926e6d15-c8c7-443d-abe2-0056d4f980ad tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Nov 12 04:00:04.197050 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c509e864-de74-464c-bdcb-77b7f7ee2096 req-22c3ca33-e259-41c2-b9ac-93cb1b21beda tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404241 Nov 12 04:00:04.739364 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3032815d-6f8c-4c44-bddf-7706931f58a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:05.318334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfd206-541e-461e-b51e-fa7d6b997600 req-3947f2e7-ddac-4a25-aec0-10b470d3a4a3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.319887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36dfd206-541e-461e-b51e-fa7d6b997600 req-3947f2e7-ddac-4a25-aec0-10b470d3a4a3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0493019 Nov 12 04:00:05.366843 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-36dfd206-541e-461e-b51e-fa7d6b997600 req-35490fc2-e5c4-4dce-a3ae-42ac9ea4663e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Nov 12 04:00:05.794934 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:06.485800 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3d07e-9841-45c9-8105-bb77262c903f req-b3b3ae31-3570-45b8-8a13-697ba0526d0b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.487340 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3d3d07e-9841-45c9-8105-bb77262c903f req-b3b3ae31-3570-45b8-8a13-697ba0526d0b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Nov 12 04:00:06.535254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3d3d07e-9841-45c9-8105-bb77262c903f req-e18f4592-9122-4b45-908c-6b469818acc9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Nov 12 04:00:07.336080 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:07.648248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcf8f6-a155-4139-b01a-fe8c072a70a8 req-3ccb523f-07ee-48b8-ad59-1cbf617842b2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.649721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10fcf8f6-a155-4139-b01a-fe8c072a70a8 req-3ccb523f-07ee-48b8-ad59-1cbf617842b2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0473123 Nov 12 04:00:07.699963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-10fcf8f6-a155-4139-b01a-fe8c072a70a8 req-e5eac704-0a53-4ad7-a78d-997f0943ceb3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438144 Nov 12 04:00:08.294422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.437405 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-85a96ceb-605f-4172-b7af-549dadd1e84c service neutron] show failed (client error): The resource could not be found. Nov 12 04:00:08.438419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-85a96ceb-605f-4172-b7af-549dadd1e84c service neutron] 10.222.0.32 "GET /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0550132 Nov 12 04:00:08.654342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-57233735-083c-4e66-a121-2dd5fff4b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.655782 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-57233735-083c-4e66-a121-2dd5fff4b107 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1097 time: 0.0418017 Nov 12 04:00:08.667361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:08.717827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:08.826411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc55e10-85ef-438c-aa57-aecfc8e2c440 req-b99f2e04-1693-4de6-bc36-b0f22f72e302 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:08.827934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4cc55e10-85ef-438c-aa57-aecfc8e2c440 req-b99f2e04-1693-4de6-bc36-b0f22f72e302 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Nov 12 04:00:08.875152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4cc55e10-85ef-438c-aa57-aecfc8e2c440 req-3f0dd548-eb2a-4d6f-aa24-61434010db0b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Nov 12 04:00:08.926851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:08.959414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:08.998371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:09.000819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbde8b5-5580-43d4-ba75-77dcac7a0027" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:09.004860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.017656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Transition to ACTIVE for port object ac1c305d-8fab-4c8b-a599-67d41b1a19cc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:09.021014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.051525 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803125e-c0c1-4f1a-80aa-a11d6108b645 x-openstack-request-id: req-2803125e-c0c1-4f1a-80aa-a11d6108b645 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:09.051818 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:09.052066 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2803125e-c0c1-4f1a-80aa-a11d6108b645 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:09.052452 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'code': 200} Nov 12 04:00:09.082608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.126614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.126959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.127320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.127676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.127991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.128318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.128644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.128990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.129316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.129641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.129966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.130290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.168374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] No DVR routers for this DVR port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:09.577020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:09.577267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:09.577593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:09.581739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:09.582058 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:09.587019 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:09.587383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:09.587769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:09.588196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Bound port: ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:09.588545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.648050 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:09.650988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:09.655427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.687010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.687704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.689035 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] 10.222.0.39 "PUT /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1092 time: 1.0256174 Nov 12 04:00:09.712132 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7459474-5c47-4809-9a4e-2e61d0992ecb service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.759202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-ca66a436-0352-42ac-b52d-04bffc184381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.760731 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-ca66a436-0352-42ac-b52d-04bffc184381 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1095 time: 0.0457728 Nov 12 04:00:09.855533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-025b7a20-9cb8-4554-ac8a-f9288c3420f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.857003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-025b7a20-9cb8-4554-ac8a-f9288c3420f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0882225 Nov 12 04:00:09.929063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-c1ca57c9-e333-402c-a7df-dfe23382fe65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.0642908 Nov 12 04:00:09.979029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-3b34f55d-c4a1-4140-9cea-61c869301701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.980499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-3b34f55d-c4a1-4140-9cea-61c869301701 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0444310 Nov 12 04:00:09.992995 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbbe92-88c3-472c-98fb-b867c96382fe req-e5fa6d4a-49ff-45ce-9391-97792137fed0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.994488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0cbbe92-88c3-472c-98fb-b867c96382fe req-e5fa6d4a-49ff-45ce-9391-97792137fed0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 943 time: 0.0494318 Nov 12 04:00:10.025907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-7fcd3c66-11f1-4d8a-a9f0-5a641ba98e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.028114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-7fcd3c66-11f1-4d8a-a9f0-5a641ba98e11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411589 Nov 12 04:00:10.042371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f0cbbe92-88c3-472c-98fb-b867c96382fe req-b0a778d9-4a6e-490d-b996-65a2462d9eaa tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415065 Nov 12 04:00:10.119382 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-87cb1361-3337-4eb9-bfbc-536ac4ab06af service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Nov 12 04:00:10.205332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a3c6e05-98cd-4335-882c-ad8ec4f09005 req-f366127f-6f70-4917-b300-3f39e94e58de service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789118 Nov 12 04:00:11.053858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:11.056178 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8c211-be36-43c3-b196-cf9ba4a7536f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:11.105221 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24b93b8-044c-4aa7-a3e0-15302336816b x-openstack-request-id: req-f24b93b8-044c-4aa7-a3e0-15302336816b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:11.105518 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:11.105772 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f24b93b8-044c-4aa7-a3e0-15302336816b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:11.106178 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'status': 'completed', 'code': 200} Nov 12 04:00:11.203117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-04040da2-e2fe-4dd5-bb07-3d87f818a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.204644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-04040da2-e2fe-4dd5-bb07-3d87f818a2f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1095 time: 0.0738132 Nov 12 04:00:11.207255 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-c5175be9-ab42-4472-8f60-e79b5aec7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.208873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-c5175be9-ab42-4472-8f60-e79b5aec7fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1095 time: 0.0692914 Nov 12 04:00:11.211762 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b335d46-45ad-4cd7-8a4d-18ba8dfe83d7 req-f5eb504b-d0c7-4b46-953a-fa97de57ff56 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.213250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b335d46-45ad-4cd7-8a4d-18ba8dfe83d7 req-f5eb504b-d0c7-4b46-953a-fa97de57ff56 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 943 time: 0.1029058 Nov 12 04:00:11.264737 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5b335d46-45ad-4cd7-8a4d-18ba8dfe83d7 req-418e24b8-1d12-4c6e-9870-00701b9196d3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Nov 12 04:00:11.366222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-09cbe0db-0e97-4c74-96ea-06a7aa319f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.367625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-09cbe0db-0e97-4c74-96ea-06a7aa319f73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1540506 Nov 12 04:00:11.368700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-2ca3bfa3-d63a-430a-80b8-085468f209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.370010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-2ca3bfa3-d63a-430a-80b8-085468f209ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1490674 Nov 12 04:00:11.480660 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-fcaa43b2-ffcb-4517-a67a-9f7a10e62266 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.1050086 Nov 12 04:00:11.482460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-7cef2df0-9998-43e5-a127-9a8380024d85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.1012166 Nov 12 04:00:11.569391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-2947f11a-fedb-411b-be0f-78aa2837d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.570850 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-2947f11a-fedb-411b-be0f-78aa2837d805 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0804551 Nov 12 04:00:11.572265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-f089dea4-57b2-445a-b703-c82841625b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.574079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-f089dea4-57b2-445a-b703-c82841625b34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0759850 Nov 12 04:00:11.649680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-ce63c575-5065-41c2-8839-1785a6d0ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.651150 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-ce63c575-5065-41c2-8839-1785a6d0ab38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725203 Nov 12 04:00:11.653025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-bdfcd268-78e9-4a48-bf09-2422c076d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.654389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-bdfcd268-78e9-4a48-bf09-2422c076d239 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676680 Nov 12 04:00:11.820666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-72d35680-de42-4fc9-adaf-5a8e55a097a5 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613119 Nov 12 04:00:11.822506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-f37da7dc-bd30-4c8e-9566-532a25f07b34 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561017 Nov 12 04:00:11.976148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-7e3a69a4-e72e-4516-81b0-9cb3e3d78415 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480744 Nov 12 04:00:11.977985 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b0f8c211-be36-43c3-b196-cf9ba4a7536f req-7c06a119-3d31-477f-a9b7-30b9d8de1cc8 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423941 Nov 12 04:00:12.220186 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:12.314322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:12.325376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:12.362114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.375237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:12.394302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:12.397393 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:12.435644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423f722-334f-4bfe-b791-d79f1acfb990 req-ac650592-4984-4fd1-904e-ba115c1d995e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.437179 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2423f722-334f-4bfe-b791-d79f1acfb990 req-ac650592-4984-4fd1-904e-ba115c1d995e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0995431 Nov 12 04:00:12.446803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:12.454164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.454515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.454859 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.455230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.455570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.455904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.456235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.456559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.456888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.457215 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.457538 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.457862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:12.484854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2423f722-334f-4bfe-b791-d79f1acfb990 req-317bd8f1-0c60-44bd-bceb-09ee6a12a173 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Nov 12 04:00:12.650509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['ac1c305d-8fab-4c8b-a599-67d41b1a19cc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:12.806445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2c27d7cb-86c5-4e32-a654-cdfed5337710 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.807894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2c27d7cb-86c5-4e32-a654-cdfed5337710 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&tenant_id=b29bef9805374d759d1a8bbb0c53c78c&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 944 time: 0.0877059 Nov 12 04:00:12.819269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3c4a8-7d3d-4b50-a718-026774d8327f req-7320c445-eb9b-4635-82a8-aad1b0fe3d48 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.820653 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65e3c4a8-7d3d-4b50-a718-026774d8327f req-7320c445-eb9b-4635-82a8-aad1b0fe3d48 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0688210 Nov 12 04:00:12.853785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:12.906016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-65e3c4a8-7d3d-4b50-a718-026774d8327f req-4b5068d4-583c-47c1-9ce7-87c644dcd95c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788519 Nov 12 04:00:12.910770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-dd1d8532-261c-47f7-91e6-557f0098bff0 service neutron] 10.222.0.39 "GET /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 383 time: 0.0892012 Nov 12 04:00:12.981320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-927031b6-fc54-4096-b86a-b96ddf690b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.982856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-927031b6-fc54-4096-b86a-b96ddf690b7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1096 time: 0.0472276 Nov 12 04:00:13.049547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:13.074946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-e87a1bc1-6c12-4793-9ae2-f4922400b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.076384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-e87a1bc1-6c12-4793-9ae2-f4922400b9c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0859036 Nov 12 04:00:13.145077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-fa3b012f-20ce-479d-9de7-47feeca43999 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1001 time: 0.0615780 Nov 12 04:00:13.192925 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a9910947-f528-4553-9c25-f109827cc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.194338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a9910947-f528-4553-9c25-f109827cc51d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0427225 Nov 12 04:00:13.238822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-d5a702a8-7f1c-4c0b-806a-3447e1cf2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.240321 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-d5a702a8-7f1c-4c0b-806a-3447e1cf2054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388067 Nov 12 04:00:13.332224 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-4e1bdef0-8ead-4280-a1aa-5df27a9a9c6c service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843198 Nov 12 04:00:13.420056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-0e67ce2a-5189-44d8-af06-2a3dbe5305bf service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808413 Nov 12 04:00:14.026107 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440320bf-4113-44ec-a29b-5aa957c28d0e req-775dd926-528e-4cc6-a37e-4b8c822f2db5 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.028065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-440320bf-4113-44ec-a29b-5aa957c28d0e req-775dd926-528e-4cc6-a37e-4b8c822f2db5 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0523992 Nov 12 04:00:14.074517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-440320bf-4113-44ec-a29b-5aa957c28d0e req-7060ab7a-821e-48dc-a17a-1a7cfe917d8d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Nov 12 04:00:14.235885 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:14.283437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:14.286981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:14.287374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.363144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.384097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:14.386857 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89afc8ea-fcdf-4c62-abb6-d69d48ae919b" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:14.399313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:14.403690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.440161 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305420d-c319-4c4d-83fd-3989fee3966f x-openstack-request-id: req-0305420d-c319-4c4d-83fd-3989fee3966f {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:14.440458 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:14.440714 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0305420d-c319-4c4d-83fd-3989fee3966f {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:14.441106 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'code': 200} Nov 12 04:00:14.454307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.196079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6a178-6b07-4015-ba71-c64c5b14d695 req-025d2bd1-a257-452d-ac65-8c97611e7fbd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.198072 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd6a178-6b07-4015-ba71-c64c5b14d695 req-025d2bd1-a257-452d-ac65-8c97611e7fbd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0507619 Nov 12 04:00:15.247512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fd6a178-6b07-4015-ba71-c64c5b14d695 req-32c3b6f0-1bc9-4b57-a12c-cd56920b1771 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430071 Nov 12 04:00:15.374384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-b7d850ae-510c-4b66-a5f4-be10907fb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.375806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-b7d850ae-510c-4b66-a5f4-be10907fb0dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1097 time: 0.0448186 Nov 12 04:00:15.391535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:15.441363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.633378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.664617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:15.706572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:15.709123 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e1f834-1aed-4024-9fad-b9d3577a3f99" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:15.712836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.724723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Transition to ACTIVE for port object ac1c305d-8fab-4c8b-a599-67d41b1a19cc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:15.727646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.765523 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c59df7-c815-491f-beb6-9157d84dcdc6 x-openstack-request-id: req-96c59df7-c815-491f-beb6-9157d84dcdc6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:15.765820 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:15.766085 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-96c59df7-c815-491f-beb6-9157d84dcdc6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:15.766506 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'code': 200} Nov 12 04:00:15.816562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.854263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] No DVR routers for this DVR port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:15.992461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:15.992801 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:15.993129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:15.997953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:15.998277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Attempting to bind port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:16.003063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:16.003433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:16.003823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:16.004248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Bound port: ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:16.004601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.064563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:16.067484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:16.072099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.104397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.105821 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.107298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] 10.222.0.32 "PUT /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1093 time: 0.7196531 Nov 12 04:00:16.134222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68779f-8cf1-4f29-b9b8-f2ae2d49104e service neutron] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=11']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:16.180498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2ba9d81c-f23b-4e95-9ab0-1386fcfcb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.182024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-2ba9d81c-f23b-4e95-9ab0-1386fcfcb691 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1096 time: 0.0438039 Nov 12 04:00:16.278788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-3d64d78e-e587-4021-89c6-54af2377c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.280372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-3d64d78e-e587-4021-89c6-54af2377c4c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0910201 Nov 12 04:00:16.350999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-0859c5d3-ddcb-494a-9e53-65184ee80bbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.0591242 Nov 12 04:00:16.371970 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2e668-d3ad-4829-9857-bb02c88fdd82 req-971f1be1-80dd-450c-ac0a-3574392ecc1c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.373516 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0be2e668-d3ad-4829-9857-bb02c88fdd82 req-971f1be1-80dd-450c-ac0a-3574392ecc1c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0535035 Nov 12 04:00:16.407878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a8f2ca6b-c722-48a0-bd65-8278a9e98b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.409358 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a8f2ca6b-c722-48a0-bd65-8278a9e98b43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0474832 Nov 12 04:00:16.422059 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0be2e668-d3ad-4829-9857-bb02c88fdd82 req-5904c09a-927b-4d01-a322-9ddde2345453 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Nov 12 04:00:16.462048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a19f5c8d-90d5-44ac-ace8-833d58561ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:16.463583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-a19f5c8d-90d5-44ac-ace8-833d58561ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401764 Nov 12 04:00:16.557026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-710325fc-6bbd-40d5-a9e3-3a1f18c1c48f service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810609 Nov 12 04:00:16.655333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bd5d56f-a379-47bc-a72e-81c38143fc6b req-80cc298c-d59a-4ba7-9dd4-3b416fc85cca service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Nov 12 04:00:17.538360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610bea2-d825-46f1-98d7-b6932e3177e0 req-a4c44891-72f9-4e25-92c7-0ded86298bf7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.539866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3610bea2-d825-46f1-98d7-b6932e3177e0 req-a4c44891-72f9-4e25-92c7-0ded86298bf7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.0489073 Nov 12 04:00:17.585779 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3610bea2-d825-46f1-98d7-b6932e3177e0 req-033b578a-471b-405e-a102-1dacfa13994f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400553 Nov 12 04:00:17.768162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:17.770474 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746a665-7892-41f4-aac7-edefa0eb27ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:17.817435 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732120d-86b6-41d3-94c4-ea9122e12889 x-openstack-request-id: req-4732120d-86b6-41d3-94c4-ea9122e12889 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:17.817727 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:17.817971 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4732120d-86b6-41d3-94c4-ea9122e12889 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:17.818377 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'status': 'completed', 'code': 200} Nov 12 04:00:17.908467 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-e1efefa2-e6df-4f20-8a36-2c5e0dc15c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.909994 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-e1efefa2-e6df-4f20-8a36-2c5e0dc15c5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1096 time: 0.0710738 Nov 12 04:00:17.912447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-180af555-8c6f-411a-8825-e76c4f128cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.913760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-180af555-8c6f-411a-8825-e76c4f128cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 1096 time: 0.0665550 Nov 12 04:00:18.064915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-09aac1fb-a160-407e-b63c-5c009f5afdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.066271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-09aac1fb-a160-407e-b63c-5c009f5afdaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1485279 Nov 12 04:00:18.070511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-1348f67a-ebf8-40cb-b7cf-3dc9d8d30b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.071857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-1348f67a-ebf8-40cb-b7cf-3dc9d8d30b11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1462770 Nov 12 04:00:18.178586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-597e1368-996d-41e1-ab5b-1a2adee88a4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.1033850 Nov 12 04:00:18.180394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-d826b914-d8bd-4c5b-ae87-9c6b5337294f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 200 len: 1000 time: 0.0983236 Nov 12 04:00:18.242202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:18.266816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-8b92778f-77f5-4945-9ac1-5b4c3e9d2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.268949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-8b92778f-77f5-4945-9ac1-5b4c3e9d2ed9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0815744 Nov 12 04:00:18.271189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-e5c07250-7d86-451c-bb26-3a4d1624b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.272615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-e5c07250-7d86-451c-bb26-3a4d1624b090 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0784862 Nov 12 04:00:18.290338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:18.342500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-3e7dc353-d401-4c11-a07f-7e6dfb13abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.343980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-3e7dc353-d401-4c11-a07f-7e6dfb13abff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664566 Nov 12 04:00:18.349617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-7ef30e39-2bce-401a-bf81-23231e5b1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.351004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-7ef30e39-2bce-401a-bf81-23231e5b1815 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652888 Nov 12 04:00:18.801100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-264b0f9f-716f-4a79-add4-68ec0580507d service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426286 Nov 12 04:00:18.804126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-f949d852-a543-4064-9287-0ac0688f850c service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388182 Nov 12 04:00:18.882055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:18.940444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1580d3f-5c96-4897-9db4-048338ca0336 req-2087ea8a-1d5b-4b86-be6d-69259174f942 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.941940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1580d3f-5c96-4897-9db4-048338ca0336 req-2087ea8a-1d5b-4b86-be6d-69259174f942 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 944 time: 0.1554368 Nov 12 04:00:18.980165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:18.991023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'mac_address': 'fa:16:3e:a0:39:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:19.025261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-4e8240c0-2dd9-4ccf-a484-38cf708adb06 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067742 Nov 12 04:00:19.030119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a746a665-7892-41f4-aac7-edefa0eb27ed req-ec45876d-0c73-47e2-82b6-808c9063d493 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106140 Nov 12 04:00:19.032537 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.034644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1580d3f-5c96-4897-9db4-048338ca0336 req-e5d62078-2889-42d9-af0d-a63ad891f408 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858738 Nov 12 04:00:19.049091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:19.070621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:19.075277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:19.122606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:19.156449 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a6796-9ac7-48c0-bbe0-a8d60d9fbc42 req-7124a073-ec12-46fd-b31d-499c2ac79d31 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.157893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6a6796-9ac7-48c0-bbe0-a8d60d9fbc42 req-7124a073-ec12-46fd-b31d-499c2ac79d31 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Nov 12 04:00:19.204489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d6a6796-9ac7-48c0-bbe0-a8d60d9fbc42 req-75d58bd3-67f6-4ac9-b85f-790ffe4e807f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Nov 12 04:00:19.317728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d775f-5f51-4f3c-8bc9-f47263b863c6 req-fe33b04a-0be3-4f27-bd49-10bd442918a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.319245 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be4d775f-5f51-4f3c-8bc9-f47263b863c6 req-fe33b04a-0be3-4f27-bd49-10bd442918a6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0504606 Nov 12 04:00:19.348644 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['ac1c305d-8fab-4c8b-a599-67d41b1a19cc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:19.366018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be4d775f-5f51-4f3c-8bc9-f47263b863c6 req-0242c19e-f165-4ff5-9b55-2835fca3417e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Nov 12 04:00:19.594079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09701d90-9056-401a-89f5-55a407fc1309 req-e507ec6d-41f9-415c-9789-ecc9e43fa63b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.595614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09701d90-9056-401a-89f5-55a407fc1309 req-e507ec6d-41f9-415c-9789-ecc9e43fa63b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Nov 12 04:00:19.642092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09701d90-9056-401a-89f5-55a407fc1309 req-8db12e2b-1b16-43b5-8b24-2e6fb6df456a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407007 Nov 12 04:00:20.759209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e788b-d951-4149-9f58-5aec37713bde req-e08f88b3-3daf-4ab2-b58a-648ccd298eb0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.760694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d91e788b-d951-4149-9f58-5aec37713bde req-e08f88b3-3daf-4ab2-b58a-648ccd298eb0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Nov 12 04:00:20.812527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d91e788b-d951-4149-9f58-5aec37713bde req-9f6f6397-030a-419d-82ed-38804f7b535b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458736 Nov 12 04:00:20.882109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:20.931442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:20.935558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port ac1c305d-8fab-4c8b-a599-67d41b1a19cc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:20.935935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:20.958119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-23796f8d-b75e-4720-804b-b664f3befb02 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.959926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-23796f8d-b75e-4720-804b-b664f3befb02 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 945 time: 0.0524538 Nov 12 04:00:21.013451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.039967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:21.042264 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f72a4c-2d69-4658-ae23-9400afcce106" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:21.055587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:21.060657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.061496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Deleting port ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:21.061806 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.084852 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94676aea-926a-42db-a267-64813aeb045c x-openstack-request-id: req-94676aea-926a-42db-a267-64813aeb045c {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:21.085143 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-plugged", "status": "completed", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:21.085393 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-94676aea-926a-42db-a267-64813aeb045c {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:21.085783 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'code': 200} Nov 12 04:00:21.111013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=13']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.157268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] For port ac1c305d-8fab-4c8b-a599-67d41b1a19cc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:21.157632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.320901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.321264 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.321583 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef disassociated. External IP: 172.25.2.167, port: ac1c305d-8fab-4c8b-a599-67d41b1a19cc. Nov 12 04:00:21.321930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Calling delete_port for ac1c305d-8fab-4c8b-a599-67d41b1a19cc owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:21.447230 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.475247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'Port': ['ID=ac1c305d-8fab-4c8b-a599-67d41b1a19cc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:21.593814 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:21.705169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:21.715286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:21.724427 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:21.725032 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:00:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:21.745817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] No DVR routers for this DVR port ac1c305d-8fab-4c8b-a599-67d41b1a19cc on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:21.748599 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:21.752000 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e7672e5-0ba6-480e-8513-a6ebfe471d05 req-f739b02a-e6e1-41e6-ae32-c1aad17b5aeb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "DELETE /v2.0/ports/ac1c305d-8fab-4c8b-a599-67d41b1a19cc HTTP/1.1" status: 204 len: 173 time: 0.7838352 Nov 12 04:00:21.752436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-deleted', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:21.754716 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322afdd4-aa16-4cd8-9590-3c5107679c2b" -d '{"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-deleted", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:21.802819 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1fd1ff-825e-49af-8670-2cebee029d8d x-openstack-request-id: req-8b1fd1ff-825e-49af-8670-2cebee029d8d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:21.803143 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd03ab9f-9450-4dc5-aa97-69ecb5512656", "name": "network-vif-deleted", "tag": "ac1c305d-8fab-4c8b-a599-67d41b1a19cc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:21.803487 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8b1fd1ff-825e-49af-8670-2cebee029d8d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:21.803887 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd03ab9f-9450-4dc5-aa97-69ecb5512656', 'name': 'network-vif-deleted', 'tag': 'ac1c305d-8fab-4c8b-a599-67d41b1a19cc', 'status': 'completed', 'code': 200} Nov 12 04:00:21.919467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-548b03ab-9d95-4c23-a0fb-8becc6895569 req-da71e070-f494-432f-bf82-03e5b851a1ba tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd03ab9f-9450-4dc5-aa97-69ecb5512656 HTTP/1.1" status: 200 len: 210 time: 0.0284586 Nov 12 04:00:21.941352 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:22.132478 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:22.157877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:22.166055 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:22.166655 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:00:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:22.275036 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:22.473698 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:22.499285 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d0d73-677e-461a-bf1c-f09eb2b8ee67 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:22.681401 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:22.704729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e332c8-2e04-4ecc-890f-d4e7499bc965 None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:23.203751 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-a2c5ffa9-4d33-4499-870c-141266f9d79a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--727023821&fields=id&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 267 time: 0.0429578 Nov 12 04:00:23.312283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-4f7f46af-4057-40aa-abd8-d1cd7e033f8d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.313746 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-4f7f46af-4057-40aa-abd8-d1cd7e033f8d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1029484 Nov 12 04:00:23.328921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-e4f783f2-36ef-43ea-8fed-38587d9848c1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/quotas/b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 375 time: 0.0094295 Nov 12 04:00:23.387880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-2e1a70f2-1d88-4113-a0d8-b6a95b75abed tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530882 Nov 12 04:00:23.482164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-119d28f4-200d-4cdd-9067-3865ec8c2e2b service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827827 Nov 12 04:00:23.573930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-c4b01089-49f2-46a9-ab6e-6a9236b17f5b service neutron] 10.222.0.84 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Nov 12 04:00:23.731799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-55c517d1-0c96-49ce-a15e-0a6efd2bad9b req-f9596162-47f1-48a7-8439-3b5906d4ee6b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0261285 Nov 12 04:00:24.718958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-cc5b15ea-2f49-48ff-9203-c78998ef764d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.720478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-cc5b15ea-2f49-48ff-9203-c78998ef764d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 811 time: 0.1110303 Nov 12 04:00:24.790818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-a65809e8-2928-4f3d-8565-8011f78dfa81 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 379 time: 0.0551620 Nov 12 04:00:24.800466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'port': {'device_id': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'admin_state_up': True, 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'security_groups': ['934471fb-0d6c-4c39-ac1f-abfdcd15643b']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:24.828702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55ff1ea5-32d7-4beb-b977-1b2922aef91a req-18a969f1-a0cf-4018-9d73-7d771a1b7176 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0272324 Nov 12 04:00:24.901908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:24.910937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Made reservation on behalf of b29bef9805374d759d1a8bbb0c53c78c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:24.914570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:24.929521 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: ac1c305d-8fab-4c8b-a599-67d41b1a19cc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:24.929869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device ac1c305d-8fab-4c8b-a599-67d41b1a19cc not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:25.047933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Allocated IP 172.20.0.5 (72b2cd74-c5b9-4d50-bb05-8f27a2fb1104/cbe2529d-1999-48b9-81c5-40039f03c513/c0aa5de7-4ac0-463e-b466-2a4ca6d03435) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:25.187330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.219690 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.261407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:25.264901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:25.271226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:25.303385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:25.330841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:25.331512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.348479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-79e0dac2-0390-416c-a60e-57f085bfb1e3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517223 Nov 12 04:00:25.365408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Request body: {'port': {'device_id': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:25.421688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.462310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-86a637c9-35e1-4741-adf2-11d7bd33e120 None None] Provisioning complete for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:25.462761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-86a637c9-35e1-4741-adf2-11d7bd33e120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.496675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-86a637c9-35e1-4741-adf2-11d7bd33e120 None None] Port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:00:25.679906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:25.687485 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.700543 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Transition to ACTIVE for port object c0aa5de7-4ac0-463e-b466-2a4ca6d03435 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:25.704151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.751533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:25.824553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:25.825171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:25.825293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:25.829682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:25.830003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:25.835269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:25.835607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:25.835993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:25.836423 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Bound port: c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:25.836780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.924376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:25.950246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:25.954571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.006207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56058593-bbf4-446f-ad1d-97700703bd50 req-f0fbfb66-4712-4b02-be76-0c390abfff82 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.007960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56058593-bbf4-446f-ad1d-97700703bd50 req-f0fbfb66-4712-4b02-be76-0c390abfff82 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0972373 Nov 12 04:00:26.011790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.012406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.013989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1092 time: 0.6530426 Nov 12 04:00:26.014794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:26.017274 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d71c25-1551-49b3-82e2-031be4a251da" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:26.069413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208606e-7162-49e9-bf1a-2a1a4d884347 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:26.107500 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16076c-633f-48a6-a358-5a3a2c2d5fd8 x-openstack-request-id: req-8f16076c-633f-48a6-a358-5a3a2c2d5fd8 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:26.107795 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:26.108050 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8f16076c-633f-48a6-a358-5a3a2c2d5fd8 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:26.108453 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'status': 'completed', 'code': 200} Nov 12 04:00:26.132032 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56058593-bbf4-446f-ad1d-97700703bd50 req-31fe1b27-0a6e-4bba-b238-7d25b66db096 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951777 Nov 12 04:00:26.139034 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-d2625405-e200-4e27-a8ad-02cdecd426cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.140566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-d2625405-e200-4e27-a8ad-02cdecd426cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0812011 Nov 12 04:00:26.188741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-80d42b0d-05a6-4f5b-a456-6de07c4e0bff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 217 time: 0.0361533 Nov 12 04:00:26.242629 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-b9001b58-5d14-4d35-8bed-2ce4a0c8d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.244163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-b9001b58-5d14-4d35-8bed-2ce4a0c8d99d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0463986 Nov 12 04:00:26.297931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-d8a1f10a-f73c-4f8c-a1e9-6486e2f154fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.299397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-d8a1f10a-f73c-4f8c-a1e9-6486e2f154fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439851 Nov 12 04:00:26.390343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-1d6b6ab4-a24e-43e0-a646-b20073340c29 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807035 Nov 12 04:00:26.487177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f98fde4e-fff0-42f3-9ced-b7d8cd7fda73 req-de5f4a52-91e8-4994-ab11-d3d5445e8871 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Nov 12 04:00:26.574386 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71c25-1551-49b3-82e2-031be4a251da req-4e21be84-fcbd-4842-a2b2-38b3e9a51beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.575885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-4e21be84-fcbd-4842-a2b2-38b3e9a51beb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0404065 Nov 12 04:00:26.668283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71c25-1551-49b3-82e2-031be4a251da req-e2c6adec-b82a-493a-925e-5f90f7a4f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.669741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-e2c6adec-b82a-493a-925e-5f90f7a4f36f service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0856395 Nov 12 04:00:26.710829 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-9809c7ff-ce17-4a6c-84b3-bacf709e8113 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 217 time: 0.0332966 Nov 12 04:00:26.761124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71c25-1551-49b3-82e2-031be4a251da req-1639f696-8929-4715-ad59-b7777dd68803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.762510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-1639f696-8929-4715-ad59-b7777dd68803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0427320 Nov 12 04:00:26.815827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d71c25-1551-49b3-82e2-031be4a251da req-6244722b-2e29-4dcc-ad33-40d6d8b1aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:26.817319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-6244722b-2e29-4dcc-ad33-40d6d8b1aac3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442169 Nov 12 04:00:26.907764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-fba1e607-f757-4f0d-8a53-bb6e96f242e3 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830026 Nov 12 04:00:26.999690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-09d71c25-1551-49b3-82e2-031be4a251da req-a497f3ef-8862-44c7-8846-964ee53a577a service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832920 Nov 12 04:00:27.247544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b196739-aba2-45ce-9785-bb208ba67303 req-21ca3368-aa49-4a6e-a5db-cfd75c30998a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:27.249021 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b196739-aba2-45ce-9785-bb208ba67303 req-21ca3368-aa49-4a6e-a5db-cfd75c30998a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0486634 Nov 12 04:00:27.300878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8b196739-aba2-45ce-9785-bb208ba67303 req-5de217bd-6446-479d-b182-c88e8a2f9a20 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458930 Nov 12 04:00:28.388562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.421392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaca5b-a5d0-4046-8a50-a5d0add7291c req-22789eac-630d-4018-b3d0-892492726f20 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:28.422899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdcaca5b-a5d0-4046-8a50-a5d0add7291c req-22789eac-630d-4018-b3d0-892492726f20 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0503116 Nov 12 04:00:28.469207 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fdcaca5b-a5d0-4046-8a50-a5d0add7291c req-62886edb-fe3b-44ef-97f2-de55dbc8992a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402663 Nov 12 04:00:28.930547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:29.022888 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:29.033975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:29.069090 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:29.081002 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:29.100527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:29.105105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:29.153243 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:29.350342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c0aa5de7-4ac0-463e-b466-2a4ca6d03435'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:29.587459 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d3160-d695-456d-976c-3ddf6a769b36 req-84080395-3d0c-4651-bded-a057ac5d8102 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:29.589640 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce5d3160-d695-456d-976c-3ddf6a769b36 req-84080395-3d0c-4651-bded-a057ac5d8102 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0526483 Nov 12 04:00:29.634850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ce5d3160-d695-456d-976c-3ddf6a769b36 req-5f66e722-5a7d-4659-8123-9defc2ec2400 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 Nov 12 04:00:29.706391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:30.747824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cb4dc-5ae9-40a9-ad11-c846c4431f9e req-02ffbe83-c788-4787-9a42-45648725f7f0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:30.749292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad1cb4dc-5ae9-40a9-ad11-c846c4431f9e req-02ffbe83-c788-4787-9a42-45648725f7f0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0484710 Nov 12 04:00:30.796958 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad1cb4dc-5ae9-40a9-ad11-c846c4431f9e req-4256157f-798e-4d94-8aef-6eac8b873c12 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Nov 12 04:00:30.945171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:30.992493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:30.996917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:30.997285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.071481 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.093409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:31.095663 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d4150bb3f1d711b9a2c715c824fe7cd05f633da412d50a194236a63a4673878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b117c64-8262-49bb-a0af-351fbf001d6e" -d '{"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:31.111893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:31.116227 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:31.139071 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88780ab2-e325-4bfd-b427-b643fb2169be x-openstack-request-id: req-88780ab2-e325-4bfd-b427-b643fb2169be {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:31.139385 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:31.139634 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88780ab2-e325-4bfd-b427-b643fb2169be {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:31.140019 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'code': 200} Nov 12 04:00:31.165197 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:31.243193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf63ce3-114b-4d0a-8dfa-7cd3ecb7e3df req-0ea93bf0-1d1a-4068-acaa-e7f5e496155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.244739 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bf63ce3-114b-4d0a-8dfa-7cd3ecb7e3df req-0ea93bf0-1d1a-4068-acaa-e7f5e496155c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0434523 Nov 12 04:00:31.292851 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6bf63ce3-114b-4d0a-8dfa-7cd3ecb7e3df req-48548431-6129-4729-b2af-0ecac3c451bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361259 Nov 12 04:00:31.912123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d484293-1c9a-49e3-a051-749eef1a1e88 req-bb816610-00ad-4eb1-9fbe-8931bbe96377 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:31.913589 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d484293-1c9a-49e3-a051-749eef1a1e88 req-bb816610-00ad-4eb1-9fbe-8931bbe96377 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Nov 12 04:00:31.960519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0d484293-1c9a-49e3-a051-749eef1a1e88 req-a83e5234-ebe8-4b75-b25e-6888524ec8ae tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Nov 12 04:00:32.348156 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4666acae-54ee-44e5-95ae-bf37d5fd7864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.076208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255678a6-4d9c-4637-b8ba-863c1d384306 req-bce43177-1abd-457b-a6e0-108201bda7d3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.077626 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-255678a6-4d9c-4637-b8ba-863c1d384306 req-bce43177-1abd-457b-a6e0-108201bda7d3 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0482268 Nov 12 04:00:33.124328 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-255678a6-4d9c-4637-b8ba-863c1d384306 req-e8c5df7c-7bda-4da9-906c-327d8806c875 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408671 Nov 12 04:00:33.237765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4560-4ffb-4485-a595-5a9e7483ab63 req-505a2553-00a7-4b2f-82e1-2575c47e5322 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:33.239269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-721b4560-4ffb-4485-a595-5a9e7483ab63 req-505a2553-00a7-4b2f-82e1-2575c47e5322 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Nov 12 04:00:33.247803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 44534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:33.252113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Request body: {'floatingip': {'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:33.290260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.981938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:33.985589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.083578 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef associated. External IP: 172.25.2.167, port: c0aa5de7-4ac0-463e-b466-2a4ca6d03435. Nov 12 04:00:34.285575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:34.387586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:34.392386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.397512 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:34.407688 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:34.408302 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:00:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:34.422751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-487ec672-8168-46dc-b208-80077ad98ba6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "PUT /v2.0/floatingips/9927cfc2-a552-4fda-85da-8b54d27266ef HTTP/1.1" status: 200 len: 992 time: 1.1739125 Nov 12 04:00:34.423376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:34.425686 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d5490a952fe8192a981e69a79225de69e16f2e1a089b94cfc16c06a5eb93297" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa8987-337e-4919-bb0b-c09e998e1ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:34.466013 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40ace8-8f78-49ac-a38e-8fa2c4f83e73 x-openstack-request-id: req-7e40ace8-8f78-49ac-a38e-8fa2c4f83e73 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:34.466314 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:34.466569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7e40ace8-8f78-49ac-a38e-8fa2c4f83e73 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:34.466980 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'status': 'completed', 'code': 200} Nov 12 04:00:34.526521 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:34.529249 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-a65d5006-454d-4116-b885-136f421df8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.530761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-a65d5006-454d-4116-b885-136f421df8f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0412641 Nov 12 04:00:34.623288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-de385491-e07c-49db-b7ff-d472856dd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.624786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-de385491-e07c-49db-b7ff-d472856dd318 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0861101 Nov 12 04:00:34.694007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-9b5b2032-e1d3-4d1e-9903-5d9ea096fec6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.0618067 Nov 12 04:00:34.743075 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-422afcb7-299e-4dd4-88b0-24346cefae31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:34.744666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-0b64eca8-6d98-40fe-98d2-4f20b9d61ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.747516 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-0b64eca8-6d98-40fe-98d2-4f20b9d61ae0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0471160 Nov 12 04:00:34.750568 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T04:00:33Z', 'revision_number': 13, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:34.777219 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:34.786028 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:34.786630 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:00:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:34.794594 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-3299d2d2-222d-4001-84be-b73497c8bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:34.796220 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-3299d2d2-222d-4001-84be-b73497c8bf9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419497 Nov 12 04:00:34.890556 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:34.892621 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-198db457-790b-42a7-8a93-0131b7396c24 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887249 Nov 12 04:00:34.985298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3cfa8987-337e-4919-bb0b-c09e998e1ef5 req-1511acb6-3856-4fb8-963c-9ab8c8970e6c service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856538 Nov 12 04:00:35.108672 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T04:00:33Z', 'revision_number': 13, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:35.223274 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e063d6f6-58b5-413d-a386-889ee68b4928 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '9927cfc2-a552-4fda-85da-8b54d27266ef', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:53:22Z', 'updated_at': '2021-11-12T04:00:33Z', 'revision_number': 13, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:35.416132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae739-78ba-4c5e-b9e5-aed89073767c None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:35.801738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:37.338751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:38.294514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:48.912071 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-f5ea11f5-6c94-4cd7-af5b-55829794b94b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398042 Nov 12 04:00:48.993312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-857b45bf-ed0c-4121-8479-03e0ca63a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.994791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-857b45bf-ed0c-4121-8479-03e0ca63a743 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0407748 Nov 12 04:00:49.111644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-3b5efc21-4f1c-4592-ac81-53b4482c3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.113077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-3b5efc21-4f1c-4592-ac81-53b4482c3d2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0951483 Nov 12 04:00:49.182348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-367b514d-3d80-4c42-babe-4d2787a6ae5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1002 time: 0.0612779 Nov 12 04:00:49.230815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-f70ea464-02de-48ba-916d-ce294b404450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.232294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-f70ea464-02de-48ba-916d-ce294b404450 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0431297 Nov 12 04:00:49.281523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-58cd588a-7bf3-4f5d-a132-cb13229a1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.282992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-58cd588a-7bf3-4f5d-a132-cb13229a1113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436599 Nov 12 04:00:49.375142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-05f20522-c811-4713-ac50-cdc74c44dcc0 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831420 Nov 12 04:00:49.468465 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cfd52665-12d5-4615-98eb-1b23c08a64c0 req-a73e28e4-2b3f-4a77-aadd-4787750c44b1 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850749 Nov 12 04:00:58.394562 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.680581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:59.725787 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:02.348886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-54efb637-bb1c-4bc3-b359-ae5e3c1038ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:04.744298 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-96cf5cb9-664a-457f-bfdd-706e99d487f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.800410 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:07.340792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:08.296597 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.395924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:29.738177 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:32.349892 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-382cbbce-0d9c-4d9b-8bfc-242129447fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:34.744751 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12b6d4a8-cfe2-4905-8c12-f60756267990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:35.804084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:36.680094 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:37.345865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.297838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.005301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-6dee567a-ef07-4355-97e7-7b9fb91140d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778196 Nov 12 04:01:51.089567 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17251bb-051f-4162-a426-602220f8e037 req-b3604d9a-b667-42ff-978f-ed7d63ec02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.091017 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-b3604d9a-b667-42ff-978f-ed7d63ec02d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0404577 Nov 12 04:01:51.200151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17251bb-051f-4162-a426-602220f8e037 req-801937d5-123a-4108-a2bc-0b8e01eb285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.202148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-801937d5-123a-4108-a2bc-0b8e01eb285f service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0869255 Nov 12 04:01:51.270345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-fe2607c5-95c1-4e2e-b2b8-23c79d7c44ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1002 time: 0.0566754 Nov 12 04:01:51.325102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17251bb-051f-4162-a426-602220f8e037 req-d4aa3a32-7605-4c11-af32-fb45302f6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.327107 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-d4aa3a32-7605-4c11-af32-fb45302f6d38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0461977 Nov 12 04:01:51.375652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17251bb-051f-4162-a426-602220f8e037 req-a4f56bd3-a725-45c1-8cea-a87c3969bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:51.377014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-a4f56bd3-a725-45c1-8cea-a87c3969bf7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387220 Nov 12 04:01:51.466316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-7bdcaef6-693b-4fa2-a34d-58666dbf3e65 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807998 Nov 12 04:01:51.566531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b17251bb-051f-4162-a426-602220f8e037 req-9dc7ed1a-8435-40c4-baa0-e124c39676ed service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905416 Nov 12 04:01:58.407846 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.739626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.351916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c752bef6-e061-41e0-94f0-2ddd44d8248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.745421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30f3-ce9d-4c10-b90d-19057c39b940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.807030 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.347048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.301666 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.679066 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:15.494350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8e4e-cf50-437d-bd22-396103ca13f2 req-fec571a4-2e1e-4c18-85bf-eb5ca66979b7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.495866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59bf8e4e-cf50-437d-bd22-396103ca13f2 req-fec571a4-2e1e-4c18-85bf-eb5ca66979b7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0976963 Nov 12 04:02:15.542305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-59bf8e4e-cf50-437d-bd22-396103ca13f2 req-99b62277-4bc9-4c9a-9845-fd790b47cb83 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Nov 12 04:02:26.724599 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-1fc8c91c-f76f-4dd8-b4aa-133f022eb12c req-7ba97ede-8ab7-471b-8d0b-293cd1066a5e service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:26.725669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1fc8c91c-f76f-4dd8-b4aa-133f022eb12c req-7ba97ede-8ab7-471b-8d0b-293cd1066a5e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432205 Nov 12 04:02:26.914616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2fd7-fb97-4ddc-b0dd-6ca230099195 req-48549d86-fae0-4267-91a8-5e81a00eaa73 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.916139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93ca2fd7-fb97-4ddc-b0dd-6ca230099195 req-48549d86-fae0-4267-91a8-5e81a00eaa73 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0551927 Nov 12 04:02:26.993419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-93ca2fd7-fb97-4ddc-b0dd-6ca230099195 req-4a519db8-c2f0-47ee-83d3-15984632453f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713527 Nov 12 04:02:27.000335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-34a44e09-d860-4a2d-b649-2274a791fc97 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131852 Nov 12 04:02:27.010282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-603cf830-05a7-474a-a603-25805b1bcf3c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:27.011291 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-603cf830-05a7-474a-a603-25805b1bcf3c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053339 Nov 12 04:02:28.110740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-36da14ca-c83a-41d7-8b6c-41230c2ef316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.112313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-36da14ca-c83a-41d7-8b6c-41230c2ef316 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0412364 Nov 12 04:02:28.116690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1994fc-7675-4491-abd8-526c150f300b req-eca31865-37d5-4c95-bb64-07255ded1327 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.118236 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac1994fc-7675-4491-abd8-526c150f300b req-eca31865-37d5-4c95-bb64-07255ded1327 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0510342 Nov 12 04:02:28.165104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac1994fc-7675-4491-abd8-526c150f300b req-405512d0-a82f-4a26-aeec-694df444369b tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407507 Nov 12 04:02:28.206791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-d2b9e0c4-2248-4b15-847f-cb0607e4e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.208570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-d2b9e0c4-2248-4b15-847f-cb0607e4e88e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0832474 Nov 12 04:02:28.286181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-fc6e62a3-3c37-493b-8363-dc3fec94f2b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1002 time: 0.0655575 Nov 12 04:02:28.337988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-3a31b6fa-a2a8-4fe1-902b-ddda4c326306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.339458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-3a31b6fa-a2a8-4fe1-902b-ddda4c326306 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0427198 Nov 12 04:02:28.387264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-17e59320-142f-435c-8d86-7e4746de60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.389248 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-17e59320-142f-435c-8d86-7e4746de60e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394204 Nov 12 04:02:28.406918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.482916 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-ce353e49-ee41-4ddc-809c-9e7aa061f30f service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Nov 12 04:02:28.576760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-91f10f4f-c47f-495a-9467-c8a085032c7b service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818830 Nov 12 04:02:29.285407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb10d-ddf8-43d1-abe4-611b125783e0 req-01487cbf-54c1-48c7-a0b8-0db88a83f1e6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:29.286886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc5eb10d-ddf8-43d1-abe4-611b125783e0 req-01487cbf-54c1-48c7-a0b8-0db88a83f1e6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0537369 Nov 12 04:02:29.333796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dc5eb10d-ddf8-43d1-abe4-611b125783e0 req-0729766a-75ea-4a0d-83f4-22ec53bdbb06 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 Nov 12 04:02:29.745150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.453353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdae05-8094-425b-891a-82dd2fb486e4 req-3fa42b92-02f8-452e-94fe-e10d79218cae tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:30.454826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36cdae05-8094-425b-891a-82dd2fb486e4 req-3fa42b92-02f8-452e-94fe-e10d79218cae tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Nov 12 04:02:30.505483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36cdae05-8094-425b-891a-82dd2fb486e4 req-cf3846f0-31ee-4b07-88db-5af19bc80a74 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 Nov 12 04:02:31.621621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b473d-9d5e-4b46-8814-c795665be1d0 req-3981158c-9d6b-4d23-8f22-d1391f9edb34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:31.623136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-120b473d-9d5e-4b46-8814-c795665be1d0 req-3981158c-9d6b-4d23-8f22-d1391f9edb34 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Nov 12 04:02:31.670427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-120b473d-9d5e-4b46-8814-c795665be1d0 req-57ba5bfe-8add-4410-b3d7-874412d4107c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413885 Nov 12 04:02:32.356061 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2b1eb4b-fa61-48d8-8675-b626da23805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.786479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2354e2c-c8e6-4deb-8850-d5c0b43003ec req-8cc25211-77f8-49cd-a9cc-f02c3367d0da tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.787980 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2354e2c-c8e6-4deb-8850-d5c0b43003ec req-8cc25211-77f8-49cd-a9cc-f02c3367d0da tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0491128 Nov 12 04:02:32.834548 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2354e2c-c8e6-4deb-8850-d5c0b43003ec req-8a6baf31-8a03-43f3-8302-b7ee4d949449 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Nov 12 04:02:33.952105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476edf39-e270-4653-ba71-d01f3b53543b req-e767dc01-c6b9-4039-a45d-a33ddf3f7e59 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:33.953598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-476edf39-e270-4653-ba71-d01f3b53543b req-e767dc01-c6b9-4039-a45d-a33ddf3f7e59 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Nov 12 04:02:34.000878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-476edf39-e270-4653-ba71-d01f3b53543b req-1fb1af4c-d314-443e-b6b7-72325071efec tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Nov 12 04:02:34.747487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0cf202d1-4e19-4e28-ac3c-c5b76e66cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.118560 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cde4d-464b-4276-8be7-c7ea821905c8 req-228003e6-b434-4549-92b3-44e2688704a8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:35.120071 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-062cde4d-464b-4276-8be7-c7ea821905c8 req-228003e6-b434-4549-92b3-44e2688704a8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0491457 Nov 12 04:02:35.166816 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-062cde4d-464b-4276-8be7-c7ea821905c8 req-91a67089-6dd2-4e17-9544-5c8916bd1296 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Nov 12 04:02:35.810441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.285659 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b697ea-28fa-403a-bb3a-ff7e49eaf8b6 req-dce4aee2-68aa-4689-ac9e-3215e7ec5477 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:36.287164 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1b697ea-28fa-403a-bb3a-ff7e49eaf8b6 req-dce4aee2-68aa-4689-ac9e-3215e7ec5477 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Nov 12 04:02:36.332742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1b697ea-28fa-403a-bb3a-ff7e49eaf8b6 req-f8b43684-6c53-433a-a8cb-9c00bd1008b4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396128 Nov 12 04:02:37.348448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.452985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307111e2-9191-4c1b-a1ef-91c6700cc4e8 req-48350721-07fa-4c85-a317-15ec18e29ba8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.454491 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-307111e2-9191-4c1b-a1ef-91c6700cc4e8 req-48350721-07fa-4c85-a317-15ec18e29ba8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0532382 Nov 12 04:02:37.501627 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-307111e2-9191-4c1b-a1ef-91c6700cc4e8 req-4bb5c9a5-c19d-42e0-9c12-c5a6f8b25a7d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Nov 12 04:02:38.302357 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.616033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd57b69-e3ee-4ade-8e04-e229ff6a8a0b req-6a0c8dab-b770-42e8-8416-e7c04f6aaadd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.617458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8bd57b69-e3ee-4ade-8e04-e229ff6a8a0b req-6a0c8dab-b770-42e8-8416-e7c04f6aaadd tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Nov 12 04:02:38.668533 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8bd57b69-e3ee-4ade-8e04-e229ff6a8a0b req-6388d84f-98e1-4084-9e28-db75c8fb4c2a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452123 Nov 12 04:02:39.788902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025aa4-6bf8-405a-b7db-3f049c03c79e req-c84f0158-6acc-4c1b-b6a5-a2c38d45fbac tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.790385 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69025aa4-6bf8-405a-b7db-3f049c03c79e req-c84f0158-6acc-4c1b-b6a5-a2c38d45fbac tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0490882 Nov 12 04:02:39.836408 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-69025aa4-6bf8-405a-b7db-3f049c03c79e req-c74d362b-8923-4318-a926-ee7f9259ce2e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 Nov 12 04:02:40.955287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93398a-76d3-4b91-ab2e-5490e33165aa req-f589159a-ace2-47db-aba2-3e3baebdf7f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.956898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c93398a-76d3-4b91-ab2e-5490e33165aa req-f589159a-ace2-47db-aba2-3e3baebdf7f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Nov 12 04:02:41.003110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7c93398a-76d3-4b91-ab2e-5490e33165aa req-9abb7a9f-38f8-45ad-a1f4-dbd88af79461 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Nov 12 04:02:42.123672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16630e-c0b4-4476-a520-4a7418efa021 req-b623e7c4-dcfd-444f-8f0d-2c72981c4804 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.125151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd16630e-c0b4-4476-a520-4a7418efa021 req-b623e7c4-dcfd-444f-8f0d-2c72981c4804 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0491335 Nov 12 04:02:42.176069 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd16630e-c0b4-4476-a520-4a7418efa021 req-7ba593fe-3ed1-4f08-a4ef-7c7d3f53bbde tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 Nov 12 04:02:42.992382 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-d69e5ed4-5a6f-4ce3-b394-ad0e3230bbf6 service neutron] show failed (client error): The resource could not be found. Nov 12 04:02:42.993402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-d69e5ed4-5a6f-4ce3-b394-ad0e3230bbf6 service neutron] 10.222.0.32 "GET /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0543311 Nov 12 04:02:43.307011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-873dcc43-97f0-409d-b1aa-4e3a1fe0e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.308547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-873dcc43-97f0-409d-b1aa-4e3a1fe0e74e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1097 time: 0.1121087 Nov 12 04:02:43.316943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbafe93-890f-4f72-bc7d-4398fb8b3fed req-3240e808-5f57-4293-8888-0edf4585ae15 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.318324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cbafe93-890f-4f72-bc7d-4398fb8b3fed req-3240e808-5f57-4293-8888-0edf4585ae15 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0722449 Nov 12 04:02:43.323114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:43.407949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1cbafe93-890f-4f72-bc7d-4398fb8b3fed req-e701a04c-6388-4af1-9b71-4e136473d41c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821764 Nov 12 04:02:43.408661 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.564910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:43.613174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:43.642062 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.645512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:43.684851 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:43.690535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.702922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Transition to ACTIVE for port object c0aa5de7-4ac0-463e-b466-2a4ca6d03435 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:43.707020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.734289 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6956467-0ca4-4873-a602-bcf24bc9dbb0" -d '{"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:43.742920 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:43.743412 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:43.761390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.798438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.798787 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.799146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.799485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.799817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.800142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.800535 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.800791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.801114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.801441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.801762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.802080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:43.853194 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed073496-53d5-4e6d-9133-8e78fb03ef91 x-openstack-request-id: req-ed073496-53d5-4e6d-9133-8e78fb03ef91 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:43.853553 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:43.853866 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed073496-53d5-4e6d-9133-8e78fb03ef91 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:43.854317 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'code': 200} Nov 12 04:02:43.855325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] No DVR routers for this DVR port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:44.257562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:44.258229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:44.258229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:44.262381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:44.262702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:44.267542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:44.267884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:44.268270 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:44.268698 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Bound port: c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:44.269064 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.329492 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:44.332643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:44.336505 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.368102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.368728 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.370234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-05c775bd-613c-4422-be49-1e947f15411a service neutron] 10.222.0.39 "PUT /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1092 time: 1.0509145 Nov 12 04:02:44.397122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c775bd-613c-4422-be49-1e947f15411a service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.452246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-3946a4c8-16d3-4439-aebc-11018c159c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.453795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-3946a4c8-16d3-4439-aebc-11018c159c1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0581207 Nov 12 04:02:44.586889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f47d9c-7944-433a-8a7b-6df6176fe5ac req-2f11fa8d-323e-49ea-ac34-27d1029a6860 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.588496 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15f47d9c-7944-433a-8a7b-6df6176fe5ac req-2f11fa8d-323e-49ea-ac34-27d1029a6860 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.1017375 Nov 12 04:02:44.589933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-7760f787-47be-48e9-ba45-d56a81b0af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.591298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-7760f787-47be-48e9-ba45-d56a81b0af3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1306136 Nov 12 04:02:44.681506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-73b0a03a-e58a-4e76-a7b6-98cbe413cf7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.0807483 Nov 12 04:02:44.684907 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-15f47d9c-7944-433a-8a7b-6df6176fe5ac req-6f313804-4890-4251-9579-c569c63b369e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900559 Nov 12 04:02:44.730749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-8f53190b-236a-459c-8b00-12fe0bba5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.732239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-8f53190b-236a-459c-8b00-12fe0bba5527 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0439830 Nov 12 04:02:44.781744 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-ca55d5d6-42af-457e-b4c1-491da450b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:44.783326 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-ca55d5d6-42af-457e-b4c1-491da450b556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436926 Nov 12 04:02:44.871771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-c6ec060d-a498-4ad9-9ba1-c6778234d0bb service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815248 Nov 12 04:02:44.963351 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-f02d59d4-df14-4f69-9f1a-3710bca3c357 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842383 Nov 12 04:02:45.814532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2961ce-4534-4f17-9320-155348245bce req-ac37ca3f-6f08-4cd9-b4c8-396a8bb9adcc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:45.816097 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e2961ce-4534-4f17-9320-155348245bce req-ac37ca3f-6f08-4cd9-b4c8-396a8bb9adcc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0591505 Nov 12 04:02:45.855562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:45.858460 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab1f05b-b35d-4267-ad10-8294612baae7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:45.866323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6e2961ce-4534-4f17-9320-155348245bce req-fe8fd815-24f1-496b-a80a-243738c01dae tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Nov 12 04:02:45.913858 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1a9747-3eb3-4bdd-b699-79db1817e19e x-openstack-request-id: req-db1a9747-3eb3-4bdd-b699-79db1817e19e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:45.914156 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:45.914411 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-db1a9747-3eb3-4bdd-b699-79db1817e19e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:45.915160 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'status': 'completed', 'code': 200} Nov 12 04:02:46.010550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-fca7c99c-61b5-4eee-8556-0f4e8f24a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.012077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-fca7c99c-61b5-4eee-8556-0f4e8f24a145 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0692160 Nov 12 04:02:46.013956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-dd39e62e-3f81-488e-9205-a981bb81766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.015409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-dd39e62e-3f81-488e-9205-a981bb81766a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0737622 Nov 12 04:02:46.181599 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-31eca4ca-b7f7-42cd-be29-c87589f1905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.183124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-31eca4ca-b7f7-42cd-be29-c87589f1905f service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1613438 Nov 12 04:02:46.184236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-b8aa3725-086a-4cfd-b1d8-1497c12e8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.185571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-b8aa3725-086a-4cfd-b1d8-1497c12e8114 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1566153 Nov 12 04:02:46.301034 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-29b8758e-124c-4a3d-9845-93cc9295f21a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.1103058 Nov 12 04:02:46.303212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-bddc7de0-9c67-4487-940a-4929a72f4e9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.1064546 Nov 12 04:02:46.384450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-11a6e641-816b-4e61-8186-071eeb551b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.385960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-11a6e641-816b-4e61-8186-071eeb551b59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0779181 Nov 12 04:02:46.390187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-f1a8d72b-e0a1-48a0-826b-f3c436126583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.391580 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-f1a8d72b-e0a1-48a0-826b-f3c436126583 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0760162 Nov 12 04:02:46.470609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-d53b1b3c-6528-4d61-adaa-6f83ed4a9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.472364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-d53b1b3c-6528-4d61-adaa-6f83ed4a9adb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786803 Nov 12 04:02:46.475582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-576978a6-0e36-4d0e-9ec1-9004da671b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.477119 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-576978a6-0e36-4d0e-9ec1-9004da671b3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742278 Nov 12 04:02:46.637650 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-c33bdca0-6944-46ad-895e-0ad039223e02 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578090 Nov 12 04:02:46.641627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-503b06cf-1787-418e-9698-4ef659fab8ba service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442845 Nov 12 04:02:46.804848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-64657a15-5b3f-43e4-b99a-7fdf733f84fc service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592627 Nov 12 04:02:46.808457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2ab1f05b-b35d-4267-ad10-8294612baae7 req-178a5843-08f3-44ae-8ecc-6c277d02c573 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558824 Nov 12 04:02:46.986188 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490b373-4559-4870-947f-5966ee880980 req-ec8e4f77-301e-4bae-a964-c1c588bed968 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:46.987837 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f490b373-4559-4870-947f-5966ee880980 req-ec8e4f77-301e-4bae-a964-c1c588bed968 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0506792 Nov 12 04:02:47.035734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f490b373-4559-4870-947f-5966ee880980 req-f10f5565-bec5-4cb1-9ba7-756ba1754f3a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Nov 12 04:02:48.160508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1567b4f-3e0f-4448-8d08-d377e879cf06 req-d6e1d614-5e4e-4f37-a975-fd1e2ac63337 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:48.162132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1567b4f-3e0f-4448-8d08-d377e879cf06 req-d6e1d614-5e4e-4f37-a975-fd1e2ac63337 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0544121 Nov 12 04:02:48.219320 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e1567b4f-3e0f-4448-8d08-d377e879cf06 req-9659d08c-fa80-44ae-8311-eab47d411eb8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508351 Nov 12 04:02:49.340190 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a7ab-ce77-4936-8eec-0640b5a97e6a req-8d3f84c2-7370-4d02-8e5b-9217f0ebfe74 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.341789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b458a7ab-ce77-4936-8eec-0640b5a97e6a req-8d3f84c2-7370-4d02-8e5b-9217f0ebfe74 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0536439 Nov 12 04:02:49.388040 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b458a7ab-ce77-4936-8eec-0640b5a97e6a req-c2116305-7570-4471-b521-fc84be3f9c01 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Nov 12 04:02:50.509765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a053b-c713-4911-a029-9987e2fb0e91 req-a6e8b7d1-5f75-40bb-9815-27baa49e79d2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.511609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b3a053b-c713-4911-a029-9987e2fb0e91 req-a6e8b7d1-5f75-40bb-9815-27baa49e79d2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0525687 Nov 12 04:02:50.559080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b3a053b-c713-4911-a029-9987e2fb0e91 req-baa1fde7-13e4-478d-ab3c-f802a8f1266f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Nov 12 04:02:50.677979 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:51.676496 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcef1e6-aa5e-4ab9-b875-366471f2c8fa req-d39d9499-88a9-4039-83eb-a1fcc41f4b16 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.677970 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6fcef1e6-aa5e-4ab9-b875-366471f2c8fa req-d39d9499-88a9-4039-83eb-a1fcc41f4b16 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0487134 Nov 12 04:02:51.724483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6fcef1e6-aa5e-4ab9-b875-366471f2c8fa req-9942c27b-1ab1-4bf9-9920-726484c92c66 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406067 Nov 12 04:02:52.842458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7730b-e066-4b2a-8258-252cdfa93a84 req-ffaa5e91-49d7-40d4-a9a9-c011d71d3117 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.843949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48f7730b-e066-4b2a-8258-252cdfa93a84 req-ffaa5e91-49d7-40d4-a9a9-c011d71d3117 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0485730 Nov 12 04:02:52.889824 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-48f7730b-e066-4b2a-8258-252cdfa93a84 req-8a286ae6-b0c2-4ebd-80c8-f057a2a4d686 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Nov 12 04:02:54.008771 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfbea8-6a62-4249-957a-296a6f50f0bd req-f61da145-4ebf-42b9-bd8f-062805a7ae5d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.010291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eedfbea8-6a62-4249-957a-296a6f50f0bd req-f61da145-4ebf-42b9-bd8f-062805a7ae5d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0535097 Nov 12 04:02:54.057119 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eedfbea8-6a62-4249-957a-296a6f50f0bd req-45a4042b-7015-4fb6-82ef-61c618dd7139 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Nov 12 04:02:55.176831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e49a9-9ead-4a36-b465-a23de99cd61d req-597a5a2e-b60f-457b-af63-6dab935902c1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:55.178311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb1e49a9-9ead-4a36-b465-a23de99cd61d req-597a5a2e-b60f-457b-af63-6dab935902c1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0519962 Nov 12 04:02:55.224330 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cb1e49a9-9ead-4a36-b465-a23de99cd61d req-398bfa1f-13e4-40ae-b17c-85fdccfa6425 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400891 Nov 12 04:02:56.341788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77fc61-da4e-46ab-9b03-334495b99748 req-e6415557-75bb-4491-95c9-72c189dfa7b7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.343314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad77fc61-da4e-46ab-9b03-334495b99748 req-e6415557-75bb-4491-95c9-72c189dfa7b7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0499325 Nov 12 04:02:56.393508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ad77fc61-da4e-46ab-9b03-334495b99748 req-1ceb2f15-424b-4bd2-9c4c-302c0c0e06b1 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Nov 12 04:02:57.511944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4450d0-a021-47b5-8c34-4e4bbe2fc1ff req-235971a7-328f-4039-9ee8-deb0e178b658 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.513494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be4450d0-a021-47b5-8c34-4e4bbe2fc1ff req-235971a7-328f-4039-9ee8-deb0e178b658 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Nov 12 04:02:57.559335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be4450d0-a021-47b5-8c34-4e4bbe2fc1ff req-f302b4d8-4657-49ce-a051-d9f0b0144059 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Nov 12 04:02:57.870089 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-8329e8cf-da7b-460b-ac95-a31792c40e19 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.871564 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-8329e8cf-da7b-460b-ac95-a31792c40e19 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&tenant_id=b29bef9805374d759d1a8bbb0c53c78c&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0835233 Nov 12 04:02:57.883460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a727-7887-4c65-8c86-121ed895aabf req-5c6a1af2-d4ad-4a6f-bc38-ca7208d10440 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.884837 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91c3a727-7887-4c65-8c86-121ed895aabf req-5c6a1af2-d4ad-4a6f-bc38-ca7208d10440 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0701323 Nov 12 04:02:57.968783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91c3a727-7887-4c65-8c86-121ed895aabf req-9e431ad2-5ad2-4cbe-934e-c7d3b95a060f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779564 Nov 12 04:02:57.971612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-376ab630-b182-44ef-b649-41a45c813f14 service neutron] 10.222.0.39 "GET /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435/bindings/n-h2-615180-50 HTTP/1.1" status: 200 len: 383 time: 0.0859435 Nov 12 04:02:58.034822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-3a32d2a7-ba93-4397-b137-ee828a1bc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.036263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-3a32d2a7-ba93-4397-b137-ee828a1bc8d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0439005 Nov 12 04:02:58.123540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-035e0d8e-59e0-46e1-833e-26fc5b85cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.124996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-035e0d8e-59e0-46e1-833e-26fc5b85cf0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0824673 Nov 12 04:02:58.190861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-159cf760-a2a9-4747-b4e6-f0d9e18553fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.0591733 Nov 12 04:02:58.237952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-54eda39a-8c06-44f2-91ae-418f8c4e290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.239434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-54eda39a-8c06-44f2-91ae-418f8c4e290a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0422773 Nov 12 04:02:58.283406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-9da4e12a-732c-4982-9470-00f150b12370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:58.284895 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-9da4e12a-732c-4982-9470-00f150b12370 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388949 Nov 12 04:02:58.379798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-af592739-4be6-4b23-8036-d9df1d0dc26b service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881841 Nov 12 04:02:58.406676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.480932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-c67cb631-b21d-4240-ad80-00a612ac9a1b service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946043 Nov 12 04:02:59.074139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:59.087323 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aad68-aed5-42e7-9f97-bb4bf4eecae3 req-dfa1482d-d6f0-41c1-b3ac-02754a2f2688 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.088819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72aad68-aed5-42e7-9f97-bb4bf4eecae3 req-dfa1482d-d6f0-41c1-b3ac-02754a2f2688 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0492985 Nov 12 04:02:59.139923 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d72aad68-aed5-42e7-9f97-bb4bf4eecae3 req-ec238e73-c6b2-4cab-8ab3-a11f3e1b7b97 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443990 Nov 12 04:02:59.169751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:59.180926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:59.215827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.228253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:59.250165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:59.254053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.298415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.305496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.305850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.306194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.306531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.306872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.307231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.307562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.307889 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.308210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.308556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.308880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.309205 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:59.509329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['c0aa5de7-4ac0-463e-b466-2a4ca6d03435'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:59.751525 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.263728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704bc59-b336-434d-bd3e-16b7c1d38c34 req-84e6558b-a130-4f23-a5ab-654f6718a698 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.265720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d704bc59-b336-434d-bd3e-16b7c1d38c34 req-84e6558b-a130-4f23-a5ab-654f6718a698 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Nov 12 04:03:00.316819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d704bc59-b336-434d-bd3e-16b7c1d38c34 req-c8e1e3f8-dc3c-4a96-95d8-b6cc63b43757 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 Nov 12 04:03:01.083919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:01.183333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:01.195311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:01.434150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46fe4-1629-4d22-8be9-8c95c4a9044b req-1ebf8630-7feb-4b22-b39e-beacc3f204df tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.435664 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6e46fe4-1629-4d22-8be9-8c95c4a9044b req-1ebf8630-7feb-4b22-b39e-beacc3f204df tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0494823 Nov 12 04:03:01.483591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6e46fe4-1629-4d22-8be9-8c95c4a9044b req-200bac98-d619-44de-949c-25a156c21e14 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Nov 12 04:03:02.357005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d2e2af5-1772-44de-a531-0e2f2dc64c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.500828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-d868a032-d000-401f-a14d-4ca086f59081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.502252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-d868a032-d000-401f-a14d-4ca086f59081 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4&tenant_id=b29bef9805374d759d1a8bbb0c53c78c HTTP/1.1" status: 200 len: 1096 time: 0.0460958 Nov 12 04:03:02.518300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.596749 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.644714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018ec44-677a-4850-8459-2e71e53922de req-1896174f-6869-4521-bfd0-21cd7d952dbc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.646172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a018ec44-677a-4850-8459-2e71e53922de req-1896174f-6869-4521-bfd0-21cd7d952dbc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0838163 Nov 12 04:03:02.760743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a018ec44-677a-4850-8459-2e71e53922de req-f53b2ab8-e85b-4002-b809-9d35d316aca2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069853 Nov 12 04:03:02.838395 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:02.869720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:02.899527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:02.907975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.918136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Ignored duplicate provisioning block setup for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 04:03:02.922112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.998428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=9']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.039896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] No DVR routers for this DVR port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:03.080805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:03.123799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:03.178446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:03.178783 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:03.179142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:03.183422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:03.183750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Attempting to bind port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:03.188915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:03.189257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Checking segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:03.189644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Bound using segment: {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:03.190073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Bound port: c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee000f8-87c9-460c-8767-990653b0f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:03.190432 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.254136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:03.257179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:03.260739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.294907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.295611 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.296986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1092 time: 0.7827497 Nov 12 04:03:03.297420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:03.299662 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:03.326982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da56877-d24d-49b5-be49-8c5857412dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=10']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.364903 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f600972e-497a-4e91-899d-58a1b87354ad x-openstack-request-id: req-f600972e-497a-4e91-899d-58a1b87354ad {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:03.365265 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:03.365584 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f600972e-497a-4e91-899d-58a1b87354ad {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:03.366070 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'status': 'completed', 'code': 200} Nov 12 04:03:03.393401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-b8e414d4-7d59-4ac0-b734-62790f4361f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.394925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-b8e414d4-7d59-4ac0-b734-62790f4361f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0585697 Nov 12 04:03:03.752947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-086441b1-a304-4b0f-bbbe-eee68ff6f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.754428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-086441b1-a304-4b0f-bbbe-eee68ff6f8da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1096 time: 0.3767340 Nov 12 04:03:03.797379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-d747ba97-c2e9-4ad0-8ed0-633e2628e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.798962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-d747ba97-c2e9-4ad0-8ed0-633e2628e416 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.3901660 Nov 12 04:03:03.934480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-981dc1ff-8d7c-4dbe-a47c-36c328e337c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.1067257 Nov 12 04:03:03.945777 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c22391-8c43-42a7-8f1a-a935165d48f4 req-a3e2d826-db4b-4cbf-978e-0093ec7c1453 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.947188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6c22391-8c43-42a7-8f1a-a935165d48f4 req-a3e2d826-db4b-4cbf-978e-0093ec7c1453 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.1119905 Nov 12 04:03:03.949434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-abe6ddc8-49ac-4d99-8136-25d051ad4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.950738 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-abe6ddc8-49ac-4d99-8136-25d051ad4863 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.1880896 Nov 12 04:03:04.061167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-97fba878-3815-4a9b-a5cc-7df6033a5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.062567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-97fba878-3815-4a9b-a5cc-7df6033a5c97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.1145391 Nov 12 04:03:04.087550 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-ac036b46-dda3-486f-bd41-ccd373a7ca36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.1282330 Nov 12 04:03:04.104554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c6c22391-8c43-42a7-8f1a-a935165d48f4 req-2cee6d29-f7a3-4f17-8d51-69f25c033330 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465528 Nov 12 04:03:04.159617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-2651b2f7-1dcb-430c-b7c1-a6be8b1cb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.161115 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-2651b2f7-1dcb-430c-b7c1-a6be8b1cb058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868278 Nov 12 04:03:04.162789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-77bdf779-9f05-4405-a3b4-00b3461868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.164108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-77bdf779-9f05-4405-a3b4-00b3461868ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0585992 Nov 12 04:03:04.262002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-a1e78675-9401-4cf6-984b-0b799ad26b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.263521 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-a1e78675-9401-4cf6-984b-0b799ad26b40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930068 Nov 12 04:03:04.308377 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-57ed076e-4cc6-40fb-bbbd-ec82197e2158 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305280 Nov 12 04:03:04.428810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-ef6de3f6-b973-43d6-b7b0-bf324bc365a8 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569550 Nov 12 04:03:04.456560 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-49cc5157-02cb-4d74-b21b-2e957ec048cf req-0b06b61b-1968-4b28-bab1-ebf8cf4d4fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237130 Nov 12 04:03:04.566769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-0e57a454-d135-4abc-8d3e-4a18508bfb20 service neutron] 10.222.0.39 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271851 Nov 12 04:03:04.569496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-2fdca666-a052-43f7-984e-9542eafebbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.570862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-2fdca666-a052-43f7-984e-9542eafebbce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0666249 Nov 12 04:03:04.667862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-5f2fbcf6-f132-4c0e-9bea-069b4b164794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.669331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-5f2fbcf6-f132-4c0e-9bea-069b4b164794 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 200 len: 912 time: 0.0866010 Nov 12 04:03:04.745893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-1b3731a4-8b63-47b2-b3c8-6b1193aebee7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 200 len: 1000 time: 0.0647085 Nov 12 04:03:04.749210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cddd250-4d90-47cf-80ad-015b22ab96ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.797129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-b0af44f5-14f9-404e-89ea-92a7a977b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.798555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-b0af44f5-14f9-404e-89ea-92a7a977b70d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 200 len: 850 time: 0.0450816 Nov 12 04:03:04.849713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-d0697be1-f12a-4c0f-bc65-f0fe8ca2f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.851157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-d0697be1-f12a-4c0f-bc65-f0fe8ca2f13f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411835 Nov 12 04:03:04.947716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-eec78610-993d-43d6-aa78-786aac9d1f9d service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859692 Nov 12 04:03:05.041147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f19ca39c-6a0b-43ac-bb3b-5277f4da23cb req-5268b501-229c-409f-8fce-5d7322ab5534 service neutron] 10.222.0.32 "GET /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819564 Nov 12 04:03:05.229451 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61827a1c-0626-4e74-b91f-93440a34e6a3 req-48b3f4de-cb8b-44b8-8c42-757522208c9e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.231013 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61827a1c-0626-4e74-b91f-93440a34e6a3 req-48b3f4de-cb8b-44b8-8c42-757522208c9e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0503469 Nov 12 04:03:05.278159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-61827a1c-0626-4e74-b91f-93440a34e6a3 req-297dd1c0-1003-405f-bad0-196d3895f0e7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 Nov 12 04:03:05.810426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.400677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6da2d-5bcb-4121-9b32-92bb4902f73f req-0745a2d7-ef78-4ea7-8f68-8bb5f3fa38bc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:06.402165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9a6da2d-5bcb-4121-9b32-92bb4902f73f req-0745a2d7-ef78-4ea7-8f68-8bb5f3fa38bc tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0533891 Nov 12 04:03:06.449912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a9a6da2d-5bcb-4121-9b32-92bb4902f73f req-ccb873e0-132d-46e2-b4e3-d19dce6c4494 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Nov 12 04:03:07.351613 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.576351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a874-e64f-49f4-920b-6f8d47c72977 req-7f824980-42c9-48e3-a242-38cacc85981d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.578537 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1277a874-e64f-49f4-920b-6f8d47c72977 req-7f824980-42c9-48e3-a242-38cacc85981d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0557299 Nov 12 04:03:07.627712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1277a874-e64f-49f4-920b-6f8d47c72977 req-8293a439-8f28-4280-9c81-e2ad764d68f9 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Nov 12 04:03:08.304815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.744454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913910f9-3831-4696-a639-ccfa37cb846d req-ae985e1a-48d5-41c1-a603-909dfe6b3f32 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.745976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-913910f9-3831-4696-a639-ccfa37cb846d req-ae985e1a-48d5-41c1-a603-909dfe6b3f32 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0495648 Nov 12 04:03:08.793424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-913910f9-3831-4696-a639-ccfa37cb846d req-0ab0ef02-cf80-4346-9646-8865f96d7077 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Nov 12 04:03:09.917150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb8d84-70c6-48ac-b640-63c66e134017 req-2bf716d6-07dd-4da3-87df-efabc9bcca63 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.918630 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cbb8d84-70c6-48ac-b640-63c66e134017 req-2bf716d6-07dd-4da3-87df-efabc9bcca63 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0481501 Nov 12 04:03:09.965659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8cbb8d84-70c6-48ac-b640-63c66e134017 req-a062c401-d3ab-4f5a-9309-7cab28f4fa2d tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 Nov 12 04:03:11.080679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa1588-86b9-4e34-96ed-354f740fba2d req-d41d5ad5-a1b0-4add-aacf-cbfbcbc62d4f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.082049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7afa1588-86b9-4e34-96ed-354f740fba2d req-d41d5ad5-a1b0-4add-aacf-cbfbcbc62d4f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0479391 Nov 12 04:03:11.132741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7afa1588-86b9-4e34-96ed-354f740fba2d req-a98cb5f3-2914-465c-96b1-1176107fcc07 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441663 Nov 12 04:03:12.247899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e2d-7bf8-4dab-9899-ccab31f7a69a req-8d20c5a3-f107-4d27-851c-377789cdb473 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.249407 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de5d2e2d-7bf8-4dab-9899-ccab31f7a69a req-8d20c5a3-f107-4d27-851c-377789cdb473 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0488062 Nov 12 04:03:12.300498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-de5d2e2d-7bf8-4dab-9899-ccab31f7a69a req-97662bf0-d7fe-4756-9080-6a1fefbb30ff tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Nov 12 04:03:13.416112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b7c42-b55b-4824-9a47-c0ca1268bf2d req-6ae3a837-3390-4622-9015-46ff3e9502e4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.417605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00b7c42-b55b-4824-9a47-c0ca1268bf2d req-6ae3a837-3390-4622-9015-46ff3e9502e4 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0490365 Nov 12 04:03:13.464255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00b7c42-b55b-4824-9a47-c0ca1268bf2d req-f4fae9bd-dac0-4c06-b594-623f0b22ac8c tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407209 Nov 12 04:03:14.579207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4fd61-7ca0-4e29-b98c-167998ddd2aa req-55ca5312-6294-4364-ac79-29a5f0fd500e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.580690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccd4fd61-7ca0-4e29-b98c-167998ddd2aa req-55ca5312-6294-4364-ac79-29a5f0fd500e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0481098 Nov 12 04:03:14.628894 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccd4fd61-7ca0-4e29-b98c-167998ddd2aa req-76f69cc9-159e-4611-8106-463e8d13352a tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Nov 12 04:03:15.741597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb6e1-e953-4e05-9680-3868915eeb3c req-449f8605-d6a3-4c1a-8135-28a3e77af516 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.743121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23dfb6e1-e953-4e05-9680-3868915eeb3c req-449f8605-d6a3-4c1a-8135-28a3e77af516 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 944 time: 0.0480695 Nov 12 04:03:15.753952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:15.791088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23dfb6e1-e953-4e05-9680-3868915eeb3c req-27c8b214-4318-4f77-aa7d-aa80db556cb0 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Nov 12 04:03:15.846722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:15.860282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'port_id': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'mac_address': 'fa:16:3e:44:08:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:15.897181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.909415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:15.928409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:15.932281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.977679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=11']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.910196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6d43a-e578-45ee-963e-675184d0701d req-3303e9fb-0ae2-4f04-82ed-ca78486b9941 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.911706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57c6d43a-e578-45ee-963e-675184d0701d req-3303e9fb-0ae2-4f04-82ed-ca78486b9941 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0532441 Nov 12 04:03:16.957754 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-57c6d43a-e578-45ee-963e-675184d0701d req-3d6a420d-0214-4716-b924-f370d729eca2 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Nov 12 04:03:17.076387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00779e-7950-4156-9dcd-cc6e490233c2 req-fceda4b2-9de1-4ecf-8eb6-77b00aa9d79e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.077786 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba00779e-7950-4156-9dcd-cc6e490233c2 req-fceda4b2-9de1-4ecf-8eb6-77b00aa9d79e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Nov 12 04:03:17.125394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba00779e-7950-4156-9dcd-cc6e490233c2 req-928f3912-a799-4a95-a18d-0cacbbd7261e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413234 Nov 12 04:03:17.242335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c0aa5de7-4ac0-463e-b466-2a4ca6d03435'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:17.254131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277dfa1-ff87-41c8-9296-72e4dd53d583 req-d0d07829-0037-498f-9ec4-96310cbbd949 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.255656 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277dfa1-ff87-41c8-9296-72e4dd53d583 req-d0d07829-0037-498f-9ec4-96310cbbd949 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0571864 Nov 12 04:03:17.302648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2277dfa1-ff87-41c8-9296-72e4dd53d583 req-d49ec325-b723-4a45-a1d0-dc50dde18f1e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Nov 12 04:03:17.541592 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dccb52-4ce3-4ab7-be63-33d6c33916b4 req-3f6a1fec-595b-4acf-94e4-94e9959d3b29 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.543120 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d0dccb52-4ce3-4ab7-be63-33d6c33916b4 req-3f6a1fec-595b-4acf-94e4-94e9959d3b29 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0500546 Nov 12 04:03:17.590086 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d0dccb52-4ce3-4ab7-be63-33d6c33916b4 req-42651366-feee-4de7-8ce5-eee3fbf3c070 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408821 Nov 12 04:03:17.762634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:17.810059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:17.814413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:17.814773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.900262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.921383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:17.935292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:17.939893 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.964245 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a841b165-6b9b-4545-b067-4a4de2fb506d" -d '{"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:17.990596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=12']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.047472 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc9e65c-0a53-4cb0-be75-f598ebb376ce x-openstack-request-id: req-5dc9e65c-0a53-4cb0-be75-f598ebb376ce {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:18.047764 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:18.048016 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5dc9e65c-0a53-4cb0-be75-f598ebb376ce {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:18.048410 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'code': 200} Nov 12 04:03:18.707672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da78a6-95c2-48db-abc8-9d343fe8cbd9 req-c63a143c-dbb5-4904-8eb3-0e318908d27e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:18.709399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45da78a6-95c2-48db-abc8-9d343fe8cbd9 req-c63a143c-dbb5-4904-8eb3-0e318908d27e tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 946 time: 0.0519519 Nov 12 04:03:18.755666 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45da78a6-95c2-48db-abc8-9d343fe8cbd9 req-f88e745f-2325-48e5-b329-962a077275ea tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups?id=934471fb-0d6c-4c39-ac1f-abfdcd15643b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 Nov 12 04:03:19.271950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-bbc41ac5-ff1a-4fe0-93d4-2d5ae0e274f8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.273429 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-bbc41ac5-ff1a-4fe0-93d4-2d5ae0e274f8 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 946 time: 0.0473683 Nov 12 04:03:19.366511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Deleting port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:19.366844 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.451477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] For port c0aa5de7-4ac0-463e-b466-2a4ca6d03435, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:19.451836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.615891 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.616171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.616487 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef disassociated. External IP: 172.25.2.167, port: c0aa5de7-4ac0-463e-b466-2a4ca6d03435. Nov 12 04:03:19.616830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Calling delete_port for c0aa5de7-4ac0-463e-b466-2a4ca6d03435 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:19.742955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.773778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'Port': ['ID=c0aa5de7-4ac0-463e-b466-2a4ca6d03435,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:19.910047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b67f998-24a0-4592-aae8-44e34250ddbb req-4fad6e97-28f7-4553-bc9f-4d999eca7936 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0376663 Nov 12 04:03:19.936025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:20.043987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:20.053960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:20.063293 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:20.063961 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.086269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] No DVR routers for this DVR port c0aa5de7-4ac0-463e-b466-2a4ca6d03435 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:20.088937 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.092319 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e9018ef8-caba-445d-b2d7-d96ae23813dc req-c0079a9b-c0ee-49de-bd98-6bbb42e2e277 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.32 "DELETE /v2.0/ports/c0aa5de7-4ac0-463e-b466-2a4ca6d03435 HTTP/1.1" status: 204 len: 173 time: 0.8127401 Nov 12 04:03:20.092763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-deleted', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:20.095570 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6728a-4ba2-45df-a260-3274f495a5c8" -d '{"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-deleted", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:20.140295 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe76ce6-d1d6-4d7b-b1ef-dc08be1f12cf x-openstack-request-id: req-afe76ce6-d1d6-4d7b-b1ef-dc08be1f12cf {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:20.140646 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8805-6d89-4017-947d-e4263c3c2fd4", "name": "network-vif-deleted", "tag": "c0aa5de7-4ac0-463e-b466-2a4ca6d03435", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:20.141042 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-afe76ce6-d1d6-4d7b-b1ef-dc08be1f12cf {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:20.141449 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8805-6d89-4017-947d-e4263c3c2fd4', 'name': 'network-vif-deleted', 'tag': 'c0aa5de7-4ac0-463e-b466-2a4ca6d03435', 'status': 'completed', 'code': 200} Nov 12 04:03:20.173349 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:20.374797 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.401673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:20.410790 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:20.411448 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.517023 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:20.711101 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:20.740685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d21d99f-978c-4436-8901-3d3a1c14ebc9 None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'a363f506-31d4-47be-90cf-1384cbdb920a', 'name': '', 'network_id': '72b2cd74-c5b9-4d50-bb05-8f27a2fb1104', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'mac_address': 'fa:16:3e:11:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:19Z', 'updated_at': '2021-11-12T03:53:23Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'subnets': [{'id': 'cbe2529d-1999-48b9-81c5-40039f03c513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:20.966201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd4655-9969-4ad5-8d69-7954a9d2bf5d None None] New status for floating IP 9927cfc2-a552-4fda-85da-8b54d27266ef: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:03:21.206873 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f192758-42e3-4a3e-b03a-ed07e5d316fe req-0f709372-7ae5-4733-82fa-62a5d88bef96 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.2172797 Nov 12 04:03:21.772602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:21.797958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: c0aa5de7-4ac0-463e-b466-2a4ca6d03435 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:21.798301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c0aa5de7-4ac0-463e-b466-2a4ca6d03435 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:22.303007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-29a323d7-8cbe-4af9-bf1d-6791d58aa9ec req-bb8ecdd9-9af8-4fed-9e7e-fb42f548a7a7 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Nov 12 04:03:23.400965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ce8c7733-d03a-491f-8e4d-eeb6bd7a0b2b req-1862cfba-1dbf-497f-b6a9-d28245562bcb tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0288563 Nov 12 04:03:24.508723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-339046bc-2fb1-4f89-90a1-b2213ab20d54 req-c0abdb09-e426-4a7c-b917-43318f186a5f tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/ports?device_id=4a1b8805-6d89-4017-947d-e4263c3c2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Nov 12 04:03:27.678070 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:28.426317 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.261709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45022) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.314508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.340645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.393097 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.396248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.397421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "DELETE /v2.0/security-groups/934471fb-0d6c-4c39-ac1f-abfdcd15643b HTTP/1.1" status: 204 len: 168 time: 0.1346326 Nov 12 04:03:29.400242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45026) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.408083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c0041-813b-4cd6-b781-e467660d7e72 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934471fb-0d6c-4c39-ac1f-abfdcd15643b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.422848 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-e273cecd-97e0-43d2-9aa3-99051ad4a7b6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] show failed (client error): The resource could not be found. Nov 12 04:03:29.427371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e273cecd-97e0-43d2-9aa3-99051ad4a7b6 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "GET /v2.0/security-groups/934471fb-0d6c-4c39-ac1f-abfdcd15643b HTTP/1.1" status: 404 len: 347 time: 0.0226369 Nov 12 04:03:29.428266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45028) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.578346 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Deleting port 7f6ac410-3c7e-4665-ab42-48d20777f324 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:29.578600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.656655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.656978 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.668584 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Calling delete_port for 7f6ac410-3c7e-4665-ab42-48d20777f324 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:29.772192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.806646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.834293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Pushing event deleted for resources: {'Port': ['ID=7f6ac410-3c7e-4665-ab42-48d20777f324,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.867153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.867501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.867840 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.868174 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.868511 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.868839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.869162 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.869498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.869802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.870121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.870438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.870755 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:29.908592 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.911128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.912334 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ae74cf10-f1eb-435d-918d-ca483142b834 tempest-ServerActionsTestJSON-1339413158 tempest-ServerActionsTestJSON-1339413158-project] 10.222.0.84 "DELETE /v2.0/floatingips/9927cfc2-a552-4fda-85da-8b54d27266ef HTTP/1.1" status: 204 len: 168 time: 0.4834275 Nov 12 04:03:29.915288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45034) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.375770 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.616048 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Deleting port a363f506-31d4-47be-90cf-1384cbdb920a {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:30.616780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.691516 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] For port a363f506-31d4-47be-90cf-1384cbdb920a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=a363f506-31d4-47be-90cf-1384cbdb920a,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:30.691889 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.704176 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Calling delete_port for a363f506-31d4-47be-90cf-1384cbdb920a owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:30.879381 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.906411 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Pushing event deleted for resources: {'Port': ['ID=a363f506-31d4-47be-90cf-1384cbdb920a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.396887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.607761 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Router 883ab517-33ad-4c5e-9212-2648587b3743 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:31.712631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:31.719682 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2efda195-fb6c-48a1-9bff-151b1e1ff363 admin admin] 10.222.0.84 "PUT /v2.0/routers/883ab517-33ad-4c5e-9212-2648587b3743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8031580 Nov 12 04:03:31.720922 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45044) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.722022 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Sync routers for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:31.731461 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:31.732086 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:31.826180 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.836436 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:31.928580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.987542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Deleting port 4e418b88-72ef-4a26-a173-43650ea722c3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:31.987799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.065590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] For port 4e418b88-72ef-4a26-a173-43650ea722c3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4e418b88-72ef-4a26-a173-43650ea722c3,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:32.065959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.078266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Calling delete_port for 4e418b88-72ef-4a26-a173-43650ea722c3 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:32.103249 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T04:03:30Z', 'revision_number': 5, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port': {'id': '4e418b88-72ef-4a26-a173-43650ea722c3', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ab517-33ad-4c5e-9212-2648587b3743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T03:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.133380 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Checking router: 883ab517-33ad-4c5e-9212-2648587b3743 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:32.142239 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Routers {'883ab517-33ad-4c5e-9212-2648587b3743'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:32.142850 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:03:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['883ab517-33ad-4c5e-9212-2648587b3743'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.230050 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] Set router 883ab517-33ad-4c5e-9212-2648587b3743 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:32.245706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.273978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e418b88-72ef-4a26-a173-43650ea722c3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.286383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 6, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:32.291544 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433e8a1-4a13-4407-a7c7-7446c1ba8389 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:32.319445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a903bd6c-b314-40e7-9463-83d15775726f None None] The sync data for ids ['883ab517-33ad-4c5e-9212-2648587b3743'] in n-d-615180-50 is: [{'id': '883ab517-33ad-4c5e-9212-2648587b3743', 'name': 'tempest-ServerActionsTestJSON-509742762-router', 'tenant_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:17Z', 'updated_at': '2021-11-12T04:03:31Z', 'revision_number': 6, 'project_id': 'b29bef9805374d759d1a8bbb0c53c78c', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:32.340740 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.361829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8675eb5f-8c91-4261-95e9-c2d94dd3637f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.435827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.438699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.480665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.481233 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883ab517-33ad-4c5e-9212-2648587b3743 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:32.486077 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.487258 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-90a6bffd-2171-4051-b1e7-8fa26be96e11 admin admin] 10.222.0.84 "DELETE /v2.0/routers/883ab517-33ad-4c5e-9212-2648587b3743 HTTP/1.1" status: 204 len: 168 time: 0.7653339 Nov 12 04:03:32.489892 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45050) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:32.541690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Deleting subnet cbe2529d-1999-48b9-81c5-40039f03c513 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:32.544932 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.580301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.663496 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.731159 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.758293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a363f506-31d4-47be-90cf-1384cbdb920a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:32.763326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe2529d-1999-48b9-81c5-40039f03c513,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.767310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.770618 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a43f3bfc-b438-4d01-8d15-4b5348d6d07a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cbe2529d-1999-48b9-81c5-40039f03c513 HTTP/1.1" status: 204 len: 168 time: 0.2797995 Nov 12 04:03:32.773289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45052) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:32.792577 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce9e61-f4fe-4589-bb02-c3c7c200134c None None] Network 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:32.794848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: a363f506-31d4-47be-90cf-1384cbdb920a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:32.795310 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device a363f506-31d4-47be-90cf-1384cbdb920a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:32.848357 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.899420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Deleting port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:32.899764 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.975682 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] For port e19de9cb-eba9-4191-b4c6-7df8b65e1da8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,segment=NetworkSegment(0ee000f8-87c9-460c-8767-990653b0f305),segment_id=0ee000f8-87c9-460c-8767-990653b0f305)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:32.976048 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.988748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Calling delete_port for e19de9cb-eba9-4191-b4c6-7df8b65e1da8 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:33.066452 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.094080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e19de9cb-eba9-4191-b4c6-7df8b65e1da8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.099945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] No DVR routers for this DVR port e19de9cb-eba9-4191-b4c6-7df8b65e1da8 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:33.123685 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c3985-6338-4b3b-aa00-16b5839ff3fa None None] DHCP port deletion for 72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:33.174715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.193978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b2cd74-c5b9-4d50-bb05-8f27a2fb1104']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.204247 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee000f8-87c9-460c-8767-990653b0f305') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.204547 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee000f8-87c9-460c-8767-990653b0f305') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:33.214443 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.228399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.234791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:33.235260 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:33.236981 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:33.297423 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.302658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.306762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] 10.222.0.84 "DELETE /v2.0/networks/72b2cd74-c5b9-4d50-bb05-8f27a2fb1104 HTTP/1.1" status: 204 len: 168 time: 0.5325534 Nov 12 04:03:33.319623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52799b69-fda6-45b9-824b-3928bbd6d6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=72b2cd74-c5b9-4d50-bb05-8f27a2fb1104,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.426733 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.466175 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-57630f47-b147-4fd6-941e-b4b2ba651cdb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b29bef9805374d759d1a8bbb0c53c78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382636 Nov 12 04:03:33.469161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45058) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.514113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.535580 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.584340 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.587049 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.588240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/146db937-1f33-4a71-8a1f-72a2b75fa101 HTTP/1.1" status: 204 len: 168 time: 0.1180313 Nov 12 04:03:33.596312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3485aae-0d8e-4084-9fc3-93fb06d77bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146db937-1f33-4a71-8a1f-72a2b75fa101,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.260880 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.354914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1986596929-network', 'tenant_id': '7efdf12dc12d4690ad345a43fb26f72c'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:34.375711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Made reservation on behalf of 7efdf12dc12d4690ad345a43fb26f72c for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:34.378054 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.386074 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.460725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.464304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.485492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:34.498413 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.503364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.503729 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Added segment c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8 of type vlan for network 0e8cb40a-b21d-4320-85e7-f931575903fb Nov 12 04:03:34.551334 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.576919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.577907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.578488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.585660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e418b88-72ef-4a26-a173-43650ea722c3 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:34.612176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4e418b88-72ef-4a26-a173-43650ea722c3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:34.612435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4e418b88-72ef-4a26-a173-43650ea722c3 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:34.613051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e19de9cb-eba9-4191-b4c6-7df8b65e1da8 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:34.631469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: e19de9cb-eba9-4191-b4c6-7df8b65e1da8 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:34.631817 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device e19de9cb-eba9-4191-b4c6-7df8b65e1da8 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:34.637149 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3751535 Nov 12 04:03:34.640865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45084) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.645042 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e031-4e0f-467b-b9d4-f49c82c909b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8cb40a-b21d-4320-85e7-f931575903fb,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.648615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Request body: {'subnet': {'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1986596929-subnet', 'tenant_id': '7efdf12dc12d4690ad345a43fb26f72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:34.658795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 0e8cb40a-b21d-4320-85e7-f931575903fb details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:34.671012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Made reservation on behalf of 7efdf12dc12d4690ad345a43fb26f72c for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:34.674001 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.751721 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9cf698ad-b342-445b-a3bd-080774576e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.840970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.896721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3cd872-3bd3-40a7-b212-1d33227923d1,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.903569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Checking segment: {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:34.903933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Network hostable DHCP agents. Network: 0e8cb40a-b21d-4320-85e7-f931575903fb, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:34.920497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Network 0e8cb40a-b21d-4320-85e7-f931575903fb is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:34.929392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 0e8cb40a-b21d-4320-85e7-f931575903fb) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:34.933978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.934584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.939469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d0d1d-e977-49a5-bbac-3da29c10f6e9 None None] Network 0e8cb40a-b21d-4320-85e7-f931575903fb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:34.951118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dd82b298-3e01-4f2c-bbfe-f5a648fbdc43 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079476 Nov 12 04:03:35.069191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e69fb15-94d9-431e-b98f-0b1a31aa5416 None None] Network 0e8cb40a-b21d-4320-85e7-f931575903fb requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:35.366385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-19a3d525-086f-495f-95cb-dc559f611146 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.367900 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-19a3d525-086f-495f-95cb-dc559f611146 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 814 time: 0.1039717 Nov 12 04:03:35.383185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-c93e33c3-624b-454b-8549-400d324a9939 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/quotas/7efdf12dc12d4690ad345a43fb26f72c HTTP/1.1" status: 200 len: 375 time: 0.0095208 Nov 12 04:03:35.414124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-81ed2042-71e8-4539-a75e-8fe14151bcf6 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257490 Nov 12 04:03:35.506903 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-4c7987ee-75ac-4684-9ae4-433360811187 service neutron] 10.222.0.84 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859332 Nov 12 04:03:35.601557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-6cdefb67-2001-4ea9-9b49-5bebcb91816e service neutron] 10.222.0.84 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885692 Nov 12 04:03:35.761832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28c75e34-f8dd-41b7-a0f0-f0f5f986c51c req-13d4aa2b-3f53-4b77-abe6-c11f31e6eaf1 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Nov 12 04:03:35.815026 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.867122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1d6dd14-41b1-4994-a6be-890f64d29f10 req-e8d65130-1b42-4f88-9fde-f6381400f8dc tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Nov 12 04:03:36.909103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-e5def198-518e-4c63-9f70-0e5da880afb8 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:36.910570 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-e5def198-518e-4c63-9f70-0e5da880afb8 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.32 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 814 time: 0.1126676 Nov 12 04:03:36.925778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Request body: {'port': {'device_id': '111478cb-acbc-4418-b718-82c706ea6805', 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb', 'admin_state_up': True, 'tenant_id': '7efdf12dc12d4690ad345a43fb26f72c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:37.032376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Made reservation on behalf of 7efdf12dc12d4690ad345a43fb26f72c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:37.036014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.167962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Allocated IP 172.20.0.2 (0e8cb40a-b21d-4320-85e7-f931575903fb/4a3cd872-3bd3-40a7-b212-1d33227923d1/1a0219d0-c171-442e-959d-f8348d7dc65f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:37.314533 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.348762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.353282 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.391385 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Network 0e8cb40a-b21d-4320-85e7-f931575903fb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:37.396288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:37.399939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:37.423552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Pushing event updated for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.453321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.453924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.469711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-9c74967a-2270-4c7c-8463-c99173ed7ce3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483265 Nov 12 04:03:37.487532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Request body: {'port': {'device_id': '111478cb-acbc-4418-b718-82c706ea6805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:37.811005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.037544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da550-220a-4c02-8476-f63b24f4f8d9 req-671a753e-70ab-4ce3-9876-77f5b3e53ff3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.038934 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f7da550-220a-4c02-8476-f63b24f4f8d9 req-671a753e-70ab-4ce3-9876-77f5b3e53ff3 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 931 time: 0.0968192 Nov 12 04:03:38.129523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f7da550-220a-4c02-8476-f63b24f4f8d9 req-9933eb40-65ec-4307-9ae0-5456a42c28c5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845995 Nov 12 04:03:38.144344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0219d0-c171-442e-959d-f8348d7dc65f {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:38.151712 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.163608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Transition to ACTIVE for port object 1a0219d0-c171-442e-959d-f8348d7dc65f will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:38.167351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.213775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.279632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Attempting to bind port 1a0219d0-c171-442e-959d-f8348d7dc65f on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:38.279966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Attempting to bind port 1a0219d0-c171-442e-959d-f8348d7dc65f by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:38.280289 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Attempting to bind port 1a0219d0-c171-442e-959d-f8348d7dc65f on network 0e8cb40a-b21d-4320-85e7-f931575903fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:38.284896 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Port 1a0219d0-c171-442e-959d-f8348d7dc65f on network 0e8cb40a-b21d-4320-85e7-f931575903fb not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:38.285212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Attempting to bind port 1a0219d0-c171-442e-959d-f8348d7dc65f on network 0e8cb40a-b21d-4320-85e7-f931575903fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:38.289999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:38.290228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Checking segment: {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:38.290611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Bound using segment: {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:38.291025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Bound port: 1a0219d0-c171-442e-959d-f8348d7dc65f, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:38.291409 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.307744 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.356403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:38.360204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1a0219d0-c171-442e-959d-f8348d7dc65f,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:38.363824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.395381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.396024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.397490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a0219d0-c171-442e-959d-f8348d7dc65f HTTP/1.1" status: 200 len: 1092 time: 0.9150529 Nov 12 04:03:38.397924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:38.400203 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac003b-f026-4665-89d2-3264b16a125b" -d '{"events": [{"name": "network-changed", "server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:38.427440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361589e-94d7-4f10-be59-9a9ee4a90d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.451244 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116fd364-0587-4f39-83db-d044f4441f9d x-openstack-request-id: req-116fd364-0587-4f39-83db-d044f4441f9d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:38.451563 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:38.451815 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-116fd364-0587-4f39-83db-d044f4441f9d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:38.452204 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f', 'status': 'completed', 'code': 200} Nov 12 04:03:38.484874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-fc3b8d2d-9ddd-458c-8a6f-8a0414eb5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.486366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-fc3b8d2d-9ddd-458c-8a6f-8a0414eb5515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 1095 time: 0.0440824 Nov 12 04:03:38.536941 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-8da62dd4-d6e9-4848-968c-0ec7801e2c01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a0219d0-c171-442e-959d-f8348d7dc65f HTTP/1.1" status: 200 len: 217 time: 0.0385158 Nov 12 04:03:38.586426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-aaeda4d2-ad79-4786-9b7c-b42ec7926bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.587770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-aaeda4d2-ad79-4786-9b7c-b42ec7926bd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 200 len: 854 time: 0.0424888 Nov 12 04:03:38.622823 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-ed65c377-5b8a-4578-ba46-65558d5a3e4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e8cb40a-b21d-4320-85e7-f931575903fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234411 Nov 12 04:03:38.719453 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-ea69f3a1-88cd-4feb-bd91-7a4f65f6105f service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Nov 12 04:03:38.812407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-596a0c1f-ac65-4214-af7b-758fbd1874bb req-2cbe2438-ec85-4014-ab3c-376bc2a4a9bd service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813932 Nov 12 04:03:38.907215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac003b-f026-4665-89d2-3264b16a125b req-00eb3d1d-4e9e-48c4-b8d4-3690cdf18829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.908609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-00eb3d1d-4e9e-48c4-b8d4-3690cdf18829 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 1095 time: 0.0406182 Nov 12 04:03:39.000268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac003b-f026-4665-89d2-3264b16a125b req-3541a3ba-f3c0-4919-b737-9dbea7fd5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.001762 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-3541a3ba-f3c0-4919-b737-9dbea7fd5ab1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 915 time: 0.0858521 Nov 12 04:03:39.044639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-6d726fc7-fb96-4b2e-8b87-f78e8ebba5ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a0219d0-c171-442e-959d-f8348d7dc65f HTTP/1.1" status: 200 len: 217 time: 0.0345509 Nov 12 04:03:39.098624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac003b-f026-4665-89d2-3264b16a125b req-d526aa58-306b-4a1c-9e1a-832951ba2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.100095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-d526aa58-306b-4a1c-9e1a-832951ba2a00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 200 len: 854 time: 0.0470331 Nov 12 04:03:39.133208 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-16da9f36-e590-415d-8dcb-421200936728 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e8cb40a-b21d-4320-85e7-f931575903fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244527 Nov 12 04:03:39.259526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-9b46db63-fba2-4259-9489-93a3615d5fb6 service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180341 Nov 12 04:03:39.270824 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113f77f-c442-4e1f-b06b-f419076d36ba req-5334d3f2-9b45-43ef-ae0c-fb20bd2ee0e0 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.272241 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c113f77f-c442-4e1f-b06b-f419076d36ba req-5334d3f2-9b45-43ef-ae0c-fb20bd2ee0e0 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 943 time: 0.0750275 Nov 12 04:03:39.375900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c113f77f-c442-4e1f-b06b-f419076d36ba req-3430cf7d-2e53-4453-9ff8-032772d24c44 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957692 Nov 12 04:03:39.397067 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaac003b-f026-4665-89d2-3264b16a125b req-535459a9-203a-4b81-9352-7bb4648dfca4 service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239078 Nov 12 04:03:39.831389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1a0219d0-c171-442e-959d-f8348d7dc65f details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:39.924915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1a0219d0-c171-442e-959d-f8348d7dc65f,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:39.935371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '1a0219d0-c171-442e-959d-f8348d7dc65f', 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb', 'port_id': '1a0219d0-c171-442e-959d-f8348d7dc65f', 'mac_address': 'fa:16:3e:b3:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3cd872-3bd3-40a7-b212-1d33227923d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:39.971057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.983075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0219d0-c171-442e-959d-f8348d7dc65f {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:40.000832 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1a0219d0-c171-442e-959d-f8348d7dc65f,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.004572 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.048790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.254470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1a0219d0-c171-442e-959d-f8348d7dc65f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:40.490484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75acd9e-4ad1-4f7d-89bf-cbcd590cde5f req-ec3d9cec-d6c6-4c01-b4e0-321048fb7dc0 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.491999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f75acd9e-4ad1-4f7d-89bf-cbcd590cde5f req-ec3d9cec-d6c6-4c01-b4e0-321048fb7dc0 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 944 time: 0.0486500 Nov 12 04:03:40.541554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f75acd9e-4ad1-4f7d-89bf-cbcd590cde5f req-7dcad922-ddc3-46b7-8fa6-772e43fc564f tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Nov 12 04:03:41.656490 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e33c6-14d0-40d9-a0db-72838fa5147a req-b195bf87-d744-42a6-915c-b86ad13f8dde tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:41.657981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-447e33c6-14d0-40d9-a0db-72838fa5147a req-b195bf87-d744-42a6-915c-b86ad13f8dde tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 944 time: 0.0496421 Nov 12 04:03:41.705306 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-447e33c6-14d0-40d9-a0db-72838fa5147a req-cfbbe574-a746-47b1-8647-ead8981e201b tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Nov 12 04:03:41.848598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1a0219d0-c171-442e-959d-f8348d7dc65f up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:41.896231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 1a0219d0-c171-442e-959d-f8348d7dc65f completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:41.900065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 1a0219d0-c171-442e-959d-f8348d7dc65f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:41.900426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.981886 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.004263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:42.006488 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6c731b-6e5a-4e3f-8c34-0067904b945a" -d '{"events": [{"server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "name": "network-vif-plugged", "status": "completed", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:42.019003 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1a0219d0-c171-442e-959d-f8348d7dc65f,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:42.023057 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:42.045514 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36026acd-522f-43e8-892b-479b05f7dc39 x-openstack-request-id: req-36026acd-522f-43e8-892b-479b05f7dc39 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:42.045803 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "name": "network-vif-plugged", "status": "completed", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:42.046053 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-36026acd-522f-43e8-892b-479b05f7dc39 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:42.046442 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f', 'code': 200} Nov 12 04:03:42.071105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:42.157211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b1834-847e-4577-8e46-cd817335b1b4 req-02b2fbca-0ce8-4632-86b9-31269c9c7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.158812 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-267b1834-847e-4577-8e46-cd817335b1b4 req-02b2fbca-0ce8-4632-86b9-31269c9c7043 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 1097 time: 0.0397551 Nov 12 04:03:42.202835 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-267b1834-847e-4577-8e46-cd817335b1b4 req-0dfb4cda-b03a-4b21-af1b-c4ef10d5b088 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Nov 12 04:03:42.824479 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4ebd3-9494-4688-9d5b-093660decc60 req-4b741670-cae9-4d17-afa1-cf6ae2f3e8b4 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.825862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e4ebd3-9494-4688-9d5b-093660decc60 req-4b741670-cae9-4d17-afa1-cf6ae2f3e8b4 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Nov 12 04:03:42.872993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-64e4ebd3-9494-4688-9d5b-093660decc60 req-ca2503fd-55a7-426b-85ca-b0bb4d79778c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Nov 12 04:03:43.988110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd58a2b-26a9-4256-bddd-0dd7b4f265e5 req-95b13044-c5e1-4cf4-a38c-34697ca55671 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.989571 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2cd58a2b-26a9-4256-bddd-0dd7b4f265e5 req-95b13044-c5e1-4cf4-a38c-34697ca55671 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Nov 12 04:03:44.039255 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2cd58a2b-26a9-4256-bddd-0dd7b4f265e5 req-e81e4c19-fbd4-4920-93ca-353677ce092c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Nov 12 04:03:44.255692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-aa8ec25d-c4b6-4615-8fd7-2a21b26ba0a1 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.257174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-aa8ec25d-c4b6-4615-8fd7-2a21b26ba0a1 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 814 time: 0.0992198 Nov 12 04:03:44.271669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-9d0bfce2-c2ac-4ba0-ae09-4414dd56a8ea tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/quotas/7efdf12dc12d4690ad345a43fb26f72c HTTP/1.1" status: 200 len: 375 time: 0.0088463 Nov 12 04:03:44.324400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-c13a066d-146f-44b4-acde-03df42e022b5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475204 Nov 12 04:03:44.493995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-582ab19f-e810-4052-917f-0e38e66cc6cd service neutron] 10.222.0.84 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284437 Nov 12 04:03:44.587766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-152d8c07-3f25-4e63-a10a-63ef6abf2f0b service neutron] 10.222.0.84 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875626 Nov 12 04:03:44.745182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ff621679-cac5-4c3d-b3d5-bce9401ce221 req-48a46820-542a-4623-a159-eaff1b34fa35 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 210 time: 0.0273635 Nov 12 04:03:45.695340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-e9cce085-d9fd-44d9-95d4-f89e295b2e45 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:45.696841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-e9cce085-d9fd-44d9-95d4-f89e295b2e45 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.39 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 814 time: 0.1056163 Nov 12 04:03:45.711918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Request body: {'port': {'device_id': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb', 'admin_state_up': True, 'tenant_id': '7efdf12dc12d4690ad345a43fb26f72c'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:45.851146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14946459-3c18-449e-b80e-fe093099da41 req-c854fb7f-c747-4a23-b908-e32588da63a9 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 210 time: 0.0329316 Nov 12 04:03:45.855761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Made reservation on behalf of 7efdf12dc12d4690ad345a43fb26f72c for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:45.861110 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.988761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Allocated IP 172.20.0.11 (0e8cb40a-b21d-4320-85e7-f931575903fb/4a3cd872-3bd3-40a7-b212-1d33227923d1/9ba71596-ed8d-49ca-999a-858caf692afc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:46.132833 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.170086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.186019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1a0219d0-c171-442e-959d-f8348d7dc65f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:46.213141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Network 0e8cb40a-b21d-4320-85e7-f931575903fb is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:46.218202 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:46.222658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:46.250909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Pushing event updated for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.265206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.265558 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.265901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.266861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.267225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.267565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.267892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.268218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.268547 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.268871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.269198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.269525 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.285247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.285872 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.302109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-a4841773-4c0d-4172-a4e5-9159a3e8fca5 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945165 Nov 12 04:03:46.314767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Request body: {'port': {'device_id': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:46.373144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.630881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba71596-ed8d-49ca-999a-858caf692afc {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:46.638198 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.650546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Transition to ACTIVE for port object 9ba71596-ed8d-49ca-999a-858caf692afc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:46.654086 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.701057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.776974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Attempting to bind port 9ba71596-ed8d-49ca-999a-858caf692afc on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:46.777342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Attempting to bind port 9ba71596-ed8d-49ca-999a-858caf692afc by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:46.777683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Attempting to bind port 9ba71596-ed8d-49ca-999a-858caf692afc on network 0e8cb40a-b21d-4320-85e7-f931575903fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:46.783203 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Port 9ba71596-ed8d-49ca-999a-858caf692afc on network 0e8cb40a-b21d-4320-85e7-f931575903fb not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:46.783471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Attempting to bind port 9ba71596-ed8d-49ca-999a-858caf692afc on network 0e8cb40a-b21d-4320-85e7-f931575903fb {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:46.788746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:46.789091 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Checking segment: {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:46.789483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Bound using segment: {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:46.789923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Bound port: 9ba71596-ed8d-49ca-999a-858caf692afc, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:46.790295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.855213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:46.858538 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ba71596-ed8d-49ca-999a-858caf692afc,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:46.863120 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.896334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:46.897055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.898396 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ba71596-ed8d-49ca-999a-858caf692afc HTTP/1.1" status: 200 len: 1093 time: 0.5884163 Nov 12 04:03:46.898836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:46.901205 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df6eca-a863-4228-a049-3db5b7ca0fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:46.941033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0704fb3-c8b1-40b1-8842-ef3313c7a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.958469 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b68f91-5885-40f2-8693-01b4c0698a35 x-openstack-request-id: req-f8b68f91-5885-40f2-8693-01b4c0698a35 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:46.958469 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:46.958469 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f8b68f91-5885-40f2-8693-01b4c0698a35 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:46.958469 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc', 'status': 'completed', 'code': 200} Nov 12 04:03:46.994569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5722182-3aa3-49e4-ad23-cae1c549a576 req-9ddb2a6f-40bf-4e65-ab93-80802cd4bc60 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.000254 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5722182-3aa3-49e4-ad23-cae1c549a576 req-9ddb2a6f-40bf-4e65-ab93-80802cd4bc60 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 944 time: 0.0546982 Nov 12 04:03:47.002446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-1f8d9a7f-9639-4d8f-96e6-6c5e1e131d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.004151 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-1f8d9a7f-9639-4d8f-96e6-6c5e1e131d28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 1096 time: 0.0505769 Nov 12 04:03:47.047130 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5722182-3aa3-49e4-ad23-cae1c549a576 req-b3d36fe3-5fb0-43c4-bbcc-cb158d985181 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Nov 12 04:03:47.051192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-2971703c-9877-497d-ab6d-6f3edf33d2d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba71596-ed8d-49ca-999a-858caf692afc HTTP/1.1" status: 200 len: 217 time: 0.0390975 Nov 12 04:03:47.101655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-84d7ee16-b57f-48d0-9a26-12876e3195ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.103162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-84d7ee16-b57f-48d0-9a26-12876e3195ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 200 len: 854 time: 0.0453763 Nov 12 04:03:47.134523 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-6363b39e-82f3-44e9-83d3-119e9d1f8331 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e8cb40a-b21d-4320-85e7-f931575903fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247114 Nov 12 04:03:47.227806 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-c9533f2e-0fbe-4d48-b943-ab944e41d5a8 service neutron] 10.222.0.39 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Nov 12 04:03:47.317646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a783f2d0-6b45-4ecf-9fae-3c2b27533afe req-c07d29ff-11ba-475f-a368-e045cdebd3aa service neutron] 10.222.0.39 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825472 Nov 12 04:03:47.407794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-97e2d0ee-fe49-436d-bf06-98a6076d4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.409287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-97e2d0ee-fe49-436d-bf06-98a6076d4d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 1096 time: 0.0447915 Nov 12 04:03:47.504468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-aaec0116-c0df-4e5e-b106-9dfd64f8ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.505936 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-aaec0116-c0df-4e5e-b106-9dfd64f8ca85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 915 time: 0.0895500 Nov 12 04:03:47.549878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-ca535973-2b03-4b99-bbe5-f56b8f963d56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba71596-ed8d-49ca-999a-858caf692afc HTTP/1.1" status: 200 len: 217 time: 0.0373182 Nov 12 04:03:47.597473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-c9277867-72de-499e-9270-a85bd9dec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:47.598821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-c9277867-72de-499e-9270-a85bd9dec60c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 200 len: 854 time: 0.0422466 Nov 12 04:03:47.635171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-8023effd-6f79-4053-970e-cc65f0d622dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e8cb40a-b21d-4320-85e7-f931575903fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243771 Nov 12 04:03:47.731493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-76ccdcad-f7b1-4523-a19a-c78b061aedd3 service neutron] 10.222.0.39 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867469 Nov 12 04:03:47.821293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c7df6eca-a863-4228-a049-3db5b7ca0fc2 req-fb371f6a-0bce-41e7-93c5-b61857ee99a7 service neutron] 10.222.0.39 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813303 Nov 12 04:03:48.164055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9de02-cadd-4252-a11c-bbe40f582e13 req-9ea45385-cdfc-4e59-a6a4-1363e1fb7674 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:48.165528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd9de02-cadd-4252-a11c-bbe40f582e13 req-9ea45385-cdfc-4e59-a6a4-1363e1fb7674 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 944 time: 0.0487177 Nov 12 04:03:48.215036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbd9de02-cadd-4252-a11c-bbe40f582e13 req-25af684d-5827-4589-b710-c929210e916b tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Nov 12 04:03:49.272083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ba71596-ed8d-49ca-999a-858caf692afc details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:49.328307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4fcf2-04af-458a-aa13-4f49695ecd49 req-ea303285-347c-43ff-ac44-ffa7f7c80850 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:49.330367 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4a4fcf2-04af-458a-aa13-4f49695ecd49 req-ea303285-347c-43ff-ac44-ffa7f7c80850 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 944 time: 0.0486729 Nov 12 04:03:49.366693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ba71596-ed8d-49ca-999a-858caf692afc,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:49.378449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '9ba71596-ed8d-49ca-999a-858caf692afc', 'network_id': '0e8cb40a-b21d-4320-85e7-f931575903fb', 'port_id': '9ba71596-ed8d-49ca-999a-858caf692afc', 'mac_address': 'fa:16:3e:01:8e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3cd872-3bd3-40a7-b212-1d33227923d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:49.380236 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e4a4fcf2-04af-458a-aa13-4f49695ecd49 req-ef60fcc3-02e1-4d74-891d-20c3eaa01737 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Nov 12 04:03:49.415522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.429166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba71596-ed8d-49ca-999a-858caf692afc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:49.448766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ba71596-ed8d-49ca-999a-858caf692afc,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:49.452808 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.504703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.648835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9ba71596-ed8d-49ca-999a-858caf692afc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:50.494238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a9ccb-9c6d-4345-a5cd-b2f30976296c req-ca57cb36-8c0e-414e-bc35-95fbe07a0299 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:50.495721 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-132a9ccb-9c6d-4345-a5cd-b2f30976296c req-ca57cb36-8c0e-414e-bc35-95fbe07a0299 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 945 time: 0.0487518 Nov 12 04:03:50.543726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-132a9ccb-9c6d-4345-a5cd-b2f30976296c req-757da258-3593-41f8-8a19-f65984d35319 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Nov 12 04:03:51.272272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ba71596-ed8d-49ca-999a-858caf692afc up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:51.322931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 9ba71596-ed8d-49ca-999a-858caf692afc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:51.326805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 9ba71596-ed8d-49ca-999a-858caf692afc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:51.327204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.400294 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.421463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:51.424283 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220fd2c7-d803-4ae9-93de-ed449ec1cb62" -d '{"events": [{"server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "name": "network-vif-plugged", "status": "completed", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:51.436588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ba71596-ed8d-49ca-999a-858caf692afc,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:51.441725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.467198 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1659cc06-0a13-4dcd-a98f-d3b23382bf87 x-openstack-request-id: req-1659cc06-0a13-4dcd-a98f-d3b23382bf87 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:51.467509 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "name": "network-vif-plugged", "status": "completed", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:51.471322 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1659cc06-0a13-4dcd-a98f-d3b23382bf87 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:51.471743 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc', 'code': 200} Nov 12 04:03:51.498678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.558295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c62c-7e8a-48c8-9dc0-fab43fe1ed20 req-34c3b444-0e4d-40fe-b796-2adec232e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.559742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1471c62c-7e8a-48c8-9dc0-fab43fe1ed20 req-34c3b444-0e4d-40fe-b796-2adec232e85c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 1098 time: 0.0417621 Nov 12 04:03:51.606269 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1471c62c-7e8a-48c8-9dc0-fab43fe1ed20 req-bbd7b73d-f83c-4a65-bbb1-2e3123b1b1f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Nov 12 04:03:51.659649 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618328af-746d-423b-922b-2c5ba561e801 req-6f5862f8-5cb9-4350-ac29-eff622eb8405 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.661122 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-618328af-746d-423b-922b-2c5ba561e801 req-6f5862f8-5cb9-4350-ac29-eff622eb8405 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 946 time: 0.0512345 Nov 12 04:03:51.707235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-618328af-746d-423b-922b-2c5ba561e801 req-69a740c1-1f51-44e1-a2a4-c3c9683d2d54 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Nov 12 04:03:52.824228 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adb291-b4cf-4a71-b870-4f6556b4b442 req-b9e920fe-627c-4c48-ad9f-c345af3cb2d7 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.825600 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1adb291-b4cf-4a71-b870-4f6556b4b442 req-b9e920fe-627c-4c48-ad9f-c345af3cb2d7 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 946 time: 0.0491292 Nov 12 04:03:52.872999 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b1adb291-b4cf-4a71-b870-4f6556b4b442 req-7b474a09-aad1-4977-89d9-b85a60b6d286 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Nov 12 04:03:52.896196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-40c2b83f-db47-412a-94a7-1eddde70a334 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401182 Nov 12 04:03:52.981572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-ffad445b-f50f-481b-ab3e-fdb7979766d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.983078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-ffad445b-f50f-481b-ab3e-fdb7979766d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 1097 time: 0.0420110 Nov 12 04:03:53.101960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-ae4723bc-2ea8-4ecd-8e6d-73675be58b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.103389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-ae4723bc-2ea8-4ecd-8e6d-73675be58b8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 200 len: 915 time: 0.0993841 Nov 12 04:03:53.111338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c99483-3b71-4d28-8829-bffed895f7e8 req-470b57ff-ec23-4c9e-9c98-a435bf7f3ba4 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.112830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26c99483-3b71-4d28-8829-bffed895f7e8 req-470b57ff-ec23-4c9e-9c98-a435bf7f3ba4 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 946 time: 0.0497427 Nov 12 04:03:53.149340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-dbffc307-0022-4980-9db3-950f5a5b1f1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a0219d0-c171-442e-959d-f8348d7dc65f HTTP/1.1" status: 200 len: 217 time: 0.0354872 Nov 12 04:03:53.160327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26c99483-3b71-4d28-8829-bffed895f7e8 req-72c30375-2be7-40fb-be5a-998f3b2fd48a tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Nov 12 04:03:53.202666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-5198dfa5-c455-4fc3-9d0e-ffb3d98e038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:53.204140 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-5198dfa5-c455-4fc3-9d0e-ffb3d98e038c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 200 len: 854 time: 0.0483522 Nov 12 04:03:53.238439 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-f3b6a88c-94d7-4b16-99e2-2af30b6fc578 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e8cb40a-b21d-4320-85e7-f931575903fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234604 Nov 12 04:03:53.325236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-9f6b05fa-6c27-407f-800e-3985f9a1206b service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801291 Nov 12 04:03:53.420511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b13078b3-86e5-4073-97a5-8244b33081b0 req-cf35d55a-9852-47de-8c9d-6f4f85059ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868995 Nov 12 04:03:54.278850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e144e-de13-4cc4-8c42-8699662a5658 req-923661bf-2fd1-4882-b097-e55990c6cbca tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.280353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-346e144e-de13-4cc4-8c42-8699662a5658 req-923661bf-2fd1-4882-b097-e55990c6cbca tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 946 time: 0.0484591 Nov 12 04:03:54.352781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-346e144e-de13-4cc4-8c42-8699662a5658 req-91f5aaab-e838-4563-84bf-2f1cfa0e4943 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 Nov 12 04:03:54.372283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-3d12560a-1f78-4ace-9f7d-9d1574295e80 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:54.373716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-3d12560a-1f78-4ace-9f7d-9d1574295e80 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.39 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 946 time: 0.0633743 Nov 12 04:03:54.464684 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Deleting port 9ba71596-ed8d-49ca-999a-858caf692afc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:54.465028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.556141 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] For port 9ba71596-ed8d-49ca-999a-858caf692afc, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=9ba71596-ed8d-49ca-999a-858caf692afc,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:54.556507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.836248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Calling delete_port for 9ba71596-ed8d-49ca-999a-858caf692afc owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:54.956841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.970593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['9ba71596-ed8d-49ca-999a-858caf692afc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:54.973253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1a0219d0-c171-442e-959d-f8348d7dc65f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:54.997305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Pushing event deleted for resources: {'Port': ['ID=9ba71596-ed8d-49ca-999a-858caf692afc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.029591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] No DVR routers for this DVR port 9ba71596-ed8d-49ca-999a-858caf692afc on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:55.032256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.036380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e78a877d-c92b-48d3-97fe-181a8e4f4d17 req-b37f0502-e4ea-4d55-bf9b-5fbd42ef5584 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.39 "DELETE /v2.0/ports/9ba71596-ed8d-49ca-999a-858caf692afc HTTP/1.1" status: 204 len: 173 time: 0.6550705 Nov 12 04:03:55.038201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'name': 'network-vif-deleted', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:55.039074 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fdded8-399d-4c8d-a83a-14379b6694f0" -d '{"events": [{"server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "name": "network-vif-deleted", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:55.076152 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538c966-559a-4e84-a3c9-c7e6d2f830a7 x-openstack-request-id: req-2538c966-559a-4e84-a3c9-c7e6d2f830a7 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:55.076449 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55b382c-02f8-4ec9-9207-074adf826c0f", "name": "network-vif-deleted", "tag": "9ba71596-ed8d-49ca-999a-858caf692afc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:55.076827 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2538c966-559a-4e84-a3c9-c7e6d2f830a7 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:55.077253 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55b382c-02f8-4ec9-9207-074adf826c0f', 'name': 'network-vif-deleted', 'tag': '9ba71596-ed8d-49ca-999a-858caf692afc', 'status': 'completed', 'code': 200} Nov 12 04:03:55.464049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c407fac7-91db-455a-bc33-ab496e3312fa req-6c62cf5f-a1ab-4633-87e6-d2eb5d7e6c98 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=c55b382c-02f8-4ec9-9207-074adf826c0f HTTP/1.1" status: 200 len: 210 time: 0.0276952 Nov 12 04:03:56.612475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a558c5d-1926-45b0-9e5d-6d3695574384 req-d3dc4199-051a-49f5-9687-c9aeff202b7e tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.613980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a558c5d-1926-45b0-9e5d-6d3695574384 req-d3dc4199-051a-49f5-9687-c9aeff202b7e tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Nov 12 04:03:56.663845 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a558c5d-1926-45b0-9e5d-6d3695574384 req-f53ce597-2a41-4f9f-bf4b-c8b59a6c18ed tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Nov 12 04:03:56.790731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2431fac-154c-43e4-b705-17bda481f592 req-f2775e27-f76c-4e31-9acb-11a2c7674c5c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.792252 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2431fac-154c-43e4-b705-17bda481f592 req-f2775e27-f76c-4e31-9acb-11a2c7674c5c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Nov 12 04:03:56.839285 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2431fac-154c-43e4-b705-17bda481f592 req-c291918b-aac1-4481-b5bd-b5334163e416 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Nov 12 04:03:56.959007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9467c-2789-4f5b-81e3-7a526396c3c1 req-2b46302a-254f-45ad-a140-d094491ed67c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:56.960521 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f9467c-2789-4f5b-81e3-7a526396c3c1 req-2b46302a-254f-45ad-a140-d094491ed67c tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Nov 12 04:03:57.010238 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-28f9467c-2789-4f5b-81e3-7a526396c3c1 req-e7f2421f-e50a-4acc-b851-e542a6fc7dea tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Nov 12 04:03:57.081458 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-989b8184-e89a-44e7-93ec-11939f118808 req-3df3258d-2d26-47d4-84c1-0f24fce52bc4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:03:57.082431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-989b8184-e89a-44e7-93ec-11939f118808 req-3df3258d-2d26-47d4-84c1-0f24fce52bc4 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059741 Nov 12 04:03:57.200911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf061e5-51f5-47bd-8768-c632ea1e4bbe req-1391dde0-4f54-4425-92c1-ec69bab4c366 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.202474 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdf061e5-51f5-47bd-8768-c632ea1e4bbe req-1391dde0-4f54-4425-92c1-ec69bab4c366 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0545199 Nov 12 04:03:57.253353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cdf061e5-51f5-47bd-8768-c632ea1e4bbe req-ef467dd7-fc19-4c49-9674-d172da9c72df tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Nov 12 04:03:57.367153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c3cce-8676-43e3-8eff-b95b4d32506f req-220d5f9d-bf47-42c6-a875-7c6d43c0a093 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.368629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78c3cce-8676-43e3-8eff-b95b4d32506f req-220d5f9d-bf47-42c6-a875-7c6d43c0a093 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Nov 12 04:03:57.425346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d78c3cce-8676-43e3-8eff-b95b4d32506f req-a4195d93-efb6-4187-bd6d-fedfc92e0325 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Nov 12 04:03:57.555751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64416-e28b-4e08-9daa-9000ea1a50e5 req-9a081c18-83d6-4910-837d-097a09b75cd7 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.557274 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ed64416-e28b-4e08-9daa-9000ea1a50e5 req-9a081c18-83d6-4910-837d-097a09b75cd7 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0534432 Nov 12 04:03:57.610100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ed64416-e28b-4e08-9daa-9000ea1a50e5 req-e0bc76ef-a759-40af-8351-3b3e085a2337 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Nov 12 04:03:57.919334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d1a-f655-4ff1-9f82-71a7aad5a8b9 req-5a64e1ca-05f3-40e8-a530-afd7950ca6a6 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:57.920814 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d13f7d1a-f655-4ff1-9f82-71a7aad5a8b9 req-5a64e1ca-05f3-40e8-a530-afd7950ca6a6 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Nov 12 04:03:57.967397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d13f7d1a-f655-4ff1-9f82-71a7aad5a8b9 req-85a32f9b-891d-4dc4-9c79-370ac81a8ac7 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Nov 12 04:03:58.426331 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.082789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a52d-f8d5-4804-a334-9e04c6f4f761 req-44a84f4b-b5a5-4a17-9e00-c87ee33a9252 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.084423 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6d3a52d-f8d5-4804-a334-9e04c6f4f761 req-44a84f4b-b5a5-4a17-9e00-c87ee33a9252 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Nov 12 04:03:59.136185 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b6d3a52d-f8d5-4804-a334-9e04c6f4f761 req-f3d41dbb-023b-4633-bf83-f0e4e6749a9a tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/security-groups?id=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Nov 12 04:03:59.328608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ba71596-ed8d-49ca-999a-858caf692afc no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:59.350041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 9ba71596-ed8d-49ca-999a-858caf692afc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:59.350303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 9ba71596-ed8d-49ca-999a-858caf692afc not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:59.381011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-d806ba98-95e2-42ff-89cc-24628814cf6a tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.382485 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-d806ba98-95e2-42ff-89cc-24628814cf6a tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.32 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 945 time: 0.0477128 Nov 12 04:03:59.480188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Deleting port 1a0219d0-c171-442e-959d-f8348d7dc65f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:59.480536 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.565804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] For port 1a0219d0-c171-442e-959d-f8348d7dc65f, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=1a0219d0-c171-442e-959d-f8348d7dc65f,segment=NetworkSegment(c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8),segment_id=c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:59.566171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.583459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Calling delete_port for 1a0219d0-c171-442e-959d-f8348d7dc65f owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:59.701944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.718073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['1a0219d0-c171-442e-959d-f8348d7dc65f'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:59.731033 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Pushing event deleted for resources: {'Port': ['ID=1a0219d0-c171-442e-959d-f8348d7dc65f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.772446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.778519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] No DVR routers for this DVR port 1a0219d0-c171-442e-959d-f8348d7dc65f on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:59.781184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.784663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9b9766a2-6e74-41d7-9ffc-a5388988f58d req-a794a731-3bf7-4025-ac23-050160271c57 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.32 "DELETE /v2.0/ports/1a0219d0-c171-442e-959d-f8348d7dc65f HTTP/1.1" status: 204 len: 173 time: 0.3879073 Nov 12 04:03:59.785136 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'name': 'network-vif-deleted', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:59.787377 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63449b73-b129-454f-afc2-526589b0d2b4" -d '{"events": [{"server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "name": "network-vif-deleted", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:59.828366 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7574a66-e799-499d-9863-9a06d871b6dd x-openstack-request-id: req-f7574a66-e799-499d-9863-9a06d871b6dd {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:59.828677 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111478cb-acbc-4418-b718-82c706ea6805", "name": "network-vif-deleted", "tag": "1a0219d0-c171-442e-959d-f8348d7dc65f", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:59.828934 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f7574a66-e799-499d-9863-9a06d871b6dd {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:59.829948 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111478cb-acbc-4418-b718-82c706ea6805', 'name': 'network-vif-deleted', 'tag': '1a0219d0-c171-442e-959d-f8348d7dc65f', 'status': 'completed', 'code': 200} Nov 12 04:04:00.242755 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d153ae38-358d-4d42-84cf-408f4793dead req-e4366f3c-51f1-47bc-a65d-28b065c26af6 tempest-ServersNegativeTestJSON-1208981362 tempest-ServersNegativeTestJSON-1208981362-project] 10.222.0.84 "GET /v2.0/ports?device_id=111478cb-acbc-4418-b718-82c706ea6805 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Nov 12 04:04:01.299636 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45262) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.342290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Deleting subnet 4a3cd872-3bd3-40a7-b212-1d33227923d1 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:01.345799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.378918 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.420502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.469153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.495745 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3cd872-3bd3-40a7-b212-1d33227923d1,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.497768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.500966 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c3b69269-dc74-458c-922f-412d8016252f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4a3cd872-3bd3-40a7-b212-1d33227923d1 HTTP/1.1" status: 204 len: 168 time: 0.2002702 Nov 12 04:04:01.503383 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.570837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.651768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.671307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8cb40a-b21d-4320-85e7-f931575903fb']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.680244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.680550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10a3cb3-e297-411f-9ccd-db0b7b9ef5a8') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.689727 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.702400 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.708932 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:01.709318 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:01.710921 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:01.767504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.773287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.776924 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0e8cb40a-b21d-4320-85e7-f931575903fb HTTP/1.1" status: 204 len: 168 time: 0.2726099 Nov 12 04:04:01.790083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0569eb-a738-42e8-9403-6f7ad65f1fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8cb40a-b21d-4320-85e7-f931575903fb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.881427 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45268) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.921209 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8e0d2ca5-962f-4310-a0d9-8cdb0f98e0dc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7efdf12dc12d4690ad345a43fb26f72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385880 Nov 12 04:04:01.923648 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45270) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:01.969521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.990516 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.035505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.038170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.039398 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be5c08a5-5b1a-45fd-94b2-283bf23b8cb4 HTTP/1.1" status: 204 len: 168 time: 0.1147940 Nov 12 04:04:02.046884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975bc76-a6dc-48ab-9fd0-012167f3be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c08a5-5b1a-45fd-94b2-283bf23b8cb4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.364673 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-537be990-0c89-4490-9377-0306571e5300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.709085 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.801823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-799094838'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:02.824464 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:02.827972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.839993 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.914076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.917507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.939781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:02.952667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7589ecec-0ddb-4046-8726-fcbe3a1b516c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.957896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.958499 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Added segment d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff of type vlan for network 22712577-af1b-4b83-86a8-dea7ebf641fd Nov 12 04:04:02.996491 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.021459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.027004 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:03.027615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.060659 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3504667 Nov 12 04:04:03.100854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c46de-a249-49ec-b16f-8e3a343654b7 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Network': ['ID=22712577-af1b-4b83-86a8-dea7ebf641fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.112575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 22712577-af1b-4b83-86a8-dea7ebf641fd details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:03.912845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1a0219d0-c171-442e-959d-f8348d7dc65f no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:03.935041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 1a0219d0-c171-442e-959d-f8348d7dc65f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:03.935413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 1a0219d0-c171-442e-959d-f8348d7dc65f not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:04.677195 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:04.752584 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-89cc74f7-5c38-4eaf-98be-3297c65b4fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.817379 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.317210 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45296) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.322358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'subnet': {'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:06.408679 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:06.412169 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.590901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.652294 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Subnet': ['ID=25e53b06-99e1-42cd-889d-921479d2f84d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.659925 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking segment: {'id': 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:06.660259 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network hostable DHCP agents. Network: 22712577-af1b-4b83-86a8-dea7ebf641fd, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:06.675988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network 22712577-af1b-4b83-86a8-dea7ebf641fd is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:06.684498 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 22712577-af1b-4b83-86a8-dea7ebf641fd) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:06.688927 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.689515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.695749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb1561-b2b1-42c8-8337-657eb4716a5f None None] Network 22712577-af1b-4b83-86a8-dea7ebf641fd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:06.706545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3b499dd8-c632-468b-b3c2-784e3996672a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3881543 Nov 12 04:04:06.710279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.715213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124938391'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:06.735502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:06.739019 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.767480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:06.779212 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.779598 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Added segment f53b3208-c625-41dd-88e3-4068d020189e of type vlan for network 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 Nov 12 04:04:06.818945 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.837753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-22712577-af1b-4b83-86a8-dea7ebf641fd', 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd', 'tenant_id': '7fab47a8debe4b84aa10182190d12d52', 'fixed_ips': [{'subnet_id': '25e53b06-99e1-42cd-889d-921479d2f84d'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:06.838660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.844297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.849982 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:06.850567 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:06.886027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1746500 Nov 12 04:04:06.889104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45300) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:06.895061 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'subnet': {'network_id': '8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:06.919529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b6db6-e138-4d15-b8ee-b4fa9064dec6 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Network': ['ID=8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:06.954184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:06.984638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:06.989044 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.024956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Allocated IP 2001:db8:0:ffff::2 (22712577-af1b-4b83-86a8-dea7ebf641fd/25e53b06-99e1-42cd-889d-921479d2f84d/93031a8c-92b1-483d-85f2-98edf9e61ed6) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:07.189602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.256118 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Subnet': ['ID=7a1f8257-0402-4e2b-9f40-343959e1b731,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.266634 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking segment: {'id': 'f53b3208-c625-41dd-88e3-4068d020189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:07.267003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network hostable DHCP agents. Network: 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:07.283581 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:07.291748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:07.295751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.296351 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.308852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82141ee8-c5ad-4dda-9ccd-f85264c7aa78 None None] Network 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:07.313961 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8b7243d7-caae-49a6-bf1a-df9c3c5383bc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4232001 Nov 12 04:04:07.317108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:07.348432 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.385762 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.418372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.431331 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.446389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Network 22712577-af1b-4b83-86a8-dea7ebf641fd is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:07.455069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:07.459628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Pushing event updated for resources: {'Port': ['ID=93031a8c-92b1-483d-85f2-98edf9e61ed6,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.461766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:07.484428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.484784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.485192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.486036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.486367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.486699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.487030 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.487385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.487713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.488041 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.488368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.488693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:07.506963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.563471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Attempting to bind port 93031a8c-92b1-483d-85f2-98edf9e61ed6 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:07.563845 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Attempting to bind port 93031a8c-92b1-483d-85f2-98edf9e61ed6 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:07.564202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Attempting to bind port 93031a8c-92b1-483d-85f2-98edf9e61ed6 on network 22712577-af1b-4b83-86a8-dea7ebf641fd {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:07.574241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:07.574625 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Checking segment: {'id': 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:07.575131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.575457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Bound using segment: {'id': 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:07.575914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Bound port: 93031a8c-92b1-483d-85f2-98edf9e61ed6, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '22712577-af1b-4b83-86a8-dea7ebf641fd'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:07.576288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.580183 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.608542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1f8257-0402-4e2b-9f40-343959e1b731,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.627123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129a4b8-42ef-4648-8544-baf05eb6981f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8', 'network_id': '8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8', 'tenant_id': '7fab47a8debe4b84aa10182190d12d52', 'fixed_ips': [{'subnet_id': '7a1f8257-0402-4e2b-9f40-343959e1b731'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:07.627989 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5129a4b8-42ef-4648-8544-baf05eb6981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.669230 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.690145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:07.699400 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f53b3208-c625-41dd-88e3-4068d020189e') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:07.699706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f53b3208-c625-41dd-88e3-4068d020189e') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:07.713811 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.722648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] For port 93031a8c-92b1-483d-85f2-98edf9e61ed6, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:07.727955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.734033 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:07.734420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:07.737611 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:07.741846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a6835-2525-4493-9f34-52b8ae1cc77f None None] Network 8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:07.798465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.805330 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.808574 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 HTTP/1.1" status: 204 len: 168 time: 0.4904509 Nov 12 04:04:07.812430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45304) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:07.819686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754418271'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:07.821066 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f53410-cb06-45b3-bc3f-d5d929e82fbc tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Network': ['ID=8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.824906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] For port 93031a8c-92b1-483d-85f2-98edf9e61ed6, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=93031a8c-92b1-483d-85f2-98edf9e61ed6,segment=NetworkSegment(d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff),segment_id=d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:07.832756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.849848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:07.853438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.878394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:07.889498 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.890175 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Added segment a6f9af46-eca9-488e-bbe1-d3a0be634d89 of type vlan for network 37ee103c-f02e-4108-9c15-9de3da625281 Nov 12 04:04:07.932470 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.933094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918a19a-7228-4290-b767-ae9d61c90cce None None] Pushing event updated for resources: {'Port': ['ID=93031a8c-92b1-483d-85f2-98edf9e61ed6,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.964172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.970377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:07.970993 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.031063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2168643 Nov 12 04:04:08.034098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:08.039273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'subnet': {'network_id': '37ee103c-f02e-4108-9c15-9de3da625281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:08.095585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c947382-847b-41ab-bc06-4c1d87df6fc9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Network': ['ID=37ee103c-f02e-4108-9c15-9de3da625281,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.108812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 37ee103c-f02e-4108-9c15-9de3da625281 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:08.158283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:08.162456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.228686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Performing IP validity checks on allocation pools {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:04:08.229136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.ipam_backend_mixin [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102432) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:04:08.312114 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.351892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.408763 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Subnet': ['ID=6c6624ec-be6b-4109-8721-52342b083496,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.418696 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking segment: {'id': 'a6f9af46-eca9-488e-bbe1-d3a0be634d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '37ee103c-f02e-4108-9c15-9de3da625281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:08.419318 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network hostable DHCP agents. Network: 37ee103c-f02e-4108-9c15-9de3da625281, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:08.435071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network 37ee103c-f02e-4108-9c15-9de3da625281 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:08.443949 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 37ee103c-f02e-4108-9c15-9de3da625281) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:08.448038 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:08.448678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.452924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e7c9c-9d7c-407b-8f96-25268c2556ba None None] Network 37ee103c-f02e-4108-9c15-9de3da625281 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:08.467423 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-aae1d670-59ab-4f48-a2cb-2b1e7261ab46 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4298315 Nov 12 04:04:08.467827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45308) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:08.576855 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.624167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a22261-d25c-4494-9f35-da77931e455a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-37ee103c-f02e-4108-9c15-9de3da625281', 'network_id': '37ee103c-f02e-4108-9c15-9de3da625281', 'tenant_id': '7fab47a8debe4b84aa10182190d12d52', 'fixed_ips': [{'subnet_id': '6c6624ec-be6b-4109-8721-52342b083496'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:08.625228 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e5a22261-d25c-4494-9f35-da77931e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.677890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.720452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 93031a8c-92b1-483d-85f2-98edf9e61ed6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:08.747121 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.776177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6624ec-be6b-4109-8721-52342b083496,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server [None req-e5a22261-d25c-4494-9f35-da77931e455a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c6624ec-be6b-4109-8721-52342b083496: This subnet is being modified by another concurrent operation. Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c6624ec-be6b-4109-8721-52342b083496: This subnet is being modified by another concurrent operation. Nov 12 04:04:08.790319 n-d-615180-50 neutron-server[102434]: ERROR oslo_messaging.rpc.server Nov 12 04:04:08.821955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb18003-5cae-4ebf-99bd-5c3fda284b5c None None] Network 37ee103c-f02e-4108-9c15-9de3da625281 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:08.824490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 93031a8c-92b1-483d-85f2-98edf9e61ed6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:08.825041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.859189 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.881693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ee103c-f02e-4108-9c15-9de3da625281']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.892108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f9af46-eca9-488e-bbe1-d3a0be634d89') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.892632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f9af46-eca9-488e-bbe1-d3a0be634d89') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.902039 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.904667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae1276-9330-489c-991a-02094f79abdd None None] Network 22712577-af1b-4b83-86a8-dea7ebf641fd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:08.915512 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.921995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:08.922394 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:08.925952 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:08.987906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.996147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.002920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/37ee103c-f02e-4108-9c15-9de3da625281 HTTP/1.1" status: 204 len: 168 time: 0.5340040 Nov 12 04:04:09.003353 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45312) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.008978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266566523'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:09.013277 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8ed61-f7b3-4a48-bd49-efec06edeee9 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Network': ['ID=37ee103c-f02e-4108-9c15-9de3da625281,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.033131 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:09.036664 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.061389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:09.061683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-421b9f47-87b1-4b29-afb2-0793fabdfd57 None None] Provisioning complete for port 93031a8c-92b1-483d-85f2-98edf9e61ed6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:09.062178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-421b9f47-87b1-4b29-afb2-0793fabdfd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.074738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.075083 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Added segment f8d61ace-c372-401f-8f43-03875cf04d32 of type vlan for network 540ee3c3-3bc4-4615-8899-424eb908484a Nov 12 04:04:09.111459 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.116165 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.139144 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.146850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.147462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.190601 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 93031a8c-92b1-483d-85f2-98edf9e61ed6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=93031a8c-92b1-483d-85f2-98edf9e61ed6,segment=NetworkSegment(d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff),segment_id=d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:09.194850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1903839 Nov 12 04:04:09.198023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.201454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45314) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.208928 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'subnet': {'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:09.233545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb212b8e-d6aa-4021-a802-fa485682d51b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Network': ['ID=540ee3c3-3bc4-4615-8899-424eb908484a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.267072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:09.299967 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:09.303563 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.352480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=93031a8c-92b1-483d-85f2-98edf9e61ed6,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.492620 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.545979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae5b27-7b97-42e5-96b7-a09286cceb66 None None] get_active_networks_info from n-d-615180-50 {{(pid=102434) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:04:09.557725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Subnet': ['ID=2990fbfe-e55e-4952-9f77-afc6a71dc31e,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:09.568528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking segment: {'id': 'f8d61ace-c372-401f-8f43-03875cf04d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:09.568892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network hostable DHCP agents. Network: 540ee3c3-3bc4-4615-8899-424eb908484a, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:09.585864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network 540ee3c3-3bc4-4615-8899-424eb908484a is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:09.594921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 540ee3c3-3bc4-4615-8899-424eb908484a) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:09.598999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.599638 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.614726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-749754c6-583a-4126-83ef-ca4ee7eaac40 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115751 Nov 12 04:04:09.618615 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45316) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.623748 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250671963'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:09.646181 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:09.649542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.672951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:09.677833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-3301889a-65e8-40ea-bb44-edeb1bf73f77 None None] Provisioning complete for port 93031a8c-92b1-483d-85f2-98edf9e61ed6 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:09.678208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3301889a-65e8-40ea-bb44-edeb1bf73f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.681902 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.682446 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Added segment 4f7940be-e2d3-4730-ab00-f9b40430efcb of type vlan for network 557fb6bc-75a3-4c00-ba15-b39c62365227 Nov 12 04:04:09.723059 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.745933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.752105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:09.752683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.776156 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae5b27-7b97-42e5-96b7-a09286cceb66 None None] Unable to find a vacant binding_index for network 540ee3c3-3bc4-4615-8899-424eb908484a and agent 8aa20162-9cdb-44e8-9234-0d662d489dbb {{(pid=102434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 04:04:09.784393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdae5b27-7b97-42e5-96b7-a09286cceb66 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 540ee3c3-3bc4-4615-8899-424eb908484a) {{(pid=102434) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:04:09.789019 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1691239 Nov 12 04:04:09.792153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45318) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.797637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Request body: {'subnet': {'network_id': '557fb6bc-75a3-4c00-ba15-b39c62365227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:09.899980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Made reservation on behalf of 7fab47a8debe4b84aa10182190d12d52 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:09.904259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.027853 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-540ee3c3-3bc4-4615-8899-424eb908484a', 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a', 'tenant_id': '7fab47a8debe4b84aa10182190d12d52', 'fixed_ips': [{'subnet_id': '2990fbfe-e55e-4952-9f77-afc6a71dc31e'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:10.029596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.097750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.163641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Subnet': ['ID=dafafbaa-fd59-4ad0-9eb5-f5e1822536b0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.173832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Checking segment: {'id': '4f7940be-e2d3-4730-ab00-f9b40430efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '557fb6bc-75a3-4c00-ba15-b39c62365227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:10.174204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network hostable DHCP agents. Network: 557fb6bc-75a3-4c00-ba15-b39c62365227, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:10.184152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Allocated IP 2001:db8::2 (540ee3c3-3bc4-4615-8899-424eb908484a/2990fbfe-e55e-4952-9f77-afc6a71dc31e/043284c0-6865-4634-b0b6-126c9dd87616) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:10.198297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:10.199308 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf534-c0b1-44ff-9448-448814f56dfb tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event updated for resources: {'Network': ['ID=557fb6bc-75a3-4c00-ba15-b39c62365227,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.209869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 557fb6bc-75a3-4c00-ba15-b39c62365227) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:10.221475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:10.224300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:10.225612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.246279 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-19d1f277-b8b4-4113-9895-8f90a96d3c8d tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526269 Nov 12 04:04:10.249002 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45320) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.350122 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.421416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.486329 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.520403 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Subnet': ['ID=dafafbaa-fd59-4ad0-9eb5-f5e1822536b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.572485 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.581343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.582397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.604118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557fb6bc-75a3-4c00-ba15-b39c62365227']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.614566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7940be-e2d3-4730-ab00-f9b40430efcb') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.614886 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7940be-e2d3-4730-ab00-f9b40430efcb') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.616897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 93031a8c-92b1-483d-85f2-98edf9e61ed6 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:10.624440 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.638376 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.644634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:10.645055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:10.645442 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.652753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:10.659844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:10.663875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Pushing event updated for resources: {'Port': ['ID=043284c0-6865-4634-b0b6-126c9dd87616,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:10.665170 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:10.715142 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.722933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.729178 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/557fb6bc-75a3-4c00-ba15-b39c62365227 HTTP/1.1" status: 204 len: 168 time: 0.4758191 Nov 12 04:04:10.729747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45324) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.738588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d233d-d24c-4546-b930-215e9b7410b0 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Network': ['ID=557fb6bc-75a3-4c00-ba15-b39c62365227,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.743886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 93031a8c-92b1-483d-85f2-98edf9e61ed6 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:10.744372 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.759639 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcdb0db-43a2-4c9c-914a-873f80ff1c34 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] GET failed (client error): The resource could not be found. Nov 12 04:04:10.760978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0dcdb0db-43a2-4c9c-914a-873f80ff1c34 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "GET /v2.0/subnets/dafafbaa-fd59-4ad0-9eb5-f5e1822536b0 HTTP/1.1" status: 404 len: 337 time: 0.0304739 Nov 12 04:04:10.763935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45326) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.766774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Attempting to bind port 043284c0-6865-4634-b0b6-126c9dd87616 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:10.767168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Attempting to bind port 043284c0-6865-4634-b0b6-126c9dd87616 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'f8d61ace-c372-401f-8f43-03875cf04d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:10.767535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Attempting to bind port 043284c0-6865-4634-b0b6-126c9dd87616 on network 540ee3c3-3bc4-4615-8899-424eb908484a {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:10.777951 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:10.778330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Checking segment: {'id': 'f8d61ace-c372-401f-8f43-03875cf04d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:10.778727 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.779146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Bound using segment: {'id': 'f8d61ace-c372-401f-8f43-03875cf04d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:10.779616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Bound port: 043284c0-6865-4634-b0b6-126c9dd87616, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d61ace-c372-401f-8f43-03875cf04d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '540ee3c3-3bc4-4615-8899-424eb908484a'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:10.779994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.783202 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0943b1-4074-475d-9c68-6ccf067fbcc8 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:10.783753 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0943b1-4074-475d-9c68-6ccf067fbcc8 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:10.786759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1c0943b1-4074-475d-9c68-6ccf067fbcc8 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/557fb6bc-75a3-4c00-ba15-b39c62365227 HTTP/1.1" status: 404 len: 339 time: 0.0216513 Nov 12 04:04:10.790701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45328) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.817498 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d9222d-e724-4dcd-9715-e4806944164b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:10.817953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d9222d-e724-4dcd-9715-e4806944164b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:10.821036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-97d9222d-e724-4dcd-9715-e4806944164b tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/subnets/dafafbaa-fd59-4ad0-9eb5-f5e1822536b0 HTTP/1.1" status: 404 len: 337 time: 0.0293803 Nov 12 04:04:10.823601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45330) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.841240 n-d-615180-50 neutron-server[102433]: INFO neutron.pecan_wsgi.hooks.translation [None req-562b216f-5370-463d-8069-8cc300152945 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:10.841776 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562b216f-5370-463d-8069-8cc300152945 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102433) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:10.844878 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-562b216f-5370-463d-8069-8cc300152945 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/557fb6bc-75a3-4c00-ba15-b39c62365227 HTTP/1.1" status: 404 len: 339 time: 0.0203748 Nov 12 04:04:10.847406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.886127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] For port 043284c0-6865-4634-b0b6-126c9dd87616, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:10.898040 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] For port 043284c0-6865-4634-b0b6-126c9dd87616, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=043284c0-6865-4634-b0b6-126c9dd87616,segment=NetworkSegment(f8d61ace-c372-401f-8f43-03875cf04d32),segment_id=f8d61ace-c372-401f-8f43-03875cf04d32)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:10.899485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Deleting subnet 2990fbfe-e55e-4952-9f77-afc6a71dc31e {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:10.902471 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.902995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.953148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.965402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb804be-8929-4647-8a21-41dd24dd81b6 None None] Pushing event updated for resources: {'Port': ['ID=043284c0-6865-4634-b0b6-126c9dd87616,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.038792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.114215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.149855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Subnet': ['ID=2990fbfe-e55e-4952-9f77-afc6a71dc31e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.153713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.160145 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a6428531-f583-423e-8961-d59f85aeb58a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/subnets/2990fbfe-e55e-4952-9f77-afc6a71dc31e HTTP/1.1" status: 204 len: 168 time: 0.3086741 Nov 12 04:04:11.160333 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45334) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.244696 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.295664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Deleting port 043284c0-6865-4634-b0b6-126c9dd87616 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:11.296005 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.363386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] For port 043284c0-6865-4634-b0b6-126c9dd87616, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=043284c0-6865-4634-b0b6-126c9dd87616,segment=NetworkSegment(f8d61ace-c372-401f-8f43-03875cf04d32),segment_id=f8d61ace-c372-401f-8f43-03875cf04d32)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:11.363677 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.375486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Calling delete_port for 043284c0-6865-4634-b0b6-126c9dd87616 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:11.450201 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.477908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Port': ['ID=043284c0-6865-4634-b0b6-126c9dd87616,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.479767 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No DVR routers for this DVR port 043284c0-6865-4634-b0b6-126c9dd87616 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:11.573683 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.595955 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540ee3c3-3bc4-4615-8899-424eb908484a']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.605747 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d61ace-c372-401f-8f43-03875cf04d32') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.606053 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d61ace-c372-401f-8f43-03875cf04d32') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.617655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.632458 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.640211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:11.640612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:11.644426 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:11.710037 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.717578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.721422 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/540ee3c3-3bc4-4615-8899-424eb908484a HTTP/1.1" status: 204 len: 168 time: 0.5601909 Nov 12 04:04:11.723907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.741339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac0e5-db57-45ce-931e-d74ad7df7396 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Network': ['ID=540ee3c3-3bc4-4615-8899-424eb908484a,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.760376 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1857cf-82d9-4dd6-95bc-b7cc2d1ef61a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:11.760837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1857cf-82d9-4dd6-95bc-b7cc2d1ef61a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:11.767159 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ce1857cf-82d9-4dd6-95bc-b7cc2d1ef61a tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/subnets/6c6624ec-be6b-4109-8721-52342b083496 HTTP/1.1" status: 404 len: 337 time: 0.0391502 Nov 12 04:04:11.767604 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45338) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.786277 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-872452da-f3d8-4c0f-b4c3-611eaaf034f3 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:11.786837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872452da-f3d8-4c0f-b4c3-611eaaf034f3 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:11.791461 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-872452da-f3d8-4c0f-b4c3-611eaaf034f3 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/37ee103c-f02e-4108-9c15-9de3da625281 HTTP/1.1" status: 404 len: 339 time: 0.0217769 Nov 12 04:04:11.792889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45340) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.800924 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e534df-ed5c-4ea4-9552-b76a2cd33ad0 None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:11.805248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a4c17-a5f3-473d-8407-8ba43c36caf8 None None] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:11.820035 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea30a76b-2f22-4db4-81b8-838b5f817c01 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:11.820492 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea30a76b-2f22-4db4-81b8-838b5f817c01 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:11.823597 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ea30a76b-2f22-4db4-81b8-838b5f817c01 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/subnets/7a1f8257-0402-4e2b-9f40-343959e1b731 HTTP/1.1" status: 404 len: 337 time: 0.0296721 Nov 12 04:04:11.826180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45342) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.829467 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e534df-ed5c-4ea4-9552-b76a2cd33ad0 None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:04:11.832269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a4c17-a5f3-473d-8407-8ba43c36caf8 None None] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:04:11.835109 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-25014f8f-dfa9-43b2-b1d6-3286a185e4bf None None] Could not find standard attr ID for object 043284c0-6865-4634-b0b6-126c9dd87616. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:04:11.843405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91355d9-7029-4633-9608-8021202b7b76 None None] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:11.845112 n-d-615180-50 neutron-server[102432]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ccaad3-18e6-442a-af6d-abfb1c97e713 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] DELETE failed (client error): The resource could not be found. Nov 12 04:04:11.845672 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ccaad3-18e6-442a-af6d-abfb1c97e713 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102432) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:04:11.848798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-32ccaad3-18e6-442a-af6d-abfb1c97e713 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/8ab1ffa1-43e9-4ce4-a747-a1e5276c92d8 HTTP/1.1" status: 404 len: 339 time: 0.0215349 Nov 12 04:04:11.851476 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45344) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.855822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91355d9-7029-4633-9608-8021202b7b76 None None] Network 557fb6bc-75a3-4c00-ba15-b39c62365227 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:04:11.892165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b0924-561c-4788-b8a0-c1516e62f634 None None] DHCP port deletion for 540ee3c3-3bc4-4615-8899-424eb908484a request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:11.908943 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f70cc-a58c-44d3-87ac-e83535622d5a None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:11.910467 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Deleting subnet 25e53b06-99e1-42cd-889d-921479d2f84d {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:11.913625 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.924470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f70cc-a58c-44d3-87ac-e83535622d5a None None] Network 540ee3c3-3bc4-4615-8899-424eb908484a could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:04:11.954806 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.035869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.096507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.124521 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Subnet': ['ID=25e53b06-99e1-42cd-889d-921479d2f84d,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.127042 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.130269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0f8d6c39-bf13-48c0-bcef-240ec34f4752 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/subnets/25e53b06-99e1-42cd-889d-921479d2f84d HTTP/1.1" status: 204 len: 168 time: 0.2779918 Nov 12 04:04:12.132661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45346) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:12.134774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d75de1-01dc-484e-8cc8-03ea92427e3e None None] Network 22712577-af1b-4b83-86a8-dea7ebf641fd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:12.208999 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.261060 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Deleting port 93031a8c-92b1-483d-85f2-98edf9e61ed6 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:12.261404 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.315651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] DHCP port deletion for 22712577-af1b-4b83-86a8-dea7ebf641fd request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:12.335673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] For port 93031a8c-92b1-483d-85f2-98edf9e61ed6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=93031a8c-92b1-483d-85f2-98edf9e61ed6,segment=NetworkSegment(d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff),segment_id=d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:12.336038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.348341 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Calling delete_port for 93031a8c-92b1-483d-85f2-98edf9e61ed6 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:12.362863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Deleting port 93031a8c-92b1-483d-85f2-98edf9e61ed6 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:12.363288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.425180 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] For port 93031a8c-92b1-483d-85f2-98edf9e61ed6, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=93031a8c-92b1-483d-85f2-98edf9e61ed6,segment=NetworkSegment(d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff),segment_id=d1cb60f9-44c1-4926-a4e0-5ab4cb6890ff)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:12.425608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.426658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.438730 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Calling delete_port for 93031a8c-92b1-483d-85f2-98edf9e61ed6 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:12.456976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Port': ['ID=93031a8c-92b1-483d-85f2-98edf9e61ed6,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.459082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] No DVR routers for this DVR port 93031a8c-92b1-483d-85f2-98edf9e61ed6 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:12.521103 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.536132 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.552331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] Pushing event deleted for resources: {'Port': ['ID=93031a8c-92b1-483d-85f2-98edf9e61ed6,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.560136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22712577-af1b-4b83-86a8-dea7ebf641fd']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:12.560315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93b568-762b-46af-96c9-ace24e1f7dc6 None None] No DVR routers for this DVR port 93031a8c-92b1-483d-85f2-98edf9e61ed6 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:12.571846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:12.572153 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cb60f9-44c1-4926-a4e0-5ab4cb6890ff') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:12.582194 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.596537 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.602743 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:12.603167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:12.606725 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:12.624750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 93031a8c-92b1-483d-85f2-98edf9e61ed6 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:12.644123 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 93031a8c-92b1-483d-85f2-98edf9e61ed6 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:12.644473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 93031a8c-92b1-483d-85f2-98edf9e61ed6 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:12.670718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.682944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.686103 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] 10.222.0.84 "DELETE /v2.0/networks/22712577-af1b-4b83-86a8-dea7ebf641fd HTTP/1.1" status: 204 len: 168 time: 0.5525296 Nov 12 04:04:12.697444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef43d-87aa-4fcc-a883-066b92c14993 tempest-NetworksIpV6Test-792667907 tempest-NetworksIpV6Test-792667907-project] Pushing event deleted for resources: {'Network': ['ID=22712577-af1b-4b83-86a8-dea7ebf641fd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:12.933299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:13.061049 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b897b1d0-ce1e-4a3a-948f-3b3524c5af4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7fab47a8debe4b84aa10182190d12d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264746 Nov 12 04:04:13.064128 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45356) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:13.109266 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.130487 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.180243 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.182877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.184104 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7589ecec-0ddb-4046-8726-fcbe3a1b516c HTTP/1.1" status: 204 len: 168 time: 0.1190758 Nov 12 04:04:13.192241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e417ce4-237b-4479-b59c-24b3c6ae12d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589ecec-0ddb-4046-8726-fcbe3a1b516c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:13.804836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45378) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:13.896370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1326720343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:13.919256 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.920279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.968356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.973158 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.988811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.989987 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-df9b742b-35f0-44d7-8ac9-6776ac785d54 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1840916 Nov 12 04:04:13.992738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45382) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:13.997425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-336878555'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.018640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Made reservation on behalf of e1a76d149ae741c38dc19bcf6e687e6e for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:14.027084 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.035796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.108443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.111986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.134605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:14.149445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6324e5f1-0858-45c4-b9aa-4a3a8c0322b6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.152441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.152783 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Added segment 01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b of type vlan for network e9e36abb-808c-4f44-aab7-2914faa4f214 Nov 12 04:04:14.194730 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.219113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.224759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.225370 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.260587 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2668424 Nov 12 04:04:14.263487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45384) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.269145 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'subnet': {'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.293469 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868d45b-e7ca-49b3-95c2-1f9053495251 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event updated for resources: {'Network': ['ID=e9e36abb-808c-4f44-aab7-2914faa4f214,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.303360 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e9e36abb-808c-4f44-aab7-2914faa4f214 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:14.359482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Made reservation on behalf of e1a76d149ae741c38dc19bcf6e687e6e for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:14.363511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.540373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.605744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event updated for resources: {'Subnet': ['ID=a4e71e08-ae7b-4117-8a54-ab003fce26c8,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.615879 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Checking segment: {'id': '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:14.616246 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Network hostable DHCP agents. Network: e9e36abb-808c-4f44-aab7-2914faa4f214, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:14.631978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Network e9e36abb-808c-4f44-aab7-2914faa4f214 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:14.640446 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e9e36abb-808c-4f44-aab7-2914faa4f214) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:14.644589 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.645170 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.650049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a781c-ed4a-46e2-894a-cfebad088083 None None] Network e9e36abb-808c-4f44-aab7-2914faa4f214 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:14.661356 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98310074-d124-4d05-a95c-9c500a7cb089 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3967161 Nov 12 04:04:14.664528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45386) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.670165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1442299722'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.696883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Made reservation on behalf of e1a76d149ae741c38dc19bcf6e687e6e for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:14.700559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.724371 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:14.734424 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.735929 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Added segment d7e0903d-c6d2-48fa-a444-b19d0799d9f3 of type vlan for network db95af10-9d47-45bb-829b-17b00c5e7076 Nov 12 04:04:14.777046 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.806869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.808503 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e9e36abb-808c-4f44-aab7-2914faa4f214', 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214', 'tenant_id': 'e1a76d149ae741c38dc19bcf6e687e6e', 'fixed_ips': [{'subnet_id': 'a4e71e08-ae7b-4117-8a54-ab003fce26c8'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:14.809378 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.812589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:14.813201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.848937 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1832101 Nov 12 04:04:14.851837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45388) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.857426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'subnet': {'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:14.882788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72c784-44ae-4b1a-bfa5-92e60f690af8 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event updated for resources: {'Network': ['ID=db95af10-9d47-45bb-829b-17b00c5e7076,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.895128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network db95af10-9d47-45bb-829b-17b00c5e7076 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:14.949320 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Made reservation on behalf of e1a76d149ae741c38dc19bcf6e687e6e for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:14.953071 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.998822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Allocated IP 172.20.0.2 (e9e36abb-808c-4f44-aab7-2914faa4f214/a4e71e08-ae7b-4117-8a54-ab003fce26c8/0f13f30f-e6bf-412f-978d-304ef45dc17b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:15.134972 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.143278 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.148574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.183612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Network e9e36abb-808c-4f44-aab7-2914faa4f214 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:15.192462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:15.197023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:15.197389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event updated for resources: {'Subnet': ['ID=185a9c40-1d36-4131-be9c-93e461149a84,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.200073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Pushing event updated for resources: {'Port': ['ID=0f13f30f-e6bf-412f-978d-304ef45dc17b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.208738 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Checking segment: {'id': 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:15.209099 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Network hostable DHCP agents. Network: db95af10-9d47-45bb-829b-17b00c5e7076, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:15.226833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Network db95af10-9d47-45bb-829b-17b00c5e7076 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:15.236722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, db95af10-9d47-45bb-829b-17b00c5e7076) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:15.242065 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:15.243716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.250324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7ab25-43c8-4965-89b1-ffcf43376b6b None None] Network db95af10-9d47-45bb-829b-17b00c5e7076 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:15.259661 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fdb57a39-5140-400f-9674-633194fb5260 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4064732 Nov 12 04:04:15.262388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45390) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:15.267447 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5664cfea-a890-4cd7-90ed-3cd322722663 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:15.280473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Attempting to bind port 0f13f30f-e6bf-412f-978d-304ef45dc17b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:15.280861 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Attempting to bind port 0f13f30f-e6bf-412f-978d-304ef45dc17b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:15.281214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Attempting to bind port 0f13f30f-e6bf-412f-978d-304ef45dc17b on network e9e36abb-808c-4f44-aab7-2914faa4f214 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.311622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:15.312345 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Checking segment: {'id': '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:15.312451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.312764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Bound using segment: {'id': '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:15.313269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Bound port: 0f13f30f-e6bf-412f-978d-304ef45dc17b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e9e36abb-808c-4f44-aab7-2914faa4f214'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:15.313645 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.425666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] For port 0f13f30f-e6bf-412f-978d-304ef45dc17b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:15.430008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] For port 0f13f30f-e6bf-412f-978d-304ef45dc17b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0f13f30f-e6bf-412f-978d-304ef45dc17b,segment=NetworkSegment(01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b),segment_id=01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:15.434482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.479471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5664cfea-a890-4cd7-90ed-3cd322722663 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.491917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-db95af10-9d47-45bb-829b-17b00c5e7076', 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076', 'tenant_id': 'e1a76d149ae741c38dc19bcf6e687e6e', 'fixed_ips': [{'subnet_id': '185a9c40-1d36-4131-be9c-93e461149a84'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:15.492777 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.521527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2aed4-9a35-4712-b016-fd56c8abb111 None None] Pushing event updated for resources: {'Port': ['ID=0f13f30f-e6bf-412f-978d-304ef45dc17b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.607666 n-d-615180-50 neutron-server[102432]: INFO neutron.api.v2.resource [None req-5664cfea-a890-4cd7-90ed-3cd322722663 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:04:15.614740 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5664cfea-a890-4cd7-90ed-3cd322722663 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "PUT /v2.0/routers/8c085ccb-a7c1-48c1-b474-89ecc629a9ad HTTP/1.1" status: 400 len: 364 time: 0.3456333 Nov 12 04:04:15.615711 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45392) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:15.664692 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Allocated IP 172.21.0.2 (db95af10-9d47-45bb-829b-17b00c5e7076/185a9c40-1d36-4131-be9c-93e461149a84/b012e544-5574-44a4-9bd8-50240e908814) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:15.696752 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Deleting subnet 185a9c40-1d36-4131-be9c-93e461149a84 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:15.833685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.839718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.841350 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.877957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Network db95af10-9d47-45bb-829b-17b00c5e7076 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:15.883242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:15.885296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.886280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:15.893618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Pushing event updated for resources: {'Port': ['ID=b012e544-5574-44a4-9bd8-50240e908814,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.944034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Attempting to bind port b012e544-5574-44a4-9bd8-50240e908814 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:15.944348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Attempting to bind port b012e544-5574-44a4-9bd8-50240e908814 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:15.944717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Attempting to bind port b012e544-5574-44a4-9bd8-50240e908814 on network db95af10-9d47-45bb-829b-17b00c5e7076 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:15.950089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:15.950451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Checking segment: {'id': 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:15.950860 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.951286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Bound using segment: {'id': 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:15.951762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Bound port: b012e544-5574-44a4-9bd8-50240e908814, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'db95af10-9d47-45bb-829b-17b00c5e7076'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:15.952150 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.972550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.033963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.036790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] For port b012e544-5574-44a4-9bd8-50240e908814, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:16.040679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] For port b012e544-5574-44a4-9bd8-50240e908814, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b012e544-5574-44a4-9bd8-50240e908814,segment=NetworkSegment(d7e0903d-c6d2-48fa-a444-b19d0799d9f3),segment_id=d7e0903d-c6d2-48fa-a444-b19d0799d9f3)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:16.044840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.060028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Subnet': ['ID=185a9c40-1d36-4131-be9c-93e461149a84,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.066206 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.071045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3365dc1e-c36d-40a6-8ba7-89c0ee68351d tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "DELETE /v2.0/subnets/185a9c40-1d36-4131-be9c-93e461149a84 HTTP/1.1" status: 204 len: 168 time: 0.4547009 Nov 12 04:04:16.072065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45394) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.114909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e3d6-6198-4eb8-93e2-ae73ed99736a None None] Pushing event updated for resources: {'Port': ['ID=b012e544-5574-44a4-9bd8-50240e908814,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.176649 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.234145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Deleting port b012e544-5574-44a4-9bd8-50240e908814 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:16.234501 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.315239 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] For port b012e544-5574-44a4-9bd8-50240e908814, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b012e544-5574-44a4-9bd8-50240e908814,segment=NetworkSegment(d7e0903d-c6d2-48fa-a444-b19d0799d9f3),segment_id=d7e0903d-c6d2-48fa-a444-b19d0799d9f3)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:16.315616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.329221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Calling delete_port for b012e544-5574-44a4-9bd8-50240e908814 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:16.417986 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.447960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] No DVR routers for this DVR port b012e544-5574-44a4-9bd8-50240e908814 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:16.450121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Port': ['ID=b012e544-5574-44a4-9bd8-50240e908814,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.516770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5de707-e938-455b-997b-02db27da5342 None None] Network e9e36abb-808c-4f44-aab7-2914faa4f214 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:16.535177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.555390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db95af10-9d47-45bb-829b-17b00c5e7076']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.566506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.566867 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e0903d-c6d2-48fa-a444-b19d0799d9f3') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:16.579242 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.600452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.608435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:16.608848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:16.613598 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:16.624732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] Provisioning complete for port 0f13f30f-e6bf-412f-978d-304ef45dc17b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:16.625103 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.676320 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.682920 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.686123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "DELETE /v2.0/networks/db95af10-9d47-45bb-829b-17b00c5e7076 HTTP/1.1" status: 204 len: 168 time: 0.6130419 Nov 12 04:04:16.689151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45396) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.701257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0f13f30f-e6bf-412f-978d-304ef45dc17b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:16.714039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3c9f7-05a9-416d-be76-0246f2a8ba79 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Network': ['ID=db95af10-9d47-45bb-829b-17b00c5e7076,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.761350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Deleting subnet a4e71e08-ae7b-4117-8a54-ab003fce26c8 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:16.764755 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.810305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.840287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.844200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0f13f30f-e6bf-412f-978d-304ef45dc17b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:16.844715 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.905403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] For port 0f13f30f-e6bf-412f-978d-304ef45dc17b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0f13f30f-e6bf-412f-978d-304ef45dc17b,segment=NetworkSegment(01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b),segment_id=01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:16.912295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.913684 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.991969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.994541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a985f6-41aa-4861-b5f0-1a91b0ae89ad None None] Pushing event updated for resources: {'Port': ['ID=0f13f30f-e6bf-412f-978d-304ef45dc17b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.023517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e71e08-ae7b-4117-8a54-ab003fce26c8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.025995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.029544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e3637405-1833-4a88-bbc1-d86216f6e07f tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "DELETE /v2.0/subnets/a4e71e08-ae7b-4117-8a54-ab003fce26c8 HTTP/1.1" status: 204 len: 168 time: 0.3394542 Nov 12 04:04:17.032754 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45398) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.114604 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.142233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3da7c5-da04-4db6-b309-463a32d02b34 None None] Network e9e36abb-808c-4f44-aab7-2914faa4f214 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:17.175504 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Deleting port 0f13f30f-e6bf-412f-978d-304ef45dc17b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:17.175847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.253479 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] For port 0f13f30f-e6bf-412f-978d-304ef45dc17b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0f13f30f-e6bf-412f-978d-304ef45dc17b,segment=NetworkSegment(01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b),segment_id=01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:17.253865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.272535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Calling delete_port for 0f13f30f-e6bf-412f-978d-304ef45dc17b owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:17.275226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5d5003c3-ef66-462a-8825-124493ed9782 None None] Provisioning complete for port 0f13f30f-e6bf-412f-978d-304ef45dc17b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:17.275600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5d5003c3-ef66-462a-8825-124493ed9782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.304562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba83ea-a50e-47ea-a467-d13eb17569cf None None] DHCP port deletion for db95af10-9d47-45bb-829b-17b00c5e7076 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:17.336532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc363e89-2eff-44ca-95f6-84398abc84e9 None None] Network db95af10-9d47-45bb-829b-17b00c5e7076 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:17.351688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc363e89-2eff-44ca-95f6-84398abc84e9 None None] Network db95af10-9d47-45bb-829b-17b00c5e7076 could not be found, it might have been deleted concurrently. {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:04:17.358703 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.387575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Port': ['ID=0f13f30f-e6bf-412f-978d-304ef45dc17b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.393612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] No DVR routers for this DVR port 0f13f30f-e6bf-412f-978d-304ef45dc17b on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:17.405966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85729164-18fe-4814-922a-32ca3801f61b None None] DHCP port deletion for e9e36abb-808c-4f44-aab7-2914faa4f214 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:17.472296 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.491378 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e36abb-808c-4f44-aab7-2914faa4f214']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:17.498602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-26834fff-4f1c-4dc7-84f9-d7f8af34160a None None] Could not find standard attr ID for object b012e544-5574-44a4-9bd8-50240e908814. {{(pid=102434) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:04:17.500600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:17.500901 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e4a0c7-4ab9-455b-94d5-2289b8ed0e5b') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:17.510290 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.523615 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.529380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:17.529765 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:17.533317 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:17.594155 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.601460 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.604538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "DELETE /v2.0/networks/e9e36abb-808c-4f44-aab7-2914faa4f214 HTTP/1.1" status: 204 len: 168 time: 0.5707240 Nov 12 04:04:17.607390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45400) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.615563 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ec69d-d231-4149-8bb4-bc1c1f1a6503 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Pushing event deleted for resources: {'Network': ['ID=e9e36abb-808c-4f44-aab7-2914faa4f214,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.635668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6a4f7582-16b4-4904-bc92-b7dfa8beece2 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c085ccb-a7c1-48c1-b474-89ecc629a9ad HTTP/1.1" status: 200 len: 205 time: 0.0270870 Nov 12 04:04:17.638094 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45402) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:17.977800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.130677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.132703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.173272 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.173764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Fanout notify agent at l3_agent the message router_deleted on router 8c085ccb-a7c1-48c1-b474-89ecc629a9ad {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:04:18.180612 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.181734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-02fdbe4c-093d-439e-9c52-9c5b7c92f7c9 tempest-RoutersNegativeTest-723808572 tempest-RoutersNegativeTest-723808572-project] 10.222.0.84 "DELETE /v2.0/routers/8c085ccb-a7c1-48c1-b474-89ecc629a9ad HTTP/1.1" status: 204 len: 168 time: 0.5426977 Nov 12 04:04:18.419299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45408) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:18.550105 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-176e5cce-74da-450c-ae90-c938d0c13006 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1a76d149ae741c38dc19bcf6e687e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296191 Nov 12 04:04:18.552520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45412) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:18.601972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.605012 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0f13f30f-e6bf-412f-978d-304ef45dc17b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:18.624307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.624857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 0f13f30f-e6bf-412f-978d-304ef45dc17b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:18.625225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0f13f30f-e6bf-412f-978d-304ef45dc17b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:18.625650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b012e544-5574-44a4-9bd8-50240e908814 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:18.643755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b012e544-5574-44a4-9bd8-50240e908814 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:18.644094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b012e544-5574-44a4-9bd8-50240e908814 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:18.671675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.674965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:18.676146 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6324e5f1-0858-45c4-b9aa-4a3a8c0322b6 HTTP/1.1" status: 204 len: 168 time: 0.1227190 Nov 12 04:04:18.683556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528c8f7-c66a-4d2f-8332-97fcc5e5e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6324e5f1-0858-45c4-b9aa-4a3a8c0322b6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.292481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45434) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.384733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-585202167-network', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.409145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Made reservation on behalf of 2a6a6d01a3254355990f4b5b427397ca for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.411646 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.419719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.493190 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.496808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.523589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:19.530323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d429fd4c-2594-426f-aafd-5398e0e6c5fb,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.537933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.538635 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Added segment ac1654ec-ab84-45ff-a4fa-79b52f9d51f7 of type vlan for network 5924e6dc-2d92-46e4-847a-dd59e253278d Nov 12 04:04:19.581790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.608133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.609602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.610682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.669102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3755341 Nov 12 04:04:19.672064 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45438) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.675287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272f010-8ac5-49bf-b554-7230a6164078 admin admin] Pushing event updated for resources: {'Network': ['ID=5924e6dc-2d92-46e4-847a-dd59e253278d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.677732 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Request body: {'subnet': {'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-subnet', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:19.685812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 5924e6dc-2d92-46e4-847a-dd59e253278d details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:19.698838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Made reservation on behalf of 2a6a6d01a3254355990f4b5b427397ca for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:19.701304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.882577 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.941179 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9323a6c7-b8a1-44e3-a261-93a761ce3a10,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:19.946273 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Checking segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:19.946694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Network hostable DHCP agents. Network: 5924e6dc-2d92-46e4-847a-dd59e253278d, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:19.962926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:19.971917 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 5924e6dc-2d92-46e4-847a-dd59e253278d) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:19.975742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:19.976332 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:19.980796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df32993-0b82-43e3-a410-4603addc951b None None] Network 5924e6dc-2d92-46e4-847a-dd59e253278d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:19.992493 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-38d11287-90c1-41f8-88de-e0309df61f21 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3187859 Nov 12 04:04:19.995109 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45440) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:19.999322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:20.019464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.020612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.075647 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.134705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-5924e6dc-2d92-46e4-847a-dd59e253278d', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:20.135735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.212223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.268482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Allocated IP 172.20.0.2 (5924e6dc-2d92-46e4-847a-dd59e253278d/9323a6c7-b8a1-44e3-a261-93a761ce3a10/b16a644d-1cb1-450e-a470-d37745355bd0) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:20.404361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.406418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.413704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.426203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.456239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:20.461575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:20.464135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:20.474909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Pushing event updated for resources: {'Port': ['ID=b16a644d-1cb1-450e-a470-d37745355bd0,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.524096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Attempting to bind port b16a644d-1cb1-450e-a470-d37745355bd0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:20.524469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Attempting to bind port b16a644d-1cb1-450e-a470-d37745355bd0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:20.524831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Attempting to bind port b16a644d-1cb1-450e-a470-d37745355bd0 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:20.532206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:20.532587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Checking segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:20.532985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.533440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Bound using segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:20.533841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Bound port: b16a644d-1cb1-450e-a470-d37745355bd0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:20.534222 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.534368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Allocated IP 172.25.2.217 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/cf056b7b-31a1-47f1-9de9-c1a7dc5f8493) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:20.597802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] For port b16a644d-1cb1-450e-a470-d37745355bd0, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:20.602185 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] For port b16a644d-1cb1-450e-a470-d37745355bd0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b16a644d-1cb1-450e-a470-d37745355bd0,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:20.610493 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.642836 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.673241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f202c68-ce44-4a7c-8c3c-39aa839a7e38 None None] Pushing event updated for resources: {'Port': ['ID=b16a644d-1cb1-450e-a470-d37745355bd0,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.685002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.728106 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:20.733091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:20.736789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:20.747240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c1a65-bf18-4c1c-b329-f8150acceb99 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:20.762643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Pushing event updated for resources: {'Port': ['ID=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:20.849864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7890c542-b305-4431-ae78-1b0096615e4a None None] Provisioning complete for port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:20.850237 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7890c542-b305-4431-ae78-1b0096615e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:20.891942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7890c542-b305-4431-ae78-1b0096615e4a None None] Port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:21.002535 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.550015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.588929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e1c2a-2584-4ed8-b44a-2498ce4d20b3 None None] Network 5924e6dc-2d92-46e4-847a-dd59e253278d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:21.660366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] Provisioning complete for port b16a644d-1cb1-450e-a470-d37745355bd0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:21.660737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.681008 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Router d77b1cea-74e6-4f5a-b150-50ce8ac06149 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:04:21.788612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:21.800571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Sync routers for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:21.805898 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.807197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-56489776-d9fc-4d56-9f9a-3c1c52f0de43 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8111205 Nov 12 04:04:21.810112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45442) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:21.811521 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.830372 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:21.831019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:21.895890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] For port b16a644d-1cb1-450e-a470-d37745355bd0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b16a644d-1cb1-450e-a470-d37745355bd0,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:21.929931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:21.991235 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:22.052313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6160d2-decc-4eae-9e7f-99238f850a8e None None] Pushing event updated for resources: {'Port': ['ID=b16a644d-1cb1-450e-a470-d37745355bd0,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:22.108283 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7089ff48-1c91-45da-8ecf-519fc3357f75 None None] Provisioning complete for port b16a644d-1cb1-450e-a470-d37745355bd0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:22.108574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7089ff48-1c91-45da-8ecf-519fc3357f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.235509 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.248157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:20Z', 'revision_number': 3, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:22.273561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Checking router: d77b1cea-74e6-4f5a-b150-50ce8ac06149 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:22.273913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Updating router d77b1cea-74e6-4f5a-b150-50ce8ac06149 port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:22.302274 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.390172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Allocated IP 172.20.0.1 (5924e6dc-2d92-46e4-847a-dd59e253278d/9323a6c7-b8a1-44e3-a261-93a761ce3a10/1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:22.494035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.526310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.550559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.557312 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.562909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:22.565772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:22.571546 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:22.602311 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:22.620895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6610454-dcd1-47a0-9ad1-7a3dfd0db465 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:22.621041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.633868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Attempting to bind port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:22.634333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Attempting to bind port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:22.634769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Attempting to bind port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:22.639673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313a60f-e950-4b62-b89f-460e1e109546 None None] Pushing event updated for resources: {'Port': ['ID=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:22.645385 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:22.645699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:22.646106 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.646497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:22.646984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Bound port: cf056b7b-31a1-47f1-9de9-c1a7dc5f8493, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:22.647395 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.694072 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b16a644d-1cb1-450e-a470-d37745355bd0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:22.744279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] For port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:22.748702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] For port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:22.754473 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.799887 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.830454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49967f-155f-47ee-83a8-63c8c137dc93 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:22.837083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313a60f-e950-4b62-b89f-460e1e109546 None None] Pushing event updated for resources: {'Port': ['ID=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:22.854634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port b16a644d-1cb1-450e-a470-d37745355bd0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:22.855006 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.859485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] Provisioning complete for port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:22.860932 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.884279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:22.884852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:22.980616 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:22.986687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.053836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.056516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:23.084058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:23.133203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.152370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:23.153770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:23.191257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] For port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:23.203546 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.286253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Router d77b1cea-74e6-4f5a-b150-50ce8ac06149 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:23.407137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:23.420757 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4376962d-9251-4b9f-af28-6900ab2a8263 admin admin] 10.222.0.84 "PUT /v2.0/routers/d77b1cea-74e6-4f5a-b150-50ce8ac06149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018927 Nov 12 04:04:23.476598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d342c9a2-fffc-44ac-a1d3-56e672ae9aa6 None None] Provisioning complete for port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:23.476972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d342c9a2-fffc-44ac-a1d3-56e672ae9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.505849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527f9f6-602b-46b8-aa27-4123bc9b922b None None] Pushing event updated for resources: {'Port': ['ID=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:23.546642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d342c9a2-fffc-44ac-a1d3-56e672ae9aa6 None None] Port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:23.563560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d342c9a2-fffc-44ac-a1d3-56e672ae9aa6 None None] Provisioning complete for port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:23.563931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d342c9a2-fffc-44ac-a1d3-56e672ae9aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.611988 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7', 'name': '', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:22Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 1, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'subnets': [{'id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:23.641963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498fea0-05ba-468f-983a-07609bc3d5ca None None] The sync data for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 is: [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7', 'name': '', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:22Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 1, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'subnets': [{'id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:23.807363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dff1c4f2-2e83-487f-a366-9731f0b3c9ac None None] Provisioning complete for port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:23.807761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dff1c4f2-2e83-487f-a366-9731f0b3c9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.869212 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dff1c4f2-2e83-487f-a366-9731f0b3c9ac None None] Port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:23.920658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45458) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:23.925683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2073796229-network', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:23.948297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Made reservation on behalf of 98008edbd833481c9cd013ee53df4ba5 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:23.950837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.961011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.041630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.046199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.075418 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:04:24.084574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3f5010-2b1b-4000-b53b-147b747f4f82,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:24.094745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.095010 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Added segment fe03721b-47d3-4f2c-88d0-936fe9944c7e of type vlan for network 794319d0-c9c2-4c7e-b956-2a772e18b201 Nov 12 04:04:24.148237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.175732 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.176725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.177315 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.242053 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3202560 Nov 12 04:04:24.244703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45460) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:24.252030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Request body: {'subnet': {'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-subnet', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:24.260756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeae0c-ec1d-4370-b476-dde8cfc0a338 admin admin] Pushing event updated for resources: {'Network': ['ID=794319d0-c9c2-4c7e-b956-2a772e18b201,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:24.298405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Made reservation on behalf of 98008edbd833481c9cd013ee53df4ba5 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:24.301270 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.304132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:04:24.509796 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.568903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af2c490-76fe-4bb4-8eaa-41c6e5822d5f,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:24.577832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Checking segment: {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:24.578123 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Network hostable DHCP agents. Network: 794319d0-c9c2-4c7e-b956-2a772e18b201, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:04:24.600017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:04:24.618476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 794319d0-c9c2-4c7e-b956-2a772e18b201) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:24.623224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:24.623886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.629115 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999973d1-40af-49f3-a530-f8e82c2523ca None None] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:24.655421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0dc106dc-ff49-40f4-961b-e4161ee8a739 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4096358 Nov 12 04:04:24.658416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45462) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:24.675189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:24.694811 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:24.702177 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.703247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.760672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.805739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:24.806119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.863058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-794319d0-c9c2-4c7e-b956-2a772e18b201', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:04:24.864211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:24.911132 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.041508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Allocated IP 172.20.0.2 (794319d0-c9c2-4c7e-b956-2a772e18b201/0af2c490-76fe-4bb4-8eaa-41c6e5822d5f/00fab7ae-0631-4ecd-ac1c-07d6441d1385) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:25.114808 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.133106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.187260 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.194567 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.232190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:25.234947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:25.240511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Allocated IP 172.25.2.77 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/aab36b96-03fb-4548-9335-26df09ee8a7c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:25.240752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:25.249745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Pushing event updated for resources: {'Port': ['ID=00fab7ae-0631-4ecd-ac1c-07d6441d1385,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.301004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Attempting to bind port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:25.301383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Attempting to bind port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:25.301753 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Attempting to bind port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 on network 794319d0-c9c2-4c7e-b956-2a772e18b201 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:25.307204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:25.307587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Checking segment: {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:25.307996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.308394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Bound using segment: {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:25.308880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Bound port: 00fab7ae-0631-4ecd-ac1c-07d6441d1385, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:25.309276 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.379045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] For port 00fab7ae-0631-4ecd-ac1c-07d6441d1385, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:25.382793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] For port 00fab7ae-0631-4ecd-ac1c-07d6441d1385, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=00fab7ae-0631-4ecd-ac1c-07d6441d1385,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:25.387828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.447928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5470ec-c47c-4939-bbda-48ea339f846b None None] Pushing event updated for resources: {'Port': ['ID=00fab7ae-0631-4ecd-ac1c-07d6441d1385,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.661374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.700144 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.741994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:25.746832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:25.751355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:25.759883 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80fac4c-2c3c-4aae-8e7a-bfcb972082cc None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:25.774337 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Pushing event updated for resources: {'Port': ['ID=aab36b96-03fb-4548-9335-26df09ee8a7c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:25.793326 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Sync routers for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:25.803289 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:25.803901 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:25.825799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0e0bfede-fa82-4d02-b1e4-a65cf9c4e2c4 None None] Provisioning complete for port aab36b96-03fb-4548-9335-26df09ee8a7c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:25.826169 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e0bfede-fa82-4d02-b1e4-a65cf9c4e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.860371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bfede-fa82-4d02-b1e4-a65cf9c4e2c4 None None] Port aab36b96-03fb-4548-9335-26df09ee8a7c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:25.914068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:26.012360 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.113866 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7', 'name': '', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:22Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 2, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'subnets': [{'id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:26.139366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Checking router: d77b1cea-74e6-4f5a-b150-50ce8ac06149 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:26.139727 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Updating router d77b1cea-74e6-4f5a-b150-50ce8ac06149 port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:26.165435 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.216590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.351833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Router 5fd5839f-d039-44b7-90c0-774fb388d6db is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:04:26.446743 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.455222 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.463562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:26.474950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Sync routers for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:26.484790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.486258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ffbe2682-d56b-4df2-a0c6-7ef494470056 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8267822 Nov 12 04:04:26.486891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:26.487683 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:26.488869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45464) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:26.512372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Pushing event updated for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.530848 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.535206 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.535628 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.536486 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.536834 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.538706 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.539587 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.539930 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.540291 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.540619 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.543368 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.543727 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:26.610110 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Attempting to bind port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:26.611205 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Attempting to bind port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:26.611205 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Attempting to bind port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:26.618182 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:26.618721 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Checking segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:26.619217 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.619791 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Bound using segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:26.620347 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Bound port: 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:26.620996 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.650533 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b8fea-849b-471f-a0dc-e3d9374f3354 None None] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:26.697606 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:26.718899 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] For port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:26.722767 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] For port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:26.731446 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.789999 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:26.790770 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:26.821828 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 00fab7ae-0631-4ecd-ac1c-07d6441d1385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:26.888684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266032f-b91f-41e7-9203-75fb26f30f16 None None] Pushing event updated for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.925841 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] Provisioning complete for port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:26.926530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.959908 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:27.011559 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:27.011949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.090430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.200065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.262518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Allocated IP 172.20.0.1 (794319d0-c9c2-4c7e-b956-2a772e18b201/0af2c490-76fe-4bb4-8eaa-41c6e5822d5f/bd635d4b-17a2-4ffb-a70d-2ea6e162da01) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:27.270093 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.291425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] For port 00fab7ae-0631-4ecd-ac1c-07d6441d1385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=00fab7ae-0631-4ecd-ac1c-07d6441d1385,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:27.302274 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.303387 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7', 'name': '', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:22Z', 'updated_at': '2021-11-12T04:04:26Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'subnets': [{'id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:27.308128 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 3, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:27.334570 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4a362-cee4-45cc-ad88-18ee82c4a71a None None] The sync data for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 is: [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:22Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7', 'name': '', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'mac_address': 'fa:16:3e:60:14:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:22Z', 'updated_at': '2021-11-12T04:04:26Z', 'revision_number': 4, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'subnets': [{'id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:27.379379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Checking router: 5fd5839f-d039-44b7-90c0-774fb388d6db for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:27.379755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Updating router 5fd5839f-d039-44b7-90c0-774fb388d6db port aab36b96-03fb-4548-9335-26df09ee8a7c binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:27.405839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.446895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.455149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:04:27.455503 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:04:27.455703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.493898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320a514-4485-4354-a029-b8fc17a7f5bd None None] Pushing event updated for resources: {'Port': ['ID=00fab7ae-0631-4ecd-ac1c-07d6441d1385,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:27.501732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:27.505638 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] Provisioning complete for port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:27.506018 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.508812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:27.512948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:27.519648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Pushing event updated for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:27.572096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.731036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.932104 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.938570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.939402 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.013478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.015427 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Pushing event updated for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.038348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] For port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:28.048983 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.065919 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.090738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.117885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:28.121026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:28.132203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e419ab6-c6f9-48f7-9999-60451a0e5dfd None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:28.135975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f009-55e9-4aa8-8e8f-2ac2125571e1 None None] Pushing event updated for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.145912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Attempting to bind port aab36b96-03fb-4548-9335-26df09ee8a7c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:28.146290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Attempting to bind port aab36b96-03fb-4548-9335-26df09ee8a7c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:28.146653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Attempting to bind port aab36b96-03fb-4548-9335-26df09ee8a7c on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:28.186812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:28.187227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:28.188287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.188682 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:28.189758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Bound port: aab36b96-03fb-4548-9335-26df09ee8a7c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:28.190144 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.229784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c6508-c15e-46c7-a7b4-6a265b9f9663 None None] Pushing event updated for resources: {'Port': ['ID=aab36b96-03fb-4548-9335-26df09ee8a7c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.244207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b27e5cb5-c80b-499f-b62f-1272f00e958a None None] Provisioning complete for port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.244580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b27e5cb5-c80b-499f-b62f-1272f00e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.250882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Router 5fd5839f-d039-44b7-90c0-774fb388d6db has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:28.283548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] For port aab36b96-03fb-4548-9335-26df09ee8a7c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:28.290257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] For port aab36b96-03fb-4548-9335-26df09ee8a7c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aab36b96-03fb-4548-9335-26df09ee8a7c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:28.303582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.379046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:28.383378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8eff9-22f1-448d-b96b-23e5aa0b8506 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:28.392906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-eff7e784-12b3-4ad3-8e0e-5283376562df admin admin] 10.222.0.84 "PUT /v2.0/routers/5fd5839f-d039-44b7-90c0-774fb388d6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941226 Nov 12 04:04:28.410499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c6508-c15e-46c7-a7b4-6a265b9f9663 None None] Pushing event updated for resources: {'Port': ['ID=aab36b96-03fb-4548-9335-26df09ee8a7c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:28.415417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:28.416034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:28.485793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.516704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b27e5cb5-c80b-499f-b62f-1272f00e958a None None] Provisioning complete for port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.517315 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b27e5cb5-c80b-499f-b62f-1272f00e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.567211 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b27e5cb5-c80b-499f-b62f-1272f00e958a None None] Port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:28.569656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:28.664056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 00fab7ae-0631-4ecd-ac1c-07d6441d1385 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:28.768701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Provisioning complete for port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.768701 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.840796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.841172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.844598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:28.890286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Provisioning complete for port aab36b96-03fb-4548-9335-26df09ee8a7c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:28.891205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:28.958562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'bd635d4b-17a2-4ffb-a70d-2ea6e162da01', 'name': '', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'mac_address': 'fa:16:3e:20:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:27Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 2, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'subnets': [{'id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:28.992673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dbd5-106b-4f3e-a73f-3106024d52f7 None None] The sync data for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 is: [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'bd635d4b-17a2-4ffb-a70d-2ea6e162da01', 'name': '', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'mac_address': 'fa:16:3e:20:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:27Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 2, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'subnets': [{'id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:29.006230 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:29.091232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.115607 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] For port aab36b96-03fb-4548-9335-26df09ee8a7c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aab36b96-03fb-4548-9335-26df09ee8a7c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:29.117348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:29.117716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.139898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:29.202632 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8aab-8f74-478f-b6b6-3c31f5b9dad0 None None] Pushing event updated for resources: {'Port': ['ID=aab36b96-03fb-4548-9335-26df09ee8a7c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:29.316134 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-774e7305-08a6-4c5e-b584-7c7c1f8fc6ff tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.317661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-774e7305-08a6-4c5e-b584-7c7c1f8fc6ff tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 816 time: 0.1431084 Nov 12 04:04:29.334036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-31c337d0-d204-4f37-baaf-46ff80a101e2 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/quotas/2a6a6d01a3254355990f4b5b427397ca HTTP/1.1" status: 200 len: 375 time: 0.0103376 Nov 12 04:04:29.390830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-77157407-4497-4a0e-a9f6-9a3f14d581ef tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506752 Nov 12 04:04:29.492576 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-7bd7d2fa-9592-4174-a6c1-7156c914d937 service neutron] 10.222.0.84 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899134 Nov 12 04:04:29.585736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-c1eab8d3-6837-4366-b5cc-3a3a353430b9 service neutron] 10.222.0.84 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Nov 12 04:04:29.745269 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4b14bbbf-6d7f-4f0d-9263-ef5aae551e56 req-3af969f5-ba08-4b7b-adba-1ec29cc259d4 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 210 time: 0.0269253 Nov 12 04:04:29.786905 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.665750 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aab36b96-03fb-4548-9335-26df09ee8a7c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:30.739843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port aab36b96-03fb-4548-9335-26df09ee8a7c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:30.740430 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:30.821856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-da7d6d93-cc81-4068-b253-b117002ab008 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.823393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-da7d6d93-cc81-4068-b253-b117002ab008 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 816 time: 0.1492600 Nov 12 04:04:30.841731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Request body: {'port': {'device_id': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'admin_state_up': True, 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:30.928472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8cd0b74b-dd87-4845-bc52-fb0fba3836dd req-fdfd1adc-7f39-4dca-9f37-f751455baee0 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 210 time: 0.0675952 Nov 12 04:04:30.984836 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Made reservation on behalf of 2a6a6d01a3254355990f4b5b427397ca for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:30.988546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.112063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Allocated IP 172.20.0.3 (5924e6dc-2d92-46e4-847a-dd59e253278d/9323a6c7-b8a1-44e3-a261-93a761ce3a10/036b126f-3006-49b6-a918-fc13ca363258) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:31.261886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.303996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.347980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:31.350976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:31.357585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:31.382731 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Pushing event updated for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:31.418461 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Sync routers for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:31.424208 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.424932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.430864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:31.431942 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:31.443502 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-1fbee8cd-a265-4b89-bd66-5817e04ba9be tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066313 Nov 12 04:04:31.461641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Request body: {'port': {'device_id': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:31.552813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:31.689137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d2a92ffa-606d-489d-bbf8-6a8ad93363ec None None] Provisioning complete for port 036b126f-3006-49b6-a918-fc13ca363258 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:31.689669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d2a92ffa-606d-489d-bbf8-6a8ad93363ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.734746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d2a92ffa-606d-489d-bbf8-6a8ad93363ec None None] Port 036b126f-3006-49b6-a918-fc13ca363258 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:31.773666 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'bd635d4b-17a2-4ffb-a70d-2ea6e162da01', 'name': '', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'mac_address': 'fa:16:3e:20:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:27Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 2, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'subnets': [{'id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:31.799828 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Checking router: 5fd5839f-d039-44b7-90c0-774fb388d6db for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:31.800178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Updating router 5fd5839f-d039-44b7-90c0-774fb388d6db port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:31.805535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:31.823420 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.048936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28199-30fd-4b92-87b7-18e2e88c7bbf req-b077e3da-4de1-4f80-9f0b-364630bab646 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.050468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-caf28199-30fd-4b92-87b7-18e2e88c7bbf req-b077e3da-4de1-4f80-9f0b-364630bab646 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 931 time: 0.0514829 Nov 12 04:04:32.069356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036b126f-3006-49b6-a918-fc13ca363258 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:32.077440 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.091496 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Transition to ACTIVE for port object 036b126f-3006-49b6-a918-fc13ca363258 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:32.096009 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.096555 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.102030 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.113158 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-caf28199-30fd-4b92-87b7-18e2e88c7bbf req-a182d48f-6851-415a-aea7-a610f13ceab2 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Nov 12 04:04:32.161614 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225fa0b-51c6-4d63-b3ff-aaf092c68d70 None None] Pushing event updated for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.222361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Attempting to bind port 036b126f-3006-49b6-a918-fc13ca363258 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:32.222704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Attempting to bind port 036b126f-3006-49b6-a918-fc13ca363258 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:32.223028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Attempting to bind port 036b126f-3006-49b6-a918-fc13ca363258 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.228414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Pushing event updated for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.232081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Port 036b126f-3006-49b6-a918-fc13ca363258 on network 5924e6dc-2d92-46e4-847a-dd59e253278d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:32.232471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Attempting to bind port 036b126f-3006-49b6-a918-fc13ca363258 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.238743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:32.238995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Checking segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:32.239416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Bound using segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:32.239847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Bound port: 036b126f-3006-49b6-a918-fc13ca363258, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:32.240211 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.277558 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Attempting to bind port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:32.277946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Attempting to bind port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:32.278302 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Attempting to bind port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 on network 794319d0-c9c2-4c7e-b956-2a772e18b201 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:32.288646 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:32.289151 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Checking segment: {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:32.289565 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.289963 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Bound using segment: {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:32.290586 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Bound port: bd635d4b-17a2-4ffb-a70d-2ea6e162da01, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe03721b-47d3-4f2c-88d0-936fe9944c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:32.290976 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.317881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:32.321220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=036b126f-3006-49b6-a918-fc13ca363258,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:32.327746 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.366633 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.367298 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.369478 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] 10.222.0.32 "PUT /v2.0/ports/036b126f-3006-49b6-a918-fc13ca363258 HTTP/1.1" status: 200 len: 1092 time: 0.9127808 Nov 12 04:04:32.369939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'tag': '036b126f-3006-49b6-a918-fc13ca363258'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:32.372625 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "tag": "036b126f-3006-49b6-a918-fc13ca363258"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:32.394191 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7d25ec68-6687-4357-8bc6-248beb503ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.416304 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45a1b-f3c9-40e6-a496-26e089c0a85c service neutron] Pushing event updated for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.432072 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] For port bd635d4b-17a2-4ffb-a70d-2ea6e162da01, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:32.458544 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] For port bd635d4b-17a2-4ffb-a70d-2ea6e162da01, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:32.480442 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.482738 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a1e5c1-b6cb-42e0-b544-70065345b4ae x-openstack-request-id: req-d6a1e5c1-b6cb-42e0-b544-70065345b4ae {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:32.482977 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "tag": "036b126f-3006-49b6-a918-fc13ca363258", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:32.483282 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d6a1e5c1-b6cb-42e0-b544-70065345b4ae {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:32.483692 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'tag': '036b126f-3006-49b6-a918-fc13ca363258', 'status': 'completed', 'code': 200} Nov 12 04:04:32.500157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-8e33b8fb-2e8c-4212-8178-1c1302603fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.501819 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-8e33b8fb-2e8c-4212-8178-1c1302603fe9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 1095 time: 0.0658674 Nov 12 04:04:32.562094 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-8009ac4e-6705-4408-903a-3eb71b4daa99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036b126f-3006-49b6-a918-fc13ca363258 HTTP/1.1" status: 200 len: 217 time: 0.0469682 Nov 12 04:04:32.564442 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225fa0b-51c6-4d63-b3ff-aaf092c68d70 None None] Pushing event updated for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.574735 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:32.575410 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:04:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:32.596454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] Provisioning complete for port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:32.597031 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.629274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-f7715d4f-edd8-417f-970f-16cc157c4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.631337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-f7715d4f-edd8-417f-970f-16cc157c4be5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 200 len: 855 time: 0.0614533 Nov 12 04:04:32.698039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-3e76ce9d-8680-4d62-a6f8-a68127f56db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.699881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-3e76ce9d-8680-4d62-a6f8-a68127f56db1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924e6dc-2d92-46e4-847a-dd59e253278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556016 Nov 12 04:04:32.709752 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.754862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] For port bd635d4b-17a2-4ffb-a70d-2ea6e162da01, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:32.762878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.768237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:32.829337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c695-4858-46ae-ad18-8345ee96f9c4 None None] Pushing event updated for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:32.833641 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-27a6e3e3-4066-43c7-9355-e7703ead7d44 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210423 Nov 12 04:04:32.887508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-676db224-50be-443a-ba94-660ce8707589 None None] Provisioning complete for port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:32.887904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-676db224-50be-443a-ba94-660ce8707589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.928100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4ed365ee-6c7f-4f8f-9297-c94185a74f62 req-5f84c9a2-efc3-4011-94ec-a8f96cb52425 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833013 Nov 12 04:04:32.981375 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'bd635d4b-17a2-4ffb-a70d-2ea6e162da01', 'name': '', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'mac_address': 'fa:16:3e:20:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:27Z', 'updated_at': '2021-11-12T04:04:32Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'subnets': [{'id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:33.011494 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636723d6-0a25-4f11-95db-d2f939ed7601 None None] The sync data for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 is: [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:04:27Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'bd635d4b-17a2-4ffb-a70d-2ea6e162da01', 'name': '', 'network_id': '794319d0-c9c2-4c7e-b956-2a772e18b201', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'mac_address': 'fa:16:3e:20:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:27Z', 'updated_at': '2021-11-12T04:04:32Z', 'revision_number': 4, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'subnets': [{'id': '0af2c490-76fe-4bb4-8eaa-41c6e5822d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:33.023184 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-c184e9b7-593e-444f-ae5f-361ce5b44997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.024722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-c184e9b7-593e-444f-ae5f-361ce5b44997 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 1095 time: 0.0440736 Nov 12 04:04:33.124941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-df74c104-b945-46cf-b720-29d59760a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.127054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-df74c104-b945-46cf-b720-29d59760a680 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 917 time: 0.0947993 Nov 12 04:04:33.170267 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-157800a0-482f-4d53-a77f-4c9084186fc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036b126f-3006-49b6-a918-fc13ca363258 HTTP/1.1" status: 200 len: 217 time: 0.0356395 Nov 12 04:04:33.228518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-3c354196-c233-4e8b-beb5-5fde5e81bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.230159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-3c354196-c233-4e8b-beb5-5fde5e81bba1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 200 len: 855 time: 0.0521340 Nov 12 04:04:33.239856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb359a-36f2-4a2d-a457-d246b0ca72a7 req-319be5b7-8c5c-4241-9aa5-39350f21b513 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.244116 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bffb359a-36f2-4a2d-a457-d246b0ca72a7 req-319be5b7-8c5c-4241-9aa5-39350f21b513 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 943 time: 0.0594833 Nov 12 04:04:33.282789 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-3b8b6cec-73b8-4c65-872b-5ffad81737a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.284450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-3b8b6cec-73b8-4c65-872b-5ffad81737a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924e6dc-2d92-46e4-847a-dd59e253278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454674 Nov 12 04:04:33.291399 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bffb359a-36f2-4a2d-a457-d246b0ca72a7 req-9f7048c5-4f55-4e81-b62a-ad0bdad70d46 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Nov 12 04:04:33.382063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-a46abb1d-9988-4701-b3dd-731f4822411e service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Nov 12 04:04:33.483785 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aa8a3607-a1a0-4e99-a45f-0f9d1375f4ee req-324faa87-6e6a-4c8c-a4d3-0c65ce78ca13 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937881 Nov 12 04:04:34.418133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6c1fa-9e22-4404-8386-876c036f94a9 req-9c0a9a09-1018-4702-b6e6-8351737d8036 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:34.419673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50a6c1fa-9e22-4404-8386-876c036f94a9 req-9c0a9a09-1018-4702-b6e6-8351737d8036 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 943 time: 0.0498786 Nov 12 04:04:34.485048 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-50a6c1fa-9e22-4404-8386-876c036f94a9 req-964af8c4-2652-4df6-9b4e-c4f3090fa3ac tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593855 Nov 12 04:04:34.634342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bd635d4b-17a2-4ffb-a70d-2ea6e162da01 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:34.688504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:34.689429 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:34.775160 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c94c3c62-8ad8-435f-b4d2-6f4627ff0806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:35.600358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e3a6-3cb8-4437-ad24-a55c7ccfd693 req-76e4b623-8788-4b2c-8ad3-ff624ac6bd27 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.601843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a48e3a6-3cb8-4437-ad24-a55c7ccfd693 req-76e4b623-8788-4b2c-8ad3-ff624ac6bd27 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 943 time: 0.0490499 Nov 12 04:04:35.647996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1a48e3a6-3cb8-4437-ad24-a55c7ccfd693 req-e05dc0cc-ff0e-49f1-aaf0-e52043a05faf tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Nov 12 04:04:35.820676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.034722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 036b126f-3006-49b6-a918-fc13ca363258 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:36.129881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=036b126f-3006-49b6-a918-fc13ca363258,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:36.141348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '036b126f-3006-49b6-a918-fc13ca363258', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'port_id': '036b126f-3006-49b6-a918-fc13ca363258', 'mac_address': 'fa:16:3e:5b:61:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:36.176713 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.192948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036b126f-3006-49b6-a918-fc13ca363258 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:36.211379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=036b126f-3006-49b6-a918-fc13ca363258,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:36.214770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:36.259484 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:36.470802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['036b126f-3006-49b6-a918-fc13ca363258'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:36.762563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaa68a-e5b5-4401-a317-0d89c728a519 req-b129effa-8288-419f-9254-1c3227349433 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.764064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71eaa68a-e5b5-4401-a317-0d89c728a519 req-b129effa-8288-419f-9254-1c3227349433 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 944 time: 0.0482166 Nov 12 04:04:36.815331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-71eaa68a-e5b5-4401-a317-0d89c728a519 req-20874e81-72cc-4d1c-bbd8-f9ab88a623de tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Nov 12 04:04:37.359827 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:37.928157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfcca2-b6e5-4983-aec1-38f2b2d26fb4 req-04e1100f-7346-4998-b7b5-c82a2462b9c0 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.929603 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9dfcca2-b6e5-4983-aec1-38f2b2d26fb4 req-04e1100f-7346-4998-b7b5-c82a2462b9c0 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 944 time: 0.0478942 Nov 12 04:04:37.978789 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9dfcca2-b6e5-4983-aec1-38f2b2d26fb4 req-7b9bc687-5f70-426c-b600-36c21d7e9f38 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Nov 12 04:04:38.033941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 036b126f-3006-49b6-a918-fc13ca363258 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:38.081249 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 036b126f-3006-49b6-a918-fc13ca363258 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:38.085495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 036b126f-3006-49b6-a918-fc13ca363258 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:38.085866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.158987 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.184147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036b126f-3006-49b6-a918-fc13ca363258'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:38.186546 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a7aa8a-9ce2-4a92-877b-1295f98de7f9" -d '{"events": [{"server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "036b126f-3006-49b6-a918-fc13ca363258"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:38.198749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=036b126f-3006-49b6-a918-fc13ca363258,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:38.202613 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.228161 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b95619-1023-4254-bdd4-b7bfbacbcd59 x-openstack-request-id: req-32b95619-1023-4254-bdd4-b7bfbacbcd59 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:38.228460 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "036b126f-3006-49b6-a918-fc13ca363258", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:38.228706 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-32b95619-1023-4254-bdd4-b7bfbacbcd59 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:38.229086 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036b126f-3006-49b6-a918-fc13ca363258', 'code': 200} Nov 12 04:04:38.255379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:38.314038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:38.338220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbda31-66f9-44d1-88b9-37ac6aa3f772 req-ff90573e-79bb-4875-8d1e-1473629ee685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.339802 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0fbda31-66f9-44d1-88b9-37ac6aa3f772 req-ff90573e-79bb-4875-8d1e-1473629ee685 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 1097 time: 0.0471978 Nov 12 04:04:38.390354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0fbda31-66f9-44d1-88b9-37ac6aa3f772 req-0328e66e-9af4-4e19-935d-c8b01e1112b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376306 Nov 12 04:04:39.092957 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff78a4-ba6b-4680-95b5-65140bbac1b9 req-9c1e1603-f1bf-4639-9345-357f609e0c81 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.094468 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d6ff78a4-ba6b-4680-95b5-65140bbac1b9 req-9c1e1603-f1bf-4639-9345-357f609e0c81 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0494392 Nov 12 04:04:39.141005 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d6ff78a4-ba6b-4680-95b5-65140bbac1b9 req-48dfec08-5d4f-4600-9caa-3159afca6d20 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Nov 12 04:04:40.273108 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acde0f-1dbc-446a-8093-fcb8ed9ae724 req-53ef35c2-35f0-4210-88ea-e0eb5dc51ede tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.274603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97acde0f-1dbc-446a-8093-fcb8ed9ae724 req-53ef35c2-35f0-4210-88ea-e0eb5dc51ede tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0626166 Nov 12 04:04:40.322263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-97acde0f-1dbc-446a-8093-fcb8ed9ae724 req-6b637705-32ca-4250-a9db-d4f471d66c31 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Nov 12 04:04:40.452960 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a3f57-5bac-4ab8-8c10-0184f26b5520 req-f1651c82-ec65-4810-8c11-08d34b0dea3c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:40.454602 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a6a3f57-5bac-4ab8-8c10-0184f26b5520 req-f1651c82-ec65-4810-8c11-08d34b0dea3c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0552104 Nov 12 04:04:40.503655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8a6a3f57-5bac-4ab8-8c10-0184f26b5520 req-0662d84b-323b-4419-827c-298758747d78 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Nov 12 04:04:41.677510 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:54.906703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-cca0fdc9-86a4-444f-83ff-1fbf4e7d686f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391059 Nov 12 04:04:54.995528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-6baf1bd0-16f4-4b26-92b0-4d89bb4166a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.997027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-6baf1bd0-16f4-4b26-92b0-4d89bb4166a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 1097 time: 0.0404475 Nov 12 04:04:55.103495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-608e4b86-9f53-4b47-92e7-086b6a03da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.104914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-608e4b86-9f53-4b47-92e7-086b6a03da21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 917 time: 0.0882931 Nov 12 04:04:55.152335 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-4ab55acd-d5e5-41f2-9cce-81b3c418826a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=036b126f-3006-49b6-a918-fc13ca363258 HTTP/1.1" status: 200 len: 217 time: 0.0357282 Nov 12 04:04:55.210342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-8edd213d-551a-4aaa-9d49-7ce1e1419b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.211979 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-8edd213d-551a-4aaa-9d49-7ce1e1419b78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 200 len: 855 time: 0.0513926 Nov 12 04:04:55.263305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-847cf3cf-0343-459f-87a0-27bea4762f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.264830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-847cf3cf-0343-459f-87a0-27bea4762f9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924e6dc-2d92-46e4-847a-dd59e253278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407512 Nov 12 04:04:55.359741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-d5db1b16-8506-4340-83c3-6694b16b0140 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820234 Nov 12 04:04:55.454038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5eb78bb2-c5c9-44ce-8431-414f0007fdd1 req-9c0469ac-c412-447d-85b8-7a154098939f service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861540 Nov 12 04:04:58.434482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:59.785300 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:02.039861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1e9e-e8bf-4e80-98f7-81522df9974d req-f715dab1-ca78-46c7-8bcd-59955cab5431 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.041363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ccf1e9e-e8bf-4e80-98f7-81522df9974d req-f715dab1-ca78-46c7-8bcd-59955cab5431 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0486724 Nov 12 04:05:02.092125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ccf1e9e-e8bf-4e80-98f7-81522df9974d req-ca9cf297-0661-49ed-8fbf-daad99e6bc8c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Nov 12 04:05:02.376128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e8ca096f-69cd-4715-9962-6a26ce8fd51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.212227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6c9b-788f-4bcb-9ca8-67658672df2b req-45cbd045-bfc2-4bba-99ea-c96da20698eb tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.213694 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10bc6c9b-788f-4bcb-9ca8-67658672df2b req-45cbd045-bfc2-4bba-99ea-c96da20698eb tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0531838 Nov 12 04:05:03.260124 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-10bc6c9b-788f-4bcb-9ca8-67658672df2b req-986e84ae-4065-4bae-9d0d-37c162e8e384 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Nov 12 04:05:03.702950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e75fc-1002-498c-b310-08e155a8b845 req-efd2b549-bad9-450f-95fc-82ee11a176a6 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.704413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341e75fc-1002-498c-b310-08e155a8b845 req-efd2b549-bad9-450f-95fc-82ee11a176a6 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 945 time: 0.0542486 Nov 12 04:05:03.797796 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Deleting port 036b126f-3006-49b6-a918-fc13ca363258 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:03.798125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.887375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] For port 036b126f-3006-49b6-a918-fc13ca363258, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=036b126f-3006-49b6-a918-fc13ca363258,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:03.887735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:03.900651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Calling delete_port for 036b126f-3006-49b6-a918-fc13ca363258 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:04.024705 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.040500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['036b126f-3006-49b6-a918-fc13ca363258'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:04.064273 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Pushing event deleted for resources: {'Port': ['ID=036b126f-3006-49b6-a918-fc13ca363258,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:04.077158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.077498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.077842 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.078182 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.078515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.078848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.079288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.079618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.079946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.080274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.080598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.080924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:04.117040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] No DVR routers for this DVR port 036b126f-3006-49b6-a918-fc13ca363258 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:04.120388 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:04.124153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-341e75fc-1002-498c-b310-08e155a8b845 req-5265a09e-3e40-4c30-bbb4-65e145876d13 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "DELETE /v2.0/ports/036b126f-3006-49b6-a918-fc13ca363258 HTTP/1.1" status: 204 len: 173 time: 0.4100194 Nov 12 04:05:04.124632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'name': 'network-vif-deleted', 'tag': '036b126f-3006-49b6-a918-fc13ca363258'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:04.127286 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e855e33-475d-44d8-bc59-cf7941236d22" -d '{"events": [{"server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "name": "network-vif-deleted", "tag": "036b126f-3006-49b6-a918-fc13ca363258"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:04.174258 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed15b91-1d74-4448-9704-aa44abbdd300 x-openstack-request-id: req-3ed15b91-1d74-4448-9704-aa44abbdd300 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:04.174570 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bdd8c7-7d95-43da-aefe-d7b29306fd7a", "name": "network-vif-deleted", "tag": "036b126f-3006-49b6-a918-fc13ca363258", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:04.174826 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ed15b91-1d74-4448-9704-aa44abbdd300 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:04.175271 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bdd8c7-7d95-43da-aefe-d7b29306fd7a', 'name': 'network-vif-deleted', 'tag': '036b126f-3006-49b6-a918-fc13ca363258', 'status': 'completed', 'code': 200} Nov 12 04:05:04.364790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f7e0015e-ad3f-4d71-bc1c-8c56b0522e03 req-01f67c22-286d-4eb2-a527-53213e876217 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=a5bdd8c7-7d95-43da-aefe-d7b29306fd7a HTTP/1.1" status: 200 len: 210 time: 0.0263469 Nov 12 04:05:04.756058 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84aa3435-675e-42b9-8f8a-77f8c24e8afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.824574 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:05.856676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-edbf4602-deaf-4acf-9c00-2884601397b0 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:05.858144 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-edbf4602-deaf-4acf-9c00-2884601397b0 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 816 time: 0.1066136 Nov 12 04:05:05.872437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-9300345d-87c4-4c44-8aaf-d47b20f2ff4c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/quotas/2a6a6d01a3254355990f4b5b427397ca HTTP/1.1" status: 200 len: 375 time: 0.0086367 Nov 12 04:05:05.922643 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-ff526b59-222f-4838-8ffb-25d52c34aa23 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448530 Nov 12 04:05:06.015288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-36795cf4-587d-40de-9b37-22fb81f8aa9c service neutron] 10.222.0.84 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814705 Nov 12 04:05:06.106826 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-9d6092a7-0934-481b-be49-372c6cc0a11b service neutron] 10.222.0.84 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844479 Nov 12 04:05:06.268014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7f21327b-3382-4b9c-a7ff-7c66e4f848a8 req-49eb8f3a-c436-4019-aac4-4acb858f0505 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 210 time: 0.0271494 Nov 12 04:05:07.249922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-23471a4a-579d-44b9-9ef0-a6ad550f3168 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.251409 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-23471a4a-579d-44b9-9ef0-a6ad550f3168 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 816 time: 0.1052492 Nov 12 04:05:07.269805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Request body: {'port': {'device_id': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'admin_state_up': True, 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:07.361178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.363003 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-920e90d9-37e4-4d13-99c6-bdbf7544a71c req-5e57decc-0c1f-4977-b7dd-6841002630c8 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 210 time: 0.0268557 Nov 12 04:05:07.376874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Made reservation on behalf of 2a6a6d01a3254355990f4b5b427397ca for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:07.380942 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.506362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Allocated IP 172.20.0.14 (5924e6dc-2d92-46e4-847a-dd59e253278d/9323a6c7-b8a1-44e3-a261-93a761ce3a10/d03cd6b5-14ed-4e51-844f-378a8d1c39b9) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:07.650459 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.681648 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.722435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Network 5924e6dc-2d92-46e4-847a-dd59e253278d is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:07.727522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:07.731159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:07.755263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Pushing event updated for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:07.785591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.786210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:07.803272 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-0574c9e4-073c-4cec-961a-f171d48f5b1f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5377021 Nov 12 04:05:07.821524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Request body: {'port': {'device_id': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:07.882636 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.016812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-064cb65c-2a9c-4b47-8eb9-49f5c630a491 None None] Provisioning complete for port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:08.017070 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-064cb65c-2a9c-4b47-8eb9-49f5c630a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.050701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-064cb65c-2a9c-4b47-8eb9-49f5c630a491 None None] Port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:08.134746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03cd6b5-14ed-4e51-844f-378a8d1c39b9 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:08.141996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.153324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Transition to ACTIVE for port object d03cd6b5-14ed-4e51-844f-378a8d1c39b9 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:05:08.157006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.189535 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 036b126f-3006-49b6-a918-fc13ca363258 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:08.207305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:08.211142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 036b126f-3006-49b6-a918-fc13ca363258 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:08.211701 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 036b126f-3006-49b6-a918-fc13ca363258 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:08.277241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Attempting to bind port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:08.277721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Attempting to bind port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:08.277906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Attempting to bind port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:08.282498 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 on network 5924e6dc-2d92-46e4-847a-dd59e253278d not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:05:08.282819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Attempting to bind port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 on network 5924e6dc-2d92-46e4-847a-dd59e253278d {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:08.288536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:08.288878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Checking segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:08.289266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Bound using segment: {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:08.289702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Bound port: d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:08.290057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.323549 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.356310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:08.359468 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:08.364219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.398695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.399343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:08.400745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] 10.222.0.32 "PUT /v2.0/ports/d03cd6b5-14ed-4e51-844f-378a8d1c39b9 HTTP/1.1" status: 200 len: 1093 time: 0.5835710 Nov 12 04:05:08.401189 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:08.403483 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed634b8a-2f28-48a3-92b4-91066a54f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:08.428272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fdaea-4732-4c90-a66f-32651139ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:08.462833 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb25db-1269-420e-89ed-70e60110941a x-openstack-request-id: req-02cb25db-1269-420e-89ed-70e60110941a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:08.463305 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:08.463876 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-02cb25db-1269-420e-89ed-70e60110941a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:08.464865 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9', 'status': 'completed', 'code': 200} Nov 12 04:05:08.533665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3563c7-4911-463c-9fdd-d3b91607cdbe req-8ef0c10d-05dc-4401-a963-46dedd33107f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.536210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e3563c7-4911-463c-9fdd-d3b91607cdbe req-8ef0c10d-05dc-4401-a963-46dedd33107f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 944 time: 0.0924666 Nov 12 04:05:08.543667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-1ba791bc-d759-4b77-91d2-d954a794d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.545467 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-1ba791bc-d759-4b77-91d2-d954a794d35b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 1096 time: 0.0629537 Nov 12 04:05:08.603584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-8bf30082-84b8-435b-87eb-dbb0d58e16a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9 HTTP/1.1" status: 200 len: 217 time: 0.0434184 Nov 12 04:05:08.658057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e3563c7-4911-463c-9fdd-d3b91607cdbe req-3ef534c0-8827-4e57-9a62-304ab5f1dede tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115971 Nov 12 04:05:08.670117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-5cf81c74-081b-452e-a855-0004e22a1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.671593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-5cf81c74-081b-452e-a855-0004e22a1861 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 200 len: 855 time: 0.0586457 Nov 12 04:05:08.722951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-a9044ca5-66b4-4d00-b13c-dafac4322862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.724477 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-a9044ca5-66b4-4d00-b13c-dafac4322862 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924e6dc-2d92-46e4-847a-dd59e253278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412014 Nov 12 04:05:08.825905 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-786c1fc1-336b-4a11-bae4-92f43230527f service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891066 Nov 12 04:05:08.916288 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1d6704e8-5779-49c1-aedd-b394d57fe3dc req-06d15181-7bac-4a48-a33b-9d06602692e7 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793262 Nov 12 04:05:09.013481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-45a4689a-94b9-424c-a577-d64773ff8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.014949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-45a4689a-94b9-424c-a577-d64773ff8704 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a6a6d01a3254355990f4b5b427397ca&device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 1096 time: 0.0442941 Nov 12 04:05:09.113099 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-8221c4a3-a9b3-493e-8464-2cf17be3e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.114494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-8221c4a3-a9b3-493e-8464-2cf17be3e71a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 200 len: 917 time: 0.0920289 Nov 12 04:05:09.158890 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-2143089b-13c0-42f7-9be0-ce8f431cdab2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9 HTTP/1.1" status: 200 len: 217 time: 0.0368729 Nov 12 04:05:09.207610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-4861a6ec-cf51-4fc8-98a0-15391faea6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.209281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-4861a6ec-cf51-4fc8-98a0-15391faea6f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 200 len: 855 time: 0.0435183 Nov 12 04:05:09.254682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-1a671c91-e388-45e0-9900-e8f542810abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.256161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-1a671c91-e388-45e0-9900-e8f542810abd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5924e6dc-2d92-46e4-847a-dd59e253278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392969 Nov 12 04:05:09.348386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-7712bf8d-ecbb-48c0-9af9-c7d9dd3ca309 service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830593 Nov 12 04:05:09.436313 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed634b8a-2f28-48a3-92b4-91066a54f4cf req-48fb8fbb-368e-4978-bdf5-679a053f974b service neutron] 10.222.0.32 "GET /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803854 Nov 12 04:05:09.773169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3b42c-28ab-4941-a7c1-33e1ddb85874 req-8c53ec7d-e1ec-4cc3-b063-2175cf6fca86 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.774712 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2a3b42c-28ab-4941-a7c1-33e1ddb85874 req-8c53ec7d-e1ec-4cc3-b063-2175cf6fca86 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 944 time: 0.0496237 Nov 12 04:05:09.821525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b2a3b42c-28ab-4941-a7c1-33e1ddb85874 req-8ded92ac-f693-49c2-be81-b59a6d2e06d7 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Nov 12 04:05:10.936135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a9397-f914-4135-bbc0-a9fc6e2ffdf5 req-f02784b1-d90c-407f-8383-70ffb78c47a2 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.937598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-634a9397-f914-4135-bbc0-a9fc6e2ffdf5 req-f02784b1-d90c-407f-8383-70ffb78c47a2 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 944 time: 0.0485659 Nov 12 04:05:10.989046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-634a9397-f914-4135-bbc0-a9fc6e2ffdf5 req-1b87ee84-ad86-4dac-9be1-904667d15d7f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Nov 12 04:05:12.107937 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef8304-6711-4958-abbc-fe8861657358 req-223a63aa-4085-4057-abb1-ee4ed342c299 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.109363 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccef8304-6711-4958-abbc-fe8861657358 req-223a63aa-4085-4057-abb1-ee4ed342c299 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 944 time: 0.0549927 Nov 12 04:05:12.156250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ccef8304-6711-4958-abbc-fe8861657358 req-36ea8a0f-19dd-44b4-84fd-1daac68aa7cf tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Nov 12 04:05:12.189112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d03cd6b5-14ed-4e51-844f-378a8d1c39b9 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:12.278727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:12.292656 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9', 'network_id': '5924e6dc-2d92-46e4-847a-dd59e253278d', 'port_id': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9', 'mac_address': 'fa:16:3e:bb:a2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9323a6c7-b8a1-44e3-a261-93a761ce3a10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:12.327041 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.339747 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03cd6b5-14ed-4e51-844f-378a8d1c39b9 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:12.358689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:12.362305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:12.406248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:12.413270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.413616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.413952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.414285 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.414612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.414944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.415290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.415614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.415933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.416253 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.416571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.416890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:12.601662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d03cd6b5-14ed-4e51-844f-378a8d1c39b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:13.269596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189a690-24df-4aeb-91cf-f54ae9b91aed req-26fa4ad9-5808-49c3-ade5-5a9e6d8f1357 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.271069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a189a690-24df-4aeb-91cf-f54ae9b91aed req-26fa4ad9-5808-49c3-ade5-5a9e6d8f1357 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Nov 12 04:05:13.317686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a189a690-24df-4aeb-91cf-f54ae9b91aed req-7a1e061f-fcb7-4ada-bf3a-19fb70ac4d99 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 Nov 12 04:05:14.205104 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d03cd6b5-14ed-4e51-844f-378a8d1c39b9 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:14.252614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:14.257085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:14.257455 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.440976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941b9a-24b9-4458-a776-a5cdfabdd8b6 req-0aac8426-02ac-4d22-96f2-5193f4044082 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.442550 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78941b9a-24b9-4458-a776-a5cdfabdd8b6 req-0aac8426-02ac-4d22-96f2-5193f4044082 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 945 time: 0.0548785 Nov 12 04:05:14.492063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.492508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78941b9a-24b9-4458-a776-a5cdfabdd8b6 req-176c8c63-308d-409f-a950-3c499f2bb606 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Nov 12 04:05:14.514418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:14.516659 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6256efe-a951-4aa5-91f7-b33026a5f4de" -d '{"events": [{"server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "name": "network-vif-plugged", "status": "completed", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:14.528516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:14.533896 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:14.558395 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b2bb1b-1568-4235-9cc2-0c5b44d85c22 x-openstack-request-id: req-a1b2bb1b-1568-4235-9cc2-0c5b44d85c22 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:14.558686 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "name": "network-vif-plugged", "status": "completed", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:14.558934 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a1b2bb1b-1568-4235-9cc2-0c5b44d85c22 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:14.559341 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9', 'code': 200} Nov 12 04:05:14.583534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:14.661823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe94fb-e87e-4901-85bc-fa8e3ddebfdc req-2b5d4285-1aa7-43f3-931a-a921e7f942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.663338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dfe94fb-e87e-4901-85bc-fa8e3ddebfdc req-2b5d4285-1aa7-43f3-931a-a921e7f942ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 1098 time: 0.0395968 Nov 12 04:05:14.714331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5dfe94fb-e87e-4901-85bc-fa8e3ddebfdc req-ac19d0c8-4fd8-4d61-a263-64f0fb94f47e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Nov 12 04:05:15.611118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e0a71-cb3d-4acc-9a50-1c2f59ab3629 req-66c82dc8-4b48-4c82-9077-b400df005257 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.613244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-556e0a71-cb3d-4acc-9a50-1c2f59ab3629 req-66c82dc8-4b48-4c82-9077-b400df005257 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0530450 Nov 12 04:05:15.659663 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-556e0a71-cb3d-4acc-9a50-1c2f59ab3629 req-7cb9c8fd-c96f-449e-8757-b502a70fa1f8 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Nov 12 04:05:16.778131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2622c5-7e22-426a-a365-11572cc606e7 req-856cdfe0-3a8c-47b9-8b08-7e6f50ac5b34 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.779623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df2622c5-7e22-426a-a365-11572cc606e7 req-856cdfe0-3a8c-47b9-8b08-7e6f50ac5b34 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0517178 Nov 12 04:05:16.825304 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-df2622c5-7e22-426a-a365-11572cc606e7 req-48ae65f6-f13d-4efb-a993-09e85fa51965 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Nov 12 04:05:16.937055 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2763e-20db-456c-8f85-7bd88cae52f1 req-dc4103e9-9e57-406b-a832-a1efcf7f878d tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.938610 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-24a2763e-20db-456c-8f85-7bd88cae52f1 req-dc4103e9-9e57-406b-a832-a1efcf7f878d tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Nov 12 04:05:16.985039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-24a2763e-20db-456c-8f85-7bd88cae52f1 req-ff5296b7-5041-404a-8703-ad87ac0fd56f tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Nov 12 04:05:18.679567 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:28.447557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.802161 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:32.368525 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-866f15ae-3b49-4d16-859e-25353d138d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:34.756629 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fcbf51dd-f64a-48da-a802-f4d0d00542f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:35.826621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:37.360259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.318182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:38.345924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01121e-14c9-43d8-b927-4c147ac2419f req-80f08a81-bfca-4eeb-95ac-1269faed1f51 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:38.348041 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba01121e-14c9-43d8-b927-4c147ac2419f req-80f08a81-bfca-4eeb-95ac-1269faed1f51 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Nov 12 04:05:38.395028 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba01121e-14c9-43d8-b927-4c147ac2419f req-258e09be-3f80-4b54-bf0f-6895d4ce8a7b tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Nov 12 04:05:39.511340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7375-1cac-427d-a18e-55ff96651f4b req-62dcf0e5-af94-473f-9c25-929e63fc55ae tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:39.512795 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e00e7375-1cac-427d-a18e-55ff96651f4b req-62dcf0e5-af94-473f-9c25-929e63fc55ae tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0482714 Nov 12 04:05:39.563769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e00e7375-1cac-427d-a18e-55ff96651f4b req-6e509c96-ac33-4db0-8091-4f78576b4f9a tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/security-groups?id=d429fd4c-2594-426f-aafd-5398e0e6c5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 Nov 12 04:05:40.029306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-c19e8fcd-fb04-4f51-83cc-c7bca02a157c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:40.030751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-c19e8fcd-fb04-4f51-83cc-c7bca02a157c tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Nov 12 04:05:40.389790 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Deleting port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:40.390047 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.477695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] For port d03cd6b5-14ed-4e51-844f-378a8d1c39b9, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:40.478054 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.490104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Calling delete_port for d03cd6b5-14ed-4e51-844f-378a8d1c39b9 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:40.615762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.632579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['d03cd6b5-14ed-4e51-844f-378a8d1c39b9'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:40.655652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Pushing event deleted for resources: {'Port': ['ID=d03cd6b5-14ed-4e51-844f-378a8d1c39b9,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.696797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9baaa82f-074b-4b01-a403-1c4058ef88fc req-04d0e88c-15e8-4856-ab09-5b36b4751d79 tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5178119-eecd-447f-9efc-cd71d1e26b34 HTTP/1.1" status: 200 len: 210 time: 0.0501521 Nov 12 04:05:40.711169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] No DVR routers for this DVR port d03cd6b5-14ed-4e51-844f-378a8d1c39b9 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:40.720477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.724154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91fd32fa-5cde-4537-93f0-e9c45a36b4e9 req-4fa1340a-792a-46f1-93de-a3ce536b223e tempest-TestEncryptedCinderVolumes-66088226 tempest-TestEncryptedCinderVolumes-66088226-project] 10.222.0.32 "DELETE /v2.0/ports/d03cd6b5-14ed-4e51-844f-378a8d1c39b9 HTTP/1.1" status: 204 len: 173 time: 0.6866965 Nov 12 04:05:40.724613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'name': 'network-vif-deleted', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:40.726916 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54929bc1-0dee-44ed-8490-e33b6b954ebb" -d '{"events": [{"server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "name": "network-vif-deleted", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:40.774693 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa3150b-13ce-4282-8669-e800165928ee x-openstack-request-id: req-6fa3150b-13ce-4282-8669-e800165928ee {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:40.774827 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5178119-eecd-447f-9efc-cd71d1e26b34", "name": "network-vif-deleted", "tag": "d03cd6b5-14ed-4e51-844f-378a8d1c39b9", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:40.775063 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6fa3150b-13ce-4282-8669-e800165928ee {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:40.775625 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5178119-eecd-447f-9efc-cd71d1e26b34', 'name': 'network-vif-deleted', 'tag': 'd03cd6b5-14ed-4e51-844f-378a8d1c39b9', 'status': 'completed', 'code': 200} Nov 12 04:05:41.789728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45778) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:42.123406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.361129 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Deleting port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:42.361474 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.439945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] For port 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:42.440229 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.452845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Calling delete_port for 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:42.626922 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:42.651773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:42.818216 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.029914 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Router d77b1cea-74e6-4f5a-b150-50ce8ac06149 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:43.137623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:43.142566 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-33868d6d-d712-425e-a3d9-2730c8fc2e5f admin admin] 10.222.0.84 "PUT /v2.0/routers/d77b1cea-74e6-4f5a-b150-50ce8ac06149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3518198 Nov 12 04:05:43.145162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45780) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.146635 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Sync routers for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:43.155938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:43.156550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.247525 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.259543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:43.350657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.401448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Deleting port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:43.401781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.439534 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:05:42Z', 'revision_number': 5, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port': {'id': 'cf056b7b-31a1-47f1-9de9-c1a7dc5f8493', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.465870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Checking router: d77b1cea-74e6-4f5a-b150-50ce8ac06149 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:43.474541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Routers {'d77b1cea-74e6-4f5a-b150-50ce8ac06149'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:43.475178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.484460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] For port cf056b7b-31a1-47f1-9de9-c1a7dc5f8493, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:43.484829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.497927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Calling delete_port for cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:43.559498 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] Set router d77b1cea-74e6-4f5a-b150-50ce8ac06149 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:43.610100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:05:43Z', 'revision_number': 6, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:43.639849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741fdc1a-df3c-4f25-876a-f36690f7d2c4 None None] The sync data for ids ['d77b1cea-74e6-4f5a-b150-50ce8ac06149'] in n-d-615180-50 is: [{'id': 'd77b1cea-74e6-4f5a-b150-50ce8ac06149', 'name': 'tempest-TestEncryptedCinderVolumes-585202167-router', 'tenant_id': '2a6a6d01a3254355990f4b5b427397ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:20Z', 'updated_at': '2021-11-12T04:05:43Z', 'revision_number': 6, 'project_id': '2a6a6d01a3254355990f4b5b427397ca', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:43.665490 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.695481 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf056b7b-31a1-47f1-9de9-c1a7dc5f8493,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:43.702942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ecfb6-bde0-4c3c-9cca-7d0c53694e4e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:43.750781 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.839860 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.842000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.886386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.886844 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77b1cea-74e6-4f5a-b150-50ce8ac06149 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:43.891196 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.892324 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-57d42658-960b-4d76-a0bc-557ddaa9d391 admin admin] 10.222.0.84 "DELETE /v2.0/routers/d77b1cea-74e6-4f5a-b150-50ce8ac06149 HTTP/1.1" status: 204 len: 168 time: 0.7462099 Nov 12 04:05:43.894873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45782) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:43.937907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Deleting subnet 9323a6c7-b8a1-44e3-a261-93a761ce3a10 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:43.940921 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:43.975150 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.062113 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.113452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.140190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9323a6c7-b8a1-44e3-a261-93a761ce3a10,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.142097 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.145393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f2251745-269a-4e21-a3d8-0f87b3e7302b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9323a6c7-b8a1-44e3-a261-93a761ce3a10 HTTP/1.1" status: 204 len: 168 time: 0.2495608 Nov 12 04:05:44.145580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438fee65-1f24-41d8-a899-a01be2a2e651 None None] Network 5924e6dc-2d92-46e4-847a-dd59e253278d requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:44.147999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45784) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:44.218286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.271606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Deleting port b16a644d-1cb1-450e-a470-d37745355bd0 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:44.271941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.333439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] For port b16a644d-1cb1-450e-a470-d37745355bd0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=b16a644d-1cb1-450e-a470-d37745355bd0,segment=NetworkSegment(ac1654ec-ab84-45ff-a4fa-79b52f9d51f7),segment_id=ac1654ec-ab84-45ff-a4fa-79b52f9d51f7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:44.333739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.345609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Calling delete_port for b16a644d-1cb1-450e-a470-d37745355bd0 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:44.376745 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d03cd6b5-14ed-4e51-844f-378a8d1c39b9 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:44.398417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] DHCP port deletion for 5924e6dc-2d92-46e4-847a-dd59e253278d request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:44.400508 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: d03cd6b5-14ed-4e51-844f-378a8d1c39b9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:44.401056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device d03cd6b5-14ed-4e51-844f-378a8d1c39b9 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:44.439991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.448707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Deleting port b16a644d-1cb1-450e-a470-d37745355bd0 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:44.449089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.463457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b16a644d-1cb1-450e-a470-d37745355bd0,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.470011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] No DVR routers for this DVR port b16a644d-1cb1-450e-a470-d37745355bd0 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:44.518504 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] For port b16a644d-1cb1-450e-a470-d37745355bd0, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:44.518895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.531485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Calling delete_port for b16a644d-1cb1-450e-a470-d37745355bd0 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:44.534365 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Port b16a644d-1cb1-450e-a470-d37745355bd0 was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:05:44.536488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.546783 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.561566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] Pushing event deleted for resources: {'Port': ['ID=b16a644d-1cb1-450e-a470-d37745355bd0,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.566912 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b818f00-f0d4-4e0d-a25b-da2422235ea3 None None] No DVR routers for this DVR port b16a644d-1cb1-450e-a470-d37745355bd0 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:44.568262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5924e6dc-2d92-46e4-847a-dd59e253278d']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.584749 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.585068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1654ec-ab84-45ff-a4fa-79b52f9d51f7') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:44.594771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.616029 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.623391 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:44.623780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:44.626489 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:44.684870 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.691393 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:44.693277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:44.695334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] 10.222.0.84 "DELETE /v2.0/networks/5924e6dc-2d92-46e4-847a-dd59e253278d HTTP/1.1" status: 204 len: 168 time: 0.5463669 Nov 12 04:05:44.698290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45786) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:44.713939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db374-1d3c-48f4-a719-4dfad8fbfb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=5924e6dc-2d92-46e4-847a-dd59e253278d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:44.715261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:44.715620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cf056b7b-31a1-47f1-9de9-c1a7dc5f8493 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:44.716050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:44.735783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:44.736142 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f7bd73c-d6cd-4f5c-9aa3-8493d18e9ae7 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:44.736566 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b16a644d-1cb1-450e-a470-d37745355bd0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:44.755114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: b16a644d-1cb1-450e-a470-d37745355bd0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:44.755478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device b16a644d-1cb1-450e-a470-d37745355bd0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:45.043219 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.295804 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Deleting port bd635d4b-17a2-4ffb-a70d-2ea6e162da01 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:45.296052 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.376885 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] For port bd635d4b-17a2-4ffb-a70d-2ea6e162da01, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:45.377252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.389689 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Calling delete_port for bd635d4b-17a2-4ffb-a70d-2ea6e162da01 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:45.564666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.589594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd635d4b-17a2-4ffb-a70d-2ea6e162da01,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:45.617792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.618289 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.618643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.618983 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.619360 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.619697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.620027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.620358 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.620680 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.621007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.621339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.621662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:45.764608 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:45.972772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Router 5fd5839f-d039-44b7-90c0-774fb388d6db has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:46.073450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:46.078484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c689bc6-efea-4f5c-bc0a-787699d33193 admin admin] 10.222.0.84 "PUT /v2.0/routers/5fd5839f-d039-44b7-90c0-774fb388d6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789868 Nov 12 04:05:46.080999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:46.084334 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Sync routers for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:46.095294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:46.095916 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:46.198043 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.292453 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:46.306963 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.361622 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Deleting port aab36b96-03fb-4548-9335-26df09ee8a7c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:46.362343 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.439856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] For port aab36b96-03fb-4548-9335-26df09ee8a7c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=aab36b96-03fb-4548-9335-26df09ee8a7c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:46.440609 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.461339 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Calling delete_port for aab36b96-03fb-4548-9335-26df09ee8a7c owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:46.481034 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:05:45Z', 'revision_number': 5, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port': {'id': 'aab36b96-03fb-4548-9335-26df09ee8a7c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:25Z', 'updated_at': '2021-11-12T04:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:46.507874 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Checking router: 5fd5839f-d039-44b7-90c0-774fb388d6db for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:46.516515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Routers {'5fd5839f-d039-44b7-90c0-774fb388d6db'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:46.517120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5fd5839f-d039-44b7-90c0-774fb388d6db'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:46.606120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] Set router 5fd5839f-d039-44b7-90c0-774fb388d6db gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:46.631812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.665851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab36b96-03fb-4548-9335-26df09ee8a7c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:46.668592 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:05:46Z', 'revision_number': 6, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:46.682517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6ecbe-d97d-455d-959d-48262bfd6b2e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:46.702226 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ae3a6-d5b7-495f-a830-b22f7200c52f None None] The sync data for ids ['5fd5839f-d039-44b7-90c0-774fb388d6db'] in n-d-615180-50 is: [{'id': '5fd5839f-d039-44b7-90c0-774fb388d6db', 'name': 'tempest-TestEncryptedCinderVolumes-2073796229-router', 'tenant_id': '98008edbd833481c9cd013ee53df4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:04:24Z', 'updated_at': '2021-11-12T04:05:46Z', 'revision_number': 6, 'project_id': '98008edbd833481c9cd013ee53df4ba5', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:46.730997 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.827429 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.829835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.878117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.879292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd5839f-d039-44b7-90c0-774fb388d6db {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:05:46.884078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.885250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1663eced-ce26-4425-905f-dc5c3f4b8238 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5fd5839f-d039-44b7-90c0-774fb388d6db HTTP/1.1" status: 204 len: 168 time: 0.8028028 Nov 12 04:05:46.887833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45790) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:46.931976 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Deleting subnet 0af2c490-76fe-4bb4-8eaa-41c6e5822d5f {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:05:46.935047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:46.970234 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.050669 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.112910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.143566 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af2c490-76fe-4bb4-8eaa-41c6e5822d5f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.146139 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.149750 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d7ea28bb-3522-481d-9179-f7ee675c41f9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0af2c490-76fe-4bb4-8eaa-41c6e5822d5f HTTP/1.1" status: 204 len: 168 time: 0.2608783 Nov 12 04:05:47.151432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c8574-50a5-444e-a6ef-3127d9a61841 None None] Network 794319d0-c9c2-4c7e-b956-2a772e18b201 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:47.152166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45792) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:47.227061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.281441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Deleting port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:47.281790 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.350187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] For port 00fab7ae-0631-4ecd-ac1c-07d6441d1385, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=00fab7ae-0631-4ecd-ac1c-07d6441d1385,segment=NetworkSegment(fe03721b-47d3-4f2c-88d0-936fe9944c7e),segment_id=fe03721b-47d3-4f2c-88d0-936fe9944c7e)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:47.350555 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.362522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Calling delete_port for 00fab7ae-0631-4ecd-ac1c-07d6441d1385 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:47.437383 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.465470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fab7ae-0631-4ecd-ac1c-07d6441d1385,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:47.472834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] No DVR routers for this DVR port 00fab7ae-0631-4ecd-ac1c-07d6441d1385 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:47.492154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6404e69-66ae-416d-b45d-7f2618d16f07 None None] DHCP port deletion for 794319d0-c9c2-4c7e-b956-2a772e18b201 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:47.554439 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.574575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794319d0-c9c2-4c7e-b956-2a772e18b201']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:47.584709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe03721b-47d3-4f2c-88d0-936fe9944c7e') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:47.585011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe03721b-47d3-4f2c-88d0-936fe9944c7e') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:47.594834 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.609204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.616358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:05:47.616753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:05:47.618514 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:05:47.947215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.952374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:47.955510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] 10.222.0.84 "DELETE /v2.0/networks/794319d0-c9c2-4c7e-b956-2a772e18b201 HTTP/1.1" status: 204 len: 168 time: 0.8017354 Nov 12 04:05:47.966047 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db312187-4290-4750-b1a4-038ea188d993 admin admin] Pushing event deleted for resources: {'Network': ['ID=794319d0-c9c2-4c7e-b956-2a772e18b201,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:48.133888 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45796) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.173461 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4fac49eb-3bf0-46fe-b4c5-5325b6fca808 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2a6a6d01a3254355990f4b5b427397ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384021 Nov 12 04:05:48.175901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45798) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.221548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.242625 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.288088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.290825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.292010 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d429fd4c-2594-426f-aafd-5398e0e6c5fb HTTP/1.1" status: 204 len: 168 time: 0.1152089 Nov 12 04:05:48.299574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aada4c4-63a9-4794-9c74-deda3604da11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429fd4c-2594-426f-aafd-5398e0e6c5fb,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:48.621596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45804) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.662239 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-980c5e4b-394b-42c1-a509-83a0d14e5e53 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=98008edbd833481c9cd013ee53df4ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392883 Nov 12 04:05:48.664485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 00fab7ae-0631-4ecd-ac1c-07d6441d1385 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:48.664976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45806) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:48.685316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 00fab7ae-0631-4ecd-ac1c-07d6441d1385 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:48.685759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 00fab7ae-0631-4ecd-ac1c-07d6441d1385 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:48.686252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bd635d4b-17a2-4ffb-a70d-2ea6e162da01 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:48.705332 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: bd635d4b-17a2-4ffb-a70d-2ea6e162da01 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:48.705679 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device bd635d4b-17a2-4ffb-a70d-2ea6e162da01 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:48.706091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aab36b96-03fb-4548-9335-26df09ee8a7c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:48.715787 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.725001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: aab36b96-03fb-4548-9335-26df09ee8a7c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:48.725376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device aab36b96-03fb-4548-9335-26df09ee8a7c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:48.740626 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.787254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.789999 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:48.791227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa3f5010-2b1b-4000-b53b-147b747f4f82 HTTP/1.1" status: 204 len: 168 time: 0.1256826 Nov 12 04:05:48.798662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9746bf9-ff30-4669-9678-7fb014884baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3f5010-2b1b-4000-b53b-147b747f4f82,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.441475 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45828) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:49.559827 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398912392-network', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:49.580553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Made reservation on behalf of da4ca199d4174ddebb7fe6235ca05ef6 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:49.583761 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.591854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.663115 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.666683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.694342 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:49.700800 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194d47f-e421-419f-b3e9-dc4690e4a46e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.708858 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.709194 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Added segment 51c6a9f2-3ef0-478b-ba43-7cd13f820438 of type vlan for network 560573ba-d432-4779-a992-c1766aac3b06 Nov 12 04:05:49.748014 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.772938 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.773981 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:49.774944 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.809498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3668275 Nov 12 04:05:49.812404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 45832) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:49.817947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Request body: {'subnet': {'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398912392-subnet', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:49.839429 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Made reservation on behalf of da4ca199d4174ddebb7fe6235ca05ef6 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:49.841631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a42d78-3eea-4e29-8f2c-df66badd761f admin admin] Pushing event updated for resources: {'Network': ['ID=560573ba-d432-4779-a992-c1766aac3b06,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:49.841758 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:49.851359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 560573ba-d432-4779-a992-c1766aac3b06 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:50.353753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.411502 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=360c6fef-3e6d-4612-b664-c801f5993a46,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.420146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Checking segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:50.420587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Network hostable DHCP agents. Network: 560573ba-d432-4779-a992-c1766aac3b06, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:50.438244 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Network 560573ba-d432-4779-a992-c1766aac3b06 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:50.446819 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 560573ba-d432-4779-a992-c1766aac3b06) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:50.450977 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:50.451701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.455582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c37e1f9-c60c-4d83-b068-6e8cc31f43c1 None None] Network 560573ba-d432-4779-a992-c1766aac3b06 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:50.467348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fcc293d8-a839-4bee-96c4-4f4f02df2df2 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6537657 Nov 12 04:05:50.470257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45834) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:50.475506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:50.495756 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.496736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.550894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.604897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-560573ba-d432-4779-a992-c1766aac3b06', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:50.605695 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.687655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.745989 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Allocated IP 172.20.0.2 (560573ba-d432-4779-a992-c1766aac3b06/360c6fef-3e6d-4612-b664-c801f5993a46/3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:50.885184 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.890848 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.897507 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.916528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.928481 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Network 560573ba-d432-4779-a992-c1766aac3b06 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:50.935150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:50.939527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:50.943074 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Pushing event updated for resources: {'Port': ['ID=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:50.992814 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Attempting to bind port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:50.993476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Attempting to bind port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:50.993843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Attempting to bind port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce on network 560573ba-d432-4779-a992-c1766aac3b06 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:50.998709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:50.999133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Checking segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:50.999530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:50.999921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Bound using segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:51.000388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Bound port: 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:51.000773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.022426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Allocated IP 172.25.2.248 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/4fe71a37-f778-4d50-b50e-14b16c40a3a8) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:51.074462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] For port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:51.078348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] For port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:51.083604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.136721 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.145443 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39404d2-6ca4-45e3-bd50-586a2a7e0480 None None] Pushing event updated for resources: {'Port': ['ID=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.171799 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.209401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:51.212310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:51.218000 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:51.226829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ac754-117c-4b61-8ad5-cc52b2d33078 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:51.248992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe71a37-f778-4d50-b50e-14b16c40a3a8,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:51.279451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a3ab2f0b-7997-4cc2-9f61-c1b0d7a38b37 None None] Provisioning complete for port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:51.279829 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a3ab2f0b-7997-4cc2-9f61-c1b0d7a38b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.336613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab2f0b-7997-4cc2-9f61-c1b0d7a38b37 None None] Port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:51.515311 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.707629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.841918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Router 2b209edf-2db2-4839-bda7-19637b8b202e is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:51.951439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:51.963075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Sync routers for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:51.973925 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:51.975237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c6c3e3b6-c84b-4e78-b17b-df0f5f378136 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5037329 Nov 12 04:05:51.977782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45836) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:51.979831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:51.980581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:52.081370 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895f524-ac0c-40f6-bba0-950ff834dcf7 None None] Network 560573ba-d432-4779-a992-c1766aac3b06 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:52.119361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:52.292130 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] Provisioning complete for port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:52.292417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.387337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.548473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Allocated IP 172.20.0.1 (560573ba-d432-4779-a992-c1766aac3b06/360c6fef-3e6d-4612-b664-c801f5993a46/5bb33396-2028-4bd4-ba9b-33c9a19f4891) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:52.662610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.704030 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.709684 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.719509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:52.745549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Network 560573ba-d432-4779-a992-c1766aac3b06 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:52.748417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:52.754671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:52.782527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:52.799219 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.825703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:51Z', 'revision_number': 3, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:52.860846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] For port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:52.865554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Checking router: 2b209edf-2db2-4839-bda7-19637b8b202e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:52.865554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Updating router 2b209edf-2db2-4839-bda7-19637b8b202e port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:52.871550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.935342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.938816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:52.983914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:52.984608 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.022788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2821c2-5a02-4bcf-a6ba-d1f7eeb6e899 None None] Pushing event updated for resources: {'Port': ['ID=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.111252 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.114392 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7cb0a31e-2dd1-4874-ab76-8bc7b2088d47 None None] Provisioning complete for port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:53.114758 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a31e-2dd1-4874-ab76-8bc7b2088d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.118399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.192120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.194530 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.285862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Network 560573ba-d432-4779-a992-c1766aac3b06 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:53.287275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:53.394208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.402102 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.413083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Router 2b209edf-2db2-4839-bda7-19637b8b202e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:53.457490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cead1a-2be1-4597-9589-d238fa2305ff None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:53.475432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1daf99-93cb-4101-8262-930263ffc389 None None] Pushing event updated for resources: {'Port': ['ID=4fe71a37-f778-4d50-b50e-14b16c40a3a8,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.478408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Attempting to bind port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:53.478408 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Attempting to bind port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:53.478837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Attempting to bind port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:53.486834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:53.487240 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:53.487670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.488069 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:53.488554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Bound port: 4fe71a37-f778-4d50-b50e-14b16c40a3a8, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:53.488935 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.511945 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1434c667-b7fc-479f-8b7a-975aee91e0c2 None None] Provisioning complete for port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:53.512321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1434c667-b7fc-479f-8b7a-975aee91e0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.539799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:53.545135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bcb98741-ad1b-4d34-8e7d-091b10bc9707 admin admin] 10.222.0.84 "PUT /v2.0/routers/2b209edf-2db2-4839-bda7-19637b8b202e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664032 Nov 12 04:05:53.563440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1434c667-b7fc-479f-8b7a-975aee91e0c2 None None] Port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:53.573438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] For port 4fe71a37-f778-4d50-b50e-14b16c40a3a8, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:53.576970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] For port 4fe71a37-f778-4d50-b50e-14b16c40a3a8, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fe71a37-f778-4d50-b50e-14b16c40a3a8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:53.580981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.631560 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1526fe4-85e6-4b05-9288-6b5affa3565d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:53.653312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1daf99-93cb-4101-8262-930263ffc389 None None] Pushing event updated for resources: {'Port': ['ID=4fe71a37-f778-4d50-b50e-14b16c40a3a8,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:53.656846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:53.657469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:53.724795 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Provisioning complete for port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:53.725081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.809536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:53.959212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:53.988962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] For port 4fe71a37-f778-4d50-b50e-14b16c40a3a8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fe71a37-f778-4d50-b50e-14b16c40a3a8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:53.995131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.018256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45852) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:54.023529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-620589023-network', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:54.044314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Made reservation on behalf of 669a31cbe89a4165be29b88e0ad495f6 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:54.046902 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.056167 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.082862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Provisioning complete for port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:54.083463 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.086471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Pushing event updated for resources: {'Port': ['ID=4fe71a37-f778-4d50-b50e-14b16c40a3a8,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.127405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7f13e559-9a90-4648-af82-bfdd1fc0fc1e None None] Port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:54.134081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.138354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.147171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 2, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:54.163751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:05:54.172462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c1c3b-3f8a-4b64-a212-343ac9594c8f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.175761 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2fbcd-d914-46da-863e-364b9b699944 None None] The sync data for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 is: [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 2, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:54.179016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.179564 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Added segment 62dec885-9658-4f6e-b9cb-0c7a93f4c134 of type vlan for network 22b06bd9-9b15-46d9-8143-ff60179657ac Nov 12 04:05:54.220026 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.250658 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.251658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.252245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.308305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2888989 Nov 12 04:05:54.310887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45854) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:54.317686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Request body: {'subnet': {'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-620589023-subnet', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:54.327081 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23004525-27f3-4f81-970c-eeee8517c9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=22b06bd9-9b15-46d9-8143-ff60179657ac,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.339293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 22b06bd9-9b15-46d9-8143-ff60179657ac details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:05:54.347986 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Made reservation on behalf of 669a31cbe89a4165be29b88e0ad495f6 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:54.350307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.680120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:54.739886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:54.740277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.851535 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.905196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5d0356-9037-44a4-b236-06af474efac9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:54.925051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Checking segment: {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:54.925414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Network hostable DHCP agents. Network: 22b06bd9-9b15-46d9-8143-ff60179657ac, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:05:54.943588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Network 22b06bd9-9b15-46d9-8143-ff60179657ac is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:05:54.953339 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 22b06bd9-9b15-46d9-8143-ff60179657ac) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:54.962681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:54.963486 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.969592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e83269-4a53-4891-a85f-945b1111ef51 None None] Network 22b06bd9-9b15-46d9-8143-ff60179657ac requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:54.980999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a9bea872-a8e5-43d9-99cd-19ba200bad25 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6690211 Nov 12 04:05:54.984020 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45856) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:54.988488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:55.019843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.020988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.078695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.230395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.293746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-22b06bd9-9b15-46d9-8143-ff60179657ac', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:05:55.294637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.448444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Allocated IP 172.20.0.2 (22b06bd9-9b15-46d9-8143-ff60179657ac/9f5d0356-9037-44a4-b236-06af474efac9/6094b64e-eb3e-4429-947c-e960fe3974e4) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:55.457720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.480978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.597584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Allocated IP 172.25.2.24 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d7a10ec0-0f4a-463d-ab76-ed575c2c6558) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:55.605441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.611952 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.653091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Network 22b06bd9-9b15-46d9-8143-ff60179657ac is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:55.659857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:55.664348 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:55.667380 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Pushing event updated for resources: {'Port': ['ID=6094b64e-eb3e-4429-947c-e960fe3974e4,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:55.684305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:55.708965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.719689 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Attempting to bind port 6094b64e-eb3e-4429-947c-e960fe3974e4 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:55.720122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Attempting to bind port 6094b64e-eb3e-4429-947c-e960fe3974e4 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:55.720502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Attempting to bind port 6094b64e-eb3e-4429-947c-e960fe3974e4 on network 22b06bd9-9b15-46d9-8143-ff60179657ac {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:55.727574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:55.728032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Checking segment: {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:55.728439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.728838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Bound using segment: {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:55.729318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Bound port: 6094b64e-eb3e-4429-947c-e960fe3974e4, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:55.729706 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.743744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.786426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:55.788163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:55.792957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:55.795582 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] For port 6094b64e-eb3e-4429-947c-e960fe3974e4, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:55.799391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] For port 6094b64e-eb3e-4429-947c-e960fe3974e4, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6094b64e-eb3e-4429-947c-e960fe3974e4,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:55.803744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b58ffa-1e9d-48c7-b8f6-14107ce557eb None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:55.807782 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.813589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:55.884217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d548fe7-5460-4aef-9d04-969bff2ce327 None None] Pushing event updated for resources: {'Port': ['ID=6094b64e-eb3e-4429-947c-e960fe3974e4,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:55.888449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8a631e71-93d6-45f8-8ef4-18c4cd88737f None None] Provisioning complete for port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:55.888801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8a631e71-93d6-45f8-8ef4-18c4cd88737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.925210 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8a631e71-93d6-45f8-8ef4-18c4cd88737f None None] Port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:56.090856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.273317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Sync routers for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:56.283301 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:56.283916 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.297814 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.387793 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:56.424837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:05:56.534048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:56.546698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Sync routers for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:05:56.555290 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.559042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-1417fb81-f48f-4570-a220-2bad1d4777f7 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5715683 Nov 12 04:05:56.559224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:56.559320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 45858) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:56.559837 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.597955 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 2, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:56.634173 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Checking router: 2b209edf-2db2-4839-bda7-19637b8b202e for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:56.634754 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Updating router 2b209edf-2db2-4839-bda7-19637b8b202e port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:56.673921 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.698181 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:56.807562 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6094b64e-eb3e-4429-947c-e960fe3974e4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:56.951838 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6094b64e-eb3e-4429-947c-e960fe3974e4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:56.952598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:56.998702 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.008505 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.026279 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:55Z', 'revision_number': 3, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:57.063237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Pushing event updated for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.072629 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.075084 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.075637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.076153 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.076678 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.077199 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.077724 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.078243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.078764 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.079295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.079519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Checking router: 5cc589c7-a9b1-42b7-85f1-7787ef461af1 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:05:57.079829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Updating router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:05:57.080611 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.081317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.081897 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:57.117885 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.123229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.167460 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Attempting to bind port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:57.168219 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Attempting to bind port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:57.168772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Attempting to bind port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 on network 560573ba-d432-4779-a992-c1766aac3b06 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:57.177998 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:57.178742 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Checking segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:57.179375 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.179933 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Bound using segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:57.180579 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Bound port: 5bb33396-2028-4bd4-ba9b-33c9a19f4891, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:57.181155 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.203537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 6094b64e-eb3e-4429-947c-e960fe3974e4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6094b64e-eb3e-4429-947c-e960fe3974e4,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:57.251904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.252825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fe71a37-f778-4d50-b50e-14b16c40a3a8 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:57.268620 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] For port 5bb33396-2028-4bd4-ba9b-33c9a19f4891, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:57.279188 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] For port 5bb33396-2028-4bd4-ba9b-33c9a19f4891, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5bb33396-2028-4bd4-ba9b-33c9a19f4891,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:57.286692 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.306737 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cafad6-a3f9-4a83-98ef-3a12e2432106 None None] Network 22b06bd9-9b15-46d9-8143-ff60179657ac requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:05:57.313295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Allocated IP 172.20.0.1 (22b06bd9-9b15-46d9-8143-ff60179657ac/9f5d0356-9037-44a4-b236-06af474efac9/3d000872-8bd6-43df-9536-80c92c85e4fc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:05:57.364637 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36b301-4325-48ca-8b6a-1e2526dbac04 None None] Pushing event updated for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.373364 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:57.374279 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:57.450884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=6094b64e-eb3e-4429-947c-e960fe3974e4,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.469028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.492769 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e9650022-2ea1-4c30-990c-2621ad93b9e3 None None] Provisioning complete for port 6094b64e-eb3e-4429-947c-e960fe3974e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:57.493598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e9650022-2ea1-4c30-990c-2621ad93b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.520628 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.568425 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:57.568979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.570559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Network 22b06bd9-9b15-46d9-8143-ff60179657ac is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:57.576283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:57.580523 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:05:57.618088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.635709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.643009 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:57.786637 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.799468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.842565 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.878935 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:57.903207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b8f6e8-bddb-4859-8f7f-ef4e820d00d0 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:57.905881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Attempting to bind port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:05:57.906260 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Attempting to bind port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:05:57.906634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Attempting to bind port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:05:57.908673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0322609-041f-4cfc-8916-c0f88c51870f None None] The sync data for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 is: [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:57.912207 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76845328-4e21-4d14-b496-399c5d86bd9f None None] Pushing event updated for resources: {'Port': ['ID=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:57.928935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:05:57.929493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:05:57.929914 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.930313 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:05:57.930825 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Bound port: d7a10ec0-0f4a-463d-ab76-ed575c2c6558, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:05:57.931248 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.996468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] Provisioning complete for port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:57.996841 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.030672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] For port d7a10ec0-0f4a-463d-ab76-ed575c2c6558, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:05:58.062833 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] For port d7a10ec0-0f4a-463d-ab76-ed575c2c6558, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:05:58.076914 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.158651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad94619b-679e-4ddb-8d2d-af4014dfa4f8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:05:58.173361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.312700 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.317847 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.366570 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76845328-4e21-4d14-b496-399c5d86bd9f None None] Pushing event updated for resources: {'Port': ['ID=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.381193 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:05:58.381788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:58.406278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.412063 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.419281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] For port 5bb33396-2028-4bd4-ba9b-33c9a19f4891, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5bb33396-2028-4bd4-ba9b-33c9a19f4891,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:58.425691 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.511736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Network 22b06bd9-9b15-46d9-8143-ff60179657ac is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:05:58.513440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:05:58.534955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.553078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008635-167e-4298-bc9b-2796f833aae6 None None] Pushing event updated for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:58.562331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:05:58.613812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Provisioning complete for port 3d000872-8bd6-43df-9536-80c92c85e4fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:58.614394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.643244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:05:58.716847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Port 3d000872-8bd6-43df-9536-80c92c85e4fc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:58.767164 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6094b64e-eb3e-4429-947c-e960fe3974e4 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:58.821200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Provisioning complete for port 6094b64e-eb3e-4429-947c-e960fe3974e4 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:58.821434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:05:58.821633 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:58.827434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bbb8ff0a-2d8c-4074-b218-ecef3965aac2 admin admin] 10.222.0.84 "PUT /v2.0/routers/5cc589c7-a9b1-42b7-85f1-7787ef461af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671905 Nov 12 04:05:58.916144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6094b64e-eb3e-4429-947c-e960fe3974e4 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:58.916581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.004610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3d000872-8bd6-43df-9536-80c92c85e4fc', 'name': '', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'mac_address': 'fa:16:3e:92:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 2, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'subnets': [{'id': '9f5d0356-9037-44a4-b236-06af474efac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:05:59.043790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e85c16-f07c-4c21-a7c7-d30f2d50cdf2 None None] The sync data for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 is: [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3d000872-8bd6-43df-9536-80c92c85e4fc', 'name': '', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'mac_address': 'fa:16:3e:92:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 2, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'subnets': [{'id': '9f5d0356-9037-44a4-b236-06af474efac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:05:59.076224 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Provisioning complete for port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:59.076598 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.116557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5bb33396-2028-4bd4-ba9b-33c9a19f4891 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:59.206651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:59.207024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.211398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.265749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] For port d7a10ec0-0f4a-463d-ab76-ed575c2c6558, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:59.278418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.377339 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d72bb-6993-4c85-9deb-09b1e885be25 None None] Pushing event updated for resources: {'Port': ['ID=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:59.411567 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fa762e8b-55a1-4fca-a36f-8962b1889eed None None] Provisioning complete for port 3d000872-8bd6-43df-9536-80c92c85e4fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:59.412007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa762e8b-55a1-4fca-a36f-8962b1889eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:59.461550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fa762e8b-55a1-4fca-a36f-8962b1889eed None None] Port 3d000872-8bd6-43df-9536-80c92c85e4fc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:05:59.795457 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.156148 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Sync routers for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:02.166476 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:02.167202 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:02.283696 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:02.413149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-349daae6-4284-4c82-b4ed-9499602ba8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.512973 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3d000872-8bd6-43df-9536-80c92c85e4fc', 'name': '', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'mac_address': 'fa:16:3e:92:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 2, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'subnets': [{'id': '9f5d0356-9037-44a4-b236-06af474efac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:02.540117 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Checking router: 5cc589c7-a9b1-42b7-85f1-7787ef461af1 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:02.540516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Updating router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 port 3d000872-8bd6-43df-9536-80c92c85e4fc binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:06:02.568958 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.726405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7a10ec0-0f4a-463d-ab76-ed575c2c6558 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:02.781848 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:02.782352 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.931845 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.938032 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:02.996764 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339b417-bc34-42f7-912f-895ae927993c None None] Pushing event updated for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.073549 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Attempting to bind port 3d000872-8bd6-43df-9536-80c92c85e4fc on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:03.073975 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Attempting to bind port 3d000872-8bd6-43df-9536-80c92c85e4fc by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:03.074347 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Attempting to bind port 3d000872-8bd6-43df-9536-80c92c85e4fc on network 22b06bd9-9b15-46d9-8143-ff60179657ac {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:03.080601 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:03.081013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Checking segment: {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:03.081425 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.081821 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Bound using segment: {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:03.082301 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Bound port: 3d000872-8bd6-43df-9536-80c92c85e4fc, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dec885-9658-4f6e-b9cb-0c7a93f4c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:03.082690 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.158061 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] For port 3d000872-8bd6-43df-9536-80c92c85e4fc, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:03.162091 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] For port 3d000872-8bd6-43df-9536-80c92c85e4fc, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3d000872-8bd6-43df-9536-80c92c85e4fc,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:03.168463 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.242625 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:03.243294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:05:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:03.243796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] Provisioning complete for port 3d000872-8bd6-43df-9536-80c92c85e4fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:03.244268 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.245050 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339b417-bc34-42f7-912f-895ae927993c None None] Pushing event updated for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.365216 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.382325 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:03.403858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] For port 3d000872-8bd6-43df-9536-80c92c85e4fc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3d000872-8bd6-43df-9536-80c92c85e4fc,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:03.417589 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.481710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79e1b5-7306-4327-891f-fb0ddd4601c2 None None] Pushing event updated for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:03.543367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-17e09431-40d1-4445-9a09-3fd00922e477 None None] Provisioning complete for port 3d000872-8bd6-43df-9536-80c92c85e4fc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:03.543367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-17e09431-40d1-4445-9a09-3fd00922e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:03.647779 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3d000872-8bd6-43df-9536-80c92c85e4fc', 'name': '', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'mac_address': 'fa:16:3e:92:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'subnets': [{'id': '9f5d0356-9037-44a4-b236-06af474efac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:03.682922 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a81a5b-b3c4-48f2-9150-dd1e9ed3b140 None None] The sync data for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 is: [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:57Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '3d000872-8bd6-43df-9536-80c92c85e4fc', 'name': '', 'network_id': '22b06bd9-9b15-46d9-8143-ff60179657ac', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'mac_address': 'fa:16:3e:92:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9f5d0356-9037-44a4-b236-06af474efac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:57Z', 'updated_at': '2021-11-12T04:06:03Z', 'revision_number': 4, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'subnets': [{'id': '9f5d0356-9037-44a4-b236-06af474efac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:04.715864 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3d000872-8bd6-43df-9536-80c92c85e4fc up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:04.779721 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bc472696-031b-4426-b43e-31b32404db48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:04.788100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 3d000872-8bd6-43df-9536-80c92c85e4fc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:04.788474 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:05.849704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:07.364468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:08.323356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:09.469386 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-53ee1f18-488b-4144-bf6e-fd26f21364ab tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:09.470878 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-53ee1f18-488b-4144-bf6e-fd26f21364ab tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 815 time: 0.1033142 Nov 12 04:06:09.485798 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-3db0ae9a-f4b0-45ce-8efd-770c0a8af515 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/quotas/da4ca199d4174ddebb7fe6235ca05ef6 HTTP/1.1" status: 200 len: 375 time: 0.0090749 Nov 12 04:06:09.535599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-3fe38fb1-352b-4516-b816-62515f513500 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441067 Nov 12 04:06:09.632642 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-74b31776-b9a4-4cf7-8e58-0de8be9a70a8 service neutron] 10.222.0.84 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849502 Nov 12 04:06:09.719108 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-4b86b33b-d3fd-43c6-b9ca-59576d190eca service neutron] 10.222.0.84 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804694 Nov 12 04:06:09.884160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5caf7428-4ac8-4987-9f7a-8a1deb3f8935 req-a90b044a-6a7c-410a-a91c-71d850573ae1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 210 time: 0.0269973 Nov 12 04:06:10.980302 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-22fe4756-bee2-4a6c-93e7-fbaab4f76f2c req-00091121-e029-48ec-9985-354ba08e84d2 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 210 time: 0.0271719 Nov 12 04:06:11.099126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ee7212e2-b2a0-4bae-8345-6098b1db5e4a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.100526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ee7212e2-b2a0-4bae-8345-6098b1db5e4a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 815 time: 0.1055880 Nov 12 04:06:11.114769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'port': {'device_id': '67b8daea-df85-4424-b77d-fa728d4fea33', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'admin_state_up': True, 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:11.222318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Made reservation on behalf of da4ca199d4174ddebb7fe6235ca05ef6 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:06:11.229991 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.367528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Allocated IP 172.20.0.3 (560573ba-d432-4779-a992-c1766aac3b06/360c6fef-3e6d-4612-b664-c801f5993a46/b9b341cd-5250-4d0d-a8df-6b4584e0cb7d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:11.531549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.573035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.628445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Network 560573ba-d432-4779-a992-c1766aac3b06 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:11.634150 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:11.638393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:11.666472 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:11.678942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.679615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.680116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.680748 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.681254 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.681761 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.682264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.682771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.683278 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.683785 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.684293 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.684780 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:11.721098 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.722070 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.749487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-ea3ff023-b66c-4ec1-8c15-7e2a537ab66f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387053 Nov 12 04:06:11.909394 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-132c6fb7-1e9d-4a6a-baa9-e62988555338 None None] Provisioning complete for port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:11.910426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-132c6fb7-1e9d-4a6a-baa9-e62988555338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:11.960804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-132c6fb7-1e9d-4a6a-baa9-e62988555338 None None] Port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:12.112628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3427a5-4b36-48f2-9923-24c31c9cd80e req-b06ff77e-535a-4dde-b685-c506a26f85ba tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.114769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a3427a5-4b36-48f2-9923-24c31c9cd80e req-b06ff77e-535a-4dde-b685-c506a26f85ba tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0618625 Nov 12 04:06:12.171316 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2a3427a5-4b36-48f2-9923-24c31c9cd80e req-2607de26-d70b-4940-aa7c-e4a5510de566 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Nov 12 04:06:13.321760 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26351e15-1117-444f-a9e4-18ef7fe597d7 req-ed82cfac-389d-4a46-871b-149f1453fa6f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.323463 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26351e15-1117-444f-a9e4-18ef7fe597d7 req-ed82cfac-389d-4a46-871b-149f1453fa6f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0856445 Nov 12 04:06:13.377421 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-26351e15-1117-444f-a9e4-18ef7fe597d7 req-97e56136-287c-4082-9803-29df84039068 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Nov 12 04:06:14.522930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a058262-8291-4f2c-8694-85070b5b1978 req-21e1557e-a842-4a04-8b79-a0d2f5824d63 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.524444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a058262-8291-4f2c-8694-85070b5b1978 req-21e1557e-a842-4a04-8b79-a0d2f5824d63 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0540807 Nov 12 04:06:14.582277 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a058262-8291-4f2c-8694-85070b5b1978 req-0a8d0867-1133-49b6-a80b-5ce41fd84b12 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Nov 12 04:06:15.694872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c900d90-428a-4833-8ab2-f2aa4e229461 req-028d8b59-4196-43c7-b915-6450dab6ada9 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.696437 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c900d90-428a-4833-8ab2-f2aa4e229461 req-028d8b59-4196-43c7-b915-6450dab6ada9 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0482731 Nov 12 04:06:15.743323 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1c900d90-428a-4833-8ab2-f2aa4e229461 req-f3fe9183-0ddf-4fdf-b9e6-a8b27312a0b1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 12 04:06:16.856389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8954e44-0e25-4572-a36f-44d1e773813b req-50ec6db1-d62c-4347-8660-61c0497e2283 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.857867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8954e44-0e25-4572-a36f-44d1e773813b req-50ec6db1-d62c-4347-8660-61c0497e2283 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0486078 Nov 12 04:06:16.905042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b8954e44-0e25-4572-a36f-44d1e773813b req-19db067b-23f3-4e79-9b67-dff03d155cc5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Nov 12 04:06:18.031197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bae5-b43a-4229-b8b4-92cc395bd732 req-92930606-26b8-4c6b-9e9b-6250e76438a0 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:18.032624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb54bae5-b43a-4229-b8b4-92cc395bd732 req-92930606-26b8-4c6b-9e9b-6250e76438a0 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0518289 Nov 12 04:06:18.084763 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-eb54bae5-b43a-4229-b8b4-92cc395bd732 req-bcb999bc-f957-4d45-afd2-6847bda59771 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Nov 12 04:06:19.208269 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4a382-4af8-47a5-87de-0b327691b58e req-731365d3-ca6d-4e78-9a92-fb72cce53ca1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.209920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfd4a382-4af8-47a5-87de-0b327691b58e req-731365d3-ca6d-4e78-9a92-fb72cce53ca1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0579777 Nov 12 04:06:19.266856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bfd4a382-4af8-47a5-87de-0b327691b58e req-b6c9164f-cbc1-4b31-aab8-610e7fa00ea1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495522 Nov 12 04:06:20.399223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3fdc-9709-42d1-bdd3-5139aba8daf6 req-dca75c2e-ca5b-4a99-b9cb-aecfb97b329f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.400801 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16cf3fdc-9709-42d1-bdd3-5139aba8daf6 req-dca75c2e-ca5b-4a99-b9cb-aecfb97b329f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0584633 Nov 12 04:06:20.463451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-16cf3fdc-9709-42d1-bdd3-5139aba8daf6 req-1b268919-9df2-44e1-bd52-69ca0fb18ad7 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Nov 12 04:06:21.590621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf06459-0c0f-4672-b6aa-24e2451a1eb7 req-9b85fd4d-7e87-4fcc-aa8e-64d7dacd0f1b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:21.592394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebf06459-0c0f-4672-b6aa-24e2451a1eb7 req-9b85fd4d-7e87-4fcc-aa8e-64d7dacd0f1b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0616899 Nov 12 04:06:21.654047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ebf06459-0c0f-4672-b6aa-24e2451a1eb7 req-bda86817-c22c-4f8d-b8a2-dae734233ffd tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Nov 12 04:06:22.790723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978f8e-88e3-4522-a2dd-8c643f60f4de req-152f0f18-d540-4341-a4af-18a11d0f6eb8 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:22.792322 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3978f8e-88e3-4522-a2dd-8c643f60f4de req-152f0f18-d540-4341-a4af-18a11d0f6eb8 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0637996 Nov 12 04:06:22.841842 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f3978f8e-88e3-4522-a2dd-8c643f60f4de req-e663e1dc-cd5b-4398-81b4-bb546332134b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Nov 12 04:06:23.961654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a07a99-df0f-4b8e-b749-5cbea0acad66 req-77257df0-ed49-4c06-a03d-d5609471f895 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:23.963137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78a07a99-df0f-4b8e-b749-5cbea0acad66 req-77257df0-ed49-4c06-a03d-d5609471f895 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 931 time: 0.0537286 Nov 12 04:06:23.990795 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Request body: {'port': {'device_id': '67b8daea-df85-4424-b77d-fa728d4fea33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:24.041479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78a07a99-df0f-4b8e-b749-5cbea0acad66 req-12965e33-1c76-43b2-bc98-20a5b622df39 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723002 Nov 12 04:06:24.063594 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.322290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b341cd-5250-4d0d-a8df-6b4584e0cb7d {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:24.329354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.341654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Transition to ACTIVE for port object b9b341cd-5250-4d0d-a8df-6b4584e0cb7d will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:24.345503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.395247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.464165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Attempting to bind port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:24.464509 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Attempting to bind port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:24.464839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Attempting to bind port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d on network 560573ba-d432-4779-a992-c1766aac3b06 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:24.469191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d on network 560573ba-d432-4779-a992-c1766aac3b06 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:24.469515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Attempting to bind port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d on network 560573ba-d432-4779-a992-c1766aac3b06 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:24.474486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:24.474855 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Checking segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:24.475246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Bound using segment: {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:24.475681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Bound port: b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c6a9f2-3ef0-478b-ba43-7cd13f820438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '560573ba-d432-4779-a992-c1766aac3b06'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:24.476040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.545607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:24.548828 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:24.553722 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.589838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.590560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.592217 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1092 time: 0.6085792 Nov 12 04:06:24.594470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:24.598259 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:24.630668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4369f1b-50d7-4d2e-819a-7ad59d53a705 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:24.657209 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0de1ff-d0b9-4853-a191-87f706d71032 x-openstack-request-id: req-0a0de1ff-d0b9-4853-a191-87f706d71032 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:24.657504 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:24.657756 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0a0de1ff-d0b9-4853-a191-87f706d71032 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:24.658148 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:06:24.693346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-a57f4cc0-b9e0-4653-86a2-0e3d77cc6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.694927 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-a57f4cc0-b9e0-4653-86a2-0e3d77cc6ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1095 time: 0.0489392 Nov 12 04:06:24.746456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-47785891-f01c-4a38-a264-d999199ddcec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 217 time: 0.0436878 Nov 12 04:06:24.812974 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-760274b5-ffa6-481d-a243-e1a6cbe358b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.814443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-760274b5-ffa6-481d-a243-e1a6cbe358b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0566428 Nov 12 04:06:24.864435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4ff3b73-925d-4137-bf60-c4e4f0f8a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:24.865981 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-c4ff3b73-925d-4137-bf60-c4e4f0f8a42e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417609 Nov 12 04:06:24.966442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-333af18a-d03b-4284-8240-f872b086c50a service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878661 Nov 12 04:06:25.060134 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d2b0045d-9972-4786-9515-77c99a28e7f6 req-3d3a46d6-d558-4242-8bf3-6c7c50e8fb11 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822134 Nov 12 04:06:25.182677 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-d095d24a-cde4-491c-9e0e-4e45238fd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.184142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-d095d24a-cde4-491c-9e0e-4e45238fd203 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1095 time: 0.0656860 Nov 12 04:06:25.191709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d16df8-492e-41a6-9634-dc1bc38aa61c req-7a89418a-70d5-4817-8bce-2b35467f2877 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.193069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11d16df8-492e-41a6-9634-dc1bc38aa61c req-7a89418a-70d5-4817-8bce-2b35467f2877 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 943 time: 0.0834377 Nov 12 04:06:25.299386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-11d16df8-492e-41a6-9634-dc1bc38aa61c req-636d7f22-9c3a-4988-a877-a49e76812aad tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982461 Nov 12 04:06:25.314440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-743d8335-11a9-4479-9b73-1d5af6279bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.315951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-743d8335-11a9-4479-9b73-1d5af6279bcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.1220486 Nov 12 04:06:25.359261 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-a9cc85df-f55a-4915-a15d-6120fcc973a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 217 time: 0.0349939 Nov 12 04:06:25.407784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-04cc88f2-5a52-40d1-a96a-4c5b4bb0ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.409171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-04cc88f2-5a52-40d1-a96a-4c5b4bb0ab20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0416896 Nov 12 04:06:25.453900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-d0afcec3-a7a9-45d6-b65b-97ab49e72485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:25.455442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-d0afcec3-a7a9-45d6-b65b-97ab49e72485 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386016 Nov 12 04:06:25.545638 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-fbf7565a-6404-4186-84fa-b4a3e408e432 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822284 Nov 12 04:06:25.638882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d9e5db9-37a5-40bb-8799-48a7b01f6f48 req-8ffbdb90-7191-43c7-b593-04e25f86f527 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851455 Nov 12 04:06:26.418535 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3b262-e099-4521-a1da-246a417bb55f req-6c4a22d1-5c50-4c4d-bb1b-7c069d83d6cc tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.420066 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33d3b262-e099-4521-a1da-246a417bb55f req-6c4a22d1-5c50-4c4d-bb1b-7c069d83d6cc tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 943 time: 0.0518632 Nov 12 04:06:26.466371 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-33d3b262-e099-4521-a1da-246a417bb55f req-7611fd42-86d2-4b95-8324-825f1577519c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Nov 12 04:06:27.580039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f8a2-aa5c-43c0-8bb6-65d34cc871ec req-429afe07-ae35-4cda-b2a8-6fb872904689 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:27.581512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d327f8a2-aa5c-43c0-8bb6-65d34cc871ec req-429afe07-ae35-4cda-b2a8-6fb872904689 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 943 time: 0.0486853 Nov 12 04:06:27.627073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d327f8a2-aa5c-43c0-8bb6-65d34cc871ec req-b1162044-b676-4323-acd5-0a6261a4e177 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Nov 12 04:06:28.463051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.540325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b9b341cd-5250-4d0d-a8df-6b4584e0cb7d details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:28.633518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:28.644351 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'port_id': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'mac_address': 'fa:16:3e:37:e0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:28.690675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.707447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b341cd-5250-4d0d-a8df-6b4584e0cb7d {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:28.727646 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:28.731558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:28.744191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c980-0ece-4fc7-8757-1a5933715af7 req-ff8cc373-9068-458d-aca6-cef6ecc2c62e tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:28.745705 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d089c980-0ece-4fc7-8757-1a5933715af7 req-ff8cc373-9068-458d-aca6-cef6ecc2c62e tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 943 time: 0.0506372 Nov 12 04:06:28.783247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:28.790523 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.790875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.791248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.791593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.791926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.792257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.792593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.792928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.793256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.793587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.793914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:28.794022 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d089c980-0ece-4fc7-8757-1a5933715af7 req-64a8dab3-1f27-479f-bbd2-47b1f08e7dd8 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Nov 12 04:06:28.794237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:29.031315 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:29.803765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:29.907007 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed15c9-f2b3-4db0-92f7-5e2599499874 req-0b6ac1c3-9978-4b40-b10a-6eda527868fd tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:29.908508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62ed15c9-f2b3-4db0-92f7-5e2599499874 req-0b6ac1c3-9978-4b40-b10a-6eda527868fd tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 944 time: 0.0480027 Nov 12 04:06:29.954561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-62ed15c9-f2b3-4db0-92f7-5e2599499874 req-e0cb027b-b61c-4bb8-a50c-fa4f73ad39f3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Nov 12 04:06:30.526384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b9b341cd-5250-4d0d-a8df-6b4584e0cb7d up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:30.573923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:30.577700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:30.578074 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.652310 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.677900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:30.680164 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585cc43-637d-4b16-83aa-11b43272d85a" -d '{"events": [{"server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "name": "network-vif-plugged", "status": "completed", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:30.692786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:30.697039 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:30.719706 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b112f6-0166-4873-813f-f90925eef92d x-openstack-request-id: req-b3b112f6-0166-4873-813f-f90925eef92d {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:30.719998 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "name": "network-vif-plugged", "status": "completed", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:30.720250 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b3b112f6-0166-4873-813f-f90925eef92d {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:30.720636 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'code': 200} Nov 12 04:06:30.746149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:30.828708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158f7b2-78a1-4d17-922e-c7aa05e994b4 req-879a9969-303e-4e3d-ae17-9c2869ff8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:30.830096 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3158f7b2-78a1-4d17-922e-c7aa05e994b4 req-879a9969-303e-4e3d-ae17-9c2869ff8f9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1097 time: 0.0427442 Nov 12 04:06:30.877278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3158f7b2-78a1-4d17-922e-c7aa05e994b4 req-156cffea-a931-4820-9dc6-31785ea8758d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360651 Nov 12 04:06:31.073883 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58744-6830-4d3a-9e28-00f1f2ef1700 req-06b281ba-e95d-43a5-8a69-280183635a61 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:31.075380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bc58744-6830-4d3a-9e28-00f1f2ef1700 req-06b281ba-e95d-43a5-8a69-280183635a61 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0489154 Nov 12 04:06:31.121508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2bc58744-6830-4d3a-9e28-00f1f2ef1700 req-91381993-3fff-4fb6-8653-aede950e8433 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Nov 12 04:06:32.241965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9418-261f-4644-9700-4a16970d92d3 req-1ac34719-bb9b-4f24-bef6-4aba8057c9ef tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.243591 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2cd9418-261f-4644-9700-4a16970d92d3 req-1ac34719-bb9b-4f24-bef6-4aba8057c9ef tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0536261 Nov 12 04:06:32.290413 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2cd9418-261f-4644-9700-4a16970d92d3 req-5ebfc5d2-20d0-47a6-8ed0-1e76dad0b9b1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Nov 12 04:06:32.369383 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1be4b7cf-3a43-4c76-a5ea-ba87e5a42409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:32.408637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ba010-7366-4714-addc-938470c4168f req-c8822df4-c6c1-4ae6-aeb8-bec62e0135b1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.410054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be5ba010-7366-4714-addc-938470c4168f req-c8822df4-c6c1-4ae6-aeb8-bec62e0135b1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Nov 12 04:06:32.456669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-be5ba010-7366-4714-addc-938470c4168f req-50b9843a-cbc4-4f42-b6fa-dbb8f88ec5bc tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Nov 12 04:06:32.640231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33839-e0c8-4d2d-bb8e-baa11c750c61 req-adf7bbd2-f846-467d-bace-48008ece9061 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:32.641708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc33839-e0c8-4d2d-bb8e-baa11c750c61 req-adf7bbd2-f846-467d-bace-48008ece9061 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Nov 12 04:06:32.683034 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:32.688265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4dc33839-e0c8-4d2d-bb8e-baa11c750c61 req-b0455a34-bf13-4b2a-a8d5-ae41ba663053 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Nov 12 04:06:34.753979 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-91c1d67e-439d-49b3-9da2-6965f3d13567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:35.828628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:37.368900 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.329707 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.161092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2905984-3098-4698-b417-9affae866a3f req-fdc7dcd8-785a-412f-93b8-47c853815115 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.162563 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2905984-3098-4698-b417-9affae866a3f req-fdc7dcd8-785a-412f-93b8-47c853815115 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Nov 12 04:06:45.212519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e2905984-3098-4698-b417-9affae866a3f req-e72abc99-2d54-4b89-bd76-11adf81e4448 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Nov 12 04:06:45.234155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46068) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:45.361571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f1d41-4dfd-4c8c-a30e-491ddc9d4b74 tempest-TestMinimumBasicScenario-446351705 tempest-TestMinimumBasicScenario-446351705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:45.363114 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d42f1d41-4dfd-4c8c-a30e-491ddc9d4b74 tempest-TestMinimumBasicScenario-446351705 tempest-TestMinimumBasicScenario-446351705-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1092 time: 0.1279771 Nov 12 04:06:45.366667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46072) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:45.373258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:45.398737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.491830 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.597436 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Allocated IP 172.25.2.250 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/9fda6d9f-2936-4933-8949-d37412b682be) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:45.696519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.734362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:45.775670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:45.778644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:45.781870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:45.805316 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'Port': ['ID=9fda6d9f-2936-4933-8949-d37412b682be,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:46.136356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.203127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.353006 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.357517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.422466 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'Port': ['ID=9fda6d9f-2936-4933-8949-d37412b682be,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:46.433962 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:46.533637 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Floating IP bfc2749c-c356-4239-8296-6638c2dd9cf9 associated. External IP: 172.25.2.250, port: b9b341cd-5250-4d0d-a8df-6b4584e0cb7d. Nov 12 04:06:46.744087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Router 2b209edf-2db2-4839-bda7-19637b8b202e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:47.134405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:47.146990 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Sync routers for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:47.153251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.157303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:47.158122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:47.180002 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e6db089b-29a3-4826-9d79-42458c2bb63a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8122613 Nov 12 04:06:47.180587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:47.182827 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d729b75-4d19-45af-a619-772783a6b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:47.183418 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46074) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.189513 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884774970', 'description': 'tempest-secgroup-smoke-884774970 description', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.218107 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.239891 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881ee933-20d3-473b-8952-0f402e5de4d8 x-openstack-request-id: req-881ee933-20d3-473b-8952-0f402e5de4d8 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:47.240795 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:47.241249 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-881ee933-20d3-473b-8952-0f402e5de4d8 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:47.241705 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:06:47.286822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:47.298232 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729b75-4d19-45af-a619-772783a6b5bf req-3676c276-22e8-423d-86fe-f42cc6dec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.299783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-3676c276-22e8-423d-86fe-f42cc6dec5d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1097 time: 0.0422513 Nov 12 04:06:47.307586 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.311514 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.357635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3a7fb-26e4-4118-a7c6-2cab934b164a,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.367840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.371157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1847010 Nov 12 04:06:47.371157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.372487 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.373013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.373523 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.374028 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.374542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.375035 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.375591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.376096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.376600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.377102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.377593 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7731b436-36ed-4fd5-91b3-3bffcddc39f5 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:47.382833 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46078) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.397062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.426420 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.428590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729b75-4d19-45af-a619-772783a6b5bf req-d55f0527-eddd-4ddf-9566-4f5955a54780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.430327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-d55f0527-eddd-4ddf-9566-4f5955a54780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.1141620 Nov 12 04:06:47.489940 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.494193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.503007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-80d7ac90-078f-4bc8-83de-074e0c182e26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 999 time: 0.0627217 Nov 12 04:06:47.514713 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e1d3b1-3b31-4bdc-b5a2-2e3914bcbdc4,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.522880 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.524146 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cc31f607-b1ca-4392-a54a-f14ea1423afa tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317704 Nov 12 04:06:47.526903 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46080) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.531340 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.552558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bfc2749c-c356-4239-8296-6638c2dd9cf9', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'port_id': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'mac_address': 'fa:16:3e:37:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8daea-df85-4424-b77d-fa728d4fea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:45Z', 'updated_at': '2021-11-12T04:06:45Z', 'revision_number': 0, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:47.562578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.564833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729b75-4d19-45af-a619-772783a6b5bf req-f6cd1648-fe5b-4519-af0a-fc01c1f78741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.566493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-f6cd1648-fe5b-4519-af0a-fc01c1f78741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0560446 Nov 12 04:06:47.616212 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729b75-4d19-45af-a619-772783a6b5bf req-62f88f22-1ab3-4fcf-8bd1-88e8d0c03d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:47.618093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-62f88f22-1ab3-4fcf-8bd1-88e8d0c03d82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446963 Nov 12 04:06:47.631659 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.633370 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-b7ccc757-013d-418a-a07c-efa0327dd02c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:06:47.634428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-b7ccc757-013d-418a-a07c-efa0327dd02c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076981 Nov 12 04:06:47.636072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.654722 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc914ac-d908-4a4b-886f-e317f9943d95,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.666076 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.670096 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-32a22eda-fd77-4829-b535-14b3dd7513bf tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396382 Nov 12 04:06:47.670354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46082) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.675668 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.704990 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.736854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-8969a075-54b0-4d04-8769-b1e02878934a service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950084 Nov 12 04:06:47.740948 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Checking router: 2b209edf-2db2-4839-bda7-19637b8b202e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:47.750458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:47.751420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:06:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:47.767617 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.779966 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.797990 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee988b3a-2275-4262-924f-cf382a5328aa,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.811342 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.811342 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-15d5cf36-183b-4094-918f-08e8aaf3846b tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389174 Nov 12 04:06:47.813603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46084) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.818764 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.847315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.850609 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8d729b75-4d19-45af-a619-772783a6b5bf req-86e8285d-aa06-4e91-87a4-52235c701c72 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052475 Nov 12 04:06:47.871054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:47.910199 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.915623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.934908 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba4bf8e-35f4-411d-a1aa-1af4d8ebe274,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:47.942918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:47.946895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46086) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:47.947037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1dd6557f-4476-4cf8-b538-a9f4700cda80 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323049 Nov 12 04:06:47.951951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:47.973502 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Project da4ca199d4174ddebb7fe6235ca05ef6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:06:47.978591 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.037904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.041753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.061527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c933d798-f5ef-4d43-a279-f2d1e9b29e0b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.066204 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.067711 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-40a8eaf7-1d5e-462e-b019-8bc12862943a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193569 Nov 12 04:06:48.070532 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46088) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:48.075165 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'security_group_rule': {'security_group_id': '3fd3a7fb-26e4-4118-a7c6-2cab934b164a', 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:48.096889 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Project da4ca199d4174ddebb7fe6235ca05ef6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:06:48.103146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.107403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bfc2749c-c356-4239-8296-6638c2dd9cf9', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'port_id': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'mac_address': 'fa:16:3e:37:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8daea-df85-4424-b77d-fa728d4fea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:45Z', 'updated_at': '2021-11-12T04:06:45Z', 'revision_number': 0, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:48.137618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b1bd5f-a181-438e-8a71-df00c37e78be None None] The sync data for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 is: [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bfc2749c-c356-4239-8296-6638c2dd9cf9', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'port_id': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'mac_address': 'fa:16:3e:37:e0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8daea-df85-4424-b77d-fa728d4fea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:45Z', 'updated_at': '2021-11-12T04:06:45Z', 'revision_number': 0, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:48.166878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.171031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.189431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794bf96a-72b0-4a3b-8fe6-9b740d0605c6,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.197485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.198729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a879b518-7414-4324-b91b-b70eb6581b73 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271422 Nov 12 04:06:48.298097 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-d2e8c0e7-9c7d-4b56-b69a-fc4b643c970d tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884774970&fields=id&tenant_id=da4ca199d4174ddebb7fe6235ca05ef6 HTTP/1.1" status: 200 len: 267 time: 0.0515289 Nov 12 04:06:48.344120 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ade078c-7455-49b3-8b40-6ed1a918aeac None None] New status for floating IP bfc2749c-c356-4239-8296-6638c2dd9cf9: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:48.358530 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-41e1f81c-7a90-433b-9f90-d5f2e4c64794 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.360047 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-41e1f81c-7a90-433b-9f90-d5f2e4c64794 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0549412 Nov 12 04:06:48.372074 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'port': {'security_groups': ['8194d47f-e421-419f-b3e9-dc4690e4a46e', '3fd3a7fb-26e4-4118-a7c6-2cab934b164a']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:48.452836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.649834 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:48.679558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.683948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.696099 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:48.729152 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.729784 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:48.731206 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d7c1fe24-3232-427b-9fb4-41d371732761 req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "PUT /v2.0/ports/b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 981 time: 0.3640096 Nov 12 04:06:48.759620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec9d8b-208f-4429-a2e0-e6144a87cd1f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:48.795640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:48.841919 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b57b7-fc36-4028-b480-7f31fb2778f6 req-7fa5d708-c14d-472c-aff3-40d1551c2a42 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:48.849709 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-767b57b7-fc36-4028-b480-7f31fb2778f6 req-7fa5d708-c14d-472c-aff3-40d1551c2a42 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0587056 Nov 12 04:06:48.919532 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-767b57b7-fc36-4028-b480-7f31fb2778f6 req-bc133adf-c0ad-4971-9918-273ae7ab7f69 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644805 Nov 12 04:06:49.105726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ceaca0cc-fad6-4360-a703-298e7dc0441e None None] Provisioning complete for port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:49.105990 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ceaca0cc-fad6-4360-a703-298e7dc0441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:49.243149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:49.245637 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:49.287592 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b703e70c-aec4-478e-b41b-04ea5d89f212 x-openstack-request-id: req-b703e70c-aec4-478e-b41b-04ea5d89f212 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:49.287893 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:49.288209 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b703e70c-aec4-478e-b41b-04ea5d89f212 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:49.288615 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:06:49.361528 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-869af153-7197-4246-9a18-a865422ef661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.363355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-869af153-7197-4246-9a18-a865422ef661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1136 time: 0.0520675 Nov 12 04:06:49.453350 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-461713b2-4b84-42b3-bfa3-7a0211d0b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.454871 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-461713b2-4b84-42b3-bfa3-7a0211d0b7f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.0838916 Nov 12 04:06:49.525387 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-d0e4e4a3-3c49-452c-9828-3feb1efa8a3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1001 time: 0.0621157 Nov 12 04:06:49.575720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-65c0dc9e-12ed-47a9-b3cd-53675a5f630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.577223 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-65c0dc9e-12ed-47a9-b3cd-53675a5f630f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0442395 Nov 12 04:06:49.625665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-a4c6198e-f273-4e29-b2c8-a0e5089990f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:49.627086 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-a4c6198e-f273-4e29-b2c8-a0e5089990f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387766 Nov 12 04:06:49.723997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-ecbb8007-a0fb-45ab-9cc1-b16dfb1f17dd service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Nov 12 04:06:49.827783 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e6db1037-9448-4e6c-b5a2-8b0d22ffd92e req-11e662d3-81bc-42fa-8a6c-3be5af6901c7 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938959 Nov 12 04:06:56.930631 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-694e8722-bfb6-4ef6-9454-386aa209fcf4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825551 Nov 12 04:06:57.018597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-24b4d6e8-1402-4fcb-8bdc-a34472c25fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.020092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-24b4d6e8-1402-4fcb-8bdc-a34472c25fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1136 time: 0.0400136 Nov 12 04:06:57.129938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-96af27aa-befd-449b-86f1-7b799e869b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.131337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-96af27aa-befd-449b-86f1-7b799e869b6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.0925980 Nov 12 04:06:57.197454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-f1eb7106-664f-4adb-923b-7f1752f084f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1001 time: 0.0586760 Nov 12 04:06:57.248057 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-b1649a20-62c6-440a-a923-c98d7e2bd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.249447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-b1649a20-62c6-440a-a923-c98d7e2bd98f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0426238 Nov 12 04:06:57.297804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-ba879156-4da8-459b-983d-af22910678fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:57.299303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-ba879156-4da8-459b-983d-af22910678fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426750 Nov 12 04:06:57.388412 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-276c8bb4-84a1-4f2f-9ee6-5510bd193b4d service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801322 Nov 12 04:06:57.482374 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-156b56d8-e15b-4f3a-b9af-d12fd43ab998 req-0d6c9b89-41b9-4434-8c5c-79194439c531 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858071 Nov 12 04:06:58.479624 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:59.811789 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:02.371296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b19c8ed-af54-490a-85dd-7698d9b856db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:04.760325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef41319b-a2f4-43ff-bb7e-c4edf168ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:05.830612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:07.367485 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:08.322819 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.681389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:11.801495 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4352-2719-43c7-9a11-205075e83f3a req-0ebbd524-bee6-435c-bb99-dee9001b9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.803007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-0ebbd524-bee6-435c-bb99-dee9001b9f84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1136 time: 0.0599508 Nov 12 04:07:11.811664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cb631-1ce1-4efd-ad4d-11348b7c05c9 req-4a1b2258-8635-4485-bc66-f571b1b2d7f4 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.813040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd2cb631-1ce1-4efd-ad4d-11348b7c05c9 req-4a1b2258-8635-4485-bc66-f571b1b2d7f4 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0803270 Nov 12 04:07:11.932406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bd2cb631-1ce1-4efd-ad4d-11348b7c05c9 req-1bd3e82b-4141-49d9-9a30-d5cb2fc59a8c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101992 Nov 12 04:07:11.945039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4352-2719-43c7-9a11-205075e83f3a req-05b0fbed-81ef-4a81-a43a-6a3eb719eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:11.946512 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-05b0fbed-81ef-4a81-a43a-6a3eb719eed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.1326377 Nov 12 04:07:12.019073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-8eabf9ca-aaaa-450d-8151-576a7b68fcf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1001 time: 0.0634613 Nov 12 04:07:12.067987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4352-2719-43c7-9a11-205075e83f3a req-8546b2b3-a1f6-483f-bdaf-03c54e5a85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.069380 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-8546b2b3-a1f6-483f-bdaf-03c54e5a85c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0425122 Nov 12 04:07:12.116446 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b4352-2719-43c7-9a11-205075e83f3a req-4553c4c7-afc6-4e4a-882c-9fdc47fb2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:12.118033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-4553c4c7-afc6-4e4a-882c-9fdc47fb2800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397835 Nov 12 04:07:12.235142 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-99c7b6e0-c0c3-484a-a5b0-fc364d94567c service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086521 Nov 12 04:07:12.327549 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-413b4352-2719-43c7-9a11-205075e83f3a req-ab49e93f-0797-40c5-84b6-8b3fa541a2da service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Nov 12 04:07:13.051112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6cea4-13c3-4ea0-81e2-5c62f6e0ee87 req-50b3c926-d970-49cd-8da4-b903c95bc881 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:13.052830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47e6cea4-13c3-4ea0-81e2-5c62f6e0ee87 req-50b3c926-d970-49cd-8da4-b903c95bc881 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0497377 Nov 12 04:07:13.115599 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-47e6cea4-13c3-4ea0-81e2-5c62f6e0ee87 req-2d8b7ad9-3d26-4f23-a3c2-c67840931fc6 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568352 Nov 12 04:07:14.231532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe7209-a255-4a30-831a-b2df8b49b60d req-1e29767a-4751-42f5-9bc9-d04621eac9a4 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:14.233014 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbbe7209-a255-4a30-831a-b2df8b49b60d req-1e29767a-4751-42f5-9bc9-d04621eac9a4 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0493262 Nov 12 04:07:14.295947 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbbe7209-a255-4a30-831a-b2df8b49b60d req-0de4a30d-f133-4c6e-9410-c28af4ff9b47 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569348 Nov 12 04:07:15.531683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aaf2e-3950-4254-84aa-5241489d4adc req-d9f5f95f-e34b-47c7-b2e8-25f66cc2826a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:15.533142 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f8aaf2e-3950-4254-84aa-5241489d4adc req-d9f5f95f-e34b-47c7-b2e8-25f66cc2826a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.1696889 Nov 12 04:07:15.593772 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0f8aaf2e-3950-4254-84aa-5241489d4adc req-97c4cc9c-0cc1-46b1-8f92-ad263ec218f6 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538085 Nov 12 04:07:16.755729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896884e9-b947-4b85-b982-68868a47df28 req-409d9d4a-5d58-44ed-8a74-6beac88eb0a3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:16.757228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896884e9-b947-4b85-b982-68868a47df28 req-409d9d4a-5d58-44ed-8a74-6beac88eb0a3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0965743 Nov 12 04:07:16.817013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-896884e9-b947-4b85-b982-68868a47df28 req-f84565fa-e062-474b-aaf8-41c867d68470 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537858 Nov 12 04:07:17.934664 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b461c2-9bb2-4693-b280-cc7c21967b34 req-c5cd8fa3-fbdb-4f48-812f-a46a7c36ecfe tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:17.936183 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53b461c2-9bb2-4693-b280-cc7c21967b34 req-c5cd8fa3-fbdb-4f48-812f-a46a7c36ecfe tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0493708 Nov 12 04:07:17.996405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53b461c2-9bb2-4693-b280-cc7c21967b34 req-7c712f15-bba1-464e-842d-25c1356a0dee tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542889 Nov 12 04:07:19.119332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43e33c-9086-4c15-876d-9e4cfc6cb3d6 req-0eb103ea-d5a7-41d1-817f-467e2d18d244 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:19.120810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e43e33c-9086-4c15-876d-9e4cfc6cb3d6 req-0eb103ea-d5a7-41d1-817f-467e2d18d244 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0546350 Nov 12 04:07:19.179995 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7e43e33c-9086-4c15-876d-9e4cfc6cb3d6 req-20064298-5c78-461d-b70a-eb94b76eb486 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531676 Nov 12 04:07:20.302600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a04dbe-9d7b-49b7-9acb-d32ed8ba900f req-d347783d-9ecf-473c-9e21-0b3cbac609cb tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:20.304117 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5a04dbe-9d7b-49b7-9acb-d32ed8ba900f req-d347783d-9ecf-473c-9e21-0b3cbac609cb tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0539470 Nov 12 04:07:20.363788 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a5a04dbe-9d7b-49b7-9acb-d32ed8ba900f req-8e491682-46e7-470b-8278-d88325d3b029 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535095 Nov 12 04:07:21.487107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426aa45-7acd-4e51-899e-4043b48136c6 req-b576fe9d-6be4-4407-9533-13dbabc48506 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:21.488608 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a426aa45-7acd-4e51-899e-4043b48136c6 req-b576fe9d-6be4-4407-9533-13dbabc48506 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0539014 Nov 12 04:07:21.552511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a426aa45-7acd-4e51-899e-4043b48136c6 req-d8eb4cb1-e7a9-48c6-868e-dd5bd3348b83 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578351 Nov 12 04:07:22.670310 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd623f1-cca8-4772-b39d-e430f093fefc req-01175063-5895-473e-81f6-3d8fca48db00 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:22.671847 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cd623f1-cca8-4772-b39d-e430f093fefc req-01175063-5895-473e-81f6-3d8fca48db00 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0493441 Nov 12 04:07:22.731481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9cd623f1-cca8-4772-b39d-e430f093fefc req-f9b9b93e-9538-4c89-b1e8-c476faa84e25 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530162 Nov 12 04:07:23.849287 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3d1a-874f-4413-8dbe-dd2fc8fbbd78 req-5eee004c-162e-4756-a914-a4b256cf37c7 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:23.850773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d2e3d1a-874f-4413-8dbe-dd2fc8fbbd78 req-5eee004c-162e-4756-a914-a4b256cf37c7 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0496240 Nov 12 04:07:23.912333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7d2e3d1a-874f-4413-8dbe-dd2fc8fbbd78 req-666b6bc7-445b-45a8-bbfe-d58493e8c643 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551827 Nov 12 04:07:25.030670 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7754e3e-03e7-4ba5-8721-ac16ff756553 req-324fced9-73e1-4efa-8119-e98d3584755c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:25.032335 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7754e3e-03e7-4ba5-8721-ac16ff756553 req-324fced9-73e1-4efa-8119-e98d3584755c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0527387 Nov 12 04:07:25.097828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e7754e3e-03e7-4ba5-8721-ac16ff756553 req-6197e642-19ed-40aa-9827-449e28dcbb7e tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593970 Nov 12 04:07:26.218701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f704a-71a3-4537-a9ca-0e94ad0c6f78 req-92ea7e8c-5cf2-43b5-9e40-9a6dad9776e2 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.220204 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-509f704a-71a3-4537-a9ca-0e94ad0c6f78 req-92ea7e8c-5cf2-43b5-9e40-9a6dad9776e2 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0554504 Nov 12 04:07:26.279334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-509f704a-71a3-4537-a9ca-0e94ad0c6f78 req-4f0594be-ccc2-47e2-ab77-6e547fbbd229 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527356 Nov 12 04:07:27.393093 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4ef9-8e27-446a-8376-f737f8d2bc34 req-575f867d-bce2-4a71-bdb8-7e481dc19a35 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.394568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dfd4ef9-8e27-446a-8376-f737f8d2bc34 req-575f867d-bce2-4a71-bdb8-7e481dc19a35 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0490129 Nov 12 04:07:27.458669 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8dfd4ef9-8e27-446a-8376-f737f8d2bc34 req-182957fc-8421-4bd0-b27b-678eeed90599 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575063 Nov 12 04:07:28.475753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:28.572975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63048b95-1e59-41a8-824b-6c772ac828b0 req-98e0b38b-7508-4ce8-bcf0-2b67efa86ef3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:28.574435 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63048b95-1e59-41a8-824b-6c772ac828b0 req-98e0b38b-7508-4ce8-bcf0-2b67efa86ef3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0495732 Nov 12 04:07:28.634263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-63048b95-1e59-41a8-824b-6c772ac828b0 req-75e6597e-7741-49ad-a090-00023b599aa3 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=3fd3a7fb-26e4-4118-a7c6-2cab934b164a&id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535991 Nov 12 04:07:29.837801 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:30.222354 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-efd0a262-b7e5-484b-9b4c-80a5ddd5dd3d req-937e38fd-7968-4dc3-b0de-d40c9b7789c3 tempest-ServerDiskConfigTestJSON-657220522 tempest-ServerDiskConfigTestJSON-657220522-project] (102432) timed out ('10.222.0.32', 62558) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:07:32.372686 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b660e77c-fc75-45ad-bdde-5125760f90bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:34.760623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa318423-9cb0-4177-9d00-1651c1d14600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:35.834167 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:37.369048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:38.325188 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:46.681317 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:58.480349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:58.893070 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-0bda8a01-048d-4b3f-b4a6-08ca6ef4416d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400302 Nov 12 04:07:58.985250 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-5837f484-9787-4f31-a0e4-172def5c2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:58.986728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-5837f484-9787-4f31-a0e4-172def5c2d53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1136 time: 0.0446994 Nov 12 04:07:59.092336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-e24970d3-a738-4a85-a431-5a52ba69e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.093724 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-e24970d3-a738-4a85-a431-5a52ba69e7f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.0838258 Nov 12 04:07:59.163426 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-698bfef7-e99f-4f4c-96da-f7c9dded386e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1001 time: 0.0614598 Nov 12 04:07:59.215241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-d0c8b1ae-b1ca-4fea-a1ed-b91e2303378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.216643 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-d0c8b1ae-b1ca-4fea-a1ed-b91e2303378b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0428197 Nov 12 04:07:59.262943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-39568ad9-1eb7-44db-9710-56258a7bac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:59.264443 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-39568ad9-1eb7-44db-9710-56258a7bac7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391302 Nov 12 04:07:59.357289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-e6f22f79-fbe2-4f61-b5b1-1d6ca5546251 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844734 Nov 12 04:07:59.446167 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0c3b5f6-bce6-491f-8170-2d61d5d163cb req-2504b603-6290-4bcf-8825-61e52c2bba8c service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800450 Nov 12 04:07:59.837944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.616957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-152f367c-5927-4d15-bfda-409462437848 req-904878a2-1f72-4ad7-a45e-a66969ff2f7c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884774970&fields=id&tenant_id=da4ca199d4174ddebb7fe6235ca05ef6 HTTP/1.1" status: 200 len: 267 time: 0.0438390 Nov 12 04:08:01.669554 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f367c-5927-4d15-bfda-409462437848 req-f3f70caf-5311-48e3-bb93-9e6b0877b42f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:01.671034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-152f367c-5927-4d15-bfda-409462437848 req-f3f70caf-5311-48e3-bb93-9e6b0877b42f tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 984 time: 0.0485435 Nov 12 04:08:01.682314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Request body: {'port': {'security_groups': ['8194d47f-e421-419f-b3e9-dc4690e4a46e']}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:01.749843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.933216 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:01.966532 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.972072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.985296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:02.019873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.020614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.021930 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-152f367c-5927-4d15-bfda-409462437848 req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "PUT /v2.0/ports/b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 942 time: 0.3445327 Nov 12 04:08:02.022391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:02.029242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:02.070507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event updated for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=7']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:02.087452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.088208 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.088799 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.089365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.090207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.090796 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.091577 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.092149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.092706 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.093269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.093837 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.094694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798ddb4-dd9e-4c08-9c81-931b7d55834a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.103297 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:02.115338 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.152836 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.167916 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615d094e-213b-4e93-b4df-de21e2708210" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:02.238179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.241156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.243044 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "DELETE /v2.0/security-groups/3fd3a7fb-26e4-4118-a7c6-2cab934b164a HTTP/1.1" status: 204 len: 168 time: 0.2126644 Nov 12 04:08:02.246325 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46170) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:02.254439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3a7fb-26e4-4118-a7c6-2cab934b164a,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:02.262909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.263016 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.263336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.263676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.264171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.264334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.264662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.265022 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.265357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.265687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.266028 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.266358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d072032-cc23-4167-b3b5-b30dbc8fd4ea tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:02.354172 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fee837-74e2-4586-9a92-613a64c94488 x-openstack-request-id: req-c1fee837-74e2-4586-9a92-613a64c94488 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:02.354465 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:02.354714 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c1fee837-74e2-4586-9a92-613a64c94488 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:02.355210 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:08:02.381675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-28887324-fa13-4860-b71d-65bce52bea5c None None] Provisioning complete for port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:02.383121 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28887324-fa13-4860-b71d-65bce52bea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.422225 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a550-5f72-4900-90c8-db371914cec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.422609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d094e-213b-4e93-b4df-de21e2708210 req-5a2596ac-c17f-4647-a8ae-d05a1367630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.425490 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-5a2596ac-c17f-4647-a8ae-d05a1367630d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1097 time: 0.0501587 Nov 12 04:08:02.461069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Deleting port 9fda6d9f-2936-4933-8949-d37412b682be {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:02.461069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.537524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d094e-213b-4e93-b4df-de21e2708210 req-344b83a3-61e2-4f26-9501-7e2e29996654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.539651 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-344b83a3-61e2-4f26-9501-7e2e29996654 service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.1057627 Nov 12 04:08:02.544716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.545051 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.558096 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Calling delete_port for 9fda6d9f-2936-4933-8949-d37412b682be owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:02.611614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-056d1074-4621-4313-b459-7d0593815f47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 1001 time: 0.0630641 Nov 12 04:08:02.661619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d094e-213b-4e93-b4df-de21e2708210 req-2eea08a0-ab2b-4116-82bb-942c63e3ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.663209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-2eea08a0-ab2b-4116-82bb-942c63e3ee11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0445874 Nov 12 04:08:02.709406 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.715218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d094e-213b-4e93-b4df-de21e2708210 req-42005880-5048-4ab9-98c7-a874b6ae54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:02.716675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-42005880-5048-4ab9-98c7-a874b6ae54b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447259 Nov 12 04:08:02.736344 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event deleted for resources: {'Port': ['ID=9fda6d9f-2936-4933-8949-d37412b682be,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:02.799877 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:02.800304 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Floating IP bfc2749c-c356-4239-8296-6638c2dd9cf9 disassociated (deleted). External IP: 172.25.2.250, port: b9b341cd-5250-4d0d-a8df-6b4584e0cb7d. Nov 12 04:08:02.816013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-5a13bd7f-9099-410e-9d45-aff600d56d53 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883234 Nov 12 04:08:02.910893 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-615d094e-213b-4e93-b4df-de21e2708210 req-1b17f23f-81ec-40f9-a774-e785b9b6973b service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868590 Nov 12 04:08:03.009605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Router 2b209edf-2db2-4839-bda7-19637b8b202e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:03.115588 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:03.120646 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:03.125738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Sync routers for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:03.136698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:03.137309 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:03.147024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f6f6e031-d84e-4d37-a42d-272b04248c97 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "DELETE /v2.0/floatingips/bfc2749c-c356-4239-8296-6638c2dd9cf9 HTTP/1.1" status: 204 len: 168 time: 0.8992784 Nov 12 04:08:03.246862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:03.458217 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:03.484124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Checking router: 2b209edf-2db2-4839-bda7-19637b8b202e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:03.493020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:03.493620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:07:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:03.601301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:03.969724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:03.998966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd105c43-fd6d-4831-84b8-e625e668c964 None None] The sync data for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 is: [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:52Z', 'revision_number': 4, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '5bb33396-2028-4bd4-ba9b-33c9a19f4891', 'name': '', 'network_id': '560573ba-d432-4779-a992-c1766aac3b06', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'mac_address': 'fa:16:3e:b9:2e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:52Z', 'updated_at': '2021-11-12T04:05:58Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'subnets': [{'id': '360c6fef-3e6d-4612-b664-c801f5993a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:04.231780 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bb0f74-1afb-4e1a-9ed2-f62f338d1d25 None None] New status for floating IP bfc2749c-c356-4239-8296-6638c2dd9cf9: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:04.356656 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:04.359009 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905bd70d-4211-4a9f-ab21-85331f135ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:04.398911 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1c495-3af0-4fa6-9110-917d26b43bdf x-openstack-request-id: req-6be1c495-3af0-4fa6-9110-917d26b43bdf {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:04.399230 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:04.399484 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-6be1c495-3af0-4fa6-9110-917d26b43bdf {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:04.399896 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:08:04.478743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-ffd914f7-4aa1-4f6c-9543-ecd14e1f7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.480298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-ffd914f7-4aa1-4f6c-9543-ecd14e1f7438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 1097 time: 0.0508735 Nov 12 04:08:04.578881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-ef9f5aea-6875-4e90-b397-773066d04bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.580483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-ef9f5aea-6875-4e90-b397-773066d04bdc service neutron] 10.222.0.32 "GET /v2.0/networks?id=560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 200 len: 916 time: 0.0881212 Nov 12 04:08:04.629421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-fe785ece-d192-4b42-ae4f-436dd5969ac4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 200 len: 217 time: 0.0371604 Nov 12 04:08:04.687483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-47e9f0bb-b901-4774-8e7a-0045898f54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.689148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-47e9f0bb-b901-4774-8e7a-0045898f54e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 200 len: 854 time: 0.0490332 Nov 12 04:08:04.739870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-54f984fe-9414-4c7c-85ec-6316375d5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:04.741956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-54f984fe-9414-4c7c-85ec-6316375d5143 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=560573ba-d432-4779-a992-c1766aac3b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411537 Nov 12 04:08:04.766936 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb515-4f30-407b-9a18-35e300921912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:04.843996 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-3c831ccd-0e2a-4b83-a22e-26fc6a49d0d5 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900991 Nov 12 04:08:04.941633 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-905bd70d-4211-4a9f-ab21-85331f135ed7 req-69253060-b4b3-4788-8d9d-e4c129ff8bd6 service neutron] 10.222.0.32 "GET /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Nov 12 04:08:05.838579 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:07.372659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:08.326641 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:12.161802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323e953-30f6-4b39-af43-53e7aecbf092 req-e3799c37-ca50-4bbc-88ca-a9a229f159c2 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:12.164090 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e323e953-30f6-4b39-af43-53e7aecbf092 req-e3799c37-ca50-4bbc-88ca-a9a229f159c2 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Nov 12 04:08:12.219849 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e323e953-30f6-4b39-af43-53e7aecbf092 req-b073965d-b3c9-40e3-96c3-95390c5e583c tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Nov 12 04:08:13.338373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdb4b9-e8be-4ebd-bca1-a978f56b9fac req-b8fbcb5f-1c52-4b0b-9bcd-8e2b382210db tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:13.339891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90bdb4b9-e8be-4ebd-bca1-a978f56b9fac req-b8fbcb5f-1c52-4b0b-9bcd-8e2b382210db tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Nov 12 04:08:13.387131 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90bdb4b9-e8be-4ebd-bca1-a978f56b9fac req-f77e339f-723b-42a7-8b6f-c6b12adfa71a tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/security-groups?id=8194d47f-e421-419f-b3e9-dc4690e4a46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Nov 12 04:08:14.034117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-b75ab01b-18fc-4fb8-a876-602ba8db6435 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:14.035554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-b75ab01b-18fc-4fb8-a876-602ba8db6435 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.32 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 945 time: 0.0467086 Nov 12 04:08:14.137557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Deleting port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:14.137890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.225596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] For port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:14.225958 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.238071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Calling delete_port for b9b341cd-5250-4d0d-a8df-6b4584e0cb7d owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:14.363057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.378569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:14.393487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Pushing event deleted for resources: {'Port': ['ID=b9b341cd-5250-4d0d-a8df-6b4584e0cb7d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:14.445251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] No DVR routers for this DVR port b9b341cd-5250-4d0d-a8df-6b4584e0cb7d on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:14.454653 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:14.458457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b31ff4cc-4f52-4cfe-882d-a88459907ffd req-7b090421-e36a-411e-9d37-0dd57e367dd1 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.32 "DELETE /v2.0/ports/b9b341cd-5250-4d0d-a8df-6b4584e0cb7d HTTP/1.1" status: 204 len: 173 time: 0.4111450 Nov 12 04:08:14.458944 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'name': 'network-vif-deleted', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:14.461422 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b6bf2b-27c8-4302-b886-544b5361377b" -d '{"events": [{"server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "name": "network-vif-deleted", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:14.500155 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e69b7a7-2d29-4d6e-bb98-79b75d74d174 req-34bcc50d-4f64-4d68-8182-f7a3fc5b1f45 tempest-TestMinimumBasicScenario-1722486515 tempest-TestMinimumBasicScenario-1722486515-project] 10.222.0.84 "GET /v2.0/ports?device_id=67b8daea-df85-4424-b77d-fa728d4fea33 HTTP/1.1" status: 200 len: 210 time: 0.0425754 Nov 12 04:08:14.560325 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d627f-963b-45d6-bef2-0c6d024e42af x-openstack-request-id: req-ac8d627f-963b-45d6-bef2-0c6d024e42af {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:14.560627 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8daea-df85-4424-b77d-fa728d4fea33", "name": "network-vif-deleted", "tag": "b9b341cd-5250-4d0d-a8df-6b4584e0cb7d", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:14.560964 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ac8d627f-963b-45d6-bef2-0c6d024e42af {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:14.561274 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8daea-df85-4424-b77d-fa728d4fea33', 'name': 'network-vif-deleted', 'tag': 'b9b341cd-5250-4d0d-a8df-6b4584e0cb7d', 'status': 'completed', 'code': 200} Nov 12 04:08:16.054285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46270) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:16.664766 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.899831 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Deleting port 5bb33396-2028-4bd4-ba9b-33c9a19f4891 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:16.900169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.919866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b9b341cd-5250-4d0d-a8df-6b4584e0cb7d no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:16.938766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b9b341cd-5250-4d0d-a8df-6b4584e0cb7d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:16.939125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b9b341cd-5250-4d0d-a8df-6b4584e0cb7d not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:16.980511 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] For port 5bb33396-2028-4bd4-ba9b-33c9a19f4891, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=5bb33396-2028-4bd4-ba9b-33c9a19f4891,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:16.980875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:16.992955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Calling delete_port for 5bb33396-2028-4bd4-ba9b-33c9a19f4891 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:17.166399 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.190794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb33396-2028-4bd4-ba9b-33c9a19f4891,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:17.357179 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.566420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Router 2b209edf-2db2-4839-bda7-19637b8b202e has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:17.677575 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:17.682701 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c589fa44-4ff2-4198-bcaa-412ae0b396bf admin admin] 10.222.0.84 "PUT /v2.0/routers/2b209edf-2db2-4839-bda7-19637b8b202e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273580 Nov 12 04:08:17.685303 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46274) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:17.686938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Sync routers for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:17.696586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:17.697200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:17.797146 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.804722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:17.914065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.966518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Deleting port 4fe71a37-f778-4d50-b50e-14b16c40a3a8 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:17.966857 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.984299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:17Z', 'revision_number': 5, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port': {'id': '4fe71a37-f778-4d50-b50e-14b16c40a3a8', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:18.010762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Checking router: 2b209edf-2db2-4839-bda7-19637b8b202e for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:18.019305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Routers {'2b209edf-2db2-4839-bda7-19637b8b202e'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:18.020073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['2b209edf-2db2-4839-bda7-19637b8b202e'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:18.050133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] For port 4fe71a37-f778-4d50-b50e-14b16c40a3a8, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=4fe71a37-f778-4d50-b50e-14b16c40a3a8,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:18.050504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.062774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Calling delete_port for 4fe71a37-f778-4d50-b50e-14b16c40a3a8 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:18.104779 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] Set router 2b209edf-2db2-4839-bda7-19637b8b202e gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:18.160316 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:17Z', 'revision_number': 6, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:18.187706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bf64fc-5572-4b65-b0d9-94741a465988 None None] The sync data for ids ['2b209edf-2db2-4839-bda7-19637b8b202e'] in n-d-615180-50 is: [{'id': '2b209edf-2db2-4839-bda7-19637b8b202e', 'name': 'tempest-TestMinimumBasicScenario-1398912392-router', 'tenant_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:50Z', 'updated_at': '2021-11-12T04:08:17Z', 'revision_number': 6, 'project_id': 'da4ca199d4174ddebb7fe6235ca05ef6', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:18.239549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.264692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe71a37-f778-4d50-b50e-14b16c40a3a8,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:18.279295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7a5f3-590b-4c20-b3fe-f5f18319382c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:18.328308 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.418096 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.420231 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.463589 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.464155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b209edf-2db2-4839-bda7-19637b8b202e {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:08:18.469672 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.470866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-267f586a-d6dc-43f3-950f-d64cbd4d8372 admin admin] 10.222.0.84 "DELETE /v2.0/routers/2b209edf-2db2-4839-bda7-19637b8b202e HTTP/1.1" status: 204 len: 168 time: 0.7846489 Nov 12 04:08:18.473380 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46276) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:18.516159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Deleting subnet 360c6fef-3e6d-4612-b664-c801f5993a46 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:18.519159 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.555667 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.638764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.688202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.714046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360c6fef-3e6d-4612-b664-c801f5993a46,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:18.717588 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.720821 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d63b7b2c-ad7d-41c6-8ac2-0fa4e6f6b283 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/360c6fef-3e6d-4612-b664-c801f5993a46 HTTP/1.1" status: 204 len: 168 time: 0.2464948 Nov 12 04:08:18.722975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d6e11-3b54-40af-82b4-388724b6d0bd None None] Network 560573ba-d432-4779-a992-c1766aac3b06 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:18.723247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46278) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:18.795425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.847699 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Deleting port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:18.848043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.914829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] For port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,segment=NetworkSegment(51c6a9f2-3ef0-478b-ba43-7cd13f820438),segment_id=51c6a9f2-3ef0-478b-ba43-7cd13f820438)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:18.915143 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:18.927220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Calling delete_port for 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:18.991294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] DHCP port deletion for 560573ba-d432-4779-a992-c1766aac3b06 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:19.011027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.037237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.041266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] No DVR routers for this DVR port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:19.057575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:19.079296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:19.079707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:19.080198 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fe71a37-f778-4d50-b50e-14b16c40a3a8 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:19.105628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Deleting port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:19.106087 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.118139 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 4fe71a37-f778-4d50-b50e-14b16c40a3a8 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:19.118573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 4fe71a37-f778-4d50-b50e-14b16c40a3a8 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:19.119067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5bb33396-2028-4bd4-ba9b-33c9a19f4891 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:19.121801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.141552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560573ba-d432-4779-a992-c1766aac3b06']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:19.151159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c6a9f2-3ef0-478b-ba43-7cd13f820438') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:19.151462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c6a9f2-3ef0-478b-ba43-7cd13f820438') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:19.161224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.175005 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.182321 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:19.182715 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:19.184697 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:19.187039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 5bb33396-2028-4bd4-ba9b-33c9a19f4891 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:19.187039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 5bb33396-2028-4bd4-ba9b-33c9a19f4891 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:19.187520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] For port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce, host n-d-615180-50, got binding levels [] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.187913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.200956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Calling delete_port for 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:19.203614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.ipam_backend_mixin [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce was not found and therefore no delete operation was performed {{(pid=102434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:08:19.204830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.230565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Pushing event deleted for resources: {'Port': ['ID=3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.238403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] No DVR routers for this DVR port 3e5cd4fc-2826-4ff9-b0c1-40d6fe2205ce on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:19.240959 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.241308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.241733 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.242106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.242631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.242976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.243321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.243801 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.244284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.244776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.245107 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.245458 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf6c96a-714e-43b9-9e61-20d5e2fdec52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.253575 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.261656 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.265469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] 10.222.0.84 "DELETE /v2.0/networks/560573ba-d432-4779-a992-c1766aac3b06 HTTP/1.1" status: 204 len: 168 time: 0.5411074 Nov 12 04:08:19.268319 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:19.282819 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbc332-9693-4221-b298-c061de5483cd admin admin] Pushing event deleted for resources: {'Network': ['ID=560573ba-d432-4779-a992-c1766aac3b06,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.608557 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.848457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Deleting port 3d000872-8bd6-43df-9536-80c92c85e4fc {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:19.848793 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.929420 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] For port 3d000872-8bd6-43df-9536-80c92c85e4fc, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=3d000872-8bd6-43df-9536-80c92c85e4fc,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.929704 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.941687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Calling delete_port for 3d000872-8bd6-43df-9536-80c92c85e4fc owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:20.115312 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.140437 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d000872-8bd6-43df-9536-80c92c85e4fc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:20.302729 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.513912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:20.623157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:20.628259 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-94022fa3-c86b-4e35-a9ef-429fa28ffbe9 admin admin] 10.222.0.84 "PUT /v2.0/routers/5cc589c7-a9b1-42b7-85f1-7787ef461af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3588669 Nov 12 04:08:20.630802 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:20.632479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Sync routers for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:20.642292 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:20.642931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:20.737100 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.843256 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.845170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:20.894317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Deleting port d7a10ec0-0f4a-463d-ab76-ed575c2c6558 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:20.894652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.976315 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] For port d7a10ec0-0f4a-463d-ab76-ed575c2c6558, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:20.976678 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.988337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Calling delete_port for d7a10ec0-0f4a-463d-ab76-ed575c2c6558 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:21.023862 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:08:20Z', 'revision_number': 5, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port': {'id': 'd7a10ec0-0f4a-463d-ab76-ed575c2c6558', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:21.053829 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Checking router: 5cc589c7-a9b1-42b7-85f1-7787ef461af1 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:21.062073 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Routers {'5cc589c7-a9b1-42b7-85f1-7787ef461af1'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:21.062689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:21.148086 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] Set router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:21.154566 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.180292 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a10ec0-0f4a-463d-ab76-ed575c2c6558,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.197129 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3370150-e51e-4032-850c-8aac5106f50c None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:21.200257 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:08:20Z', 'revision_number': 6, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:21.229855 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5d8e7-c446-4858-92ff-741fdce4ae79 None None] The sync data for ids ['5cc589c7-a9b1-42b7-85f1-7787ef461af1'] in n-d-615180-50 is: [{'id': '5cc589c7-a9b1-42b7-85f1-7787ef461af1', 'name': 'tempest-TestMinimumBasicScenario-620589023-router', 'tenant_id': '669a31cbe89a4165be29b88e0ad495f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:05:55Z', 'updated_at': '2021-11-12T04:08:20Z', 'revision_number': 6, 'project_id': '669a31cbe89a4165be29b88e0ad495f6', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:21.241397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.331125 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.333652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.377587 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.378121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc589c7-a9b1-42b7-85f1-7787ef461af1 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:08:21.382891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.384091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60fea684-dcd6-4903-9418-9369464d87b5 admin admin] 10.222.0.84 "DELETE /v2.0/routers/5cc589c7-a9b1-42b7-85f1-7787ef461af1 HTTP/1.1" status: 204 len: 168 time: 0.7522984 Nov 12 04:08:21.386505 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:21.429575 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Deleting subnet 9f5d0356-9037-44a4-b236-06af474efac9 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:08:21.432541 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.466479 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.544888 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.599714 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.629504 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.633567 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/9f5d0356-9037-44a4-b236-06af474efac9 HTTP/1.1" status: 204 len: 168 time: 0.2460425 Nov 12 04:08:21.634875 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2d218-0cab-4823-bac3-80ba45142fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5d0356-9037-44a4-b236-06af474efac9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.637268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:21.639842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa7d2f-a264-418c-b3da-a63473b1ca11 None None] Network 22b06bd9-9b15-46d9-8143-ff60179657ac requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:21.713537 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.770244 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Deleting port 6094b64e-eb3e-4429-947c-e960fe3974e4 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:21.770592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.847512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] For port 6094b64e-eb3e-4429-947c-e960fe3974e4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6094b64e-eb3e-4429-947c-e960fe3974e4,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:21.847875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.848016 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] DHCP port deletion for 22b06bd9-9b15-46d9-8143-ff60179657ac request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:21.863591 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Calling delete_port for 6094b64e-eb3e-4429-947c-e960fe3974e4 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:21.901873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Deleting port 6094b64e-eb3e-4429-947c-e960fe3974e4 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:21.902244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.949148 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.965605 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] For port 6094b64e-eb3e-4429-947c-e960fe3974e4, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6094b64e-eb3e-4429-947c-e960fe3974e4,segment=NetworkSegment(62dec885-9658-4f6e-b9cb-0c7a93f4c134),segment_id=62dec885-9658-4f6e-b9cb-0c7a93f4c134)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:21.965924 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:21.975922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6094b64e-eb3e-4429-947c-e960fe3974e4,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:21.977864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] No DVR routers for this DVR port 6094b64e-eb3e-4429-947c-e960fe3974e4 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:21.986366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Calling delete_port for 6094b64e-eb3e-4429-947c-e960fe3974e4 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:22.049994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.073114 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b06bd9-9b15-46d9-8143-ff60179657ac']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.077088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.083259 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dec885-9658-4f6e-b9cb-0c7a93f4c134') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.083564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dec885-9658-4f6e-b9cb-0c7a93f4c134') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:22.098913 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.104715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] Pushing event deleted for resources: {'Port': ['ID=6094b64e-eb3e-4429-947c-e960fe3974e4,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:22.110015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12212e-ba9b-4ac9-99b1-7832843c6e54 None None] No DVR routers for this DVR port 6094b64e-eb3e-4429-947c-e960fe3974e4 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:22.119662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.125989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:08:22.126368 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:08:22.128069 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:08:22.181792 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.187569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.190741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] 10.222.0.84 "DELETE /v2.0/networks/22b06bd9-9b15-46d9-8143-ff60179657ac HTTP/1.1" status: 204 len: 168 time: 0.5511570 Nov 12 04:08:22.203486 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e52cb-b925-4ad9-a867-2ba9336efe81 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b06bd9-9b15-46d9-8143-ff60179657ac,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:22.346391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46290) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:22.387291 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e16ef52-84f6-4d39-bbac-6fcec9da4a7e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da4ca199d4174ddebb7fe6235ca05ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388193 Nov 12 04:08:22.388845 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46292) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:22.435102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.459840 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.743831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3d000872-8bd6-43df-9536-80c92c85e4fc no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:22.770374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 3d000872-8bd6-43df-9536-80c92c85e4fc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:22.770724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 3d000872-8bd6-43df-9536-80c92c85e4fc not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:22.771280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6094b64e-eb3e-4429-947c-e960fe3974e4 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:22.792280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6094b64e-eb3e-4429-947c-e960fe3974e4 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:22.792627 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6094b64e-eb3e-4429-947c-e960fe3974e4 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:22.793052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7a10ec0-0f4a-463d-ab76-ed575c2c6558 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:22.815580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d7a10ec0-0f4a-463d-ab76-ed575c2c6558 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:22.815966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d7a10ec0-0f4a-463d-ab76-ed575c2c6558 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:22.851108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.853787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:22.854954 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8194d47f-e421-419f-b3e9-dc4690e4a46e HTTP/1.1" status: 204 len: 168 time: 0.4652178 Nov 12 04:08:22.863078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d79b-0c1e-4469-8c60-a67c90273e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194d47f-e421-419f-b3e9-dc4690e4a46e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:23.161807 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:23.200736 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-924b8d61-760a-438c-9cea-104cdf895413 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=669a31cbe89a4165be29b88e0ad495f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377052 Nov 12 04:08:23.203481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:23.249131 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.269839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.314914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.317772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.319467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad0c1c3b-3f8a-4b64-a212-343ac9594c8f HTTP/1.1" status: 204 len: 168 time: 0.1145525 Nov 12 04:08:23.326834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494bb0b-849e-4b12-be4c-cd1541aa705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c1c3b-3f8a-4b64-a212-343ac9594c8f,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:23.681407 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:24.866197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46342) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:24.870872 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837777798', 'description': 'tempest-secgroup-smoke-837777798 description', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:24.892733 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.901172 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.974675 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:24.978362 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.020690 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47800c4f-50ae-42d0-8bd4-d82d08118e7c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.053998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.057668 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.088364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.089790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2224910 Nov 12 04:08:25.090924 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782deba-8e27-4cd8-a5c0-636d34f83fde tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.093412 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46346) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.098766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.128202 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.187257 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.190760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.209178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bdb341-627a-4d35-8409-b45799179b84,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.218520 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.219752 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-728b4e09-1753-49d5-943c-fd05c24a1251 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251535 Nov 12 04:08:25.222655 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46348) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.227205 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.258373 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.315634 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.320500 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.336579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9d6c88-b1b4-4a14-9084-834f0e37b720,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.348710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.351041 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ffe87ae0-cb2a-4b57-bb30-515bf3c04b3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262805 Nov 12 04:08:25.353207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.357542 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.386338 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.443002 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.446685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.464720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59de8721-59c0-46b8-bdf1-b5ba572e9920,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.477146 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.478373 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-72104193-6f30-4f17-afc6-3e3c9985e84f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242032 Nov 12 04:08:25.482791 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46354) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.487187 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.516508 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.579547 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.583658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.603027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a554d6e-487f-4b53-920e-d282b65e4971,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.610650 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.611852 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2e9e4c1f-c704-4473-acab-6e500e0b7fec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280916 Nov 12 04:08:25.614526 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46356) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.619579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.639637 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:08:25.644259 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.706943 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.711293 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.728475 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc68bd0-18f4-4c5a-a292-18ccc321cb95,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.736327 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.737580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e6dffa45-1076-44c8-9158-f54065ad803e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220560 Nov 12 04:08:25.740285 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46358) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.744641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.764677 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:08:25.769952 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.830808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.835196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.853197 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42b4f16-af34-4ebb-aedd-8bfc079ded37,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:25.860790 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.862018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8a5db1e8-6f57-4a8d-8fab-8f9a80f96c76 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207876 Nov 12 04:08:25.865039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:25.869912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'network': {'name': 'tempest-network-smoke--694951660', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:25.888827 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:25.892499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.915781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:08:25.924639 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.924977 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Added segment a447a178-cba9-44e2-b384-b008e3b9bff7 of type vlan for network 403a573e-3e27-42c7-94a9-5ea3df1fb311 Nov 12 04:08:25.965590 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.989446 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.995058 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.995641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.031215 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1651025 Nov 12 04:08:26.034185 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46362) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:26.039445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'admin_state_up': True, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:26.062853 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.063905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.071562 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b526f0-2790-43c9-8644-ed7ed7b4d34b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Network': ['ID=403a573e-3e27-42c7-94a9-5ea3df1fb311,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:26.085930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:08:26.120342 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.534043 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.719074 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.737004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.841222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.12 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d1c3f1a6-8b29-4f21-b914-edfc75369641) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:26.938990 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:26.970300 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.010169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:27.012934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:27.018334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:27.026044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf93024-1f03-44e7-a240-eb3c5dd2dc75 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:27.042037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=d1c3f1a6-8b29-4f21-b914-edfc75369641,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:27.059389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d33e2807-f5ae-43b9-b298-a9c44b2660ce None None] Provisioning complete for port d1c3f1a6-8b29-4f21-b914-edfc75369641 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:27.059756 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d33e2807-f5ae-43b9-b298-a9c44b2660ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.092633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d33e2807-f5ae-43b9-b298-a9c44b2660ce None None] Port d1c3f1a6-8b29-4f21-b914-edfc75369641 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:27.319686 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.509811 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.634410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 717e85d2-8408-43e0-9060-522bf6c81d52 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:08:27.741713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:27.751931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Sync routers for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:27.761513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.762715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b2fefd0a-bfe7-4a5b-9b7e-c1f209c19d4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7274003 Nov 12 04:08:27.762843 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:27.763354 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:27.765945 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46366) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:27.874648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:27.888485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d9137fa0-4a52-447a-8a4c-8096c138dfef tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=1859c210c4c440cc8a42acd32c90ee8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212761 Nov 12 04:08:27.891114 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46370) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:28.047008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:27Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:28.058186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65365edb-599a-4d0d-abda-7479ca333a45 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.059725 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-65365edb-599a-4d0d-abda-7479ca333a45 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1676691 Nov 12 04:08:28.062506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46372) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:28.077782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Checking router: 717e85d2-8408-43e0-9060-522bf6c81d52 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:28.078136 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Updating router 717e85d2-8408-43e0-9060-522bf6c81d52 port d1c3f1a6-8b29-4f21-b914-edfc75369641 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:08:28.099884 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7ed72570-e99f-47a2-bfca-ae7c20e1d1ba tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339582 Nov 12 04:08:28.100281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:28.103050 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.104980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640043823', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:28.190298 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:28.194527 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.356092 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.361441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.375996 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.407652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93217cd6-1ae7-40f5-a0c3-6f76c85c62e4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:28.423287 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Attempting to bind port d1c3f1a6-8b29-4f21-b914-edfc75369641 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:28.423664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Attempting to bind port d1c3f1a6-8b29-4f21-b914-edfc75369641 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:28.424024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Attempting to bind port d1c3f1a6-8b29-4f21-b914-edfc75369641 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:28.426923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850abb7-3717-4dd8-8b46-8340530a11d7 None None] Pushing event updated for resources: {'Port': ['ID=d1c3f1a6-8b29-4f21-b914-edfc75369641,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.433714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:28.434091 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:28.434491 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.434880 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:28.435376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Bound port: d1c3f1a6-8b29-4f21-b914-edfc75369641, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:28.436528 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.446307 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Subnet': ['ID=a5dd398b-4492-4b93-99c2-2f2634ecee2b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.456032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Checking segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:28.456401 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network hostable DHCP agents. Network: 403a573e-3e27-42c7-94a9-5ea3df1fb311, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:08:28.475723 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:08:28.484371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 403a573e-3e27-42c7-94a9-5ea3df1fb311) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:28.489265 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.490118 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.496083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d92dc-2f31-4b9e-b02e-bfcda16061bf None None] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:28.506691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0289fac8-0ede-4e24-9dfb-bc5231fb8cb1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054167 Nov 12 04:08:28.509551 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:28.510192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.523438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] For port d1c3f1a6-8b29-4f21-b914-edfc75369641, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:28.568734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] For port d1c3f1a6-8b29-4f21-b914-edfc75369641, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d1c3f1a6-8b29-4f21-b914-edfc75369641,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:28.578942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.587446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] Provisioning complete for port d1c3f1a6-8b29-4f21-b914-edfc75369641 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:28.587815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.658100 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714866a-da00-47f7-9b0c-db5492231365 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:08:28.877741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:28.878367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:28.882261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850abb7-3717-4dd8-8b46-8340530a11d7 None None] Pushing event updated for resources: {'Port': ['ID=d1c3f1a6-8b29-4f21-b914-edfc75369641,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.982325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-403a573e-3e27-42c7-94a9-5ea3df1fb311', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:08:28.983211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.010286 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.045433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.080858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:29.085262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] For port d1c3f1a6-8b29-4f21-b914-edfc75369641, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d1c3f1a6-8b29-4f21-b914-edfc75369641,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:29.175805 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.336239 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b958f-4651-4d24-a20f-4b3b46668d2b None None] Pushing event updated for resources: {'Port': ['ID=d1c3f1a6-8b29-4f21-b914-edfc75369641,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.357242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Allocated IP 172.20.0.2 (403a573e-3e27-42c7-94a9-5ea3df1fb311/a5dd398b-4492-4b93-99c2-2f2634ecee2b/426aa078-3f36-4c5b-be29-04dcadc67637) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:29.378755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e0894d03-dcf2-4861-9974-1b639b185f9c None None] Provisioning complete for port d1c3f1a6-8b29-4f21-b914-edfc75369641 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:29.379109 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e0894d03-dcf2-4861-9974-1b639b185f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.612043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:27Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:29.617371 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.641960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ec8f1-ceee-49d0-9e3f-8e03e79be906 None None] The sync data for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 is: [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:27Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:29.644959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.689393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:29.695928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:29.698027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Pushing event updated for resources: {'Port': ['ID=426aa078-3f36-4c5b-be29-04dcadc67637,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.700232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:29.712659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.1 (403a573e-3e27-42c7-94a9-5ea3df1fb311/a5dd398b-4492-4b93-99c2-2f2634ecee2b/6314fdd1-c0da-4f92-a4de-43f69f5e4ff2) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:29.757031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Attempting to bind port 426aa078-3f36-4c5b-be29-04dcadc67637 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:29.757412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Attempting to bind port 426aa078-3f36-4c5b-be29-04dcadc67637 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:29.757775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Attempting to bind port 426aa078-3f36-4c5b-be29-04dcadc67637 on network 403a573e-3e27-42c7-94a9-5ea3df1fb311 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:29.763378 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:29.763903 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Checking segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:29.764313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.764705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Bound using segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:29.765288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Bound port: 426aa078-3f36-4c5b-be29-04dcadc67637, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:29.765680 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.838719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] For port 426aa078-3f36-4c5b-be29-04dcadc67637, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:29.839128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.853916 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.855675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] For port 426aa078-3f36-4c5b-be29-04dcadc67637, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=426aa078-3f36-4c5b-be29-04dcadc67637,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:29.860693 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.876252 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:29.934842 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:29.940953 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:29.945204 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:29.951782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:29.953219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08195445-839e-42e1-8131-9cc96a52c9fd None None] Pushing event updated for resources: {'Port': ['ID=426aa078-3f36-4c5b-be29-04dcadc67637,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.005871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.193957 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.494976 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.500018 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.579326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:30.582063 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.676710 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:30.678241 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:30.811296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d1c3f1a6-8b29-4f21-b914-edfc75369641 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:30.813515 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 717e85d2-8408-43e0-9060-522bf6c81d52 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:30.861556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port d1c3f1a6-8b29-4f21-b914-edfc75369641 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:30.862269 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:30.932449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ae505-45f5-4a61-a56e-84870204ba5c None None] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:08:30.934027 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:30.940276 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c28d9128-36a2-41b8-bffd-9cce42d72e5f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/717e85d2-8408-43e0-9060-522bf6c81d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294055 Nov 12 04:08:31.004135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 426aa078-3f36-4c5b-be29-04dcadc67637 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:31.007619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] Provisioning complete for port 426aa078-3f36-4c5b-be29-04dcadc67637 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.008035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.106421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-e2a5c586-75d8-4e41-9a0d-83870dde8e80 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837777798&fields=id&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 267 time: 0.0550354 Nov 12 04:08:31.177706 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 426aa078-3f36-4c5b-be29-04dcadc67637 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.178084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.221786 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-d8119888-ac0b-41a9-958c-2f14c2a15d6e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:31.223661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-d8119888-ac0b-41a9-958c-2f14c2a15d6e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 796 time: 0.1098671 Nov 12 04:08:31.238894 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-547a90ed-9d00-42be-bcb4-4e9088af4267 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/quotas/1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 375 time: 0.0093443 Nov 12 04:08:31.241450 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.295088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-3069d4b6-b3b4-439b-a59c-a8aa3f04fe91 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480547 Nov 12 04:08:31.299329 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] For port 426aa078-3f36-4c5b-be29-04dcadc67637, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=426aa078-3f36-4c5b-be29-04dcadc67637,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:31.316637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-b186727f-2a64-42dd-b0b8-af10a2d6cb21 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:08:31.319004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-b186727f-2a64-42dd-b0b8-af10a2d6cb21 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069401 Nov 12 04:08:31.322176 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.380968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.386226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5475e9-dc38-44d8-88f6-9bfe59fcb872 None None] Pushing event updated for resources: {'Port': ['ID=426aa078-3f36-4c5b-be29-04dcadc67637,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:31.435856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-35860a7d-0e6e-4b78-a613-2e694dec2149 service neutron] 10.222.0.84 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095295 Nov 12 04:08:31.454684 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Sync routers for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:31.460054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:08:31.460345 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:08:31.467376 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:31.468177 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:31.543930 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8fe4f90a-c296-4d3f-afef-2779f3138164 None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.544391 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f90a-c296-4d3f-afef-2779f3138164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.547333 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-88448c1c-7308-45cd-a2b0-15d65cf9eeb7 service neutron] 10.222.0.84 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038995 Nov 12 04:08:31.583511 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4f90a-c296-4d3f-afef-2779f3138164 None None] Port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:31.587855 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:31.598050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8fe4f90a-c296-4d3f-afef-2779f3138164 None None] Provisioning complete for port 426aa078-3f36-4c5b-be29-04dcadc67637 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.598422 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8fe4f90a-c296-4d3f-afef-2779f3138164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.734899 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e476fd46-3836-42f1-90eb-6c6a8d44e828 req-fb4fdd9c-bbdd-4345-9705-5f94ac3157b9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 210 time: 0.0285108 Nov 12 04:08:31.822301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dcf70c78-61e2-4a09-ad66-4e0dde68b5eb None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:31.822785 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dcf70c78-61e2-4a09-ad66-4e0dde68b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:31.847517 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 2, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:31.867113 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dcf70c78-61e2-4a09-ad66-4e0dde68b5eb None None] Port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:31.881539 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Checking router: 717e85d2-8408-43e0-9060-522bf6c81d52 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:31.881876 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Updating router 717e85d2-8408-43e0-9060-522bf6c81d52 port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:08:31.911121 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.182854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b40f5e1d-4ab6-4f48-8bb1-d50d04c85340 None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:32.183236 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b40f5e1d-4ab6-4f48-8bb1-d50d04c85340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.210886 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.220454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b40f5e1d-4ab6-4f48-8bb1-d50d04c85340 None None] Port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:32.248512 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.312813 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Pushing event updated for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:32.345044 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.345044 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.345402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.345664 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.346001 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.346388 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.346722 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.347078 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.347485 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.347817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.348197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.348528 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:32.383253 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d11fafe1-4adf-47bd-bb61-f1bbab3ba4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.393040 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Attempting to bind port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:32.393418 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Attempting to bind port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:32.393783 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Attempting to bind port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 on network 403a573e-3e27-42c7-94a9-5ea3df1fb311 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:32.424428 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:32.424906 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Checking segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:32.425310 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.425701 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Bound using segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:32.426178 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Bound port: 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:32.426559 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.542135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-38aed0c4-62ba-4a37-af66-128c58c18091 None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:32.542506 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-38aed0c4-62ba-4a37-af66-128c58c18091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.580716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-38aed0c4-62ba-4a37-af66-128c58c18091 None None] Port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:32.613161 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] For port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:32.619267 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] For port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:32.626163 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.689780 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e132-6467-4601-aeef-47ca3aaae8c7 None None] Pushing event updated for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:32.692299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:32.692900 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:32.774265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 426aa078-3f36-4c5b-be29-04dcadc67637 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:32.838985 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:32.840620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 426aa078-3f36-4c5b-be29-04dcadc67637 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:32.841084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.904325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c77e9a97-252d-4e55-972c-a10a53fcdb5f req-1dfcd3e6-6824-405d-aa8e-8f00784df1a9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 210 time: 0.0680833 Nov 12 04:08:33.001520 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:33.001759 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.040394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-ae395dda-873f-447d-8ba0-6c4b5bcf62ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.042276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-ae395dda-873f-447d-8ba0-6c4b5bcf62ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 796 time: 0.1851013 Nov 12 04:08:33.085968 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:32Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:33.088381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.117766 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d759c8e6-657e-47a8-bf87-410989c0a441 None None] The sync data for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 is: [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:32Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:33.119770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-8aad86a6-8a7c-4dbe-abbe-96a65f5c1a9a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 379 time: 0.0594618 Nov 12 04:08:33.125911 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] For port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:33.130652 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.130848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'port': {'device_id': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'admin_state_up': True, 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'security_groups': ['125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:33.203035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541f34c-f62a-483d-a655-38f2c6641e14 None None] Pushing event updated for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.278175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:33.282057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.410462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.5 (403a573e-3e27-42c7-94a9-5ea3df1fb311/a5dd398b-4492-4b93-99c2-2f2634ecee2b/b2521f19-09cd-4734-bfb4-849d0cdb6243) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:33.562751 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.601592 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.649998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:33.653229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:33.657808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:33.686204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:33.714747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.715420 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.735231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-15c281d2-2cdc-43e4-ba53-eafe3a85cd66 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087022 Nov 12 04:08:33.754414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Request body: {'port': {'device_id': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:33.811683 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:33.959850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-9dd90aae-715f-490c-949b-655198893aaa None None] Provisioning complete for port b2521f19-09cd-4734-bfb4-849d0cdb6243 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:33.960931 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9dd90aae-715f-490c-949b-655198893aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.002437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-9dd90aae-715f-490c-949b-655198893aaa None None] Port b2521f19-09cd-4734-bfb4-849d0cdb6243 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:34.031896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0c28d-9937-4e9e-8263-83f42e7d6f22 req-0c5fde59-5e2b-441b-910a-92657db165da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.033411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58d0c28d-9937-4e9e-8263-83f42e7d6f22 req-0c5fde59-5e2b-441b-910a-92657db165da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 931 time: 0.0563402 Nov 12 04:08:34.094016 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-58d0c28d-9937-4e9e-8263-83f42e7d6f22 req-cbaf541a-05b9-4602-90ae-93f1e5ca3bf6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545337 Nov 12 04:08:34.120367 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2521f19-09cd-4734-bfb4-849d0cdb6243 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:34.129033 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.142957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Transition to ACTIVE for port object b2521f19-09cd-4734-bfb4-849d0cdb6243 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:34.147127 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.217426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Pushing event updated for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.269830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Attempting to bind port b2521f19-09cd-4734-bfb4-849d0cdb6243 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:34.270174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Attempting to bind port b2521f19-09cd-4734-bfb4-849d0cdb6243 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:34.270510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Attempting to bind port b2521f19-09cd-4734-bfb4-849d0cdb6243 on network 403a573e-3e27-42c7-94a9-5ea3df1fb311 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:34.275063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Port b2521f19-09cd-4734-bfb4-849d0cdb6243 on network 403a573e-3e27-42c7-94a9-5ea3df1fb311 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:34.275419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Attempting to bind port b2521f19-09cd-4734-bfb4-849d0cdb6243 on network 403a573e-3e27-42c7-94a9-5ea3df1fb311 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:34.280320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:34.280662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Checking segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:34.281056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Bound using segment: {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:34.281494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Bound port: b2521f19-09cd-4734-bfb4-849d0cdb6243, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a447a178-cba9-44e2-b384-b008e3b9bff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:34.281856 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.352080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:34.355376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:34.359726 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.393364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.393970 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.395397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] 10.222.0.32 "PUT /v2.0/ports/b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 1092 time: 0.6459792 Nov 12 04:08:34.395837 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:34.398145 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f991912c-c7bb-46e3-a263-579a6591c51b" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:34.423941 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc1d1-aa92-4de0-85ce-a47ef2eb15ab service neutron] Pushing event updated for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:34.453765 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a9d6bc-f2be-4662-9b04-b8e2c2e10f89 x-openstack-request-id: req-b5a9d6bc-f2be-4662-9b04-b8e2c2e10f89 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:34.454531 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:34.454984 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b5a9d6bc-f2be-4662-9b04-b8e2c2e10f89 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:34.456017 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'status': 'completed', 'code': 200} Nov 12 04:08:34.502408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-7a7ea8d9-debd-4ffa-84b9-d8695a611e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.504059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-7a7ea8d9-debd-4ffa-84b9-d8695a611e93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1095 time: 0.0455770 Nov 12 04:08:34.557136 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-61863785-1f83-469e-b1a4-f174d97c1d0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 217 time: 0.0363030 Nov 12 04:08:34.612379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-d21e2762-2005-411e-93a1-d9897bf330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.613874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-d21e2762-2005-411e-93a1-d9897bf330a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 200 len: 835 time: 0.0499580 Nov 12 04:08:34.663847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d97df-8637-462d-a30d-096121c5a1ea req-5e8142e9-688f-4fc3-9372-d6d5398a5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.665349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-5e8142e9-688f-4fc3-9372-d6d5398a5af7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=403a573e-3e27-42c7-94a9-5ea3df1fb311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408885 Nov 12 04:08:34.764620 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-52828b41-07d9-48b3-932e-391cb070ecef service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Nov 12 04:08:34.774164 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ce0-e91c-476f-b961-bcef0031f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.776984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:34.825863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:34.826149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:34.859214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c12d97df-8637-462d-a30d-096121c5a1ea req-0be775a9-7099-45da-ae2a-5c9db74a09aa service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830948 Nov 12 04:08:34.951369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991912c-c7bb-46e3-a263-579a6591c51b req-add779f7-0203-4731-8022-a8c9d396c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.952844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-add779f7-0203-4731-8022-a8c9d396c298 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1095 time: 0.0413315 Nov 12 04:08:35.044923 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991912c-c7bb-46e3-a263-579a6591c51b req-04b89262-2cef-47d3-8929-075e63d1ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.046440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-04b89262-2cef-47d3-8929-075e63d1ca7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 897 time: 0.0867724 Nov 12 04:08:35.088372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-5772e673-e1c5-48a2-bc99-083e394594ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 217 time: 0.0346065 Nov 12 04:08:35.140520 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991912c-c7bb-46e3-a263-579a6591c51b req-89c7e499-5642-485b-a009-6782594ab808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.142024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-89c7e499-5642-485b-a009-6782594ab808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 200 len: 835 time: 0.0467868 Nov 12 04:08:35.187938 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991912c-c7bb-46e3-a263-579a6591c51b req-a2c9dba2-a78c-4a08-9d33-8382399d1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.189457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-a2c9dba2-a78c-4a08-9d33-8382399d1bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=403a573e-3e27-42c7-94a9-5ea3df1fb311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398223 Nov 12 04:08:35.224045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44e1e-aa08-4b9d-93e7-bf88a767bb03 req-2202d274-fde2-4712-a5aa-bb9ab919968f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.225584 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dec44e1e-aa08-4b9d-93e7-bf88a767bb03 req-2202d274-fde2-4712-a5aa-bb9ab919968f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 943 time: 0.0543296 Nov 12 04:08:35.275517 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dec44e1e-aa08-4b9d-93e7-bf88a767bb03 req-37aa522a-478f-47b3-80f7-79fe90a4f5af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Nov 12 04:08:35.280595 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-21d80e2f-20f8-4c89-a302-1ef9b8534e1c service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827231 Nov 12 04:08:35.372856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f991912c-c7bb-46e3-a263-579a6591c51b req-b32446ab-58c5-4aea-8021-f374e7fe280a service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844166 Nov 12 04:08:35.841308 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:36.390119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5518a-8061-4c86-a385-06f0bd76a7b9 req-b9adfa17-6283-4315-ad1c-8106ab7b6c29 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.391611 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14d5518a-8061-4c86-a385-06f0bd76a7b9 req-b9adfa17-6283-4315-ad1c-8106ab7b6c29 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 943 time: 0.0484498 Nov 12 04:08:36.439535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14d5518a-8061-4c86-a385-06f0bd76a7b9 req-4272339f-c8c3-4d53-9d59-0ebb53bd9740 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Nov 12 04:08:37.028661 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b2521f19-09cd-4734-bfb4-849d0cdb6243 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:37.119344 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:37.133705 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'port_id': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'mac_address': 'fa:16:3e:6b:c4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:37.170869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.183488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2521f19-09cd-4734-bfb4-849d0cdb6243 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:37.203815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:37.207993 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.254552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:37.376852 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:37.451740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['b2521f19-09cd-4734-bfb4-849d0cdb6243'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:37.559357 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188d3a-b18b-4794-a3ba-d40590e07374 req-af1f6c68-0234-4671-bb71-38c32f814d89 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.560853 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15188d3a-b18b-4794-a3ba-d40590e07374 req-af1f6c68-0234-4671-bb71-38c32f814d89 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 944 time: 0.0491595 Nov 12 04:08:37.611480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-15188d3a-b18b-4794-a3ba-d40590e07374 req-0d06fe9e-78f0-4f61-a5f3-b26ae2e0b277 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Nov 12 04:08:38.327771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:38.734105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97345bd-d83d-4fd0-bdcb-ec1ee55ed733 req-cf959ad6-ddb7-4701-81bc-e81e7a846429 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:38.735626 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f97345bd-d83d-4fd0-bdcb-ec1ee55ed733 req-cf959ad6-ddb7-4701-81bc-e81e7a846429 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 944 time: 0.0558631 Nov 12 04:08:38.784350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f97345bd-d83d-4fd0-bdcb-ec1ee55ed733 req-c3ab7663-bb4f-4ea0-9116-1781ea6536c8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Nov 12 04:08:39.045067 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b2521f19-09cd-4734-bfb4-849d0cdb6243 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:39.095763 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port b2521f19-09cd-4734-bfb4-849d0cdb6243 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:39.100324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port b2521f19-09cd-4734-bfb4-849d0cdb6243 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:39.100690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.174045 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.196206 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:39.198534 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c31c5-f58f-4310-ad5a-16778d44882e" -d '{"events": [{"server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "name": "network-vif-plugged", "status": "completed", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:39.211569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:39.216044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:39.266926 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:39.289378 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856453c9-cb3d-4036-9fc4-d141a3283ca2 x-openstack-request-id: req-856453c9-cb3d-4036-9fc4-d141a3283ca2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:39.289677 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "name": "network-vif-plugged", "status": "completed", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:39.289934 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-856453c9-cb3d-4036-9fc4-d141a3283ca2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:39.290335 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'code': 200} Nov 12 04:08:39.391393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a465-dcdc-4925-b93e-1e325eb2065a req-c43f8749-894f-4b8a-a6c0-18212baff5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.392767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda3a465-dcdc-4925-b93e-1e325eb2065a req-c43f8749-894f-4b8a-a6c0-18212baff5aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1097 time: 0.0397525 Nov 12 04:08:39.443864 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-cda3a465-dcdc-4925-b93e-1e325eb2065a req-4b27b833-76be-4fd2-a2b7-7ff974fda4e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Nov 12 04:08:39.898283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e235-9869-4aa4-b7ba-cfef59fce198 req-5e0c4bef-fef2-456c-b2ee-f14620e58a9b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.899815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3532e235-9869-4aa4-b7ba-cfef59fce198 req-5e0c4bef-fef2-456c-b2ee-f14620e58a9b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Nov 12 04:08:39.950932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3532e235-9869-4aa4-b7ba-cfef59fce198 req-1eea1bad-c2bf-4f2b-a38c-5efeeae67330 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Nov 12 04:08:41.068627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fd5f2-ad3c-4f3b-bf09-15d4507d8eb9 req-c25206b9-fc4a-4544-ae08-e65c8d274af9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.070590 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd4fd5f2-ad3c-4f3b-bf09-15d4507d8eb9 req-c25206b9-fc4a-4544-ae08-e65c8d274af9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0519223 Nov 12 04:08:41.118400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cd4fd5f2-ad3c-4f3b-bf09-15d4507d8eb9 req-0f7751a5-21ab-4bae-9d5f-f0718aa40ca0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 Nov 12 04:08:41.239960 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29a42e-c70e-4554-929b-c5aa7096a9ad req-a18bf365-6ae3-4bc4-ad0c-31e35149ebad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.241363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a29a42e-c70e-4554-929b-c5aa7096a9ad req-a18bf365-6ae3-4bc4-ad0c-31e35149ebad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0568457 Nov 12 04:08:41.290235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a29a42e-c70e-4554-929b-c5aa7096a9ad req-92258416-f96e-4c1e-948a-06bec351a0a9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427301 Nov 12 04:08:41.311215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46434) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.350177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d3471-bb83-4989-96ae-3a520fb7c9b3 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.351867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b37d3471-bb83-4989-96ae-3a520fb7c9b3 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1092 time: 0.0397000 Nov 12 04:08:41.354757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46436) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:41.359059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:41.380447 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.758832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.857980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.161 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/2bcfd407-745a-405a-b8fc-da6b43c19c75) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:41.957987 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.989763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.024588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:42.027290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:42.033196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:42.063305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=2bcfd407-745a-405a-b8fc-da6b43c19c75,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:42.385754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.452708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.593989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.598659 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.665397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=2bcfd407-745a-405a-b8fc-da6b43c19c75,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:42.678341 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:42.781238 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP 2d35701c-5c21-4048-b95c-c9f70cec9a12 associated. External IP: 172.25.2.161, port: b2521f19-09cd-4734-bfb4-849d0cdb6243. Nov 12 04:08:42.985183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 717e85d2-8408-43e0-9060-522bf6c81d52 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:43.091424 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:43.101927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Sync routers for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:43.109961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.112576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:43.113208 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.137635 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-aeb142b8-082d-483e-99c0-1ef33a8018fd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7818139 Nov 12 04:08:43.138225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:43.140876 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:43.177945 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d35fec-87c9-4b22-909f-f3a1500b0b86 x-openstack-request-id: req-a3d35fec-87c9-4b22-909f-f3a1500b0b86 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:43.178243 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:43.179012 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-a3d35fec-87c9-4b22-909f-f3a1500b0b86 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:43.179467 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'status': 'completed', 'code': 200} Nov 12 04:08:43.225694 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:43.243888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8d44-a2ab-4483-8bb7-b768a0a55461 req-ab2b34ed-0f9b-4c74-b2c3-8ac8f7016b6c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.244420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-f1424d8d-8f01-4512-80e6-4d7a1a81b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.245642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-f1424d8d-8f01-4512-80e6-4d7a1a81b1c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1097 time: 0.0425420 Nov 12 04:08:43.246404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0aad8d44-a2ab-4483-8bb7-b768a0a55461 req-ab2b34ed-0f9b-4c74-b2c3-8ac8f7016b6c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0574830 Nov 12 04:08:43.298867 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0aad8d44-a2ab-4483-8bb7-b768a0a55461 req-3eecda78-d83d-427c-bc62-5da885adcc28 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463920 Nov 12 04:08:43.321457 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46442) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:43.355105 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-208b6209-74b6-49d8-9350-a371f9fbd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.356628 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-208b6209-74b6-49d8-9350-a371f9fbd393 service neutron] 10.222.0.32 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 897 time: 0.1018193 Nov 12 04:08:43.424555 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-38f9aecd-e1df-4d92-a2a9-c45840139db6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 999 time: 0.0603917 Nov 12 04:08:43.458268 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '2d35701c-5c21-4048-b95c-c9f70cec9a12', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'port_id': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'mac_address': 'fa:16:3e:6b:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:42Z', 'updated_at': '2021-11-12T04:08:42Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.481407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-2e0add75-465a-44a0-8aef-094f73f44a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.482954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-2e0add75-465a-44a0-8aef-094f73f44a01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 200 len: 835 time: 0.0512300 Nov 12 04:08:43.490463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Checking router: 717e85d2-8408-43e0-9060-522bf6c81d52 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:43.500653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:43.501321 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:08:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.536586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-400181c2-b683-463d-839c-31fb274637ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.538673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-400181c2-b683-463d-839c-31fb274637ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=403a573e-3e27-42c7-94a9-5ea3df1fb311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484302 Nov 12 04:08:43.617322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:43.634606 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-b99161df-f83d-4696-8ce3-00c69fb3591a service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887918 Nov 12 04:08:43.740667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ab0a0ac3-93bc-4bd5-9477-88b4c31e223c req-065a3632-af8b-4ce6-9f7d-cd8dcf1309b2 service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957482 Nov 12 04:08:43.750796 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-c2463590-4f4c-4b4d-839e-8d73a293db3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/2d35701c-5c21-4048-b95c-c9f70cec9a12 HTTP/1.1" status: 200 len: 991 time: 0.4277616 Nov 12 04:08:43.846815 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '2d35701c-5c21-4048-b95c-c9f70cec9a12', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'port_id': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'mac_address': 'fa:16:3e:6b:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:42Z', 'updated_at': '2021-11-12T04:08:42Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:43.876145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a2ee7-4110-47b4-9695-71dacf772943 None None] The sync data for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 is: [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '2d35701c-5c21-4048-b95c-c9f70cec9a12', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'port_id': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'mac_address': 'fa:16:3e:6b:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:42Z', 'updated_at': '2021-11-12T04:08:42Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:44.069725 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981bc702-5aba-4e56-a86d-4ca8af444cac None None] New status for floating IP 2d35701c-5c21-4048-b95c-c9f70cec9a12: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:44.754269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46444) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:44.814039 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0b077e98-962c-4930-a96b-1f68f8e98bc8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/2d35701c-5c21-4048-b95c-c9f70cec9a12 HTTP/1.1" status: 200 len: 993 time: 0.0586479 Nov 12 04:08:58.473339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:58.888615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-4a43e7b7-b06a-4a3f-863b-42d2c4580e30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407386 Nov 12 04:08:58.972933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-52f4d3be-5a90-4838-ac8e-08b525483cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:58.974411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-52f4d3be-5a90-4838-ac8e-08b525483cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1097 time: 0.0394416 Nov 12 04:08:59.080998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-b62ac57d-9d01-4402-82e0-afca9131add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.082667 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-b62ac57d-9d01-4402-82e0-afca9131add6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 897 time: 0.0865271 Nov 12 04:08:59.149281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-4bd244e1-0daa-45df-8d6e-9af51a814ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 1001 time: 0.0587804 Nov 12 04:08:59.200980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-7bf153f3-9a94-4339-a997-db1dcf3e7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.202399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-7bf153f3-9a94-4339-a997-db1dcf3e7a7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 200 len: 835 time: 0.0464506 Nov 12 04:08:59.247992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-88ac1ea0-8143-4c07-864e-dbd6c8ec7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:59.249456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-88ac1ea0-8143-4c07-864e-dbd6c8ec7c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=403a573e-3e27-42c7-94a9-5ea3df1fb311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399995 Nov 12 04:08:59.338362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-ce9670df-66ae-4e38-96e2-9d4fd2c8a284 service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806053 Nov 12 04:08:59.435503 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-27e64793-56fc-4be0-8309-46fff2cd3c93 req-bdeb74b3-17f3-403e-9e0c-f78243afb923 service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 Nov 12 04:08:59.834777 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:00.680527 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:02.378268 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c3f5885d-66c1-41cc-a70c-c450f9676ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:04.767493 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c16b79bb-3a59-4603-ba4b-232d1c1f819b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:05.843874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:07.376418 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:08.328379 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:18.160238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b9fc-7ab7-42d8-95a7-0d050e4375d7 req-1c8a0c24-a8a8-4a8a-b26f-89e4fa805c04 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:18.161740 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9108b9fc-7ab7-42d8-95a7-0d050e4375d7 req-1c8a0c24-a8a8-4a8a-b26f-89e4fa805c04 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Nov 12 04:09:18.209722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9108b9fc-7ab7-42d8-95a7-0d050e4375d7 req-e7281377-0efc-4f71-b4d7-7b1f3026480b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419526 Nov 12 04:09:19.326553 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880b309-0a4e-4c74-92cf-ca47f0b4db9b req-39df174d-6d00-41e7-9e36-e6bed800d056 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:19.329977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1880b309-0a4e-4c74-92cf-ca47f0b4db9b req-39df174d-6d00-41e7-9e36-e6bed800d056 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0506239 Nov 12 04:09:19.379779 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1880b309-0a4e-4c74-92cf-ca47f0b4db9b req-88d6c613-8110-4a74-a1ed-b150d2eeafb0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Nov 12 04:09:19.401858 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46464) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:19.464252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e3313a2a-1dcd-4fec-b84e-b63c760cd659 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/2d35701c-5c21-4048-b95c-c9f70cec9a12 HTTP/1.1" status: 200 len: 993 time: 0.0612352 Nov 12 04:09:20.742174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e1f27-2eb4-40a0-a42f-b5b1dbe5508f req-24fb1127-9ff9-4d80-98c4-58d31cac1822 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:20.743732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba7e1f27-2eb4-40a0-a42f-b5b1dbe5508f req-24fb1127-9ff9-4d80-98c4-58d31cac1822 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0558970 Nov 12 04:09:20.796678 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba7e1f27-2eb4-40a0-a42f-b5b1dbe5508f req-c5f40fc9-5859-4269-9a41-03fe82764b26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456953 Nov 12 04:09:21.915389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfb3c9-b2ec-4d7f-a841-980999f1c17e req-a70a813a-57ee-4df7-81da-21ad209879f2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:21.916874 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cdfb3c9-b2ec-4d7f-a841-980999f1c17e req-a70a813a-57ee-4df7-81da-21ad209879f2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Nov 12 04:09:21.968046 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7cdfb3c9-b2ec-4d7f-a841-980999f1c17e req-0713cb5b-a849-4c9d-b130-bac4798caf2a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450273 Nov 12 04:09:21.990709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46474) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:22.052512 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3565af9f-ec14-4bef-93a2-1f548e72755a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/2d35701c-5c21-4048-b95c-c9f70cec9a12 HTTP/1.1" status: 200 len: 993 time: 0.0604784 Nov 12 04:09:22.264008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46480) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:22.414588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 2bcfd407-745a-405a-b8fc-da6b43c19c75 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:22.414827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.487443 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.487763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.498955 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 2bcfd407-745a-405a-b8fc-da6b43c19c75 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:22.676757 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.700723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=2bcfd407-745a-405a-b8fc-da6b43c19c75,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:22.726559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.726916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.727297 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.727639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.727978 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.728313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.728645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.728979 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.729308 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.729638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.729966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.730290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:22.768854 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.769253 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP 2d35701c-5c21-4048-b95c-c9f70cec9a12 disassociated (deleted). External IP: 172.25.2.161, port: b2521f19-09cd-4734-bfb4-849d0cdb6243. Nov 12 04:09:22.969559 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 717e85d2-8408-43e0-9060-522bf6c81d52 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:23.360802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:23.365156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:23.370308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Sync routers for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:23.379786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:23.380389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:23.393123 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-381038aa-d890-4c74-90f2-5f9f3b764b40 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/floatingips/2d35701c-5c21-4048-b95c-c9f70cec9a12 HTTP/1.1" status: 204 len: 168 time: 1.1280463 Nov 12 04:09:23.394127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:23.396553 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:23.434569 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a960ed-b724-4a18-9cb5-e2ff67333329 x-openstack-request-id: req-27a960ed-b724-4a18-9cb5-e2ff67333329 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:23.434874 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:23.435169 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-27a960ed-b724-4a18-9cb5-e2ff67333329 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:23.435575 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'status': 'completed', 'code': 200} Nov 12 04:09:23.486405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:23.516302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-de222254-e7b7-4a4e-a28d-9926098ea71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.529661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-de222254-e7b7-4a4e-a28d-9926098ea71b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 1097 time: 0.0611234 Nov 12 04:09:23.662131 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-e438021a-6216-497e-9cb5-8f1550ff3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.663571 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-e438021a-6216-497e-9cb5-8f1550ff3c35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 200 len: 897 time: 0.1221240 Nov 12 04:09:23.672588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed63f2-c810-4d04-bb73-635042c869a0 req-e033ec32-4f38-4871-909d-1475bc5443d7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.673998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52ed63f2-c810-4d04-bb73-635042c869a0 req-e033ec32-4f38-4871-909d-1475bc5443d7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0746131 Nov 12 04:09:23.684500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:23.710032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Checking router: 717e85d2-8408-43e0-9060-522bf6c81d52 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:23.718165 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:23.718764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:23.723784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-26f24724-ecef-4a8f-b047-e6830335441a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 200 len: 217 time: 0.0488667 Nov 12 04:09:23.784614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-52ed63f2-c810-4d04-bb73-635042c869a0 req-b550d94b-3782-458a-9880-af974fbfe04d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037657 Nov 12 04:09:23.796493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-07e20197-ab64-414f-9749-7cca51956d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.798092 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-07e20197-ab64-414f-9749-7cca51956d27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 200 len: 835 time: 0.0660193 Nov 12 04:09:23.823652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:23.846816 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-90e1e45f-a9fe-4610-a0d5-760d07bfe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:23.848399 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-90e1e45f-a9fe-4610-a0d5-760d07bfe4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=403a573e-3e27-42c7-94a9-5ea3df1fb311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408671 Nov 12 04:09:23.951020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-64b11d78-b341-4fc9-a2fd-96b60e1e973a service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936179 Nov 12 04:09:24.043240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9c5da25d-de17-4c35-8b23-d0e4f907c7a1 req-ab1d4772-fc97-42ad-9a50-69ca6bff6b8a service neutron] 10.222.0.32 "GET /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Nov 12 04:09:24.177510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:24.202184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b692d7b-e1fe-47b6-bc86-b58d9734fe5d None None] The sync data for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 is: [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:30Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '6314fdd1-c0da-4f92-a4de-43f69f5e4ff2', 'name': '', 'network_id': '403a573e-3e27-42c7-94a9-5ea3df1fb311', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:a6:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:29Z', 'updated_at': '2021-11-12T04:08:33Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'a5dd398b-4492-4b93-99c2-2f2634ecee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:24.410596 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661b0a7-cfa4-4eab-a069-257ef43bda9e None None] New status for floating IP 2d35701c-5c21-4048-b95c-c9f70cec9a12: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:24.899972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44289d-ba8e-44ec-8109-c304278c79fd req-ea094922-a36c-4508-97c6-0afa5872604a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:24.901444 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be44289d-ba8e-44ec-8109-c304278c79fd req-ea094922-a36c-4508-97c6-0afa5872604a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0479040 Nov 12 04:09:24.951965 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-be44289d-ba8e-44ec-8109-c304278c79fd req-ae15ec7c-9373-4b81-9fae-ff930d17a855 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Nov 12 04:09:25.375024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2097b-d059-484c-af14-aeadfc293979 req-5d5e051f-67db-4e57-b592-ee1e4ef2f495 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:25.376510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fb2097b-d059-484c-af14-aeadfc293979 req-5d5e051f-67db-4e57-b592-ee1e4ef2f495 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Nov 12 04:09:25.469378 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port b2521f19-09cd-4734-bfb4-849d0cdb6243 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:25.469718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.561602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port b2521f19-09cd-4734-bfb4-849d0cdb6243, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=b2521f19-09cd-4734-bfb4-849d0cdb6243,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:25.562259 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.576589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for b2521f19-09cd-4734-bfb4-849d0cdb6243 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:25.703526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.735440 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=b2521f19-09cd-4734-bfb4-849d0cdb6243,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:25.778593 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] No DVR routers for this DVR port b2521f19-09cd-4734-bfb4-849d0cdb6243 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:25.781178 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.784492 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7fb2097b-d059-484c-af14-aeadfc293979 req-c3deb5d9-8540-441f-9197-c96ef2dbcc95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "DELETE /v2.0/ports/b2521f19-09cd-4734-bfb4-849d0cdb6243 HTTP/1.1" status: 204 len: 173 time: 0.3975210 Nov 12 04:09:25.784940 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'name': 'network-vif-deleted', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:25.787201 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a466abc0-5205-4c73-8b52-223233bc0ca6" -d '{"events": [{"server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "name": "network-vif-deleted", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:25.830241 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7776ee6d-c3f9-4f24-90a3-8c7e72bd246b x-openstack-request-id: req-7776ee6d-c3f9-4f24-90a3-8c7e72bd246b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:25.830543 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176c0d59-e7b2-46f5-a045-9eccfa665a86", "name": "network-vif-deleted", "tag": "b2521f19-09cd-4734-bfb4-849d0cdb6243", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:25.830818 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-7776ee6d-c3f9-4f24-90a3-8c7e72bd246b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:25.831290 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c0d59-e7b2-46f5-a045-9eccfa665a86', 'name': 'network-vif-deleted', 'tag': 'b2521f19-09cd-4734-bfb4-849d0cdb6243', 'status': 'completed', 'code': 200} Nov 12 04:09:26.056880 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-07fe1580-b86b-4aca-a019-363e9c58034b req-9823e61f-c95f-42bb-968f-243d5b5514a7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=176c0d59-e7b2-46f5-a045-9eccfa665a86 HTTP/1.1" status: 200 len: 210 time: 0.0262964 Nov 12 04:09:27.114095 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46496) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:27.467848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.714589 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:27.715478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.802712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:27.803079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.815261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:27.996183 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.031215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=6314fdd1-c0da-4f92-a4de-43f69f5e4ff2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.198045 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.408043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 717e85d2-8408-43e0-9060-522bf6c81d52 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:28.471607 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.513999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:28.519218 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-5842b2b8-236d-432b-a769-5991979cd84d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/717e85d2-8408-43e0-9060-522bf6c81d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4040310 Nov 12 04:09:28.521815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46498) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:28.523020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Sync routers for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:28.533131 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:28.533744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:28.573325 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting subnet a5dd398b-4492-4b93-99c2-2f2634ecee2b {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:09:28.577355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.615549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.644776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:28.701763 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.764431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.792578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dd398b-4492-4b93-99c2-2f2634ecee2b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:28.796271 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.800271 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cd6dfae9-1807-4770-82b8-56f5cfb0ff0f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/subnets/a5dd398b-4492-4b93-99c2-2f2634ecee2b HTTP/1.1" status: 204 len: 168 time: 0.2775192 Nov 12 04:09:28.802881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46500) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:28.810226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999eed94-98bc-44ff-b8e2-cfa5698e0eec None None] Network 403a573e-3e27-42c7-94a9-5ea3df1fb311 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:28.910390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:28.928293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:09:27Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:28.958449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Checking router: 717e85d2-8408-43e0-9060-522bf6c81d52 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:28.975700 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Routers {'717e85d2-8408-43e0-9060-522bf6c81d52'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:28.976302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['717e85d2-8408-43e0-9060-522bf6c81d52'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:29.018861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.062552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] DHCP port deletion for 403a573e-3e27-42c7-94a9-5ea3df1fb311 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:29.071405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port d1c3f1a6-8b29-4f21-b914-edfc75369641 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:29.071744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.114545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] Set router 717e85d2-8408-43e0-9060-522bf6c81d52 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:29.152779 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port d1c3f1a6-8b29-4f21-b914-edfc75369641, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=d1c3f1a6-8b29-4f21-b914-edfc75369641,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:29.153156 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.164693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for d1c3f1a6-8b29-4f21-b914-edfc75369641 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:29.236036 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Deleting port 426aa078-3f36-4c5b-be29-04dcadc67637 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:09:29.236323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.297026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b2521f19-09cd-4734-bfb4-849d0cdb6243 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:29.328676 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.337465 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: b2521f19-09cd-4734-bfb4-849d0cdb6243 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:29.337824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device b2521f19-09cd-4734-bfb4-849d0cdb6243 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:29.355186 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=d1c3f1a6-8b29-4f21-b914-edfc75369641,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.373976 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac9a2d8-2f71-42ba-bc20-da31a2f1d230 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:29.379755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] For port 426aa078-3f36-4c5b-be29-04dcadc67637, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=426aa078-3f36-4c5b-be29-04dcadc67637,segment=NetworkSegment(a447a178-cba9-44e2-b384-b008e3b9bff7),segment_id=a447a178-cba9-44e2-b384-b008e3b9bff7)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:29.380151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.400974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Calling delete_port for 426aa078-3f36-4c5b-be29-04dcadc67637 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:09:29.415737 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.453097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:09:27Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:29.488728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387ac454-1f5a-4d3c-9e67-f8ca6b79deec None None] The sync data for ids ['717e85d2-8408-43e0-9060-522bf6c81d52'] in n-d-615180-50 is: [{'id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064111021', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:09:27Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'd1c3f1a6-8b29-4f21-b914-edfc75369641', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717e85d2-8408-43e0-9060-522bf6c81d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:08:26Z', 'updated_at': '2021-11-12T04:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:29.522291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.550600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Pushing event deleted for resources: {'Port': ['ID=426aa078-3f36-4c5b-be29-04dcadc67637,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:29.555063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] No DVR routers for this DVR port 426aa078-3f36-4c5b-be29-04dcadc67637 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:09:29.562334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.562713 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.563008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.563405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.563735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.564063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.564388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.564715 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.565034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.565355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.565675 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.565994 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e231a65-6eaa-4fd1-9d44-430b0a6aba62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:29.795273 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.797316 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.845212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.847933 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.848515 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Fanout notify agent at l3_agent the message router_deleted on router 717e85d2-8408-43e0-9060-522bf6c81d52 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:09:29.855940 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:29.857087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-39ed06f1-d41f-44f2-a216-bb63931f5065 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/routers/717e85d2-8408-43e0-9060-522bf6c81d52 HTTP/1.1" status: 204 len: 168 time: 1.0528293 Nov 12 04:09:29.859841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46502) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:29.938585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.033998 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.053715 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403a573e-3e27-42c7-94a9-5ea3df1fb311']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:30.063630 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a447a178-cba9-44e2-b384-b008e3b9bff7') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:30.063936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a447a178-cba9-44e2-b384-b008e3b9bff7') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:30.073720 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.088241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.094519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:09:30.094911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:09:30.098090 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:09:30.164292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.169418 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.173474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/networks/403a573e-3e27-42c7-94a9-5ea3df1fb311 HTTP/1.1" status: 204 len: 168 time: 0.3127031 Nov 12 04:09:30.176659 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46504) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.188557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc1d69-529a-4e83-8f45-916d6714296c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Network': ['ID=403a573e-3e27-42c7-94a9-5ea3df1fb311,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.236401 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.261009 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.319069 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.321713 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.322881 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/security-groups/125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e HTTP/1.1" status: 204 len: 168 time: 0.1451960 Nov 12 04:09:30.333024 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125f7919-3ed0-4e9d-a9ee-8ec0eff36f8e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.341141 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.341491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.341836 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.342173 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.342524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.342952 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.343388 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.343726 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.344089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.344380 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.344792 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.345198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa3892-221e-4cea-8ac6-1f0e37e31c5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:30.685242 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46510) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.689888 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893320145', 'description': 'tempest-secgroup-smoke-1893320145 description', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:30.717383 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.789310 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.793542 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.796276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d1c3f1a6-8b29-4f21-b914-edfc75369641 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:30.816044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: d1c3f1a6-8b29-4f21-b914-edfc75369641 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:30.816460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device d1c3f1a6-8b29-4f21-b914-edfc75369641 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:30.816881 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:30.823331 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.825188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388958 Nov 12 04:09:30.827031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ecfeb-e271-4053-aa69-5caad08a84da tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f910805-9e98-400d-aabe-2db0ea6dd779,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.828330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46512) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.835505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:30.836787 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:30.837158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 6314fdd1-c0da-4f92-a4de-43f69f5e4ff2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:30.837673 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 426aa078-3f36-4c5b-be29-04dcadc67637 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:09:30.859771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 426aa078-3f36-4c5b-be29-04dcadc67637 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:09:30.862008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 426aa078-3f36-4c5b-be29-04dcadc67637 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:09:30.862456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.917108 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.920476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.938375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a303c07c-1f8b-43b5-84d1-8f549bf42ef6,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:30.943355 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:30.944607 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cc1943d0-6f85-4f55-af1f-c425686cf7c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140335 Nov 12 04:09:30.947257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46514) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:30.952088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:30.976982 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.031829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.035057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.060315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795899fb-d304-4989-b7c1-718567c86c76,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.066088 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.067302 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-73022615-279f-410e-990a-10841d461144 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191072 Nov 12 04:09:31.069949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46516) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.074942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.100498 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.158743 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.162564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.180238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fed2fca-be39-4caf-a097-30978bf17c79,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.188061 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.189253 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-691983c1-d21b-4a16-bbb5-41d2b4f564bf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183350 Nov 12 04:09:31.192091 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46518) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.196742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.221910 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.278738 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.283974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.304810 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c650695-6334-4aab-99ae-5b0e8b14a1d6,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.314754 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.318494 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-735600e6-8e97-4a9c-b5fc-4b0dd2ca7dff tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228538 Nov 12 04:09:31.318701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46520) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.323071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.343951 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:09:31.348564 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.405917 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.409333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.426853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1692a59-6452-4529-af89-07fd10204af1,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.434425 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.435695 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-509c0f01-dc6e-4c91-b64e-bb7e53391f94 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159999 Nov 12 04:09:31.438398 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46522) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.442808 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '4f910805-9e98-400d-aabe-2db0ea6dd779', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.463421 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:09:31.468553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.523841 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.528241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.544139 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f25c4a-3947-4319-95ea-d72e82210d89,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.555316 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.556657 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-304e6f46-ed02-4525-878b-20ebdf5c37f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173165 Nov 12 04:09:31.559506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46524) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.564254 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'network': {'name': 'tempest-network-smoke--880258944', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.583963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:31.587301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.611322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:09:31.620346 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.620722 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Added segment c9803169-ee5a-4089-a972-213753d7ed5c of type vlan for network a430ceaf-5796-4b56-9ba5-28e02976514b Nov 12 04:09:31.659167 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.685269 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.690773 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:31.691368 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.725344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1648600 Nov 12 04:09:31.728196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46526) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:31.733428 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'admin_state_up': True, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:31.756035 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.757020 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.759838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b8c84-08aa-4d91-b25f-c085b77a0e67 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Network': ['ID=a430ceaf-5796-4b56-9ba5-28e02976514b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:31.778054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network a430ceaf-5796-4b56-9ba5-28e02976514b details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:09:31.807788 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.946354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.133704 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.156340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.253671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.39 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/27a6ebba-3c6e-411b-9b13-fcecaeb8245c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:32.355526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.379655 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-35271cd5-f63b-44ca-9eb2-3639e775a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.390321 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.435009 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:32.437839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:32.440247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:32.451906 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615f3db-0832-4a72-82b2-0877bb549711 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:32.464344 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:32.529045 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-73a5f0a8-c2a1-47a5-9445-af652d832e7f None None] Provisioning complete for port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:32.529327 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73a5f0a8-c2a1-47a5-9445-af652d832e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.566405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-73a5f0a8-c2a1-47a5-9445-af652d832e7f None None] Port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:32.693016 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:32.885610 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.010116 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 63938ab3-1702-481c-90ea-8360b839eb62 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:09:33.113349 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:33.124437 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Sync routers for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:33.133478 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:33.134158 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.134719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.136077 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0efcc1b4-9a80-469a-8360-1d219007e6b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4068191 Nov 12 04:09:33.139221 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46528) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:33.174405 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c8f63cd0-796d-44cd-afde-1eb1b0633721 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=1859c210c4c440cc8a42acd32c90ee8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340736 Nov 12 04:09:33.177011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46530) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:33.236132 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:33.321815 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d829d-9482-49e3-87d3-2a8cf7b1cd38 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.323366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-430d829d-9482-49e3-87d3-2a8cf7b1cd38 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454294 Nov 12 04:09:33.326214 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46532) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:33.363791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c0e76aa4-b4dc-46cd-8714-dc8ac7bb78fd tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365152 Nov 12 04:09:33.366196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46534) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:33.370911 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951038940', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:33.412783 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:32Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:33.437661 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Checking router: 63938ab3-1702-481c-90ea-8360b839eb62 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:33.437996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Updating router 63938ab3-1702-481c-90ea-8360b839eb62 port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:09:33.454355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:33.458147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.462137 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.637919 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.694553 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Subnet': ['ID=c10f56e2-df7b-4bbf-84ed-0d5e3b653131,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.706018 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Checking segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:33.706348 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.706513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network hostable DHCP agents. Network: a430ceaf-5796-4b56-9ba5-28e02976514b, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:09:33.712180 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.724952 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network a430ceaf-5796-4b56-9ba5-28e02976514b is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:09:33.733871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, a430ceaf-5796-4b56-9ba5-28e02976514b) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:33.738609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:33.739719 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.743254 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e67ae-9e80-4b23-842c-8b4480af0720 None None] Network a430ceaf-5796-4b56-9ba5-28e02976514b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:33.760298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-3cbc3d86-8660-4d03-b8c5-75636529659d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3930860 Nov 12 04:09:33.764137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46536) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:33.764309 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Pushing event updated for resources: {'Port': ['ID=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:33.780591 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.781049 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.781479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.781904 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.782931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.782931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.782931 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.783263 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce6cb1-d5d2-4f58-99fb-ebd19d110598 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:33.783603 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.784142 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.784556 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.784976 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.785383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:09:33.792189 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Attempting to bind port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:33.792691 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Attempting to bind port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:33.793195 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Attempting to bind port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:33.798673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:33.799197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:33.799688 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.800170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:33.800728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Bound port: 27a6ebba-3c6e-411b-9b13-fcecaeb8245c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:33.801194 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.852715 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] For port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:33.856019 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] For port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:33.860432 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:33.910547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] Provisioning complete for port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:33.911234 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.030192 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bbe8e-963d-4510-80e5-ebd828a7060e None None] Pushing event updated for resources: {'Port': ['ID=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.039472 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:34.040305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:34.100846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057746f-c056-422d-95c6-5ce71dccf910 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:09:34.138667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-a430ceaf-5796-4b56-9ba5-28e02976514b', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:09:34.139581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.150562 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:34.242233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.302108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.333882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Allocated IP 172.20.0.2 (a430ceaf-5796-4b56-9ba5-28e02976514b/c10f56e2-df7b-4bbf-84ed-0d5e3b653131/564335f1-9229-48e9-ba72-52d541c2f1bb) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:34.339303 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:32Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:34.340049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] For port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:34.344389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.370849 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47a1db-c6c9-4544-9453-d4202acb30e7 None None] The sync data for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 is: [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:32Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:34.448024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effae879-5892-4eea-8ca8-736bf6e52aaa None None] Pushing event updated for resources: {'Port': ['ID=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.488834 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-acfb68ef-eeaf-4589-8bc6-68a4a91e536c None None] Provisioning complete for port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:34.489210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-acfb68ef-eeaf-4589-8bc6-68a4a91e536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.590765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.633838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.687548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Network a430ceaf-5796-4b56-9ba5-28e02976514b is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:34.688433 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.1 (a430ceaf-5796-4b56-9ba5-28e02976514b/c10f56e2-df7b-4bbf-84ed-0d5e3b653131/7bf03c3c-cbf6-4b76-a19c-5dc898848737) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:34.694177 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:34.703931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Pushing event updated for resources: {'Port': ['ID=564335f1-9229-48e9-ba72-52d541c2f1bb,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.706574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:34.811611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Attempting to bind port 564335f1-9229-48e9-ba72-52d541c2f1bb on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:34.812273 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Attempting to bind port 564335f1-9229-48e9-ba72-52d541c2f1bb by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:34.812500 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Attempting to bind port 564335f1-9229-48e9-ba72-52d541c2f1bb on network a430ceaf-5796-4b56-9ba5-28e02976514b {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:34.819334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:34.819731 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Checking segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:34.820203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.820736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Bound using segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:34.821314 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Bound port: 564335f1-9229-48e9-ba72-52d541c2f1bb, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:34.821764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.825565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.837702 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-360824ed-4b7d-4b66-bff3-7163e35792d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.874510 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.876233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 27a6ebba-3c6e-411b-9b13-fcecaeb8245c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:34.919580 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network a430ceaf-5796-4b56-9ba5-28e02976514b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:34.922716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:34.928757 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:34.942019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] For port 564335f1-9229-48e9-ba72-52d541c2f1bb, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:34.946430 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] For port 564335f1-9229-48e9-ba72-52d541c2f1bb, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=564335f1-9229-48e9-ba72-52d541c2f1bb,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:34.952530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.956878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:34.978425 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:34.999034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:34.999454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.077991 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c14fa-fb4e-42cc-9c83-53694accaae6 None None] Pushing event updated for resources: {'Port': ['ID=564335f1-9229-48e9-ba72-52d541c2f1bb,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:35.165988 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.765359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.772538 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.843896 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.845602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:35.849359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.941958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network a430ceaf-5796-4b56-9ba5-28e02976514b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:35.943356 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:36.058675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 63938ab3-1702-481c-90ea-8360b839eb62 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:36.174318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:36.187796 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f4880e0d-2cb9-42c5-9905-91375dce06a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/63938ab3-1702-481c-90ea-8360b839eb62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224551 Nov 12 04:09:36.342233 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae1c98-47f3-45f3-89f0-eb22481bc342 None None] Network a430ceaf-5796-4b56-9ba5-28e02976514b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:09:36.344733 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-1f4ceb70-3510-4a9c-b5c9-af2fa9fdcf33 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893320145&fields=id&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 267 time: 0.0506334 Nov 12 04:09:36.408384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Sync routers for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:36.440163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:36.440687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:36.446974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] Provisioning complete for port 564335f1-9229-48e9-ba72-52d541c2f1bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:36.447436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.461349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-2fa4f18f-b10d-4836-9803-f424bb740aa5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.462891 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-2fa4f18f-b10d-4836-9803-f424bb740aa5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 796 time: 0.1109951 Nov 12 04:09:36.481092 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-031d3372-c950-4a2a-90cb-513816513ea8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/quotas/1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 375 time: 0.0115027 Nov 12 04:09:36.532305 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-10562751-c2a3-4206-a42c-2135fd8e3c59 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454526 Nov 12 04:09:36.594610 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-e794d863-27fa-4242-9f30-ab3e007f2541 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:09:36.595734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-e794d863-27fa-4242-9f30-ab3e007f2541 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518556 Nov 12 04:09:36.654576 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:36.691274 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-fba5cbdd-bae5-4095-b013-bb84c76d62b9 service neutron] 10.222.0.84 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869172 Nov 12 04:09:36.713656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.802572 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-00647b3f-6639-4e11-bd94-207871cfcf70 service neutron] 10.222.0.84 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053128 Nov 12 04:09:36.828776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] For port 564335f1-9229-48e9-ba72-52d541c2f1bb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=564335f1-9229-48e9-ba72-52d541c2f1bb,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:36.838327 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:36.869288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 564335f1-9229-48e9-ba72-52d541c2f1bb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:36.959667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda165d2-5626-49bb-8f86-083e7bc00283 None None] Pushing event updated for resources: {'Port': ['ID=564335f1-9229-48e9-ba72-52d541c2f1bb,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:36.994325 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 564335f1-9229-48e9-ba72-52d541c2f1bb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:36.994697 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.018931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0cbe745f-a514-4fed-b802-8ec226cc0260 req-4105d751-6ea5-4ac7-85ae-1f3197a3063a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 210 time: 0.0356882 Nov 12 04:09:37.020478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 2, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:37.065066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Checking router: 63938ab3-1702-481c-90ea-8360b839eb62 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:37.065415 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Updating router 63938ab3-1702-481c-90ea-8360b839eb62 port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:09:37.100151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.101908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f7167652-6e51-47bb-90ac-68fb12a94c98 None None] Provisioning complete for port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:37.102262 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7167652-6e51-47bb-90ac-68fb12a94c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.380922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-f7167652-6e51-47bb-90ac-68fb12a94c98 None None] Port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:37.456296 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.469079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f7167652-6e51-47bb-90ac-68fb12a94c98 None None] Provisioning complete for port 564335f1-9229-48e9-ba72-52d541c2f1bb triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:37.469453 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7167652-6e51-47bb-90ac-68fb12a94c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.679384 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:37.693349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.698770 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.775929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdf252-a9c7-4dce-a239-2ae6b0083538 None None] Pushing event updated for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.811293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-40be0a44-43d6-490d-b4dc-4f40ed215869 None None] Provisioning complete for port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:37.811662 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40be0a44-43d6-490d-b4dc-4f40ed215869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.815293 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Attempting to bind port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:37.815693 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Attempting to bind port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:37.816050 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Attempting to bind port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 on network a430ceaf-5796-4b56-9ba5-28e02976514b {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:37.841542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:37.841922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Checking segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:37.842323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.842728 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Bound using segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:37.843229 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Bound port: 7bf03c3c-cbf6-4b76-a19c-5dc898848737, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:37.843609 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.863140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-40be0a44-43d6-490d-b4dc-4f40ed215869 None None] Port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:37.918400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] For port 7bf03c3c-cbf6-4b76-a19c-5dc898848737, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:37.921323 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] For port 7bf03c3c-cbf6-4b76-a19c-5dc898848737, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7bf03c3c-cbf6-4b76-a19c-5dc898848737,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:37.925724 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:37.994914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdf252-a9c7-4dce-a239-2ae6b0083538 None None] Pushing event updated for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:37.998913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:37.999548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:38.042390 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] Provisioning complete for port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:38.042793 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.151020 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:38.174823 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3b0410a7-0b75-4013-9f92-94e97d17ecf6 req-843524c0-7b93-43b3-89c4-0950367d3424 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 210 time: 0.0421755 Nov 12 04:09:38.224455 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-f8d1132f-95cf-4679-b902-180a8639a534 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.225921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-f8d1132f-95cf-4679-b902-180a8639a534 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 796 time: 0.1531448 Nov 12 04:09:38.230003 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.302242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-cfcc9122-5856-44ce-a58e-17534fa04871 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 380 time: 0.0569136 Nov 12 04:09:38.317051 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'port': {'device_id': '128dabc4-4d1a-484f-a54d-500dd7190281', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'admin_state_up': True, 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'security_groups': ['4f910805-9e98-400d-aabe-2db0ea6dd779']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:38.344070 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] For port 7bf03c3c-cbf6-4b76-a19c-5dc898848737, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7bf03c3c-cbf6-4b76-a19c-5dc898848737,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:38.353535 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.380552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.425097 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81077b6-063e-4c3a-9e2e-d6bc04553f66 None None] Pushing event updated for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.440670 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:09:38.444293 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.483744 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bd6dcc44-75cd-425b-a120-b1a1f9052925 None None] Provisioning complete for port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:38.484115 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bd6dcc44-75cd-425b-a120-b1a1f9052925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.508869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:37Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:38.544600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3f0c90-40c9-4340-87a2-444c1fa5ba89 None None] The sync data for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 is: [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:37Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:38.578417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.13 (a430ceaf-5796-4b56-9ba5-28e02976514b/c10f56e2-df7b-4bbf-84ed-0d5e3b653131/f3cd9277-61d1-458d-b3d5-032d4f7f2525) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:38.762021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.803081 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.850585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network a430ceaf-5796-4b56-9ba5-28e02976514b is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:38.853722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:38.858444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:38.893409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:38.911454 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7bf03c3c-cbf6-4b76-a19c-5dc898848737 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:38.920626 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:38.921603 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:38.943540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a8bd720d-4e91-409a-99b3-ce546c578571 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302099 Nov 12 04:09:38.955920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Request body: {'port': {'device_id': '128dabc4-4d1a-484f-a54d-500dd7190281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:38.983904 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:38.983904 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.022815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.084194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 564335f1-9229-48e9-ba72-52d541c2f1bb up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:39.140844 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 564335f1-9229-48e9-ba72-52d541c2f1bb triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:39.141181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.180696 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-fa1b1613-7785-4bf1-b3b4-7a6a7fbb41f1 None None] Provisioning complete for port f3cd9277-61d1-458d-b3d5-032d4f7f2525 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:39.181518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1613-7785-4bf1-b3b4-7a6a7fbb41f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.229237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b1613-7785-4bf1-b3b4-7a6a7fbb41f1 None None] Port f3cd9277-61d1-458d-b3d5-032d4f7f2525 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:09:39.326476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90269462-a9fd-4fda-8633-b67b84b0e703 req-17586047-7846-43d0-8749-bbb6a342801a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.328020 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90269462-a9fd-4fda-8633-b67b84b0e703 req-17586047-7846-43d0-8749-bbb6a342801a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 932 time: 0.0755088 Nov 12 04:09:39.406723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cd9277-61d1-458d-b3d5-032d4f7f2525 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:39.422111 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.432192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-90269462-a9fd-4fda-8633-b67b84b0e703 req-fd2ab498-a724-467e-ab77-71661f51a565 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965807 Nov 12 04:09:39.440355 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Transition to ACTIVE for port object f3cd9277-61d1-458d-b3d5-032d4f7f2525 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:09:39.445513 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.526751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Pushing event updated for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.584562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Attempting to bind port f3cd9277-61d1-458d-b3d5-032d4f7f2525 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:09:39.585191 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Attempting to bind port f3cd9277-61d1-458d-b3d5-032d4f7f2525 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:09:39.585536 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Attempting to bind port f3cd9277-61d1-458d-b3d5-032d4f7f2525 on network a430ceaf-5796-4b56-9ba5-28e02976514b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:39.592882 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Port f3cd9277-61d1-458d-b3d5-032d4f7f2525 on network a430ceaf-5796-4b56-9ba5-28e02976514b not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:09:39.593222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Attempting to bind port f3cd9277-61d1-458d-b3d5-032d4f7f2525 on network a430ceaf-5796-4b56-9ba5-28e02976514b {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:09:39.599263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:09:39.599817 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Checking segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:09:39.600219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Bound using segment: {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:09:39.601307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Bound port: f3cd9277-61d1-458d-b3d5-032d4f7f2525, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9803169-ee5a-4089-a972-213753d7ed5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:09:39.601679 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.672859 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:09:39.676820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:09:39.681099 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.718233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.718865 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:39.720417 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] 10.222.0.32 "PUT /v2.0/ports/f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 1093 time: 0.7693653 Nov 12 04:09:39.720839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:39.723222 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524c9767-fca4-443a-b136-fc19605ea93f" -d '{"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:39.756218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c89d01-7f99-45ee-8767-e766745ff34b service neutron] Pushing event updated for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:39.790414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f65023-9852-4392-a1b0-b72c02dab793 x-openstack-request-id: req-e5f65023-9852-4392-a1b0-b72c02dab793 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:39.790414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:39.790414 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e5f65023-9852-4392-a1b0-b72c02dab793 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:39.790936 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'status': 'completed', 'code': 200} Nov 12 04:09:39.827751 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-40e5dbd8-bfcd-4a07-9347-7b801d89a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.829312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-40e5dbd8-bfcd-4a07-9347-7b801d89a1c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1096 time: 0.0509634 Nov 12 04:09:39.879805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-e5117318-ef30-4507-8c93-799b289dd088 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Nov 12 04:09:39.929807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-2fbc3693-a16f-4f7b-a930-a0e6d84804c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.931293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-2fbc3693-a16f-4f7b-a930-a0e6d84804c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0433588 Nov 12 04:09:39.988245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d9f23-08fd-42ed-b18d-399cde02184b req-3df6dd27-a824-44ab-81d7-4460c0300b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:39.989767 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-3df6dd27-a824-44ab-81d7-4460c0300b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514643 Nov 12 04:09:40.083978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-79127cd9-0ca8-4766-845d-2c5c24258599 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816588 Nov 12 04:09:40.180914 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-342d9f23-08fd-42ed-b18d-399cde02184b req-4cc5eadc-9855-41cc-b9ad-284a7f220c94 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860245 Nov 12 04:09:40.279229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9767-fca4-443a-b136-fc19605ea93f req-14f58443-1eb8-4659-8099-9a9d89888cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.280709 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-14f58443-1eb8-4659-8099-9a9d89888cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1096 time: 0.0405886 Nov 12 04:09:40.378238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9767-fca4-443a-b136-fc19605ea93f req-0aef0418-834d-444c-8f34-d58b23111695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.379741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-0aef0418-834d-444c-8f34-d58b23111695 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.0919142 Nov 12 04:09:40.421732 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-de0d1527-063a-43b1-b53e-9e9efd7c1a4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 217 time: 0.0341258 Nov 12 04:09:40.475432 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9767-fca4-443a-b136-fc19605ea93f req-7e1fae50-1c88-4398-bb3b-072f4e8fdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.475959 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-7e1fae50-1c88-4398-bb3b-072f4e8fdba1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0445349 Nov 12 04:09:40.552112 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9767-fca4-443a-b136-fc19605ea93f req-11207a8f-9fe3-4798-852a-38e78b5fc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.553687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-11207a8f-9fe3-4798-852a-38e78b5fc175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703895 Nov 12 04:09:40.569464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62dee-cd91-4e59-9868-4af8f5a808b2 req-8a411469-0871-4f4d-a14b-ccbf0bd7a2d0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:40.570876 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82d62dee-cd91-4e59-9868-4af8f5a808b2 req-8a411469-0871-4f4d-a14b-ccbf0bd7a2d0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 944 time: 0.0639899 Nov 12 04:09:40.675442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82d62dee-cd91-4e59-9868-4af8f5a808b2 req-2a42e74e-e9ce-4c57-8e2a-f6a10442d05f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966868 Nov 12 04:09:40.692748 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-0128956c-6d87-4cb2-8200-ddd22e00ac40 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209505 Nov 12 04:09:40.783016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-524c9767-fca4-443a-b136-fc19605ea93f req-259ec35b-539a-443a-8cf5-978a531721d5 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821002 Nov 12 04:09:41.814262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e202-f1eb-4243-89ca-3df68ab8b3b3 req-37766734-9742-4f92-ad6a-8dd90903a600 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:41.815827 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd53e202-f1eb-4243-89ca-3df68ab8b3b3 req-37766734-9742-4f92-ad6a-8dd90903a600 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 944 time: 0.0541725 Nov 12 04:09:41.864967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bd53e202-f1eb-4243-89ca-3df68ab8b3b3 req-72412be4-09d7-4142-ac9a-63fa2a512cfc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Nov 12 04:09:42.978323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3f3d-b73a-4e89-a6ee-ee1945ca9750 req-1e4c29f0-8325-4d8e-ad9f-f7a667813a44 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:42.979815 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-858a3f3d-b73a-4e89-a6ee-ee1945ca9750 req-1e4c29f0-8325-4d8e-ad9f-f7a667813a44 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 944 time: 0.0485160 Nov 12 04:09:43.031413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-858a3f3d-b73a-4e89-a6ee-ee1945ca9750 req-5348b2fd-ff2d-44c6-b1e9-49b819416f53 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 Nov 12 04:09:43.370586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f3cd9277-61d1-458d-b3d5-032d4f7f2525 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:09:43.463719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:43.474901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'port_id': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'mac_address': 'fa:16:3e:37:10:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:09:43.511251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.523487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cd9277-61d1-458d-b3d5-032d4f7f2525 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:09:43.544777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:43.548749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.599071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:43.813088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['f3cd9277-61d1-458d-b3d5-032d4f7f2525'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:09:44.148920 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349c77-2849-4d02-8976-5bf1cab1295c req-bd602182-2222-4670-aa94-d5a58daa531c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:44.150396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30349c77-2849-4d02-8976-5bf1cab1295c req-bd602182-2222-4670-aa94-d5a58daa531c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 945 time: 0.0524721 Nov 12 04:09:44.200117 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-30349c77-2849-4d02-8976-5bf1cab1295c req-74b47557-3425-414d-bbde-b22fe6ee7cb4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Nov 12 04:09:45.314198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5225-5c22-4d01-9766-f0e54163f01c req-6f6b8ef8-d8a6-4112-9421-2c9633d04ce4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.315777 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-398c5225-5c22-4d01-9766-f0e54163f01c req-6f6b8ef8-d8a6-4112-9421-2c9633d04ce4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Nov 12 04:09:45.364528 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-398c5225-5c22-4d01-9766-f0e54163f01c req-2369c94f-e081-44d6-8716-6d85bcc0b89a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428262 Nov 12 04:09:45.387225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f3cd9277-61d1-458d-b3d5-032d4f7f2525 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:09:45.436619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port f3cd9277-61d1-458d-b3d5-032d4f7f2525 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:09:45.440439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port f3cd9277-61d1-458d-b3d5-032d4f7f2525 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:09:45.440810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.517831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.540258 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:45.542512 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f8e8f-ed16-4be8-9c49-de65cd8b5a09" -d '{"events": [{"server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "name": "network-vif-plugged", "status": "completed", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:45.554312 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:09:45.558803 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:45.581722 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442da86-6da2-49af-977a-f05a82e22ab7 x-openstack-request-id: req-2442da86-6da2-49af-977a-f05a82e22ab7 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:45.582006 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "name": "network-vif-plugged", "status": "completed", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:45.582517 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2442da86-6da2-49af-977a-f05a82e22ab7 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:45.582889 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'code': 200} Nov 12 04:09:45.608805 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:45.682762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eae4e-d7e1-4e5b-8f1b-2b33829e5e1a req-396fb6d0-17e5-4eaa-ab4a-ca4be43e9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:45.684286 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b55eae4e-d7e1-4e5b-8f1b-2b33829e5e1a req-396fb6d0-17e5-4eaa-ab4a-ca4be43e9b9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0391693 Nov 12 04:09:45.729852 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b55eae4e-d7e1-4e5b-8f1b-2b33829e5e1a req-4b0c585d-3934-412c-8a22-f0a33ddda889 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Nov 12 04:09:46.484196 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e914e-5d03-40bc-9941-0ee1738dd6d5 req-05809bdf-11ff-49a3-ba43-701c6d44ddf6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:46.485706 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6e914e-5d03-40bc-9941-0ee1738dd6d5 req-05809bdf-11ff-49a3-ba43-701c6d44ddf6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0541511 Nov 12 04:09:46.534787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3a6e914e-5d03-40bc-9941-0ee1738dd6d5 req-7af527a5-c86f-4f86-8bfb-8747c803af70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Nov 12 04:09:47.653000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563b3c-c964-4418-8003-3e870884b98c req-bb12e79f-df66-4268-8bdd-1755d85bc052 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.655151 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd563b3c-c964-4418-8003-3e870884b98c req-bb12e79f-df66-4268-8bdd-1755d85bc052 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0486288 Nov 12 04:09:47.706361 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fd563b3c-c964-4418-8003-3e870884b98c req-a23cb848-e615-4bc8-add7-ec75289b0aa3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453904 Nov 12 04:09:47.823568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328718-17e4-4f5e-93d5-0aa41313053e req-a16a9036-2046-4f82-8316-68a2377ab8d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.825043 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61328718-17e4-4f5e-93d5-0aa41313053e req-a16a9036-2046-4f82-8316-68a2377ab8d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0517721 Nov 12 04:09:47.873318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-61328718-17e4-4f5e-93d5-0aa41313053e req-85e41bf0-e4c1-444b-85bf-dfac8dcb4ecc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Nov 12 04:09:47.894540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46594) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:47.933218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af4352-3cab-4756-863c-12cf49f7c855 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:47.935343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a5af4352-3cab-4756-863c-12cf49f7c855 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1093 time: 0.0391486 Nov 12 04:09:47.937935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46596) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:47.942236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:09:47.963650 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.064551 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.166862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.58 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:09:48.264693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.296268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.331772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:09:48.336639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:09:48.340067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:09:48.345985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:48.687041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.753353 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.896268 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.900670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:48.965291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:09:48.980374 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.370987 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP c643ed0d-2d49-47db-88a5-66aa6024af23 associated. External IP: 172.25.2.58, port: f3cd9277-61d1-458d-b3d5-032d4f7f2525. Nov 12 04:09:49.571631 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 63938ab3-1702-481c-90ea-8360b839eb62 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:09:49.674399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:09:49.683751 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Sync routers for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:09:49.691372 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:49.693704 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:49.694318 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:49.721177 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-62f3d1fc-fade-48d5-a4f3-2a4296770ab6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7822077 Nov 12 04:09:49.721726 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:09:49.724023 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487db6da-3c13-44e3-b512-12d425506c90" -d '{"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:09:49.770832 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d21a69-2171-4d7e-a316-b4ab29eeb0db x-openstack-request-id: req-23d21a69-2171-4d7e-a316-b4ab29eeb0db {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:09:49.771144 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:09:49.771396 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-23d21a69-2171-4d7e-a316-b4ab29eeb0db {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:09:49.771792 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'status': 'completed', 'code': 200} Nov 12 04:09:49.810725 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:49.827848 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9bf5b-a1ce-46d8-8204-d55b5be009b7 req-6320de76-6366-4f0c-8deb-89ca0c52986c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.829287 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38a9bf5b-a1ce-46d8-8204-d55b5be009b7 req-6320de76-6366-4f0c-8deb-89ca0c52986c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0522594 Nov 12 04:09:49.835420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db6da-3c13-44e3-b512-12d425506c90 req-10376565-cfea-4597-9d30-c65fdd7bac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.836976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-10376565-cfea-4597-9d30-c65fdd7bac4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0430505 Nov 12 04:09:49.879819 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38a9bf5b-a1ce-46d8-8204-d55b5be009b7 req-b804f85f-6bd6-4ca6-9fcb-f89c3bc833d8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 Nov 12 04:09:49.902765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46602) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:49.984556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db6da-3c13-44e3-b512-12d425506c90 req-572b0f55-fc5d-4841-a2c7-b7838ec4949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:49.986037 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-572b0f55-fc5d-4841-a2c7-b7838ec4949d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.1409771 Nov 12 04:09:49.989270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-22ae8194-5f2a-4bfd-b237-97c55d2ec003 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/c643ed0d-2d49-47db-88a5-66aa6024af23 HTTP/1.1" status: 200 len: 991 time: 0.0848956 Nov 12 04:09:50.043369 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c643ed0d-2d49-47db-88a5-66aa6024af23', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'port_id': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'mac_address': 'fa:16:3e:37:10:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128dabc4-4d1a-484f-a54d-500dd7190281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:48Z', 'updated_at': '2021-11-12T04:09:48Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:50.050765 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-3b4b5180-6f9b-4cd5-a464-f92690f9fe4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 999 time: 0.0575705 Nov 12 04:09:50.072185 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Checking router: 63938ab3-1702-481c-90ea-8360b839eb62 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:09:50.080972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:09:50.081516 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:09:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:50.104229 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db6da-3c13-44e3-b512-12d425506c90 req-63915a49-1d74-4378-b509-288ba2962b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.105682 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-63915a49-1d74-4378-b509-288ba2962b21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0475001 Nov 12 04:09:50.156550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db6da-3c13-44e3-b512-12d425506c90 req-ab093323-d2c6-4434-9b30-dffad23525a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:50.158089 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-ab093323-d2c6-4434-9b30-dffad23525a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452445 Nov 12 04:09:50.191734 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:09:50.252118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-7075816b-ad3f-40e7-add2-33dbc9c52f43 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860696 Nov 12 04:09:50.341527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-487db6da-3c13-44e3-b512-12d425506c90 req-490c529c-2e93-4fee-9f14-f8f4cc1b074b service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822866 Nov 12 04:09:50.409597 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c643ed0d-2d49-47db-88a5-66aa6024af23', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'port_id': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'mac_address': 'fa:16:3e:37:10:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128dabc4-4d1a-484f-a54d-500dd7190281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:48Z', 'updated_at': '2021-11-12T04:09:48Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:09:50.439190 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150a7d-6462-4f1e-8b18-ab3b47c442fe None None] The sync data for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 is: [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'c643ed0d-2d49-47db-88a5-66aa6024af23', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'port_id': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'mac_address': 'fa:16:3e:37:10:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128dabc4-4d1a-484f-a54d-500dd7190281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:09:48Z', 'updated_at': '2021-11-12T04:09:48Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:09:50.623381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fca3a-0333-453d-b275-a30f63aa0d08 None None] New status for floating IP c643ed0d-2d49-47db-88a5-66aa6024af23: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:09:50.992845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46604) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:09:51.057431 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ea12544f-1e4c-4ea3-9ebe-e9d0342e9f02 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/c643ed0d-2d49-47db-88a5-66aa6024af23 HTTP/1.1" status: 200 len: 993 time: 0.0634551 Nov 12 04:09:58.471960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.839749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:59.886900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-48c3fcf1-c5ca-4234-800f-b2061931edae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383518 Nov 12 04:09:59.969635 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-99c483d7-811e-4843-b3ff-9489dfa93da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:59.971124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-99c483d7-811e-4843-b3ff-9489dfa93da4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0403221 Nov 12 04:10:00.077449 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-5ebf71f1-54b1-47f3-9f41-8a61e8e62d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.078833 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-5ebf71f1-54b1-47f3-9f41-8a61e8e62d6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.0881066 Nov 12 04:10:00.145434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-15926c67-e25b-4f44-b7ba-a11a00875c5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 1001 time: 0.0582325 Nov 12 04:10:00.193739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-2deb18cb-073a-41dd-b34f-e7c3c80ff788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.195149 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-2deb18cb-073a-41dd-b34f-e7c3c80ff788 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0421286 Nov 12 04:10:00.248406 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-06f3085e-858a-4692-898c-76c8dcd29a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:00.249882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-06f3085e-858a-4692-898c-76c8dcd29a20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429361 Nov 12 04:10:00.342526 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-68de1990-f7c2-471d-bc4a-ecb270b5fc09 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Nov 12 04:10:00.433666 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-19fd49b4-cd8e-4af8-9da6-424930db272f req-1fd2fb0b-d0b9-46b6-beb6-63e862628b1a service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842679 Nov 12 04:10:02.380504 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d124987b-b9f7-4332-a2bf-e2189838ec6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:04.764131 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-36d58e00-eb05-4d83-bfd7-3173fb4c1090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:05.850235 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:07.383079 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:08.332612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:14.679626 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:24.432977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f047-ef3b-4f92-af86-511624335248 req-ba0184d4-57c4-412f-85af-2a8d2d1ce2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.434524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-ba0184d4-57c4-412f-85af-2a8d2d1ce2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0599952 Nov 12 04:10:24.442231 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141c86-92f4-4fb5-a2a9-cdf6cec371d4 req-d7b9dd08-a4af-445e-9576-0c840bd96290 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.443642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1141c86-92f4-4fb5-a2a9-cdf6cec371d4 req-d7b9dd08-a4af-445e-9576-0c840bd96290 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0790956 Nov 12 04:10:24.551016 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1141c86-92f4-4fb5-a2a9-cdf6cec371d4 req-1483e987-384d-4f39-abc5-d7a1daee7c02 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985582 Nov 12 04:10:24.568035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f047-ef3b-4f92-af86-511624335248 req-fa2cd880-f72d-4f8c-a0da-96905bdaf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.569511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-fa2cd880-f72d-4f8c-a0da-96905bdaf3ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.1250379 Nov 12 04:10:24.641663 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-4847f3e7-59c5-4ebe-bf3f-db38a9bb0df7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 1001 time: 0.0633216 Nov 12 04:10:24.691162 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f047-ef3b-4f92-af86-511624335248 req-cade8178-481d-40a1-87df-59f3fc8054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.692600 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-cade8178-481d-40a1-87df-59f3fc8054c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0432167 Nov 12 04:10:24.740326 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7f047-ef3b-4f92-af86-511624335248 req-b81f01cb-84b8-4c0b-aa30-f72f1237338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:24.741797 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-b81f01cb-84b8-4c0b-aa30-f72f1237338a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405192 Nov 12 04:10:24.838874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-23bd008e-a71b-4ace-a5e5-0d8cae89b0d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Nov 12 04:10:24.929625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-aba7f047-ef3b-4f92-af86-511624335248 req-69e081d0-c80e-40b8-bc7c-2aea7000ff8e service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811338 Nov 12 04:10:25.668491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd2516-090f-4268-996b-a820467c4d9f req-ed7d5d98-6b73-4729-8f57-a4b6e75544b1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:25.669983 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00fd2516-090f-4268-996b-a820467c4d9f req-ed7d5d98-6b73-4729-8f57-a4b6e75544b1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0479259 Nov 12 04:10:25.718782 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-00fd2516-090f-4268-996b-a820467c4d9f req-87df6808-718e-44ce-b4d6-e2b59c8d7496 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Nov 12 04:10:26.840881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85130d8f-3ddd-4012-830f-ffc0af957405 req-01404759-a7d8-4aab-99e5-82f824e9dca1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:26.842410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85130d8f-3ddd-4012-830f-ffc0af957405 req-01404759-a7d8-4aab-99e5-82f824e9dca1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0537078 Nov 12 04:10:26.890524 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-85130d8f-3ddd-4012-830f-ffc0af957405 req-ed917c10-3f25-4796-84fa-6a1e01b11310 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Nov 12 04:10:28.011838 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95464bf-4b5d-4ef1-9cb1-06b7e4c0c225 req-d06ea7f7-f27b-442e-acbd-aa1a47b6065b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:28.013320 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c95464bf-4b5d-4ef1-9cb1-06b7e4c0c225 req-d06ea7f7-f27b-442e-acbd-aa1a47b6065b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0570886 Nov 12 04:10:28.061240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c95464bf-4b5d-4ef1-9cb1-06b7e4c0c225 req-ec4e309c-bcbb-415b-80f1-817c8da63e47 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Nov 12 04:10:28.485094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.175880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc1de-e33f-48fc-adff-54a5708cb1b2 req-4e4550e6-499a-4b48-abd8-ce5be057b323 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.177379 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11bc1de-e33f-48fc-adff-54a5708cb1b2 req-4e4550e6-499a-4b48-abd8-ce5be057b323 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0491247 Nov 12 04:10:29.226250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f11bc1de-e33f-48fc-adff-54a5708cb1b2 req-c2905e90-cfaa-4ed4-9a78-c961b49660ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Nov 12 04:10:29.839182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.338405 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edba9-38e9-4b51-9c4b-94014ce02192 req-ca02655f-7f4e-47a8-bf9f-874b0d0ba888 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.339902 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e4edba9-38e9-4b51-9c4b-94014ce02192 req-ca02655f-7f4e-47a8-bf9f-874b0d0ba888 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0481906 Nov 12 04:10:30.388702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e4edba9-38e9-4b51-9c4b-94014ce02192 req-398684d9-7555-4bdc-a0bd-02fe11709186 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429380 Nov 12 04:10:31.502666 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727efb01-7a72-407b-9b21-edd1edd016f6 req-f4605290-d3a4-4614-9b85-640d3e94c3d9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.504751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-727efb01-7a72-407b-9b21-edd1edd016f6 req-f4605290-d3a4-4614-9b85-640d3e94c3d9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0489509 Nov 12 04:10:31.556557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-727efb01-7a72-407b-9b21-edd1edd016f6 req-d9df396f-2160-484d-a7cd-f4c42b75870c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Nov 12 04:10:32.385754 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4f092868-e859-4476-91b0-db7fbbc8bbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.678707 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1222cbb-5dbf-4f39-ab15-40faad98b459 req-436520df-6a1d-410d-aa1d-e17e1cf1489c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.680221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1222cbb-5dbf-4f39-ab15-40faad98b459 req-436520df-6a1d-410d-aa1d-e17e1cf1489c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0532229 Nov 12 04:10:32.732996 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f1222cbb-5dbf-4f39-ab15-40faad98b459 req-fe846b8e-9240-48ee-ba52-14d2dd2adf07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Nov 12 04:10:33.847665 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e8bfe-ef5f-47c2-bba8-e783c39b72dd req-4461765d-efaf-4556-9e60-c0ebcaa6e77b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.849124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-142e8bfe-ef5f-47c2-bba8-e783c39b72dd req-4461765d-efaf-4556-9e60-c0ebcaa6e77b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0485673 Nov 12 04:10:33.896381 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-142e8bfe-ef5f-47c2-bba8-e783c39b72dd req-b9f0b9ef-a945-4c5e-8501-1681c229d65b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 Nov 12 04:10:34.765716 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-822907be-8cca-4a4b-987b-6d747458dbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:35.009036 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9807b-aa16-4cab-b0fd-3f3747a14751 req-13abbe14-c8d9-42a3-a3bd-ddb3a8ea5b71 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.010430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9f9807b-aa16-4cab-b0fd-3f3747a14751 req-13abbe14-c8d9-42a3-a3bd-ddb3a8ea5b71 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0489814 Nov 12 04:10:35.059481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e9f9807b-aa16-4cab-b0fd-3f3747a14751 req-fbd67867-57f3-4513-904b-731b8d321442 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 12 04:10:35.851907 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:36.178200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1810e4c-b4be-4b15-918b-51ad7f4295a7 req-362ab98e-cfb9-4324-8563-c32f7d6f7863 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:36.179697 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1810e4c-b4be-4b15-918b-51ad7f4295a7 req-362ab98e-cfb9-4324-8563-c32f7d6f7863 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Nov 12 04:10:36.230355 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1810e4c-b4be-4b15-918b-51ad7f4295a7 req-d43da231-0338-459b-b984-ed8bd1867f03 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447292 Nov 12 04:10:36.252115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46644) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:36.314463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-07f8ec58-2c45-4c1e-b75e-d4035588e50f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/c643ed0d-2d49-47db-88a5-66aa6024af23 HTTP/1.1" status: 200 len: 993 time: 0.0612357 Nov 12 04:10:37.384908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:38.334883 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:51.680267 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:58.483497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.851571 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:59.883736 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-1507970c-db41-4358-bb00-e6729d19f4e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400257 Nov 12 04:10:59.965601 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-082dc14d-d37a-40e0-b646-4b51b2419c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:59.967083 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-082dc14d-d37a-40e0-b646-4b51b2419c4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0398276 Nov 12 04:11:00.071298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-c0cafbdd-e347-4bcc-948f-3c60f4617238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.072655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-c0cafbdd-e347-4bcc-948f-3c60f4617238 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.0853558 Nov 12 04:11:00.142960 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-c8a740db-88bf-49ee-9354-4b55478875a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 1001 time: 0.0585866 Nov 12 04:11:00.198609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-125aea70-002d-48ee-9677-b478b374ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.200098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-125aea70-002d-48ee-9677-b478b374ad69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0464768 Nov 12 04:11:00.246606 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-59b533e0-4221-4c30-9c8b-67b4e7ed8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:00.248093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-59b533e0-4221-4c30-9c8b-67b4e7ed8d41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379357 Nov 12 04:11:00.336093 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-fc5da9e9-d128-42d5-b42d-47294df5c063 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803361 Nov 12 04:11:00.427886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ff619c2-f54f-4e27-82e0-dd8d28fdf27c req-2591ad5b-e402-4320-9349-8f0019021ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841541 Nov 12 04:11:02.378893 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf8b6-701f-4f3a-b1e9-97d6ec92416d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:04.769863 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5d6de052-12e8-4161-9fb6-48aa3a596acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:05.854530 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:07.388020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.340878 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.749649 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46662) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:08.907608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:08.907954 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.984774 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.985103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:08.996373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:09.140070 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.166525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=a63ca9fb-cf0a-4cc6-9edf-ae94b3a5d51c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:09.193501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.193859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.194211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.194555 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.194898 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.195272 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.195608 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.195943 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.196277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.196607 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.196940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.197266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:09.236011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.236380 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP c643ed0d-2d49-47db-88a5-66aa6024af23 disassociated (deleted). External IP: 172.25.2.58, port: f3cd9277-61d1-458d-b3d5-032d4f7f2525. Nov 12 04:11:09.437062 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 63938ab3-1702-481c-90ea-8360b839eb62 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:09.544311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:09.549001 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.553546 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Sync routers for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:09.562917 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:09.563600 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:09.580045 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c9e06b0-855f-4e2d-825c-0da74a47e6a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/floatingips/c643ed0d-2d49-47db-88a5-66aa6024af23 HTTP/1.1" status: 204 len: 168 time: 0.8292966 Nov 12 04:11:09.581234 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:09.583803 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d2339-683b-4642-9e17-c169ceaf69f6" -d '{"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:09.624595 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f357f30-3e55-4129-8949-db9c17185707 x-openstack-request-id: req-9f357f30-3e55-4129-8949-db9c17185707 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:09.624894 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:09.625148 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9f357f30-3e55-4129-8949-db9c17185707 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:09.625704 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'status': 'completed', 'code': 200} Nov 12 04:11:09.668285 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:09.693441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-1ae3d6ea-0ae3-4055-8492-5189f25691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.695463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-1ae3d6ea-0ae3-4055-8492-5189f25691ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 1098 time: 0.0465209 Nov 12 04:11:09.814462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-2a5bd637-963d-4770-9a85-b24948f49568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.816872 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-2a5bd637-963d-4770-9a85-b24948f49568 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 200 len: 897 time: 0.1055012 Nov 12 04:11:09.817143 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ed2f6-525f-4e68-bc0a-07da14d77938 req-03d48839-c14a-4e51-8758-6b2470cbf4e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.818628 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-947ed2f6-525f-4e68-bc0a-07da14d77938 req-03d48839-c14a-4e51-8758-6b2470cbf4e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0504992 Nov 12 04:11:09.864715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-c2feb174-fc69-472e-882d-27aff0b8d19d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 200 len: 217 time: 0.0360072 Nov 12 04:11:09.870940 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-947ed2f6-525f-4e68-bc0a-07da14d77938 req-46d9f13b-877b-46ef-9b75-d7bdfdd82a8c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462010 Nov 12 04:11:09.892864 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:09.912744 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Checking router: 63938ab3-1702-481c-90ea-8360b839eb62 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:09.920685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-4e58ff8d-ef93-476a-9dfb-0a85ae14dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.921168 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:09.921807 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:09.922147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-4e58ff8d-ef93-476a-9dfb-0a85ae14dba3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 200 len: 834 time: 0.0492854 Nov 12 04:11:09.970719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-cb0f298e-dde6-482e-99d5-d5a7ddfddfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:09.972800 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-cb0f298e-dde6-482e-99d5-d5a7ddfddfc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a430ceaf-5796-4b56-9ba5-28e02976514b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401609 Nov 12 04:11:10.026340 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:10.062998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-95e4a1ab-4b0b-4e1e-a420-df4bbe9fb99b service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813749 Nov 12 04:11:10.160684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-454d2339-683b-4642-9e17-c169ceaf69f6 req-12b55f8c-0569-4a81-8bdb-cefa0763c6bf service neutron] 10.222.0.32 "GET /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885453 Nov 12 04:11:10.220360 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:10.246470 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd14451-7789-406d-a062-7699eb1bd79b None None] The sync data for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 is: [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:09:35Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '7bf03c3c-cbf6-4b76-a19c-5dc898848737', 'name': '', 'network_id': 'a430ceaf-5796-4b56-9ba5-28e02976514b', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:be:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:34Z', 'updated_at': '2021-11-12T04:09:38Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'c10f56e2-df7b-4bbf-84ed-0d5e3b653131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:10.480851 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cbfade-3b50-4f66-ac8c-5bdd56fd073e None None] New status for floating IP c643ed0d-2d49-47db-88a5-66aa6024af23: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:10.989294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434fdca-5545-4a06-8582-419e4fa942e4 req-ab625033-401a-4461-8e87-91276a270c79 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:10.990764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4434fdca-5545-4a06-8582-419e4fa942e4 req-ab625033-401a-4461-8e87-91276a270c79 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Nov 12 04:11:11.038908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4434fdca-5545-4a06-8582-419e4fa942e4 req-4fbfc600-fab1-4440-95ae-c52c0fc0564e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=4f910805-9e98-400d-aabe-2db0ea6dd779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Nov 12 04:11:11.538484 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-08eeda43-3578-4a47-92cd-8e5205e37b8e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:11.539956 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-08eeda43-3578-4a47-92cd-8e5205e37b8e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 946 time: 0.0520682 Nov 12 04:11:11.629871 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port f3cd9277-61d1-458d-b3d5-032d4f7f2525 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:11.630210 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.720336 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port f3cd9277-61d1-458d-b3d5-032d4f7f2525, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=f3cd9277-61d1-458d-b3d5-032d4f7f2525,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:11.720703 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.733101 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for f3cd9277-61d1-458d-b3d5-032d4f7f2525 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:11.865125 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.898079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=f3cd9277-61d1-458d-b3d5-032d4f7f2525,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:11.921286 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.921643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.921989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.922330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.922669 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.923013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.923373 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.923712 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.924044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.924886 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.925217 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.925545 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:11.946823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] No DVR routers for this DVR port f3cd9277-61d1-458d-b3d5-032d4f7f2525 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:11.949352 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:11.952722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fb54169a-a25e-46e8-9afe-e7d7b0a46f42 req-2aa4b41b-2288-4069-93ec-b7233768e503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "DELETE /v2.0/ports/f3cd9277-61d1-458d-b3d5-032d4f7f2525 HTTP/1.1" status: 204 len: 173 time: 0.4048364 Nov 12 04:11:11.953159 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'name': 'network-vif-deleted', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:11.955456 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d85baa-9633-459c-94d6-b351b6ad7f3f" -d '{"events": [{"server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "name": "network-vif-deleted", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:11.997551 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7be21-89b1-4aff-b37b-507b3ecb240c x-openstack-request-id: req-cef7be21-89b1-4aff-b37b-507b3ecb240c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:11.998154 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128dabc4-4d1a-484f-a54d-500dd7190281", "name": "network-vif-deleted", "tag": "f3cd9277-61d1-458d-b3d5-032d4f7f2525", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:11.998154 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-cef7be21-89b1-4aff-b37b-507b3ecb240c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:11.998477 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128dabc4-4d1a-484f-a54d-500dd7190281', 'name': 'network-vif-deleted', 'tag': 'f3cd9277-61d1-458d-b3d5-032d4f7f2525', 'status': 'completed', 'code': 200} Nov 12 04:11:12.144801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-89b56e18-c8fb-4bb3-abfc-939b76490fec req-a506ac54-5f30-4f87-95b5-45ddacb5acb7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=128dabc4-4d1a-484f-a54d-500dd7190281 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Nov 12 04:11:13.201561 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46680) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:13.554141 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.804316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 7bf03c3c-cbf6-4b76-a19c-5dc898848737 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:13.804591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.834703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f3cd9277-61d1-458d-b3d5-032d4f7f2525 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:13.854475 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: f3cd9277-61d1-458d-b3d5-032d4f7f2525 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:13.854818 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device f3cd9277-61d1-458d-b3d5-032d4f7f2525 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:13.894232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 7bf03c3c-cbf6-4b76-a19c-5dc898848737, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=7bf03c3c-cbf6-4b76-a19c-5dc898848737,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:13.894594 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:13.905954 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 7bf03c3c-cbf6-4b76-a19c-5dc898848737 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:14.082989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.108825 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=7bf03c3c-cbf6-4b76-a19c-5dc898848737,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:14.296851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.512701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 63938ab3-1702-481c-90ea-8360b839eb62 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:14.868785 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:14.873944 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f1df87bb-d46d-4cad-8b18-a6eeb92bf2f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/63938ab3-1702-481c-90ea-8360b839eb62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6712122 Nov 12 04:11:14.876508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46682) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:14.880469 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Sync routers for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:14.890739 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:14.891395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:14.931161 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting subnet c10f56e2-df7b-4bbf-84ed-0d5e3b653131 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:11:14.934193 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.977690 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:14.997074 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:15.059472 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.117284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.145032 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Subnet': ['ID=c10f56e2-df7b-4bbf-84ed-0d5e3b653131,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.146998 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.152706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a0c81325-d19c-476d-909c-d33eec4254e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/subnets/c10f56e2-df7b-4bbf-84ed-0d5e3b653131 HTTP/1.1" status: 204 len: 168 time: 0.2727389 Nov 12 04:11:15.153123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46684) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:15.160952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84032bc-3407-4f9c-9fa2-28acd23e357f None None] Network a430ceaf-5796-4b56-9ba5-28e02976514b requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:15.187807 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:15.216252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Checking router: 63938ab3-1702-481c-90ea-8360b839eb62 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:15.225262 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Routers {'63938ab3-1702-481c-90ea-8360b839eb62'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:15.225877 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['63938ab3-1702-481c-90ea-8360b839eb62'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:15.270858 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.338427 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] Set router 63938ab3-1702-481c-90ea-8360b839eb62 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:15.361121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] DHCP port deletion for a430ceaf-5796-4b56-9ba5-28e02976514b request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:15.388979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.410444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Deleting port 564335f1-9229-48e9-ba72-52d541c2f1bb {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:15.410818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.450529 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:11:15.450919 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.477184 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] For port 564335f1-9229-48e9-ba72-52d541c2f1bb, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=564335f1-9229-48e9-ba72-52d541c2f1bb,segment=NetworkSegment(c9803169-ee5a-4089-a972-213753d7ed5c),segment_id=c9803169-ee5a-4089-a972-213753d7ed5c)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:15.477578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.494653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Calling delete_port for 564335f1-9229-48e9-ba72-52d541c2f1bb owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:15.531367 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:15.533846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 27a6ebba-3c6e-411b-9b13-fcecaeb8245c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:15.534228 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.547381 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 27a6ebba-3c6e-411b-9b13-fcecaeb8245c owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:11:15.584466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.611871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Pushing event deleted for resources: {'Port': ['ID=564335f1-9229-48e9-ba72-52d541c2f1bb,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.620542 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] No DVR routers for this DVR port 564335f1-9229-48e9-ba72-52d541c2f1bb on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:11:15.622657 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.623037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.623501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.623850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.624183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.624586 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.624918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.625248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.625574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.625900 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.626226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.626555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afb7ef9-739a-4187-94ce-150a73a79cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:15.658384 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fe09d-1b67-4fc7-b72a-19dcb68bf74f None None] The sync data for ids ['63938ab3-1702-481c-90ea-8360b839eb62'] in n-d-615180-50 is: [{'id': '63938ab3-1702-481c-90ea-8360b839eb62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404861372', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:09:31Z', 'updated_at': '2021-11-12T04:11:14Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '27a6ebba-3c6e-411b-9b13-fcecaeb8245c', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63938ab3-1702-481c-90ea-8360b839eb62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:09:32Z', 'updated_at': '2021-11-12T04:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:15.737489 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.767614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=27a6ebba-3c6e-411b-9b13-fcecaeb8245c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:15.777125 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae062e89-6e90-4dde-b2a6-abffdcdfd041 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:15.824530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.916499 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.918471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.960929 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.961635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Fanout notify agent at l3_agent the message router_deleted on router 63938ab3-1702-481c-90ea-8360b839eb62 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:11:15.968783 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:15.969890 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-54f105d9-ec8c-4b33-9825-0f4385cf2c1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/routers/63938ab3-1702-481c-90ea-8360b839eb62 HTTP/1.1" status: 204 len: 168 time: 0.8157475 Nov 12 04:11:15.972493 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46688) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:16.055270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.147699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.168816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a430ceaf-5796-4b56-9ba5-28e02976514b']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:16.178196 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9803169-ee5a-4089-a972-213753d7ed5c') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:16.178501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9803169-ee5a-4089-a972-213753d7ed5c') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:16.187861 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.201465 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.208206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:11:16.208614 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:11:16.211537 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:11:16.276618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.282562 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.286265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/networks/a430ceaf-5796-4b56-9ba5-28e02976514b HTTP/1.1" status: 204 len: 168 time: 0.3127954 Nov 12 04:11:16.289258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46690) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:16.301596 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb22da8-f6e3-45fd-bd19-46b7416a14f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Network': ['ID=a430ceaf-5796-4b56-9ba5-28e02976514b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.351895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.377884 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.438978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.442241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.443728 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/security-groups/4f910805-9e98-400d-aabe-2db0ea6dd779 HTTP/1.1" status: 204 len: 168 time: 0.1527197 Nov 12 04:11:16.452716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0e12f-6823-4d27-8d41-cbbcf175b203 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f910805-9e98-400d-aabe-2db0ea6dd779,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.837166 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46696) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:16.837895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 564335f1-9229-48e9-ba72-52d541c2f1bb no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:16.841791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175298038', 'description': 'tempest-secgroup-smoke-1175298038 description', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:16.863546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 564335f1-9229-48e9-ba72-52d541c2f1bb {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:16.863984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 564335f1-9229-48e9-ba72-52d541c2f1bb not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:16.864491 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 27a6ebba-3c6e-411b-9b13-fcecaeb8245c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:16.864640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.883697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 27a6ebba-3c6e-411b-9b13-fcecaeb8245c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:16.884052 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 27a6ebba-3c6e-411b-9b13-fcecaeb8245c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:16.884468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7bf03c3c-cbf6-4b76-a19c-5dc898848737 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:11:16.903850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 7bf03c3c-cbf6-4b76-a19c-5dc898848737 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:11:16.904214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 7bf03c3c-cbf6-4b76-a19c-5dc898848737 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:11:16.929741 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.933328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.960022 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:16.961235 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1230657 Nov 12 04:11:16.964238 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46698) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:16.965281 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b38b7-84d3-47ca-97d9-f2436f4aba77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a271b7b0-517f-4d28-b1dd-01485cb03c65,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:16.968856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:16.995550 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.048736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.052812 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.067236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45b6eb7-a817-48be-b822-d20f6ec73e15,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.077190 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.078409 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-836a41b7-2313-431f-bd22-dd6c3458dc9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131628 Nov 12 04:11:17.081598 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46700) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.086137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.111787 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.166795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.170435 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.190720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f28935-9d62-4b5d-b41b-8c7226a0a238,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.199301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.200496 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b9ad6bce-08ff-4980-bfc7-80e9c530e081 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176958 Nov 12 04:11:17.203313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46702) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.208349 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.234024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.290795 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.294217 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.314770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6c7b50-a9d2-492d-8fbf-8ef773dd66cf,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.320623 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.321702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-983b4af1-b50f-428e-9bda-3595f6ba6cca tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174734 Nov 12 04:11:17.324445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46704) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.328850 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.355716 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.410748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.414571 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.432111 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd9be4-9f46-40a0-b5fb-ed3c31fa7492,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.436848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.438051 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cd14c518-2ac3-4035-b1e3-2eed1c2d18d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126676 Nov 12 04:11:17.441438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46706) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.446571 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.469720 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:11:17.474714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.531279 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.534336 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.551972 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6655d3-bd62-466c-b2ed-6047a194732b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.557201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.558408 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-25b96918-80b0-4da8-ba55-faccd4ec677b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159675 Nov 12 04:11:17.561741 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46708) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.566838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a271b7b0-517f-4d28-b1dd-01485cb03c65', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.587805 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:11:17.592478 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.651380 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.654800 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.671393 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bcdaf6-f4ab-48e7-9617-3a26edfd8bbe,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.679260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.680447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2cfa4cc2-1128-4e0d-9871-e7e565289356 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177392 Nov 12 04:11:17.683248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46710) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.688014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'network': {'name': 'tempest-network-smoke--1812217506', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'port_security_enabled': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.708241 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:17.711581 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.734483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:11:17.743731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.744067 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Added segment 123d7147-d36e-494e-9ebd-88367973efec of type vlan for network 0971f60f-cd9d-4605-ba04-a2edef9295f6 Nov 12 04:11:17.784435 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.807307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.812973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:17.813553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.848962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1647165 Nov 12 04:11:17.851849 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46712) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:17.856569 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'admin_state_up': True, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:17.880521 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.881540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:17.885568 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c915c-703c-4cb5-880e-cdbe09cc9e1c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Network': ['ID=0971f60f-cd9d-4605-ba04-a2edef9295f6,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:17.899326 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:11:17.936658 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.071846 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.261106 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.279419 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.383633 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.73 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/87ba24fc-f2d3-405a-899d-94caeff93568) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:18.481148 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.515113 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.555207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:18.557883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:18.560587 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:18.570799 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff746be8-3820-4fb6-842b-a4501107560d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:18.598198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=87ba24fc-f2d3-405a-899d-94caeff93568,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:18.666589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-08a49be8-178b-405d-80b5-e11b70cddad5 None None] Provisioning complete for port 87ba24fc-f2d3-405a-899d-94caeff93568 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:18.667178 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-08a49be8-178b-405d-80b5-e11b70cddad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:18.699621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-08a49be8-178b-405d-80b5-e11b70cddad5 None None] Port 87ba24fc-f2d3-405a-899d-94caeff93568 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:18.827693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.263495 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.383724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router f825b4bb-87c9-450f-9485-1b846a1af9e5 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:11:19.484590 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:19.494487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Sync routers for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:19.505048 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:19.505624 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.505802 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:19.506877 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5309a475-915d-460d-a631-d9ab82192d41 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6539233 Nov 12 04:11:19.509933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46714) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:19.540430 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-19f28187-c687-48e5-a1a3-22119b339ee9 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=1859c210c4c440cc8a42acd32c90ee8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264330 Nov 12 04:11:19.540702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46716) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:19.617245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:19.630330 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e279c39-8266-44c5-9d1d-7ad283710139 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:19.631857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1e279c39-8266-44c5-9d1d-7ad283710139 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903757 Nov 12 04:11:19.634663 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46718) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:19.661545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8f801ada-aa98-4a70-bfad-1b9e1bf1e3c4 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258060 Nov 12 04:11:19.664025 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46720) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:19.668643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901662398', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:19.760077 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:19.767498 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.794966 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:19.825275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Checking router: f825b4bb-87c9-450f-9485-1b846a1af9e5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:19.825633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Updating router f825b4bb-87c9-450f-9485-1b846a1af9e5 port 87ba24fc-f2d3-405a-899d-94caeff93568 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:19.851726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:19.944878 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.005918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Subnet': ['ID=89142832-8feb-4513-9042-f9da00fafbec,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.014431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Checking segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:20.014798 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network hostable DHCP agents. Network: 0971f60f-cd9d-4605-ba04-a2edef9295f6, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:11:20.030972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:11:20.039824 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 0971f60f-cd9d-4605-ba04-a2edef9295f6) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:20.043987 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:20.044581 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.053047 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc43b7e-b29e-42ad-b006-19bda153bd5b None None] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:20.060807 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-49ea418e-1773-4597-9fef-0be363c34e82 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3958011 Nov 12 04:11:20.063494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46722) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:20.158718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.167592 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.226886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bc9d8-d7ea-449e-a9fa-a17cfa154f48 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:20.257726 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700010f-e97d-4fee-88d8-b6ba02c9cca6 None None] Pushing event updated for resources: {'Port': ['ID=87ba24fc-f2d3-405a-899d-94caeff93568,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.259982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Attempting to bind port 87ba24fc-f2d3-405a-899d-94caeff93568 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:20.260547 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Attempting to bind port 87ba24fc-f2d3-405a-899d-94caeff93568 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:20.261367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Attempting to bind port 87ba24fc-f2d3-405a-899d-94caeff93568 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:20.273944 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:20.274330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:20.274736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.275149 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:20.275636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Bound port: 87ba24fc-f2d3-405a-899d-94caeff93568, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:20.276020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.343688 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-0971f60f-cd9d-4605-ba04-a2edef9295f6', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:11:20.344534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.370330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] For port 87ba24fc-f2d3-405a-899d-94caeff93568, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:20.375982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0c0726ea-c3b0-47dd-ad3d-3e47260e3144 None None] Provisioning complete for port 87ba24fc-f2d3-405a-899d-94caeff93568 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.376360 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0c0726ea-c3b0-47dd-ad3d-3e47260e3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.391917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] For port 87ba24fc-f2d3-405a-899d-94caeff93568, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ba24fc-f2d3-405a-899d-94caeff93568,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:20.416978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.517918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f284e03-6c6e-40e3-8e1f-e90f7c071196 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:11:20.519679 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.526375 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0c0726ea-c3b0-47dd-ad3d-3e47260e3144 None None] Port 87ba24fc-f2d3-405a-899d-94caeff93568 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:20.582934 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700010f-e97d-4fee-88d8-b6ba02c9cca6 None None] Pushing event updated for resources: {'Port': ['ID=87ba24fc-f2d3-405a-899d-94caeff93568,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:20.585419 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:20.586032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:20.640135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Allocated IP 172.20.0.2 (0971f60f-cd9d-4605-ba04-a2edef9295f6/89142832-8feb-4513-9042-f9da00fafbec/09b8ccbc-770b-48dd-a943-51ce1fba588b) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:20.718678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] Provisioning complete for port 87ba24fc-f2d3-405a-899d-94caeff93568 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:20.719051 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:20.786736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:21.154401 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.170419 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.189260 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.210422 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.1 (0971f60f-cd9d-4605-ba04-a2edef9295f6/89142832-8feb-4513-9042-f9da00fafbec/f0c49be6-2d7b-4648-bcfc-b446c6d6d74c) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:21.257711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] For port 87ba24fc-f2d3-405a-899d-94caeff93568, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ba24fc-f2d3-405a-899d-94caeff93568,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:21.259749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:21.266735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:21.271480 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.273159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:21.282969 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Pushing event updated for resources: {'Port': ['ID=09b8ccbc-770b-48dd-a943-51ce1fba588b,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.332845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.367244 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.381806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e9224-4d48-4c2f-b50e-4217baadfa7d None None] Pushing event updated for resources: {'Port': ['ID=87ba24fc-f2d3-405a-899d-94caeff93568,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.384393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Attempting to bind port 09b8ccbc-770b-48dd-a943-51ce1fba588b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:21.384776 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Attempting to bind port 09b8ccbc-770b-48dd-a943-51ce1fba588b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:21.385145 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Attempting to bind port 09b8ccbc-770b-48dd-a943-51ce1fba588b on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:21.394602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:21.395114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Checking segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:21.395524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.395918 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Bound using segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:21.396518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Bound port: 09b8ccbc-770b-48dd-a943-51ce1fba588b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:21.396909 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.399541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:21.408343 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:21.413393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:21.417184 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:21.423742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.436707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d974f-e2a7-4048-b487-24868aa56320 None None] The sync data for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 is: [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:18Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:21.476488 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.494358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] For port 09b8ccbc-770b-48dd-a943-51ce1fba588b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:21.497793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] For port 09b8ccbc-770b-48dd-a943-51ce1fba588b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=09b8ccbc-770b-48dd-a943-51ce1fba588b,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:21.503957 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.563666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250adc74-fadc-40f2-8fc7-c52b50699452 None None] Pushing event updated for resources: {'Port': ['ID=09b8ccbc-770b-48dd-a943-51ce1fba588b,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:21.616762 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.980116 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:21.986979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.068270 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.070251 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.165783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:22.167290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:22.289673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router f825b4bb-87c9-450f-9485-1b846a1af9e5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:22.407108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:22.412804 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e9aaf9d7-bb8b-4e21-9c0d-84e97839dce5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/f825b4bb-87c9-450f-9485-1b846a1af9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3481085 Nov 12 04:11:22.539915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19a80f-820f-426c-8928-3dae15583b2b None None] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:11:22.565540 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-2e99588c-1563-42ae-bf39-30a0aa614588 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175298038&fields=id&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 267 time: 0.0451515 Nov 12 04:11:22.629561 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] Provisioning complete for port 09b8ccbc-770b-48dd-a943-51ce1fba588b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:22.630147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.694457 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-8bcd8d39-ea6a-42c7-b18d-06a2f0d6be4f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:22.696011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-8bcd8d39-ea6a-42c7-b18d-06a2f0d6be4f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 797 time: 0.1225166 Nov 12 04:11:22.712190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-cb0a5ca3-0978-4508-aa9a-877e04e4dd5d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/quotas/1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 375 time: 0.0104403 Nov 12 04:11:22.768963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-f0c0630c-4c17-44a1-87a3-ed99f04d4d3d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509329 Nov 12 04:11:22.769205 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.808850 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] For port 09b8ccbc-770b-48dd-a943-51ce1fba588b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=09b8ccbc-770b-48dd-a943-51ce1fba588b,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:22.818049 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.878599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002a91e-9db4-455d-80ae-6f058b26feae None None] Pushing event updated for resources: {'Port': ['ID=09b8ccbc-770b-48dd-a943-51ce1fba588b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:22.965255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 09b8ccbc-770b-48dd-a943-51ce1fba588b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:22.968292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-285534ed-a5ff-45ac-a7c4-f31758a56493 service neutron] 10.222.0.84 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801014 Nov 12 04:11:23.023809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 09b8ccbc-770b-48dd-a943-51ce1fba588b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.024408 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.076827 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-a0c28794-61bb-47f3-8dbc-f6560e9bd348 service neutron] 10.222.0.84 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008539 Nov 12 04:11:23.109381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ba24fc-f2d3-405a-899d-94caeff93568 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:23.164368 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4422d7c8-d81b-4fbc-9369-1ba7ab7ef278 None None] Provisioning complete for port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.164744 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4422d7c8-d81b-4fbc-9369-1ba7ab7ef278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.211794 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4422d7c8-d81b-4fbc-9369-1ba7ab7ef278 None None] Port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:23.216013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 87ba24fc-f2d3-405a-899d-94caeff93568 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.216381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.231076 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Sync routers for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:23.241968 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:23.242808 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:23.254383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4422d7c8-d81b-4fbc-9369-1ba7ab7ef278 None None] Provisioning complete for port 09b8ccbc-770b-48dd-a943-51ce1fba588b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.256244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4422d7c8-d81b-4fbc-9369-1ba7ab7ef278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.357159 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:23.499282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-94fe934c-eda5-4d05-8689-1a76ca53ff01 None None] Provisioning complete for port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:23.499734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-94fe934c-eda5-4d05-8689-1a76ca53ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.532379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-94fe934c-eda5-4d05-8689-1a76ca53ff01 None None] Port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:23.565948 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 2, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:23.594834 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Checking router: f825b4bb-87c9-450f-9485-1b846a1af9e5 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:23.595224 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Updating router f825b4bb-87c9-450f-9485-1b846a1af9e5 port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:11:23.619546 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.868463 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.873625 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.925850 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Pushing event updated for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:23.948954 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.949304 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.949668 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.949981 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.950314 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.950691 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.951011 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.951366 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.951689 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.952013 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.952338 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.952657 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:11:23.984854 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Attempting to bind port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:23.985229 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Attempting to bind port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:23.985599 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Attempting to bind port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:23.990832 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:23.991240 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Checking segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:23.991651 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:23.992048 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Bound using segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:23.992521 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Bound port: f0c49be6-2d7b-4648-bcfc-b446c6d6d74c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:23.992903 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.056934 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] For port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:24.060643 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] For port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:24.064251 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.123281 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:24.123908 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:24.128569 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfbb18-2612-4bd1-b87c-7375fcaad320 None None] Pushing event updated for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.157792 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] Provisioning complete for port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:24.159232 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.243463 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:24.288452 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.335536 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f2baa930-24b1-434d-a4c5-ae367f2a9aff req-83c7024a-abc8-4173-92f2-ac3bfeb77611 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 210 time: 0.0417571 Nov 12 04:11:24.358428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] For port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:24.366682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.419729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d22a81-0950-4e6a-b615-a09af8f7aea8 None None] Pushing event updated for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:24.478641 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:24.490739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4faa828d-377c-41d2-a569-de0fd518851a None None] Provisioning complete for port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:24.491398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4faa828d-377c-41d2-a569-de0fd518851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.507394 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2a880-02b1-48c2-a2cc-581366b6ffc2 None None] The sync data for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 is: [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:24.945856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 09b8ccbc-770b-48dd-a943-51ce1fba588b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:25.005359 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 09b8ccbc-770b-48dd-a943-51ce1fba588b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:25.005913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.087502 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0c49be6-2d7b-4648-bcfc-b446c6d6d74c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:25.136402 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:25.136775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.439584 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7bfeca68-b182-4262-b510-05868156ff0a req-16099581-d783-41f8-86cf-03bfca38c5fb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 210 time: 0.0451128 Nov 12 04:11:25.519193 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-b0c90f40-8cf0-4425-a3b1-3f1b5b76953e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:25.520675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-b0c90f40-8cf0-4425-a3b1-3f1b5b76953e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 797 time: 0.1365731 Nov 12 04:11:25.897384 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-ee0ea946-1072-4573-b39f-97172c09f474 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 380 time: 0.3555000 Nov 12 04:11:25.911389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'port': {'device_id': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'admin_state_up': True, 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'security_groups': ['a271b7b0-517f-4d28-b1dd-01485cb03c65']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:26.013587 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:11:26.017407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.143901 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.9 (0971f60f-cd9d-4605-ba04-a2edef9295f6/89142832-8feb-4513-9042-f9da00fafbec/7cd4e866-f5d9-47e0-96c4-36334772906c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:26.285448 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.320843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.361850 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:26.368282 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:26.374008 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:26.405939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.431621 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.432237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.449803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-f009883b-893a-412e-9f2e-860e27a5db8a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425537 Nov 12 04:11:26.467027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Request body: {'port': {'device_id': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:26.527915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.567412 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460461-c970-4ba2-8bf7-a1320a3b8c83 req-cc15476a-4344-4190-a6ff-037b27482731 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:26.569815 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85460461-c970-4ba2-8bf7-a1320a3b8c83 req-cc15476a-4344-4190-a6ff-037b27482731 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 931 time: 0.0534847 Nov 12 04:11:26.628265 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-85460461-c970-4ba2-8bf7-a1320a3b8c83 req-23847f38-0793-4744-835c-9f5a1e46581e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510476 Nov 12 04:11:26.640674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-de5c2ab2-d14e-4815-82c6-d3c98f4cde9f None None] Provisioning complete for port 7cd4e866-f5d9-47e0-96c4-36334772906c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:26.641635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-de5c2ab2-d14e-4815-82c6-d3c98f4cde9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.675044 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-de5c2ab2-d14e-4815-82c6-d3c98f4cde9f None None] Port 7cd4e866-f5d9-47e0-96c4-36334772906c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:11:26.797164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd4e866-f5d9-47e0-96c4-36334772906c {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:26.804995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.817710 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Transition to ACTIVE for port object 7cd4e866-f5d9-47e0-96c4-36334772906c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:11:26.821411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:26.870238 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:26.964128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:11:26.964464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:11:26.964793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:26.969215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:11:26.969539 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:11:26.975060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:11:26.975429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Checking segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:11:26.975835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Bound using segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:11:26.976265 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Bound port: 7cd4e866-f5d9-47e0-96c4-36334772906c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:11:26.976624 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.041201 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:11:27.044197 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:11:27.048861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.081807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.082698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.084153 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] 10.222.0.32 "PUT /v2.0/ports/7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 1092 time: 0.6217415 Nov 12 04:11:27.084655 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:27.086907 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8285755-8746-4365-b3e9-64cb1a93d1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:27.117334 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2956d5-2b38-4028-b4fa-1322a3a6635a service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:27.148889 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2418c49-6cd8-45e4-81ce-e1b483215813 x-openstack-request-id: req-e2418c49-6cd8-45e4-81ce-e1b483215813 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:27.149183 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:27.149433 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-e2418c49-6cd8-45e4-81ce-e1b483215813 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:27.149831 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'status': 'completed', 'code': 200} Nov 12 04:11:27.187447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-b572161b-0dd1-40e1-9333-955e339ba17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.188989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-b572161b-0dd1-40e1-9333-955e339ba17f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.0495574 Nov 12 04:11:27.238776 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-a4224eb5-1d1b-47cb-a464-c5ffaf5805c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 217 time: 0.0360854 Nov 12 04:11:27.300135 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-6c30ec8b-6b1d-46c5-a0a4-d5d6c2f00120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.301545 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-6c30ec8b-6b1d-46c5-a0a4-d5d6c2f00120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0519013 Nov 12 04:11:27.354778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b051-25c6-4432-b964-a411a52f5584 req-628b3960-c8cf-40c7-bc19-c7a3df2474ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.356299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-628b3960-c8cf-40c7-bc19-c7a3df2474ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444477 Nov 12 04:11:27.453171 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-5c13dd31-f433-49bb-bb17-9644824a0bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809472 Nov 12 04:11:27.550349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a323b051-25c6-4432-b964-a411a52f5584 req-79d2e539-f08e-4024-9858-19ba4b04321a service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856435 Nov 12 04:11:27.638861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-892404fc-b656-43b9-8be3-80cde61ca2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.640440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-892404fc-b656-43b9-8be3-80cde61ca2c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.0403237 Nov 12 04:11:27.735309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-4df5e587-667a-4940-85e5-c646c898eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.736899 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-4df5e587-667a-4940-85e5-c646c898eee6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.0888958 Nov 12 04:11:27.743203 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd536c-337b-45fc-a286-1a554fc7c638 req-c9cb0f3a-78bd-4bf5-9b9d-21c4681fb721 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.744693 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9bd536c-337b-45fc-a286-1a554fc7c638 req-c9cb0f3a-78bd-4bf5-9b9d-21c4681fb721 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0489311 Nov 12 04:11:27.779389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-5df47d42-9949-40e8-a45c-8981df1533c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 217 time: 0.0354819 Nov 12 04:11:27.794729 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c9bd536c-337b-45fc-a286-1a554fc7c638 req-f2fc1215-b03a-4c4f-b7dc-9c2a92c8da39 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440834 Nov 12 04:11:27.831557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-bb07647b-dfbe-429f-a060-a47f2cc199c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.833237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-bb07647b-dfbe-429f-a060-a47f2cc199c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0435390 Nov 12 04:11:27.879176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-18dbaeaf-de45-4408-9b48-0ffed99e2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:27.880948 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-18dbaeaf-de45-4408-9b48-0ffed99e2856 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400884 Nov 12 04:11:27.973234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-6b055e79-6a0b-48c1-9d0a-ea672d63e4e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839090 Nov 12 04:11:28.069627 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8285755-8746-4365-b3e9-64cb1a93d1ed req-7d8cbeda-315e-4808-a621-5c5da7a9c06b service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Nov 12 04:11:28.498631 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.679897 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:28.914674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d01d9-8864-4f6c-88bc-71099d219411 req-7be92267-e820-4734-a4cc-a47eebca1c4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.916366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f2d01d9-8864-4f6c-88bc-71099d219411 req-7be92267-e820-4734-a4cc-a47eebca1c4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0496788 Nov 12 04:11:28.964908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f2d01d9-8864-4f6c-88bc-71099d219411 req-e2762bbb-da78-4964-bdbf-04a5a99494e1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Nov 12 04:11:29.845558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:29.897634 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:11:29.990846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:30.002288 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'mac_address': 'fa:16:3e:a3:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:11:30.043350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.056668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd4e866-f5d9-47e0-96c4-36334772906c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:11:30.076169 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:30.081421 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:30.087753 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d47882-b0a1-4d12-9ef0-b814594c105f req-ab8352e1-19f8-4646-ab0d-9954c76372b3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:30.089345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3d47882-b0a1-4d12-9ef0-b814594c105f req-ab8352e1-19f8-4646-ab0d-9954c76372b3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0552762 Nov 12 04:11:30.127829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:30.139376 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c3d47882-b0a1-4d12-9ef0-b814594c105f req-812bae99-06bb-4a41-9540-dd6e4b9b0c6a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Nov 12 04:11:30.338708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['7cd4e866-f5d9-47e0-96c4-36334772906c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:11:31.250900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d99ea-eeb3-4e13-a625-ab8c5cacb270 req-e11baec6-348b-4775-aa5e-b186f4d59745 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:31.252389 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed4d99ea-eeb3-4e13-a625-ab8c5cacb270 req-e11baec6-348b-4775-aa5e-b186f4d59745 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 944 time: 0.0475876 Nov 12 04:11:31.301110 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ed4d99ea-eeb3-4e13-a625-ab8c5cacb270 req-607d46b2-24ab-4889-8f2f-efce91d99f23 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Nov 12 04:11:31.909013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:11:31.957438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 7cd4e866-f5d9-47e0-96c4-36334772906c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:11:31.961248 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 7cd4e866-f5d9-47e0-96c4-36334772906c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:11:31.961615 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.037898 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.059740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:32.062356 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4448676-1f7f-49e7-a23a-097d15d4c178" -d '{"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:32.076686 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:11:32.082944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.105682 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a235c8a-5f61-4082-9cd2-d304ed59efd9 x-openstack-request-id: req-9a235c8a-5f61-4082-9cd2-d304ed59efd9 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:32.105967 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:32.106227 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9a235c8a-5f61-4082-9cd2-d304ed59efd9 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:32.106598 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'code': 200} Nov 12 04:11:32.130530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:32.209122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7934e-7dfe-4e5f-9828-ebc51b775773 req-b2f8521a-db20-42d0-b85b-1d48c0bdf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.210645 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ee7934e-7dfe-4e5f-9828-ebc51b775773 req-b2f8521a-db20-42d0-b85b-1d48c0bdf462 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1097 time: 0.0438588 Nov 12 04:11:32.259058 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1ee7934e-7dfe-4e5f-9828-ebc51b775773 req-4671b1e9-51f6-485a-93b6-071545212cb9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381205 Nov 12 04:11:32.381053 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ecaa73b-adcf-42aa-906e-3aedd3ea4ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:32.417695 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e21fca-10b3-4fb2-96d8-231d98f87631 req-6aa2e489-5284-48fe-9718-f3e7267da752 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:32.419211 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23e21fca-10b3-4fb2-96d8-231d98f87631 req-6aa2e489-5284-48fe-9718-f3e7267da752 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0501127 Nov 12 04:11:32.468488 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-23e21fca-10b3-4fb2-96d8-231d98f87631 req-5be67af1-7045-4342-a79d-af0de1e14421 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Nov 12 04:11:33.588890 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d2a1-dbde-477f-9386-1d2335a70c7a req-e4356e3b-8604-4124-ad6d-a41966908ddd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.590379 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77b5d2a1-dbde-477f-9386-1d2335a70c7a req-e4356e3b-8604-4124-ad6d-a41966908ddd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Nov 12 04:11:33.638976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-77b5d2a1-dbde-477f-9386-1d2335a70c7a req-098d4084-9685-4034-8738-94d995ab821a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Nov 12 04:11:33.756038 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05538-78bb-448a-bc2b-247fd9970f27 req-9aeebc7a-4bfd-46f4-b5b9-90ae807bee49 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.757430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5b05538-78bb-448a-bc2b-247fd9970f27 req-9aeebc7a-4bfd-46f4-b5b9-90ae807bee49 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Nov 12 04:11:33.806464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5b05538-78bb-448a-bc2b-247fd9970f27 req-09b68f0b-5bd9-42fe-a6b0-d9bfc2ca701c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Nov 12 04:11:33.827637 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46778) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.866251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d93517-fdc4-42a0-afb4-a17df50bebda tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:33.867746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-96d93517-fdc4-42a0-afb4-a17df50bebda tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1092 time: 0.0391550 Nov 12 04:11:33.870549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46780) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:33.875169 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:11:33.897268 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:33.991127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.100507 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.214 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/00035c9e-453f-4933-a998-5550190b7262) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:11:34.200418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.239024 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.275275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:11:34.278071 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:11:34.284861 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:11:34.308826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=00035c9e-453f-4933-a998-5550190b7262,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.644102 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.712657 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.775988 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8d925659-3495-4dcb-91ec-312be075bd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.861848 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.866839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.931067 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=00035c9e-453f-4933-a998-5550190b7262,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:11:34.943989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.290657 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP bafdb83e-8dff-451a-b312-dddc9f1093a1 associated. External IP: 172.25.2.214, port: 7cd4e866-f5d9-47e0-96c4-36334772906c. Nov 12 04:11:35.494602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router f825b4bb-87c9-450f-9485-1b846a1af9e5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:11:35.601628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:11:35.612146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Sync routers for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:11:35.618239 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.622192 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:35.622822 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:35.645538 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0c81328a-5ae5-47e1-aacf-fb37339327c3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7738314 Nov 12 04:11:35.646125 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:11:35.648437 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e" -d '{"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:11:35.692074 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaf2578-54bf-4052-804f-f9cf1f322ad1 x-openstack-request-id: req-0aaf2578-54bf-4052-804f-f9cf1f322ad1 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:11:35.692362 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:11:35.692612 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0aaf2578-54bf-4052-804f-f9cf1f322ad1 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:11:35.693020 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'status': 'completed', 'code': 200} Nov 12 04:11:35.735391 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:35.746586 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195f3fb-47ec-4061-898c-103e79ea7b50 req-33f1f710-f4f8-4f02-856b-de4d3283914d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.748141 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d195f3fb-47ec-4061-898c-103e79ea7b50 req-33f1f710-f4f8-4f02-856b-de4d3283914d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0509188 Nov 12 04:11:35.757990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-9a151149-9e7f-4cbd-828c-4916b78d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.759629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-9a151149-9e7f-4cbd-828c-4916b78d3446 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1097 time: 0.0434487 Nov 12 04:11:35.803692 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d195f3fb-47ec-4061-898c-103e79ea7b50 req-37ce0b61-a8fe-4e25-8e8d-a8dc3d2133a6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484812 Nov 12 04:11:35.826947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46786) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:35.897285 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:35.908352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-47209b17-9fc3-4a70-a8d8-fb2611f40ced tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bafdb83e-8dff-451a-b312-dddc9f1093a1 HTTP/1.1" status: 200 len: 991 time: 0.0802727 Nov 12 04:11:35.910072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-228140cb-3506-4fc1-906b-f3f9e9683871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:35.911481 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-228140cb-3506-4fc1-906b-f3f9e9683871 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.1448686 Nov 12 04:11:35.967398 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bafdb83e-8dff-451a-b312-dddc9f1093a1', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'mac_address': 'fa:16:3e:a3:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:34Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:35.980886 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-921c1d7d-9ed3-48a3-85b8-434c84243ccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 999 time: 0.0622365 Nov 12 04:11:35.997531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Checking router: f825b4bb-87c9-450f-9485-1b846a1af9e5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:11:36.006725 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:11:36.007367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:11:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:36.030073 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-7ec9d812-edb4-4aee-878d-c3cb41d8fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.031656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-7ec9d812-edb4-4aee-878d-c3cb41d8fd22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0443709 Nov 12 04:11:36.077991 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-66025b55-0eca-4642-a13b-a755ecb82310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:36.079517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-66025b55-0eca-4642-a13b-a755ecb82310 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401700 Nov 12 04:11:36.112510 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:11:36.176487 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-13e1add4-659c-448a-b7eb-851bde9890fa service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893908 Nov 12 04:11:36.279525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c68bd319-cae4-4f9b-9517-2e7ad7a6e68e req-7795bcce-d7f8-454e-9a2c-6ed46fc09911 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963681 Nov 12 04:11:36.490555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bafdb83e-8dff-451a-b312-dddc9f1093a1', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'mac_address': 'fa:16:3e:a3:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:34Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:11:36.520264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33046a-e345-4154-8ec9-5421b0a1fb27 None None] The sync data for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 is: [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bafdb83e-8dff-451a-b312-dddc9f1093a1', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'mac_address': 'fa:16:3e:a3:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:11:34Z', 'updated_at': '2021-11-12T04:11:34Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:11:36.709999 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ecd3e1-5b98-4ae2-acba-ec196eef3d14 None None] New status for floating IP bafdb83e-8dff-451a-b312-dddc9f1093a1: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:11:36.912306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46788) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:11:36.976078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cd658c04-beb5-485c-a203-f4b90fa90ae8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bafdb83e-8dff-451a-b312-dddc9f1093a1 HTTP/1.1" status: 200 len: 993 time: 0.0625715 Nov 12 04:11:37.391174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:38.341873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:58.505419 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.856143 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:59.938432 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-6b5d733c-c8ba-4080-b458-0610022b03ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803630 Nov 12 04:12:00.022307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-f594bc74-6147-4846-b212-666591d32e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.023874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-f594bc74-6147-4846-b212-666591d32e1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1097 time: 0.0400324 Nov 12 04:12:00.130990 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-03fd9a55-2c5c-4df4-b42f-bf5e6ee79459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.132494 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-03fd9a55-2c5c-4df4-b42f-bf5e6ee79459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.0868659 Nov 12 04:12:00.205940 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-8a8a9f80-de90-4e66-b7d5-56de348270e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 1001 time: 0.0663784 Nov 12 04:12:00.257093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-228538cb-9641-4c18-a91e-70b5b8e4bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.258513 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-228538cb-9641-4c18-a91e-70b5b8e4bcd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0425923 Nov 12 04:12:00.303272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-ffb70602-b3e4-4567-b932-e7f7b6e2bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:00.304655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-ffb70602-b3e4-4567-b932-e7f7b6e2bdd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387840 Nov 12 04:12:00.397849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-3510ca29-c06b-401a-b4e3-5a65ec54ce3a service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857248 Nov 12 04:12:00.485898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-daa90576-459f-42f0-99c7-ddaef7086c4a req-e727b470-ea95-433d-ae55-c1fd9a430a74 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807915 Nov 12 04:12:02.381551 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bff8857e-3ece-45e4-bf55-4f7f012efdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:04.767290 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-059aa498-852a-40e8-bd7b-d8b7feedd31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:05.679272 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:05.862659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:07.395870 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:08.345016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:10.346205 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80d7f2-616b-4804-80a3-dad6915eb34d req-996e79cf-a31e-4ef6-99c1-34a59d648e6a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:10.347795 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46810) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:10.348270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd80d7f2-616b-4804-80a3-dad6915eb34d req-996e79cf-a31e-4ef6-99c1-34a59d648e6a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Nov 12 04:12:10.403699 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fd80d7f2-616b-4804-80a3-dad6915eb34d req-9253eaf0-cd47-4c1f-98ec-b4886e0abf17 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497832 Nov 12 04:12:10.460295 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-1271619c-6a62-40a8-995c-79d50285a90e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111851 Nov 12 04:12:10.469070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-4636e02d-2baf-49b7-b1cd-abc45ec2fc5c service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:10.470036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-4636e02d-2baf-49b7-b1cd-abc45ec2fc5c service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049884 Nov 12 04:12:11.508505 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-5c0b068a-9fc2-4ecc-86df-50b39d87203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.510033 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-5c0b068a-9fc2-4ecc-86df-50b39d87203b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1097 time: 0.0408537 Nov 12 04:12:11.526007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52287693-a03e-487b-9dfa-27fc865a2ca6 req-ef6af60d-477a-4c1b-99b5-2579a84e588d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.527539 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52287693-a03e-487b-9dfa-27fc865a2ca6 req-ef6af60d-477a-4c1b-99b5-2579a84e588d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Nov 12 04:12:11.576123 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-52287693-a03e-487b-9dfa-27fc865a2ca6 req-1855f90c-68d5-4534-a78b-62cccc65d888 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Nov 12 04:12:11.603211 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-248ecb34-2d4f-4057-8e52-3d1ac0906ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.604690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-248ecb34-2d4f-4057-8e52-3d1ac0906ca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.0874500 Nov 12 04:12:11.674012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-07ad56e7-4c55-470d-97e4-71f289c49947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 1001 time: 0.0609863 Nov 12 04:12:11.725922 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-1e588a50-e6fc-44fb-9945-3bc2e4a30d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.727393 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-1e588a50-e6fc-44fb-9945-3bc2e4a30d0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0433893 Nov 12 04:12:11.773363 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-c8a6bfc4-400c-45c7-a687-39b9f1e01f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:11.774848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-c8a6bfc4-400c-45c7-a687-39b9f1e01f05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394869 Nov 12 04:12:11.873428 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-64053889-811f-4e2b-b066-238cf68f2d0d service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882819 Nov 12 04:12:11.969038 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-b1d5c8e3-6460-415d-8b70-4460db5f7b52 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834954 Nov 12 04:12:12.694422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dcdd4-de9c-46ad-81b5-e289e16559b0 req-bd0d6771-6cac-47a3-b25b-8f78b1d7edce tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:12.695926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-889dcdd4-de9c-46ad-81b5-e289e16559b0 req-bd0d6771-6cac-47a3-b25b-8f78b1d7edce tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0489180 Nov 12 04:12:12.744118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-889dcdd4-de9c-46ad-81b5-e289e16559b0 req-46d2caf2-3e00-416c-ad01-6ceba0ca8ca3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 Nov 12 04:12:13.864712 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a98de-6b78-4b4a-8cf0-dbc36777bb7f req-95f0ec52-5017-422e-b704-5e78076af73d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:13.866182 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-034a98de-6b78-4b4a-8cf0-dbc36777bb7f req-95f0ec52-5017-422e-b704-5e78076af73d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0538723 Nov 12 04:12:13.914487 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-034a98de-6b78-4b4a-8cf0-dbc36777bb7f req-6fcf750d-5dc8-41d1-b96b-11cc0d19b51b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Nov 12 04:12:15.029425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578db6a-746c-4660-a40b-61fe28c70893 req-cf4a36be-9979-49d6-a2f9-a7f61f252467 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:15.030799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3578db6a-746c-4660-a40b-61fe28c70893 req-cf4a36be-9979-49d6-a2f9-a7f61f252467 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Nov 12 04:12:15.078760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3578db6a-746c-4660-a40b-61fe28c70893 req-f6b5902a-1ca9-4f17-af65-50f815d70c9d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Nov 12 04:12:16.261371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f53f9-7afb-4b77-906d-280d90dea8b8 req-44bc795d-eab9-42e8-adaf-7d1654e7eae4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:16.262875 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-017f53f9-7afb-4b77-906d-280d90dea8b8 req-44bc795d-eab9-42e8-adaf-7d1654e7eae4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.1139119 Nov 12 04:12:16.314221 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-017f53f9-7afb-4b77-906d-280d90dea8b8 req-ef8a5199-7b02-4ed7-a8f3-5fd91693048a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451577 Nov 12 04:12:17.481959 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e68f84-be99-463e-8d44-e829836c13a5 req-2e224659-1bee-408f-9a50-2a7dbe97b584 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.483727 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1e68f84-be99-463e-8d44-e829836c13a5 req-2e224659-1bee-408f-9a50-2a7dbe97b584 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.1017489 Nov 12 04:12:17.531517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1e68f84-be99-463e-8d44-e829836c13a5 req-fcda76aa-cc97-46da-8358-1e56aa6fe78f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Nov 12 04:12:18.648426 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e632-c99d-475c-bfc0-9e3eecff4f0e req-1e3394da-78f8-4ddf-bb3f-2da89f7017cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.649895 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ec9e632-c99d-475c-bfc0-9e3eecff4f0e req-1e3394da-78f8-4ddf-bb3f-2da89f7017cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Nov 12 04:12:18.702188 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7ec9e632-c99d-475c-bfc0-9e3eecff4f0e req-1b71c344-c0e0-45d0-8806-50a8c8cddedc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Nov 12 04:12:19.816298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331f199-42bf-403e-9d1f-b6b44b62d963 req-2876f1fe-703f-4542-9ef2-ae28125b6bbb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.817756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0331f199-42bf-403e-9d1f-b6b44b62d963 req-2876f1fe-703f-4542-9ef2-ae28125b6bbb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Nov 12 04:12:19.865686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0331f199-42bf-403e-9d1f-b6b44b62d963 req-2b86f716-d879-4c3b-81e3-ffbfce197ea7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Nov 12 04:12:20.984789 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60a4f-0cfd-432e-bbfe-85dbfc2562f2 req-18399299-099c-4a8f-a007-341c19302f11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:20.986256 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6d60a4f-0cfd-432e-bbfe-85dbfc2562f2 req-18399299-099c-4a8f-a007-341c19302f11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0491381 Nov 12 04:12:21.033680 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a6d60a4f-0cfd-432e-bbfe-85dbfc2562f2 req-12467834-0141-4c55-9615-1c18a03497ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Nov 12 04:12:22.148126 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88a202-1f5b-4051-9a3f-96b60511b5dd req-d864804f-f101-43ff-a891-87c42e201c4f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:22.149662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e88a202-1f5b-4051-9a3f-96b60511b5dd req-d864804f-f101-43ff-a891-87c42e201c4f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Nov 12 04:12:22.201951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e88a202-1f5b-4051-9a3f-96b60511b5dd req-ddc2a750-1547-42f1-b487-b6f4e0ecf53e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 Nov 12 04:12:23.316078 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22849e-ce0b-4de8-8f5f-ed040998e651 req-8343a924-5dfe-481b-ab9f-1fe8325beff8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:23.318164 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f22849e-ce0b-4de8-8f5f-ed040998e651 req-8343a924-5dfe-481b-ab9f-1fe8325beff8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Nov 12 04:12:23.365857 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f22849e-ce0b-4de8-8f5f-ed040998e651 req-7791a76e-0c5d-4ba3-89eb-9783331150f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Nov 12 04:12:24.107732 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-b3a7e4ae-4af0-4c8d-8696-90caff78c15d service neutron] show failed (client error): The resource could not be found. Nov 12 04:12:24.108629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-b3a7e4ae-4af0-4c8d-8696-90caff78c15d service neutron] 10.222.0.32 "GET /v2.0/ports/7cd4e866-f5d9-47e0-96c4-36334772906c/bindings/n-h2-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0529335 Nov 12 04:12:24.352142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-7c0cd6ab-be7b-4cfe-911e-92f685ad6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.353615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-7c0cd6ab-be7b-4cfe-911e-92f685ad6a83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 1097 time: 0.0865846 Nov 12 04:12:24.363946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-88245515-463f-49e1-9fd3-f9bde9cff9f9 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:12:24.364857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-88245515-463f-49e1-9fd3-f9bde9cff9f9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048440 Nov 12 04:12:24.377059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-615180-50', 'device_owner': 'compute:nova'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:12:24.432802 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.525414 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444ade6-8d60-42d6-97a7-4a5067c06a03 req-744ff51a-b28a-40b4-89a4-c236725dbb89 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:24.526906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1444ade6-8d60-42d6-97a7-4a5067c06a03 req-744ff51a-b28a-40b4-89a4-c236725dbb89 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0911853 Nov 12 04:12:24.655143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1444ade6-8d60-42d6-97a7-4a5067c06a03 req-5aa0771c-477e-4e0e-96bf-be5c1d676eb0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882697 Nov 12 04:12:24.711319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:24.742889 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:24.783644 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:24.785880 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17464107-77ab-4d4b-acc1-227527936bee" -d '{"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:24.790472 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.804300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Transition to ACTIVE for port object 7cd4e866-f5d9-47e0-96c4-36334772906c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:12:24.808260 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:24.838947 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abe832-f534-4cbf-99c4-e9b2661a525d x-openstack-request-id: req-29abe832-f534-4cbf-99c4-e9b2661a525d {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:24.839264 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:24.839516 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-29abe832-f534-4cbf-99c4-e9b2661a525d {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:24.839903 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'code': 200} Nov 12 04:12:24.896376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=6']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:24.908187 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.908454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.908791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.909181 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.909517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.909848 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.910179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.910506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.910832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.911180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.914305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.914653 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:24.948939 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] No DVR routers for this DVR port 7cd4e866-f5d9-47e0-96c4-36334772906c on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:25.084924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:12:25.085264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:12:25.085614 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:25.090949 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:12:25.091301 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Attempting to bind port 7cd4e866-f5d9-47e0-96c4-36334772906c on network 0971f60f-cd9d-4605-ba04-a2edef9295f6 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:12:25.096288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:12:25.096619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Checking segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:12:25.097026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Bound using segment: {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:12:25.097448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Bound port: 7cd4e866-f5d9-47e0-96c4-36334772906c, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123d7147-d36e-494e-9ebd-88367973efec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:12:25.097801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.160439 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:12:25.163803 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:12:25.168627 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.201762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.202401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.203822 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] 10.222.0.39 "PUT /v2.0/ports/7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 1092 time: 0.8305569 Nov 12 04:12:25.234426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72c1a2-7cff-4488-899f-466e0ff28e41 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=7']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:25.271345 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-b97a81ca-2e4e-477e-a933-82baf04907aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.272808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-b97a81ca-2e4e-477e-a933-82baf04907aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.0464628 Nov 12 04:12:25.370470 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-9d421197-8991-4954-b78a-f71618a0f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.372007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-9d421197-8991-4954-b78a-f71618a0f11e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.0913272 Nov 12 04:12:25.436771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-27abc7e9-8d25-4a2a-9aa6-9565685b0b9f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 999 time: 0.0579963 Nov 12 04:12:25.489691 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-1737d950-eb03-4497-83ca-80ea5121d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.491057 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-1737d950-eb03-4497-83ca-80ea5121d14d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0477157 Nov 12 04:12:25.534759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-40bb9817-5fcf-4e38-b71b-6657a3e3c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.536255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-40bb9817-5fcf-4e38-b71b-6657a3e3c15e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389662 Nov 12 04:12:25.624188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-ffaf113a-6695-4138-af9b-f76c867ef4be service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795884 Nov 12 04:12:25.717795 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f9cb479e-6282-44d6-b36e-4a14adc40e66 req-24071ebe-ee44-49b7-9f9b-3b1262f3e842 service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862913 Nov 12 04:12:25.787294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046877d-f011-46c9-a75a-8d61c8829a0d req-5b0655a0-0bd1-44f6-a779-2efb0525b373 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:25.788820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7046877d-f011-46c9-a75a-8d61c8829a0d req-5b0655a0-0bd1-44f6-a779-2efb0525b373 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0567958 Nov 12 04:12:25.845121 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7046877d-f011-46c9-a75a-8d61c8829a0d req-1b929a44-94ef-41d0-afbd-a3fadc1e53a4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502143 Nov 12 04:12:26.841722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:26.844134 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67badd3-a3fc-4b0e-8430-0eb763ae7726" -d '{"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:26.892623 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42632ba6-a172-4ac0-9c67-ad49cab1e863 x-openstack-request-id: req-42632ba6-a172-4ac0-9c67-ad49cab1e863 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:26.892921 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:26.893175 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-42632ba6-a172-4ac0-9c67-ad49cab1e863 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:26.893579 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'status': 'completed', 'code': 200} Nov 12 04:12:27.022374 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6b731-0c45-408d-9a85-7e9cdacc2363 req-3ee5ec58-3a20-4039-9118-d060d21f2936 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.023794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13d6b731-0c45-408d-9a85-7e9cdacc2363 req-3ee5ec58-3a20-4039-9118-d060d21f2936 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.1101966 Nov 12 04:12:27.026485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-7b50e060-a948-4d05-93dc-2a19fe48ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.027860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-7b50e060-a948-4d05-93dc-2a19fe48ecfa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.1048281 Nov 12 04:12:27.029645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-1f85b925-2b69-406d-b755-f364e057d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.030978 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-1f85b925-2b69-406d-b755-f364e057d549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.0982199 Nov 12 04:12:27.490875 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-13d6b731-0c45-408d-9a85-7e9cdacc2363 req-1b7085c7-df64-445c-9299-6eb1ed25b33c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589195 Nov 12 04:12:27.512163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-4a84f41a-5a92-4381-a870-dd5050918569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.513604 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-4a84f41a-5a92-4381-a870-dd5050918569 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.4625371 Nov 12 04:12:27.525264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-df8ec506-e475-4c3d-bee5-4a6088aa2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.526622 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-df8ec506-e475-4c3d-bee5-4a6088aa2b3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.4885259 Nov 12 04:12:27.628331 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-b2f1e4e1-cd68-4712-ba08-4a555ce09b0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 999 time: 0.1007578 Nov 12 04:12:27.632561 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-09b14535-85f0-4e21-8fb2-b7a39707dcc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 999 time: 0.0984728 Nov 12 04:12:27.713376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-73cb5ec7-e23f-4671-b1e3-7029b174cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.714788 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-73cb5ec7-e23f-4671-b1e3-7029b174cc96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0758672 Nov 12 04:12:27.716172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-7987f54f-5d8e-4725-908e-8560afa2ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.717456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-7987f54f-5d8e-4725-908e-8560afa2ce3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0774255 Nov 12 04:12:27.792153 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-d2acf201-9fa1-4417-a7ff-9d10a865793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.793644 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-d2acf201-9fa1-4417-a7ff-9d10a865793a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697477 Nov 12 04:12:27.796142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-9004347b-0ca2-420b-be5d-896e6b292c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:27.797483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-9004347b-0ca2-420b-be5d-896e6b292c66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663698 Nov 12 04:12:27.946148 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-7da23f0c-c025-4019-8f3c-521c54f29f15 service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457913 Nov 12 04:12:27.951160 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-b8c1b04f-b1a4-4639-b8a0-75964f5dea3b service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340649 Nov 12 04:12:28.101610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-c4b04707-04f7-44c7-96f3-73e04d4b17c6 service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469903 Nov 12 04:12:28.104799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f67badd3-a3fc-4b0e-8430-0eb763ae7726 req-145e5ffb-393d-4d5d-a41b-e63faf32d406 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423509 Nov 12 04:12:28.165029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:28.202302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:28.496195 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:28.614450 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898e17-80c5-43b3-adb7-5c30c057ecfd req-4f7805b7-66ce-45f3-9245-ea6239e9714a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.615962 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78898e17-80c5-43b3-adb7-5c30c057ecfd req-4f7805b7-66ce-45f3-9245-ea6239e9714a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0538549 Nov 12 04:12:28.666498 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-78898e17-80c5-43b3-adb7-5c30c057ecfd req-89b29559-8c50-4b9c-870e-f041c5d7dd79 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445874 Nov 12 04:12:28.858168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c688e3-d1a2-4066-a30b-9c5b84e19aa6 req-5ab9b835-81ab-410f-9b59-a01250edeb32 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.859679 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6c688e3-d1a2-4066-a30b-9c5b84e19aa6 req-5ab9b835-81ab-410f-9b59-a01250edeb32 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0505111 Nov 12 04:12:28.878128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3327c-66a2-4ead-8429-68946330be0e req-884d8e9b-0ddd-47d8-be0e-a97c903d284a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:28.879630 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-884d8e9b-0ddd-47d8-be0e-a97c903d284a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1&tenant_id=1859c210c4c440cc8a42acd32c90ee8f&binding%3Ahost_id=n-h2-615180-50 HTTP/1.1" status: 200 len: 943 time: 0.0526352 Nov 12 04:12:28.909552 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c6c688e3-d1a2-4066-a30b-9c5b84e19aa6 req-733653b3-a328-4e24-a9d8-4539ba4871f1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Nov 12 04:12:28.949916 n-d-615180-50 neutron-server[102433]: INFO neutron.api.v2.resource [req-29f3327c-66a2-4ead-8429-68946330be0e req-d98ecdbc-5544-404f-8cee-04ad4ec059f8 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:12:28.950991 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-d98ecdbc-5544-404f-8cee-04ad4ec059f8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/7cd4e866-f5d9-47e0-96c4-36334772906c/bindings/n-h1-615180-50 HTTP/1.1" status: 404 len: 381 time: 0.0636117 Nov 12 04:12:29.055330 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32e7cd-daa9-42c8-b7cf-98fa215da4f3 req-21eb719d-b519-4b7f-9ff2-9919eab71789 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.056725 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a32e7cd-daa9-42c8-b7cf-98fa215da4f3 req-21eb719d-b519-4b7f-9ff2-9919eab71789 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 943 time: 0.0762544 Nov 12 04:12:29.063014 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3327c-66a2-4ead-8429-68946330be0e req-465eec92-ea31-42da-8e4d-511ac0b8ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.064459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-465eec92-ea31-42da-8e4d-511ac0b8ab67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1095 time: 0.0573032 Nov 12 04:12:29.161360 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a32e7cd-daa9-42c8-b7cf-98fa215da4f3 req-2ee44fcd-e686-4782-9a4a-4fa2c4a4e8ec tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959253 Nov 12 04:12:29.186724 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3327c-66a2-4ead-8429-68946330be0e req-5e4b7e99-e3ce-4e6e-8204-078825940a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.188233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-5e4b7e99-e3ce-4e6e-8204-078825940a0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.1099498 Nov 12 04:12:29.262228 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-104d9c5f-81b7-4690-8777-46980923dd6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 999 time: 0.0619571 Nov 12 04:12:29.314389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3327c-66a2-4ead-8429-68946330be0e req-cbbe8030-5573-4127-a091-56daabef0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.315769 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-cbbe8030-5573-4127-a091-56daabef0d11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0425539 Nov 12 04:12:29.364076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3327c-66a2-4ead-8429-68946330be0e req-566521f0-ad32-4f2d-9830-9f3a2ce07ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:29.366141 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-566521f0-ad32-4f2d-9830-9f3a2ce07ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396500 Nov 12 04:12:29.463925 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-c6469fd3-838c-4e59-a9fd-946777d7e4a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Nov 12 04:12:29.510947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:12:29.557342 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-29f3327c-66a2-4ead-8429-68946330be0e req-693cbc21-468b-4288-b863-6eeaf74aeae1 service neutron] 10.222.0.32 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823867 Nov 12 04:12:29.607246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:29.618791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'port_id': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'mac_address': 'fa:16:3e:a3:c5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:12:29.657588 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.670388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd4e866-f5d9-47e0-96c4-36334772906c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:12:29.691011 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:29.694499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.739232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:29.746893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.747270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.747616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.747955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.748289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.748620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.748949 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.749276 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.749600 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.749923 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.750245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.750564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:29.863700 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:29.963718 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['7cd4e866-f5d9-47e0-96c4-36334772906c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:12:30.278040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a3c7-7de2-48bb-80d2-c5553c259530 req-258f472a-b293-47de-b243-2f43f2a4304b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:30.279568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8af8a3c7-7de2-48bb-80d2-c5553c259530 req-258f472a-b293-47de-b243-2f43f2a4304b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 944 time: 0.0483568 Nov 12 04:12:30.331007 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8af8a3c7-7de2-48bb-80d2-c5553c259530 req-c86de3e5-c0c0-4c17-b66d-58713283a032 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Nov 12 04:12:30.353194 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46886) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:30.413138 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4f023a6a-39ea-468c-a838-985a5449d0bc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bafdb83e-8dff-451a-b312-dddc9f1093a1 HTTP/1.1" status: 200 len: 992 time: 0.0588536 Nov 12 04:12:31.525640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:12:31.572526 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port 7cd4e866-f5d9-47e0-96c4-36334772906c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:12:31.576568 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port 7cd4e866-f5d9-47e0-96c4-36334772906c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:12:31.576940 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.654069 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.676727 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:31.679035 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3c947-655c-4909-8e59-3ba4af85ceff" -d '{"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:31.691530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:31.696180 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.722396 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f1db3c-5eaf-481d-ae25-a310967686ec x-openstack-request-id: req-56f1db3c-5eaf-481d-ae25-a310967686ec {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:31.722698 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:31.722928 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-56f1db3c-5eaf-481d-ae25-a310967686ec {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:31.723339 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'code': 200} Nov 12 04:12:31.747514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:32.383810 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4943670e-da57-4236-9f15-ab0c156fa4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:34.768635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f2cbd14f-b232-4d4a-8fdd-f155ed4f0385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:35.863350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:37.395497 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:38.346239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:42.679216 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:58.495270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.744826 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46898) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:58.900716 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 00035c9e-453f-4933-a998-5550190b7262 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:58.901064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.977661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.977989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:58.989282 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 00035c9e-453f-4933-a998-5550190b7262 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:59.132291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.157967 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=00035c9e-453f-4933-a998-5550190b7262,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:59.170155 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.170512 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.170853 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.171222 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.171559 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.171896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.172227 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.172556 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.172882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.173207 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.173531 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.173852 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:59.226599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.226954 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP bafdb83e-8dff-451a-b312-dddc9f1093a1 disassociated (deleted). External IP: 172.25.2.214, port: 7cd4e866-f5d9-47e0-96c4-36334772906c. Nov 12 04:12:59.433095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router f825b4bb-87c9-450f-9485-1b846a1af9e5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:59.543297 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:59.548753 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.555280 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Sync routers for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:59.565974 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:59.566480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.578145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5dd4e0ce-83f8-443a-9752-ccdbff49b4cd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/floatingips/bafdb83e-8dff-451a-b312-dddc9f1093a1 HTTP/1.1" status: 204 len: 168 time: 0.8320687 Nov 12 04:12:59.578746 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:59.581201 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0" -d '{"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:59.628624 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de316627-c6ad-43cc-8792-2e12d6b3b952 x-openstack-request-id: req-de316627-c6ad-43cc-8792-2e12d6b3b952 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:59.628920 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:59.629174 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-de316627-c6ad-43cc-8792-2e12d6b3b952 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:59.629583 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'status': 'completed', 'code': 200} Nov 12 04:12:59.690477 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:59.694560 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-bf80c2b8-40cd-4aec-892c-7c5fb60bded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.696715 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-bf80c2b8-40cd-4aec-892c-7c5fb60bded4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 1097 time: 0.0436897 Nov 12 04:12:59.820919 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-9368f654-8ba9-4e5a-a3ab-e6c47a782c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.822500 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-9368f654-8ba9-4e5a-a3ab-e6c47a782c42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 200 len: 898 time: 0.1074188 Nov 12 04:12:59.837525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ea695-571b-4531-8b03-067309413725 req-139357d1-c5ea-4e7f-a03b-897941803b50 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.838976 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac2ea695-571b-4531-8b03-067309413725 req-139357d1-c5ea-4e7f-a03b-897941803b50 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0545640 Nov 12 04:12:59.877794 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-55b63138-865d-46f2-a34d-1bb7ce95911a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 200 len: 217 time: 0.0429568 Nov 12 04:12:59.893123 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:59.894653 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ac2ea695-571b-4531-8b03-067309413725 req-e6b60725-3151-4804-a430-9a62dbd8c35f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481513 Nov 12 04:12:59.922381 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.937969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-3e34c87c-f3a5-41f1-bec4-cb8f57767a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.939459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-3e34c87c-f3a5-41f1-bec4-cb8f57767a53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 200 len: 834 time: 0.0533600 Nov 12 04:12:59.949105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Checking router: f825b4bb-87c9-450f-9485-1b846a1af9e5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:59.958007 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:59.958628 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:59.987693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-3d2f658f-ab97-4195-84a1-dd7b650055a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:59.989273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-3d2f658f-ab97-4195-84a1-dd7b650055a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0971f60f-cd9d-4605-ba04-a2edef9295f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401301 Nov 12 04:13:00.063466 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:00.079690 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-28858617-d2df-472f-b7d1-faa9294c9da1 service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Nov 12 04:13:00.174369 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1a4e4756-2b98-4e9f-b5e6-1192ff9680c0 req-dd821c24-6280-46fb-9351-2f64b4eb9a82 service neutron] 10.222.0.39 "GET /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857277 Nov 12 04:13:00.263261 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:00.288410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e087f-8ecb-4ab3-94a2-6b4cb66c3d58 None None] The sync data for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 is: [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'f0c49be6-2d7b-4648-bcfc-b446c6d6d74c', 'name': '', 'network_id': '0971f60f-cd9d-4605-ba04-a2edef9295f6', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:0f:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '89142832-8feb-4513-9042-f9da00fafbec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:20Z', 'updated_at': '2021-11-12T04:11:24Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': '89142832-8feb-4513-9042-f9da00fafbec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:00.497721 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389242ff-61ee-4222-b315-5eb7ba1c0bba None None] New status for floating IP bafdb83e-8dff-451a-b312-dddc9f1093a1: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:13:01.012813 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d78935-8cd1-43ae-89a5-50dadedbbc43 req-22425071-42f6-4ed0-9929-e0f4c69f2489 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:01.014309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d78935-8cd1-43ae-89a5-50dadedbbc43 req-22425071-42f6-4ed0-9929-e0f4c69f2489 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0492198 Nov 12 04:13:01.072172 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a1d78935-8cd1-43ae-89a5-50dadedbbc43 req-0aa36e2e-90da-4e3c-841a-ffd9fece0767 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a271b7b0-517f-4d28-b1dd-01485cb03c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518012 Nov 12 04:13:01.112747 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-1648d999-43df-4966-9be9-043c3a934b2f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:01.114135 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-1648d999-43df-4966-9be9-043c3a934b2f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f2258e-1001-49aa-9c2c-043c93c521d1 HTTP/1.1" status: 200 len: 945 time: 0.0588965 Nov 12 04:13:01.201564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 7cd4e866-f5d9-47e0-96c4-36334772906c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:01.201906 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.291060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 7cd4e866-f5d9-47e0-96c4-36334772906c, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=7cd4e866-f5d9-47e0-96c4-36334772906c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:01.291456 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.304127 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 7cd4e866-f5d9-47e0-96c4-36334772906c owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:01.425546 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.458740 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=7cd4e866-f5d9-47e0-96c4-36334772906c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:01.500445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] No DVR routers for this DVR port 7cd4e866-f5d9-47e0-96c4-36334772906c on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:01.502994 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:01.506921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f00c73b-c60c-469f-be2b-6949463d7023 req-c40e3884-29ec-412b-b4d5-54959b02b81f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "DELETE /v2.0/ports/7cd4e866-f5d9-47e0-96c4-36334772906c HTTP/1.1" status: 204 len: 173 time: 0.3865159 Nov 12 04:13:01.507387 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-deleted', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:01.509645 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968f8acd-3685-4dc3-85b0-e8c8233d773c" -d '{"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-deleted", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:01.546452 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883546c4-a798-475f-a53c-c20ecd2b391b x-openstack-request-id: req-883546c4-a798-475f-a53c-c20ecd2b391b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:01.546758 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f2258e-1001-49aa-9c2c-043c93c521d1", "name": "network-vif-deleted", "tag": "7cd4e866-f5d9-47e0-96c4-36334772906c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:01.547039 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-883546c4-a798-475f-a53c-c20ecd2b391b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:01.547520 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f2258e-1001-49aa-9c2c-043c93c521d1', 'name': 'network-vif-deleted', 'tag': '7cd4e866-f5d9-47e0-96c4-36334772906c', 'status': 'completed', 'code': 200} Nov 12 04:13:02.129030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46912) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:02.385030 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0d752cca-6d8d-4ffb-9ea3-cd9e86527f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.481153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.729894 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:02.730239 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.818611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port f0c49be6-2d7b-4648-bcfc-b446c6d6d74c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:02.818984 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.832024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for f0c49be6-2d7b-4648-bcfc-b446c6d6d74c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:03.021841 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.051465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=f0c49be6-2d7b-4648-bcfc-b446c6d6d74c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:03.223549 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.731417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:03.736947 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router f825b4bb-87c9-450f-9485-1b846a1af9e5 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:03.751863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: 7cd4e866-f5d9-47e0-96c4-36334772906c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:03.752214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device 7cd4e866-f5d9-47e0-96c4-36334772906c not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:03.844408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:03.850318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-cb2b9168-0c10-4cc9-9f99-c054bb1ad5e5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/f825b4bb-87c9-450f-9485-1b846a1af9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202518 Nov 12 04:13:03.853473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46914) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:03.856114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Sync routers for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:03.866875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:03.867537 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:03.902823 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting subnet 89142832-8feb-4513-9042-f9da00fafbec {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:13:03.905973 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.945340 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:03.970043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:04.030754 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.090793 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.118310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Subnet': ['ID=89142832-8feb-4513-9042-f9da00fafbec,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:04.120307 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.123734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ac9689e9-19d3-4c07-abc4-139a0ceadbc5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/subnets/89142832-8feb-4513-9042-f9da00fafbec HTTP/1.1" status: 204 len: 168 time: 0.2690880 Nov 12 04:13:04.126113 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46916) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.129469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b883c-11a9-4a50-8fd1-bc720b799e43 None None] Network 0971f60f-cd9d-4605-ba04-a2edef9295f6 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:04.232407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.250272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:13:02Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.279174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Checking router: f825b4bb-87c9-450f-9485-1b846a1af9e5 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:04.293938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Routers {'f825b4bb-87c9-450f-9485-1b846a1af9e5'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:04.294541 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:12:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['f825b4bb-87c9-450f-9485-1b846a1af9e5'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.346687 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.378438 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] DHCP port deletion for 0971f60f-cd9d-4605-ba04-a2edef9295f6 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:04.402904 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 87ba24fc-f2d3-405a-899d-94caeff93568 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:04.403287 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.426899 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] Set router f825b4bb-87c9-450f-9485-1b846a1af9e5 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:04.487298 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 87ba24fc-f2d3-405a-899d-94caeff93568, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=87ba24fc-f2d3-405a-899d-94caeff93568,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:04.487675 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.504164 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 87ba24fc-f2d3-405a-899d-94caeff93568 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:04.680254 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.699928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Deleting port 09b8ccbc-770b-48dd-a943-51ce1fba588b {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:04.700301 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.707402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=87ba24fc-f2d3-405a-899d-94caeff93568,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:04.727527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36d75b-bce9-47dc-9c2c-53cb4a1e34fe None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:04.779783 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.808812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] For port 09b8ccbc-770b-48dd-a943-51ce1fba588b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=09b8ccbc-770b-48dd-a943-51ce1fba588b,segment=NetworkSegment(123d7147-d36e-494e-9ebd-88367973efec),segment_id=123d7147-d36e-494e-9ebd-88367973efec)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:04.809426 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.836659 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-179b2c93-c99f-4f0a-97bd-23350d61f413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.842687 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Calling delete_port for 09b8ccbc-770b-48dd-a943-51ce1fba588b owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:04.892831 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.895528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.946875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.947436 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:13:02Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:04.947664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Fanout notify agent at l3_agent the message router_deleted on router f825b4bb-87c9-450f-9485-1b846a1af9e5 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:13:04.956386 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:04.959143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d3b45166-1ca1-4ab8-b67e-f43cd1bde029 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/routers/f825b4bb-87c9-450f-9485-1b846a1af9e5 HTTP/1.1" status: 204 len: 168 time: 0.8308523 Nov 12 04:13:04.960782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46918) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:04.979869 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb749a1-a36c-4f78-9898-cfc839e22220 None None] The sync data for ids ['f825b4bb-87c9-450f-9485-1b846a1af9e5'] in n-d-615180-50 is: [{'id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146078921', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:11:17Z', 'updated_at': '2021-11-12T04:13:02Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '87ba24fc-f2d3-405a-899d-94caeff93568', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f825b4bb-87c9-450f-9485-1b846a1af9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:11:18Z', 'updated_at': '2021-11-12T04:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:05.005691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 09b8ccbc-770b-48dd-a943-51ce1fba588b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:05.012096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.043677 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.057127 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 09b8ccbc-770b-48dd-a943-51ce1fba588b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:05.057581 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 09b8ccbc-770b-48dd-a943-51ce1fba588b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:05.062871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] Pushing event deleted for resources: {'Port': ['ID=09b8ccbc-770b-48dd-a943-51ce1fba588b,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.070388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b9ad0-4431-4bdd-8aa9-ef7a1c4c7d25 None None] No DVR routers for this DVR port 09b8ccbc-770b-48dd-a943-51ce1fba588b on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:05.139171 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.158709 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0971f60f-cd9d-4605-ba04-a2edef9295f6']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:05.167891 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123d7147-d36e-494e-9ebd-88367973efec') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:05.168190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123d7147-d36e-494e-9ebd-88367973efec') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:05.177431 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.190711 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.197218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:13:05.197695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:13:05.200638 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:13:05.263753 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.271655 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.274054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/networks/0971f60f-cd9d-4605-ba04-a2edef9295f6 HTTP/1.1" status: 204 len: 168 time: 0.3120661 Nov 12 04:13:05.277086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46920) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:05.285878 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e57348-b5e6-4d3d-a26d-f1c88622f8aa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Network': ['ID=0971f60f-cd9d-4605-ba04-a2edef9295f6,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.335416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.362078 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.427838 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.431627 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.432988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/security-groups/a271b7b0-517f-4d28-b1dd-01485cb03c65 HTTP/1.1" status: 204 len: 168 time: 0.1547475 Nov 12 04:13:05.443087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c40435-6c58-43de-b7dc-53856b187011 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271b7b0-517f-4d28-b1dd-01485cb03c65,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.640296 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46926) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:05.644965 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451486379', 'description': 'tempest-secgroup-smoke-1451486379 description', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:05.668789 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.740347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.743988 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.774983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.776246 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348460 Nov 12 04:13:05.779405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46928) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:05.780279 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dd124-84a9-45a2-832b-c68d7e2a3ffc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91b866-9585-4b00-9d79-af49cc0b74df,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.784295 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:05.810645 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.866777 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.867295 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.870208 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.887487 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ee58d9-5258-41a1-a7a5-d85101b86ce2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.895027 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.896255 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a1d02607-6b8d-477c-ad04-eb4239b96bcf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157367 Nov 12 04:13:05.899579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:05.903895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:05.930407 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.985433 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.988842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.007825 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bc5e92-e3c1-4172-a75b-e67499f0bd65,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.012693 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.013885 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e135122a-3f9a-4f05-a24b-b52ff027e5d2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133773 Nov 12 04:13:06.016675 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46932) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.021001 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.047914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.111969 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.115682 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.133079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e92036-e29d-43ba-b78e-bf72dd57bd8a,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.142082 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.143433 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6d68fc02-82cd-434b-be41-456274509d9c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256702 Nov 12 04:13:06.146062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46934) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.150893 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.175698 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.232232 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.235873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.259050 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.260325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132932 Nov 12 04:13:06.261703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff0d5-7b20-4672-a44a-d5c6b08f173c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643f4b9c-a184-4f35-8d7f-c45a0aa06a64,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.263189 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.268514 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.290548 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:13:06.295209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.351701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.355011 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.372472 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d5fb09-4d3b-4e77-adaa-e863357cb738,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.377297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.379569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-cfa061a8-63e2-4162-8c1c-679030387e70 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150427 Nov 12 04:13:06.381157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.386089 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': '8b91b866-9585-4b00-9d79-af49cc0b74df', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.407796 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:13:06.412528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.470430 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.473989 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.493140 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c88031-ccc5-4dae-a4a0-2f37cc4ffd3f,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.501221 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.502580 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f90d8b03-3632-44a6-a42c-925197e1784e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199579 Nov 12 04:13:06.505245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.510644 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'network': {'name': 'tempest-network-smoke--1141380364', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'port_security_enabled': True}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.530506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:06.533894 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.557209 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:06.565914 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.566256 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Added segment 79e11547-c937-43c7-9b38-2a43d99335ad of type vlan for network e212afde-85a2-41ee-b742-b1f651d204c4 Nov 12 04:13:06.607220 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.631307 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.637383 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.637959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.674088 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1652141 Nov 12 04:13:06.674501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46942) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:06.679989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'admin_state_up': True, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:06.703405 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.704411 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.705727 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2e27-07bb-480b-b8f9-3612444897b5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Network': ['ID=e212afde-85a2-41ee-b742-b1f651d204c4,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.718809 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network e212afde-85a2-41ee-b742-b1f651d204c4 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:06.757843 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.857631 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ba24fc-f2d3-405a-899d-94caeff93568 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:06.885531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 87ba24fc-f2d3-405a-899d-94caeff93568 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:06.886231 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 87ba24fc-f2d3-405a-899d-94caeff93568 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:06.886334 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0c49be6-2d7b-4648-bcfc-b446c6d6d74c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:06.903553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.904902 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: f0c49be6-2d7b-4648-bcfc-b446c6d6d74c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:06.905245 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device f0c49be6-2d7b-4648-bcfc-b446c6d6d74c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:07.091285 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.109710 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.214682 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.198 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/9fe74605-dae7-47ce-a615-eaa8103831c9) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:07.317295 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.349795 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.384604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:07.390856 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:07.394389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:07.400064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.406371 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb85344-5cfd-485c-b3e6-55bd2556ead0 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:07.418315 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=9fe74605-dae7-47ce-a615-eaa8103831c9,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:07.484428 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ef1829bc-64f1-4a3e-9632-1828ec58d7e8 None None] Provisioning complete for port 9fe74605-dae7-47ce-a615-eaa8103831c9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:07.484996 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ef1829bc-64f1-4a3e-9632-1828ec58d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.518678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ef1829bc-64f1-4a3e-9632-1828ec58d7e8 None None] Port 9fe74605-dae7-47ce-a615-eaa8103831c9 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:07.645745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.836876 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:07.960895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 6f441b06-7f45-4d31-b8da-481daaf86669 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:13:08.068946 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:08.078766 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Sync routers for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:08.089227 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:08.089419 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.089841 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:08.090565 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2b12620e-344b-4c30-91d8-db61df15b27b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4149096 Nov 12 04:13:08.094052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 46944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.125024 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7d307816-07c9-4c83-81bc-9818f085823c tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=1859c210c4c440cc8a42acd32c90ee8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273511 Nov 12 04:13:08.125376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46946) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.193524 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:08.211338 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31626e-f708-4481-bdd5-699fe3b7d8ca tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.212805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6c31626e-f708-4481-bdd5-699fe3b7d8ca tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863857 Nov 12 04:13:08.215618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46948) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.247175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-411e3f5c-7115-434d-a3fe-7d3a93743cd4 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304658 Nov 12 04:13:08.249756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46950) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.254529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425994107', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:08.341868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:08.345738 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.351018 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.374685 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:07Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:08.401883 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Checking router: 6f441b06-7f45-4d31-b8da-481daaf86669 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:08.402243 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Updating router 6f441b06-7f45-4d31-b8da-481daaf86669 port 9fe74605-dae7-47ce-a615-eaa8103831c9 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:08.427480 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.521957 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.581138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Subnet': ['ID=b4dcfe82-1879-4063-a464-6d6870cc33b0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.590072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Checking segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:08.590434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network hostable DHCP agents. Network: e212afde-85a2-41ee-b742-b1f651d204c4, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:08.607887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network e212afde-85a2-41ee-b742-b1f651d204c4 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:08.617619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, e212afde-85a2-41ee-b742-b1f651d204c4) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:08.623430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.623529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.626736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929672d6-726d-43ef-9908-c7a74c25dfd1 None None] Network e212afde-85a2-41ee-b742-b1f651d204c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:08.641363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0655c55a-787f-4af4-a50c-312755abcf11 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3905349 Nov 12 04:13:08.644190 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 46952) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:08.685180 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.691991 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.745896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Attempting to bind port 9fe74605-dae7-47ce-a615-eaa8103831c9 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:08.746519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7168af-87e3-48c1-a714-b3e1ef40f362 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:08.746674 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Attempting to bind port 9fe74605-dae7-47ce-a615-eaa8103831c9 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:08.746939 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Attempting to bind port 9fe74605-dae7-47ce-a615-eaa8103831c9 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:08.757857 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Pushing event updated for resources: {'Port': ['ID=9fe74605-dae7-47ce-a615-eaa8103831c9,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:08.766108 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.766462 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.766808 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.767237 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.767580 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.767915 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.768250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.768581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.768889 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.769216 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.769732 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.770221 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:08.773970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:08.774357 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:08.775117 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.775232 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:08.775648 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Bound port: 9fe74605-dae7-47ce-a615-eaa8103831c9, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:08.776530 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.806796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114874e-996e-491b-a002-2468babfc925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-e212afde-85a2-41ee-b742-b1f651d204c4', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:13:08.808032 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.837784 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] For port 9fe74605-dae7-47ce-a615-eaa8103831c9, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:08.841472 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] For port 9fe74605-dae7-47ce-a615-eaa8103831c9, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9fe74605-dae7-47ce-a615-eaa8103831c9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:08.849656 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:08.903510 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:08.904321 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:08.955970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac64c6-86e3-4e17-9267-46daf50cd2f3 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:13:08.965719 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-a114874e-996e-491b-a002-2468babfc925 None None] Allocated IP 172.20.0.2 (e212afde-85a2-41ee-b742-b1f651d204c4/b4dcfe82-1879-4063-a464-6d6870cc33b0/860a4660-eb22-44d2-a48e-5a073fef653a) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:08.968372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88284c6-e81a-40be-ad0b-64c0e96a841f None None] Pushing event updated for resources: {'Port': ['ID=9fe74605-dae7-47ce-a615-eaa8103831c9,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.003672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] Provisioning complete for port 9fe74605-dae7-47ce-a615-eaa8103831c9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:09.004125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.032233 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:09.160781 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.209898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] For port 9fe74605-dae7-47ce-a615-eaa8103831c9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9fe74605-dae7-47ce-a615-eaa8103831c9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.219133 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.227650 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:07Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:09.255383 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3128d53-cc62-46d5-a31b-ee797d860e60 None None] The sync data for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 is: [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:07Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:09.268505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.279670 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e63813-e9ed-4cd1-b2b7-02b3ae91a10b None None] Pushing event updated for resources: {'Port': ['ID=9fe74605-dae7-47ce-a615-eaa8103831c9,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.283458 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.322515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114874e-996e-491b-a002-2468babfc925 None None] Network e212afde-85a2-41ee-b742-b1f651d204c4 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:09.327662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-a114874e-996e-491b-a002-2468babfc925 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:09.334973 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114874e-996e-491b-a002-2468babfc925 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:09.344252 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114874e-996e-491b-a002-2468babfc925 None None] Pushing event updated for resources: {'Port': ['ID=860a4660-eb22-44d2-a48e-5a073fef653a,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.375987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-eaa2819f-d27d-4341-a1a6-b876ef1399d8 None None] Provisioning complete for port 9fe74605-dae7-47ce-a615-eaa8103831c9 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:09.376641 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eaa2819f-d27d-4341-a1a6-b876ef1399d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.430484 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.438835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a114874e-996e-491b-a002-2468babfc925 None None] Attempting to bind port 860a4660-eb22-44d2-a48e-5a073fef653a on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:09.439620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a114874e-996e-491b-a002-2468babfc925 None None] Attempting to bind port 860a4660-eb22-44d2-a48e-5a073fef653a by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:09.439620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114874e-996e-491b-a002-2468babfc925 None None] Attempting to bind port 860a4660-eb22-44d2-a48e-5a073fef653a on network e212afde-85a2-41ee-b742-b1f651d204c4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:09.447320 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114874e-996e-491b-a002-2468babfc925 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:09.447699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114874e-996e-491b-a002-2468babfc925 None None] Checking segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:09.448096 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.448495 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114874e-996e-491b-a002-2468babfc925 None None] Bound using segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:09.448972 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a114874e-996e-491b-a002-2468babfc925 None None] Bound port: 860a4660-eb22-44d2-a48e-5a073fef653a, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:09.449361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.554157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a114874e-996e-491b-a002-2468babfc925 None None] For port 860a4660-eb22-44d2-a48e-5a073fef653a, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:09.559517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a114874e-996e-491b-a002-2468babfc925 None None] For port 860a4660-eb22-44d2-a48e-5a073fef653a, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=860a4660-eb22-44d2-a48e-5a073fef653a,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:09.563733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a114874e-996e-491b-a002-2468babfc925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.638618 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114874e-996e-491b-a002-2468babfc925 None None] Pushing event updated for resources: {'Port': ['ID=860a4660-eb22-44d2-a48e-5a073fef653a,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.771569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.1 (e212afde-85a2-41ee-b742-b1f651d204c4/b4dcfe82-1879-4063-a464-6d6870cc33b0/35c6f6f4-975c-4f93-afd3-39978d4fe06d) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:09.917770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.953118 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.996908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network e212afde-85a2-41ee-b742-b1f651d204c4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:09.999988 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:10.005916 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:10.032417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.055153 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.191590 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.478313 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.483842 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.564529 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.567065 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.569704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a772d-6932-4ebb-8d3d-e7d51dee533c None None] Network e212afde-85a2-41ee-b742-b1f651d204c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:10.633088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] Provisioning complete for port 860a4660-eb22-44d2-a48e-5a073fef653a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:10.633454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.665023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network e212afde-85a2-41ee-b742-b1f651d204c4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:10.666454 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:10.781722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 6f441b06-7f45-4d31-b8da-481daaf86669 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:10.785160 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.828868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] For port 860a4660-eb22-44d2-a48e-5a073fef653a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=860a4660-eb22-44d2-a48e-5a073fef653a,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:10.832559 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.905936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20996b-57c2-40ec-8c53-583ad714bae7 None None] Pushing event updated for resources: {'Port': ['ID=860a4660-eb22-44d2-a48e-5a073fef653a,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:10.926307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:10.939675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-49613182-142c-4076-acfa-d0bdc06a09af tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/6f441b06-7f45-4d31-b8da-481daaf86669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2941563 Nov 12 04:13:11.027954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 860a4660-eb22-44d2-a48e-5a073fef653a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:11.079063 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 860a4660-eb22-44d2-a48e-5a073fef653a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.079477 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.112481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-24f9d478-e2cf-4e36-91af-d20c87287747 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451486379&fields=id&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 267 time: 0.0547507 Nov 12 04:13:11.181152 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9fe74605-dae7-47ce-a615-eaa8103831c9 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:11.204144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-13337e50-7f43-4a79-a371-b708cd255f16 None None] Provisioning complete for port 860a4660-eb22-44d2-a48e-5a073fef653a triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.204649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13337e50-7f43-4a79-a371-b708cd255f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.239443 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-a96b5ae6-9165-49f8-8b6a-d4c339184307 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.241216 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-a96b5ae6-9165-49f8-8b6a-d4c339184307 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 797 time: 0.1210341 Nov 12 04:13:11.257802 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-821f4adb-704a-4d62-a382-aa844f4220d8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/quotas/1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 375 time: 0.0098290 Nov 12 04:13:11.297264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 9fe74605-dae7-47ce-a615-eaa8103831c9 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.297764 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.309591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Sync routers for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:11.325490 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-16bd676c-fa59-4207-b0c9-63aa6bc7e75d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582013 Nov 12 04:13:11.360913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:11.361652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.414071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-13337e50-7f43-4a79-a371-b708cd255f16 None None] Provisioning complete for port 35c6f6f4-975c-4f93-afd3-39978d4fe06d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.414534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-13337e50-7f43-4a79-a371-b708cd255f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.437868 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-d4625a3f-17db-404e-a72e-f852a2b69e9b service neutron] 10.222.0.84 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989358 Nov 12 04:13:11.521421 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-13337e50-7f43-4a79-a371-b708cd255f16 None None] Port 35c6f6f4-975c-4f93-afd3-39978d4fe06d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:11.539460 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-29938b21-edbd-44e0-81b4-72990bd7cdcf service neutron] 10.222.0.84 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920031 Nov 12 04:13:11.543082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:11.716616 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abfab868-a150-4324-9416-0aac57f56cc1 req-a310d2a6-3d87-44a6-b9ae-5301858e1dd9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 210 time: 0.0322330 Nov 12 04:13:11.780108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b9b5e876-cbb1-401c-affa-8d11dfb886fc None None] Provisioning complete for port 35c6f6f4-975c-4f93-afd3-39978d4fe06d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.780544 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e876-cbb1-401c-affa-8d11dfb886fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.860759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5e876-cbb1-401c-affa-8d11dfb886fc None None] Port 35c6f6f4-975c-4f93-afd3-39978d4fe06d cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:11.940122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 2, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:11.971629 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Checking router: 6f441b06-7f45-4d31-b8da-481daaf86669 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:11.972046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Updating router 6f441b06-7f45-4d31-b8da-481daaf86669 port 35c6f6f4-975c-4f93-afd3-39978d4fe06d binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:13:11.999014 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.266449 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.271964 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.327540 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d860f6-08b7-49dc-9e3f-ebde1046290f None None] Pushing event updated for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.376862 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Attempting to bind port 35c6f6f4-975c-4f93-afd3-39978d4fe06d on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:12.377241 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Attempting to bind port 35c6f6f4-975c-4f93-afd3-39978d4fe06d by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:12.377612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Attempting to bind port 35c6f6f4-975c-4f93-afd3-39978d4fe06d on network e212afde-85a2-41ee-b742-b1f651d204c4 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:12.382890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:12.383299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Checking segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:12.383742 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.384137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Bound using segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:12.384603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Bound port: 35c6f6f4-975c-4f93-afd3-39978d4fe06d, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:12.384987 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.451148 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] For port 35c6f6f4-975c-4f93-afd3-39978d4fe06d, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:12.454499 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] For port 35c6f6f4-975c-4f93-afd3-39978d4fe06d, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=35c6f6f4-975c-4f93-afd3-39978d4fe06d,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:12.460880 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.526514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:12.527200 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:12.592361 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d860f6-08b7-49dc-9e3f-ebde1046290f None None] Pushing event updated for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:12.640081 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] Provisioning complete for port 35c6f6f4-975c-4f93-afd3-39978d4fe06d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:12.640356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.641585 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-50d541c0-c909-4ad7-9d2c-41828c2e0a73 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.643249 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-50d541c0-c909-4ad7-9d2c-41828c2e0a73 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 797 time: 0.1192157 Nov 12 04:13:12.700026 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:12.731615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-41627e44-6017-41aa-9e38-db6da8c8631a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 380 time: 0.0776305 Nov 12 04:13:12.747829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'port': {'device_id': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'admin_state_up': True, 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'security_groups': ['8b91b866-9585-4b00-9d79-af49cc0b74df']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:12.816456 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.820136 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-418cf33d-f3af-437a-a834-f8e60551fdd7 req-2d2d6dd6-3dc3-4331-91c1-de381412f409 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 210 time: 0.0311170 Nov 12 04:13:12.876167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:12.879861 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:12.911580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 860a4660-eb22-44d2-a48e-5a073fef653a up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:12.916271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] For port 35c6f6f4-975c-4f93-afd3-39978d4fe06d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=35c6f6f4-975c-4f93-afd3-39978d4fe06d,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:12.942757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.027422 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.5 (e212afde-85a2-41ee-b742-b1f651d204c4/b4dcfe82-1879-4063-a464-6d6870cc33b0/d1a991b8-7211-4b22-83be-847e6362cea5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:13.036913 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671c1e5-c226-4952-84aa-1af2f76df3a4 None None] Pushing event updated for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.061708 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 860a4660-eb22-44d2-a48e-5a073fef653a triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:13.062079 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.099179 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:13.104103 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a241c5ce-67c9-4053-a5f8-0db9c6da8295 None None] Provisioning complete for port 35c6f6f4-975c-4f93-afd3-39978d4fe06d triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:13.104475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a241c5ce-67c9-4053-a5f8-0db9c6da8295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.151284 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b2c56-e517-4d9b-8953-fe43b7e22507 None None] The sync data for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 is: [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:13.166850 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.205349 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.270984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network e212afde-85a2-41ee-b742-b1f651d204c4 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:13.276366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:13.278963 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:13.314832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.349435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:13.350141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.368962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-8365140f-7070-4c34-afef-095812f13fe4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259682 Nov 12 04:13:13.381206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Request body: {'port': {'device_id': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:13.444601 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.509773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-2d4d93a7-aba6-42e3-9046-944220878f7f None None] Provisioning complete for port d1a991b8-7211-4b22-83be-847e6362cea5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:13.510155 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d4d93a7-aba6-42e3-9046-944220878f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.548478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d93a7-aba6-42e3-9046-944220878f7f None None] Port d1a991b8-7211-4b22-83be-847e6362cea5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:13.742983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a991b8-7211-4b22-83be-847e6362cea5 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:13.750702 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.763441 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Transition to ACTIVE for port object d1a991b8-7211-4b22-83be-847e6362cea5 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:13.768529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.845476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:13.916102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Attempting to bind port d1a991b8-7211-4b22-83be-847e6362cea5 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:13.916478 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Attempting to bind port d1a991b8-7211-4b22-83be-847e6362cea5 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:13.916781 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Attempting to bind port d1a991b8-7211-4b22-83be-847e6362cea5 on network e212afde-85a2-41ee-b742-b1f651d204c4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:13.935746 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Port d1a991b8-7211-4b22-83be-847e6362cea5 on network e212afde-85a2-41ee-b742-b1f651d204c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:13.935962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Attempting to bind port d1a991b8-7211-4b22-83be-847e6362cea5 on network e212afde-85a2-41ee-b742-b1f651d204c4 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:13.944685 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:13.945027 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Checking segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:13.945425 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Bound using segment: {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:13.945872 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Bound port: d1a991b8-7211-4b22-83be-847e6362cea5, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e11547-c937-43c7-9b38-2a43d99335ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:13.946248 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:13.998900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb16af-cc58-4ef8-a21e-e7c34a5581c5 req-0b1d9026-d5c6-4ea5-b434-20bcd51ec2e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.000470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06fb16af-cc58-4ef8-a21e-e7c34a5581c5 req-0b1d9026-d5c6-4ea5-b434-20bcd51ec2e6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 943 time: 0.0948958 Nov 12 04:13:14.051799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:14.056607 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d1a991b8-7211-4b22-83be-847e6362cea5,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:14.075224 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.108501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-06fb16af-cc58-4ef8-a21e-e7c34a5581c5 req-3a28b54e-3109-4ec5-a85c-a9c64562d14f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992882 Nov 12 04:13:14.119264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.119900 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:14.121273 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 1092 time: 0.7445996 Nov 12 04:13:14.121750 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:14.124030 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988653b-e7d3-439d-9603-544272efcbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:14.157163 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9da24c-26f1-4592-8c00-7ed690284e96 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:14.178844 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9a8e6f-40aa-409b-b895-971fcbb80189 x-openstack-request-id: req-4f9a8e6f-40aa-409b-b895-971fcbb80189 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:14.179178 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:14.179442 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4f9a8e6f-40aa-409b-b895-971fcbb80189 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:14.179848 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'status': 'completed', 'code': 200} Nov 12 04:13:14.235671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-05223507-a103-475b-916c-ee3cd9971374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.238190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-05223507-a103-475b-916c-ee3cd9971374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1095 time: 0.0458419 Nov 12 04:13:14.283230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-13e89eda-413a-49a9-ac51-eb583619863b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 217 time: 0.0381329 Nov 12 04:13:14.335510 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-02ca0787-7cef-4aec-8b47-eab5524dc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.337112 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-02ca0787-7cef-4aec-8b47-eab5524dc76c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0472763 Nov 12 04:13:14.389565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-9c4d1bb8-19a8-45e5-b86a-ad863786630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.391879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-9c4d1bb8-19a8-45e5-b86a-ad863786630b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476048 Nov 12 04:13:14.479891 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-0bc0a1fa-1c7e-4066-a8e2-8eed81d024f9 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819986 Nov 12 04:13:14.572632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c44bff32-63fd-4b03-9327-b1dc71b41e2a req-48254b92-1a24-432e-8349-d4b50894411c service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Nov 12 04:13:14.661915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988653b-e7d3-439d-9603-544272efcbdf req-05fa2f9a-da45-49d7-bf83-179a6c62690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.664074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-05fa2f9a-da45-49d7-bf83-179a6c62690b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1095 time: 0.0452454 Nov 12 04:13:14.756234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988653b-e7d3-439d-9603-544272efcbdf req-75e1cc5b-abc1-449f-9e09-da5737bc2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.757722 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-75e1cc5b-abc1-449f-9e09-da5737bc2db3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 898 time: 0.0870595 Nov 12 04:13:14.800328 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-f7351ee2-3569-4517-bc8c-f7a8d10a34da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 217 time: 0.0351596 Nov 12 04:13:14.853245 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988653b-e7d3-439d-9603-544272efcbdf req-27238b1f-42eb-4c87-9808-c7feb5083617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.854713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-27238b1f-42eb-4c87-9808-c7feb5083617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0473332 Nov 12 04:13:14.906794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988653b-e7d3-439d-9603-544272efcbdf req-36c9d49e-8372-41ae-8c89-d9245d8e4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.908366 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-36c9d49e-8372-41ae-8c89-d9245d8e4559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455616 Nov 12 04:13:14.922826 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 35c6f6f4-975c-4f93-afd3-39978d4fe06d up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:14.970456 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 35c6f6f4-975c-4f93-afd3-39978d4fe06d triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:14.970830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:15.001059 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-a2dfa7cc-c085-48a7-a2b8-56eb4a29f264 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832310 Nov 12 04:13:15.094438 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8988653b-e7d3-439d-9603-544272efcbdf req-150c249b-58c0-4c74-8674-0d6fe3618253 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859222 Nov 12 04:13:15.232138 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de75c05-4297-4b67-8cd6-80ef7446bd82 req-de2221c8-e844-4413-aa0a-fe991014e671 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.233686 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6de75c05-4297-4b67-8cd6-80ef7446bd82 req-de2221c8-e844-4413-aa0a-fe991014e671 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 943 time: 0.0499783 Nov 12 04:13:15.283229 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6de75c05-4297-4b67-8cd6-80ef7446bd82 req-e4fd3eaa-3e92-4cfa-b91b-d0e63c05f97f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Nov 12 04:13:16.397902 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b3bc2-af51-4d2d-9d8c-2a73d0fabaec req-b15e4e33-dce4-4735-b529-5620f04a606f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.399414 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-506b3bc2-af51-4d2d-9d8c-2a73d0fabaec req-b15e4e33-dce4-4735-b529-5620f04a606f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 943 time: 0.0488932 Nov 12 04:13:16.447037 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-506b3bc2-af51-4d2d-9d8c-2a73d0fabaec req-8658829d-74de-456f-a6fb-cbd0fcd185ee tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Nov 12 04:13:17.567913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad645c76-80da-48de-8cc5-23e94f67f98b req-10c0f8ac-619d-4fa5-96c3-c94834a742e2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:17.569567 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad645c76-80da-48de-8cc5-23e94f67f98b req-10c0f8ac-619d-4fa5-96c3-c94834a742e2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 943 time: 0.0537438 Nov 12 04:13:17.622698 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad645c76-80da-48de-8cc5-23e94f67f98b req-0adf1619-4fe8-4508-bc56-b7ad654290de tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470834 Nov 12 04:13:17.824171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d1a991b8-7211-4b22-83be-847e6362cea5 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:17.919338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d1a991b8-7211-4b22-83be-847e6362cea5,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:17.933019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'port_id': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'mac_address': 'fa:16:3e:ea:b9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:17.970043 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.982777 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a991b8-7211-4b22-83be-847e6362cea5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:18.001507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d1a991b8-7211-4b22-83be-847e6362cea5,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:18.005246 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.049868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.195469 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['d1a991b8-7211-4b22-83be-847e6362cea5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:18.734578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bf75a-a8dd-4e5a-b01f-6cce4d8c898a req-40953563-f18f-4630-a35b-9fcd9d0cdcf6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:18.736114 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d0bf75a-a8dd-4e5a-b01f-6cce4d8c898a req-40953563-f18f-4630-a35b-9fcd9d0cdcf6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 944 time: 0.0477684 Nov 12 04:13:18.786856 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0d0bf75a-a8dd-4e5a-b01f-6cce4d8c898a req-6c1a8397-bb63-4b72-96f7-4338175c2a97 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Nov 12 04:13:19.678388 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:19.825614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d1a991b8-7211-4b22-83be-847e6362cea5 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:19.878023 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port d1a991b8-7211-4b22-83be-847e6362cea5 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:19.882176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port d1a991b8-7211-4b22-83be-847e6362cea5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:19.883174 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.903711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029f0e-4273-4e70-9781-e9f04e0c0053 req-6af67570-fe5c-4e9c-b285-1f583dc6da9d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:19.905213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4029f0e-4273-4e70-9781-e9f04e0c0053 req-6af67570-fe5c-4e9c-b285-1f583dc6da9d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 944 time: 0.0493252 Nov 12 04:13:19.954143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4029f0e-4273-4e70-9781-e9f04e0c0053 req-9831eada-3c13-4595-969e-fbe2329db6d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Nov 12 04:13:19.957647 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.979335 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:19.981559 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a3fcb2-5974-4739-926e-c9b44349a741" -d '{"events": [{"server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:19.994739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d1a991b8-7211-4b22-83be-847e6362cea5,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:19.999231 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.025027 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc896ed3-d653-4ff7-8d88-571274a8d348 x-openstack-request-id: req-fc896ed3-d653-4ff7-8d88-571274a8d348 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:20.025322 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "name": "network-vif-plugged", "status": "completed", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:20.025571 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fc896ed3-d653-4ff7-8d88-571274a8d348 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:20.025946 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'code': 200} Nov 12 04:13:20.050872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.116697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621866e-a273-4d32-929f-af0864da15a4 req-6fd6c405-6a5c-4e7e-b0e3-697ad562467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.118716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2621866e-a273-4d32-929f-af0864da15a4 req-6fd6c405-6a5c-4e7e-b0e3-697ad562467b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1097 time: 0.0392709 Nov 12 04:13:20.162963 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2621866e-a273-4d32-929f-af0864da15a4 req-2940b836-93fd-42dc-bd1a-0ae0015d2cb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Nov 12 04:13:21.073506 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e465f45-29b0-46b6-93dc-2b662845a182 req-b23dc258-8869-4b09-8483-01ee163c7712 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.076183 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e465f45-29b0-46b6-93dc-2b662845a182 req-b23dc258-8869-4b09-8483-01ee163c7712 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0524850 Nov 12 04:13:21.124444 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4e465f45-29b0-46b6-93dc-2b662845a182 req-dc9d100e-7920-48a9-8eb7-8646cc917566 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Nov 12 04:13:22.243183 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b30103-1b24-4fd3-ad9c-2aed07a1cb7d req-f35b5896-8ba1-4831-8dbe-6d9bdb98d2a7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.244621 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72b30103-1b24-4fd3-ad9c-2aed07a1cb7d req-f35b5896-8ba1-4831-8dbe-6d9bdb98d2a7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0523598 Nov 12 04:13:22.294288 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-72b30103-1b24-4fd3-ad9c-2aed07a1cb7d req-6173ebb0-4aeb-487a-910b-bd54fea8e1bd tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Nov 12 04:13:22.408012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94766663-c131-43df-af05-cdb891ba7af4 req-0a10d034-646f-4b5d-8f18-9a546ba70e7e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.409401 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94766663-c131-43df-af05-cdb891ba7af4 req-0a10d034-646f-4b5d-8f18-9a546ba70e7e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0482504 Nov 12 04:13:22.458036 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94766663-c131-43df-af05-cdb891ba7af4 req-4ec33456-0a6a-48fc-abe6-2e78477d4fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Nov 12 04:13:22.480144 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47004) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:22.517762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2026d2b5-25c8-4fa1-a454-4dc543666bb1 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:22.519260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-2026d2b5-25c8-4fa1-a454-4dc543666bb1 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1092 time: 0.0381474 Nov 12 04:13:22.521942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47006) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:22.527399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:22.549028 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.649449 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.751728 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.179 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/17d9433a-57f9-452e-a2d4-bb5809257059) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:22.849961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.882633 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.918957 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:22.924092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:22.927564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:22.932937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=17d9433a-57f9-452e-a2d4-bb5809257059,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.577764 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.644824 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.788180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.792688 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.859124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=17d9433a-57f9-452e-a2d4-bb5809257059,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:23.872735 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:23.968979 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd associated. External IP: 172.25.2.179, port: d1a991b8-7211-4b22-83be-847e6362cea5. Nov 12 04:13:24.168188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 6f441b06-7f45-4d31-b8da-481daaf86669 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:13:24.275596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:13:24.285045 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Sync routers for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:13:24.292935 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:24.296654 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:24.296654 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.320473 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-80186f5a-9167-4657-9fdd-42e1185112ba tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7969997 Nov 12 04:13:24.321171 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:24.323611 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:24.433702 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da12b3d-dc2d-4f91-ab4f-704aa9be442f x-openstack-request-id: req-4da12b3d-dc2d-4f91-ab4f-704aa9be442f {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:24.434070 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:24.434756 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-4da12b3d-dc2d-4f91-ab4f-704aa9be442f {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:24.435386 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'status': 'completed', 'code': 200} Nov 12 04:13:24.489180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eba9a8-deb2-4e46-a624-c9c684e2fdf2 req-38e21893-995e-428c-8c44-d22cbeec89d9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.490702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3eba9a8-deb2-4e46-a624-c9c684e2fdf2 req-38e21893-995e-428c-8c44-d22cbeec89d9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.1094222 Nov 12 04:13:24.496610 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:24.498660 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-761b93fb-eb50-4dd3-aac4-e4bb2cbcd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.500357 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-761b93fb-eb50-4dd3-aac4-e4bb2cbcd802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1097 time: 0.0442286 Nov 12 04:13:24.547973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b3eba9a8-deb2-4e46-a624-c9c684e2fdf2 req-33369cb1-915b-4e41-9240-9a33a7081c77 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Nov 12 04:13:24.571402 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47016) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:24.650124 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-54c52c47-8099-48d8-85c3-60783b4fc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.651594 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-54c52c47-8099-48d8-85c3-60783b4fc3a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 898 time: 0.1439872 Nov 12 04:13:24.654781 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-20f024d1-96ab-42ed-b166-b56e063b2c03 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd HTTP/1.1" status: 200 len: 991 time: 0.0823817 Nov 12 04:13:24.721042 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-6dadd518-851a-45c7-881b-4c0b9d3d63b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 999 time: 0.0627131 Nov 12 04:13:24.744219 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'port_id': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'mac_address': 'fa:16:3e:ea:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:23Z', 'updated_at': '2021-11-12T04:13:23Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.769370 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Checking router: 6f441b06-7f45-4d31-b8da-481daaf86669 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:13:24.774031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-72a32ea3-3f3d-4fd7-a0e4-8602fbff33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.775556 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-72a32ea3-3f3d-4fd7-a0e4-8602fbff33d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0485296 Nov 12 04:13:24.777855 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:13:24.778457 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:13:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:24.821602 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-1137490e-687a-4aa9-bbe4-0b2c0b402e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:24.823001 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-1137490e-687a-4aa9-bbe4-0b2c0b402e29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408795 Nov 12 04:13:24.882071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:13:24.916406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-dba341a8-2970-4a4a-b234-30970ce2c223 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Nov 12 04:13:25.008111 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbc0136f-3d17-4192-9f7c-0d2c43b39dc0 req-37ca0c02-00cb-457c-9b19-8fd1f30cafaa service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Nov 12 04:13:25.107245 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'port_id': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'mac_address': 'fa:16:3e:ea:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:23Z', 'updated_at': '2021-11-12T04:13:23Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:13:25.132893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59330-d372-4a91-bc27-fe373110fb82 None None] The sync data for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 is: [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'port_id': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'mac_address': 'fa:16:3e:ea:b9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:13:23Z', 'updated_at': '2021-11-12T04:13:23Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:13:25.314459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98785d-c2fc-4d75-9aa5-bcf32edf1f40 None None] New status for floating IP bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:13:25.658839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47018) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:25.724004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c4df5179-193d-48a1-919d-5c06fbdc8325 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd HTTP/1.1" status: 200 len: 993 time: 0.0639977 Nov 12 04:13:28.510451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:29.861438 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:32.387175 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fe961606-c07a-4289-ba41-49066c07e26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:34.768921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-730582a8-d3f6-468c-a8f2-5481bce8160b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:35.868621 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:37.401015 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:38.344581 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.677313 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:56.744142 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbea7e-452c-44bd-99e3-c9af36386b9f req-30d59276-a9cf-4685-97b5-189106500575 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:56.745632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1bbea7e-452c-44bd-99e3-c9af36386b9f req-30d59276-a9cf-4685-97b5-189106500575 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0516579 Nov 12 04:13:56.798003 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b1bbea7e-452c-44bd-99e3-c9af36386b9f req-aed68806-dbb1-484b-a77d-af1694405e71 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Nov 12 04:13:57.922070 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343c834-07de-43b8-a745-b6a698fc61aa req-a020ed34-0de1-45a3-87f7-5e8a95e31e93 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:57.923545 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d343c834-07de-43b8-a745-b6a698fc61aa req-a020ed34-0de1-45a3-87f7-5e8a95e31e93 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0520184 Nov 12 04:13:57.971568 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d343c834-07de-43b8-a745-b6a698fc61aa req-54bcaff7-da8c-41dd-a4d3-8786e60227b3 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Nov 12 04:13:58.511454 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:59.091676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32150dc0-ecf4-44cd-9c27-3423f6339621 req-a5dfde83-fdae-46e5-8ec9-3ea899225896 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.093087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32150dc0-ecf4-44cd-9c27-3423f6339621 req-a5dfde83-fdae-46e5-8ec9-3ea899225896 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0502493 Nov 12 04:13:59.142789 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-32150dc0-ecf4-44cd-9c27-3423f6339621 req-438ef5e3-334c-4958-aa0b-b78016a4f766 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Nov 12 04:13:59.880244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:00.257818 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f19b3-13f6-405a-a10a-6088b1ef3aaf req-8ceda164-c15f-418c-97d4-227d63a635e0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:00.259339 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f80f19b3-13f6-405a-a10a-6088b1ef3aaf req-8ceda164-c15f-418c-97d4-227d63a635e0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0491114 Nov 12 04:14:00.308094 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f80f19b3-13f6-405a-a10a-6088b1ef3aaf req-be650ff2-e96b-404c-bc37-d192aeab312b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Nov 12 04:14:01.432908 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73dd88-0565-4321-9cc6-bcac9ac46964 req-50586f9e-b169-48a7-b5db-aeaf90f1e2f6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.434398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f73dd88-0565-4321-9cc6-bcac9ac46964 req-50586f9e-b169-48a7-b5db-aeaf90f1e2f6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0565066 Nov 12 04:14:01.484298 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8f73dd88-0565-4321-9cc6-bcac9ac46964 req-445c4279-c473-4121-9078-cff816276ccc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Nov 12 04:14:02.389088 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ee3a6b2-bef2-439b-b986-02e8b4833ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:02.599985 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27878ac4-bc93-4634-a721-5594d74268eb req-81df9b64-b1cd-4150-8d0c-f079edd3f2d1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:02.601415 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27878ac4-bc93-4634-a721-5594d74268eb req-81df9b64-b1cd-4150-8d0c-f079edd3f2d1 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0493631 Nov 12 04:14:02.655137 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-27878ac4-bc93-4634-a721-5594d74268eb req-705f306e-136c-4a66-969d-efbaeb09f05b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Nov 12 04:14:03.770149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd7f93-4942-4400-84f6-96a69b9f0e57 req-67319fe1-0495-42ee-8adb-7e4625c60384 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.772325 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbcd7f93-4942-4400-84f6-96a69b9f0e57 req-67319fe1-0495-42ee-8adb-7e4625c60384 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0496604 Nov 12 04:14:03.825031 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fbcd7f93-4942-4400-84f6-96a69b9f0e57 req-d0e9e1fe-473f-4e08-804b-a0e42b1637f4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Nov 12 04:14:04.771417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6708d5f5-c348-4399-b4b2-c8d2163ff4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:04.940160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88597594-c63c-4059-998c-35002fa62cb9 req-356a9ccf-6060-4d89-b8bf-766f238ba614 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:04.941678 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-88597594-c63c-4059-998c-35002fa62cb9 req-356a9ccf-6060-4d89-b8bf-766f238ba614 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0490751 Nov 12 04:14:04.990477 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-88597594-c63c-4059-998c-35002fa62cb9 req-c36f6d70-c4d8-40b9-af49-83d15fcff7a5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Nov 12 04:14:05.872187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.112120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e78316-4d07-46d0-ac0e-2e60f4b76d7e req-350b3dd8-5951-444a-bac8-3a33ea8afbe0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.113733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8e78316-4d07-46d0-ac0e-2e60f4b76d7e req-350b3dd8-5951-444a-bac8-3a33ea8afbe0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0539966 Nov 12 04:14:06.169874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e8e78316-4d07-46d0-ac0e-2e60f4b76d7e req-96e84f70-1421-4517-bc8e-56e5ba16cc97 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501223 Nov 12 04:14:07.293105 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975eea2-9315-497f-b7a0-796145fc0d62 req-cfb08eb7-78bf-4499-82e2-cfb490fa393c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.294605 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9975eea2-9315-497f-b7a0-796145fc0d62 req-cfb08eb7-78bf-4499-82e2-cfb490fa393c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0574558 Nov 12 04:14:07.343510 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9975eea2-9315-497f-b7a0-796145fc0d62 req-e745b40d-bf48-4a28-8c37-a3efbef9ee97 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Nov 12 04:14:07.366192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47056) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:07.403199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:07.429483 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-d0bdbf38-7369-4c95-b62d-ffa894abe951 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd HTTP/1.1" status: 200 len: 993 time: 0.0621877 Nov 12 04:14:08.346803 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:08.711936 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb273-58b8-42b4-9b48-6411f0e7427d req-b52980c6-bc2d-4a68-ad13-6efcbd54b80a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.713413 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b3cb273-58b8-42b4-9b48-6411f0e7427d req-b52980c6-bc2d-4a68-ad13-6efcbd54b80a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0723078 Nov 12 04:14:08.730256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a323-7082-400e-ad69-6670e4278d08 req-fb802891-5aca-43e5-8f43-4e84581a231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.731662 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-fb802891-5aca-43e5-8f43-4e84581a231e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1097 time: 0.0583682 Nov 12 04:14:08.820904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8b3cb273-58b8-42b4-9b48-6411f0e7427d req-6f1e425f-ad93-4d7d-9ba7-c9fbfdcc708e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009638 Nov 12 04:14:08.849076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a323-7082-400e-ad69-6670e4278d08 req-77a956f1-ffd6-4873-912e-a5d1303d2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.850458 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-77a956f1-ffd6-4873-912e-a5d1303d2082 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 898 time: 0.1106794 Nov 12 04:14:08.918265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-9541abf2-d0b0-412c-9eca-efe395c15c09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 1001 time: 0.0576427 Nov 12 04:14:08.972687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a323-7082-400e-ad69-6670e4278d08 req-c29b5b19-5668-4d86-b032-02e3f00e4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.974102 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-c29b5b19-5668-4d86-b032-02e3f00e4ca9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0464365 Nov 12 04:14:09.018026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a323-7082-400e-ad69-6670e4278d08 req-938b3e9d-f678-4848-91d8-ac72bb9e1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.019544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-938b3e9d-f678-4848-91d8-ac72bb9e1849 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386992 Nov 12 04:14:09.112095 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-021faeb3-0383-448a-b56c-eae4640d3363 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844932 Nov 12 04:14:09.200159 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b813a323-7082-400e-ad69-6670e4278d08 req-a30c3848-1b97-4410-820f-eb889af3ae96 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812151 Nov 12 04:14:09.938603 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b368c-f3a5-42ff-8a2f-1d89efeb7f6e req-2c73d993-1eb0-4855-8b9c-734eb5d712e8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:09.940080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf7b368c-f3a5-42ff-8a2f-1d89efeb7f6e req-2c73d993-1eb0-4855-8b9c-734eb5d712e8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0483642 Nov 12 04:14:09.987448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-cf7b368c-f3a5-42ff-8a2f-1d89efeb7f6e req-8c7305d8-b1de-4ac8-b02f-61480b158077 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Nov 12 04:14:10.009803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47066) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:10.071708 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fec153c2-6da1-4bb8-a907-4c9ddc9cc503 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd HTTP/1.1" status: 200 len: 993 time: 0.0607276 Nov 12 04:14:14.196021 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-78f5ea25-7366-4684-8ddc-a768daf2d502 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388477 Nov 12 04:14:14.280004 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-191afec8-8c34-4c15-900a-01e4fae5d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.281498 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-191afec8-8c34-4c15-900a-01e4fae5d7b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1097 time: 0.0448513 Nov 12 04:14:14.381079 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-49486175-d72a-4f8a-b24b-f9206b3da070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.382588 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-49486175-d72a-4f8a-b24b-f9206b3da070 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 898 time: 0.0834496 Nov 12 04:14:14.450661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-68d9c229-1191-45d0-8a38-f6d73cc4966a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 1001 time: 0.0606837 Nov 12 04:14:14.498012 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-bbeefea4-720a-47b9-bc51-e7ed22dfd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.499463 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-bbeefea4-720a-47b9-bc51-e7ed22dfd743 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0422010 Nov 12 04:14:14.543130 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-2b6da6e2-64cb-4d81-a409-7276bb164a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.544710 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-2b6da6e2-64cb-4d81-a409-7276bb164a5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384617 Nov 12 04:14:14.638090 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-7dc9efad-d201-4d63-88c4-fd85a803f98f service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849800 Nov 12 04:14:14.727311 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e63cef7d-cccc-433b-808b-619e6ecce731 req-da395465-fe77-475b-aa57-33016925dc31 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823593 Nov 12 04:14:28.518555 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:29.884214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.394404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4d833775-e048-451a-816c-71880d6f78fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:33.677845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:34.772486 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-741c94cb-43f3-4c96-8aa2-4a77ecdd722e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:35.873899 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:37.406826 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:38.349869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.423379 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47078) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:40.577312 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 17d9433a-57f9-452e-a2d4-bb5809257059 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:40.577654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.652366 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.652700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.664012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 17d9433a-57f9-452e-a2d4-bb5809257059 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:40.809588 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.838482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=17d9433a-57f9-452e-a2d4-bb5809257059,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:40.863394 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.863749 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.864098 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.864440 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.864779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.865118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.865455 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.865788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.866121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.866452 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.866781 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.867116 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:40.907847 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.908121 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd disassociated (deleted). External IP: 172.25.2.179, port: d1a991b8-7211-4b22-83be-847e6362cea5. Nov 12 04:14:41.357456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 6f441b06-7f45-4d31-b8da-481daaf86669 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:41.463329 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:41.467821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:41.473487 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Sync routers for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:41.483242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:41.483868 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:41.494564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-08bf66cf-a020-4ae6-8aa9-6422d0d59df6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/floatingips/bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd HTTP/1.1" status: 204 len: 168 time: 1.0701132 Nov 12 04:14:41.495288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:41.497643 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94234ecf-ad88-490e-a166-de3340cdf8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:41.591568 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:41.596991 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88566bcc-4ccc-4df4-a4be-203c96658d0b x-openstack-request-id: req-88566bcc-4ccc-4df4-a4be-203c96658d0b {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:41.597309 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:41.597680 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-88566bcc-4ccc-4df4-a4be-203c96658d0b {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:41.598059 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'status': 'completed', 'code': 200} Nov 12 04:14:41.721778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-98525fbb-e90f-425b-a6e5-e8d9d1891747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.723317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-98525fbb-e90f-425b-a6e5-e8d9d1891747 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 1097 time: 0.0831521 Nov 12 04:14:41.737690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47946bb-f924-4bb3-8b9e-8ca72dc443db req-13b4b461-ca9a-46be-a447-af2f45b5a5ef tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.739124 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f47946bb-f924-4bb3-8b9e-8ca72dc443db req-13b4b461-ca9a-46be-a447-af2f45b5a5ef tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0586801 Nov 12 04:14:41.800561 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:41.826659 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Checking router: 6f441b06-7f45-4d31-b8da-481daaf86669 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:41.835280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:41.835896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:41.842771 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f47946bb-f924-4bb3-8b9e-8ca72dc443db req-6d07e37c-7129-40ea-ab91-d0893a508fc4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955305 Nov 12 04:14:41.861324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-1a8699e5-f829-403b-b6eb-b6c8b18fa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.863527 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-1a8699e5-f829-403b-b6eb-b6c8b18fa379 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 200 len: 898 time: 0.1235240 Nov 12 04:14:41.905708 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-f45afcd0-dd76-4cbc-aa51-dc70fe1f9c1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 200 len: 217 time: 0.0340877 Nov 12 04:14:41.941995 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:41.954044 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-82180221-a34c-4fe4-9699-a44cb645471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.955542 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-82180221-a34c-4fe4-9699-a44cb645471d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 200 len: 834 time: 0.0428548 Nov 12 04:14:42.005320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-5b14e1a0-0ab5-45c6-9dce-d1aff57fa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.006816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-5b14e1a0-0ab5-45c6-9dce-d1aff57fa39b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e212afde-85a2-41ee-b742-b1f651d204c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435953 Nov 12 04:14:42.095745 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-aad187d0-a200-4d54-b809-3d92b490c3ea service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809684 Nov 12 04:14:42.139641 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:42.166659 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b09a6-022a-4644-a21d-4a2d3587e7f6 None None] The sync data for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 is: [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:13:10Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '35c6f6f4-975c-4f93-afd3-39978d4fe06d', 'name': '', 'network_id': 'e212afde-85a2-41ee-b742-b1f651d204c4', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:b9:9e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:09Z', 'updated_at': '2021-11-12T04:13:12Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'b4dcfe82-1879-4063-a464-6d6870cc33b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:42.189538 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-94234ecf-ad88-490e-a166-de3340cdf8dd req-1596541c-a3e3-4a6b-9ecb-74ca68efc655 service neutron] 10.222.0.39 "GET /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862465 Nov 12 04:14:42.383232 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c06d5-b6c9-4c51-9f3c-bb07d1c7ded6 None None] New status for floating IP bb1114d1-f4cb-4a73-99f3-53c5dd1b88fd: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:14:42.962784 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915775f-b8db-4ac3-9bde-d044b13fac0f req-cd88ea56-408b-414e-b6a4-bb26f24ef846 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.964294 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e915775f-b8db-4ac3-9bde-d044b13fac0f req-cd88ea56-408b-414e-b6a4-bb26f24ef846 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0495019 Nov 12 04:14:43.012732 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e915775f-b8db-4ac3-9bde-d044b13fac0f req-df6009c6-2822-4545-83c1-41eaae17555f tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=8b91b866-9585-4b00-9d79-af49cc0b74df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424383 Nov 12 04:14:43.158648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-115905fe-865d-41d3-b5d9-60441fef393c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:43.160109 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-115905fe-865d-41d3-b5d9-60441fef393c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fc2131d-8fb7-4ba1-80c4-e58f2f46941f HTTP/1.1" status: 200 len: 945 time: 0.0480230 Nov 12 04:14:43.245596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port d1a991b8-7211-4b22-83be-847e6362cea5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:43.245932 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.339812 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port d1a991b8-7211-4b22-83be-847e6362cea5, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=d1a991b8-7211-4b22-83be-847e6362cea5,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:43.340095 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.352526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for d1a991b8-7211-4b22-83be-847e6362cea5 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:43.479282 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.505755 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=d1a991b8-7211-4b22-83be-847e6362cea5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:43.515565 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.515917 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.516258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.516597 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.516935 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.517266 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.517596 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.518347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.518347 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.518658 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.518890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.519247 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:43.564897 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] No DVR routers for this DVR port d1a991b8-7211-4b22-83be-847e6362cea5 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:43.568169 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:43.571525 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c4e6d913-9a2b-49a0-b1a9-c450d39b4c0b req-d8524c90-7b48-4767-9211-2c6d8d26deda tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.39 "DELETE /v2.0/ports/d1a991b8-7211-4b22-83be-847e6362cea5 HTTP/1.1" status: 204 len: 173 time: 0.4057176 Nov 12 04:14:43.571983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'name': 'network-vif-deleted', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:43.574240 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad19bc99-e0a2-432a-9b51-458e24133656" -d '{"events": [{"server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "name": "network-vif-deleted", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:43.617936 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b725df6-e980-4723-a19c-594d3b3a1f3b x-openstack-request-id: req-1b725df6-e980-4723-a19c-594d3b3a1f3b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:43.618232 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2131d-8fb7-4ba1-80c4-e58f2f46941f", "name": "network-vif-deleted", "tag": "d1a991b8-7211-4b22-83be-847e6362cea5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:43.618488 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-1b725df6-e980-4723-a19c-594d3b3a1f3b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:43.618895 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2131d-8fb7-4ba1-80c4-e58f2f46941f', 'name': 'network-vif-deleted', 'tag': 'd1a991b8-7211-4b22-83be-847e6362cea5', 'status': 'completed', 'code': 200} Nov 12 04:14:44.070448 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47098) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:44.719280 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:44.965832 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 35c6f6f4-975c-4f93-afd3-39978d4fe06d {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:44.966168 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.050627 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 35c6f6f4-975c-4f93-afd3-39978d4fe06d, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=35c6f6f4-975c-4f93-afd3-39978d4fe06d,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:45.050905 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.067651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 35c6f6f4-975c-4f93-afd3-39978d4fe06d owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:45.251803 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.278258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=35c6f6f4-975c-4f93-afd3-39978d4fe06d,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:45.451886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.667942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 6f441b06-7f45-4d31-b8da-481daaf86669 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:45.774434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:45.782720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47100) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:45.783188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ab591037-2ad2-48fd-8dc7-25c2a1a099c7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/6f441b06-7f45-4d31-b8da-481daaf86669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112308 Nov 12 04:14:45.786285 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Sync routers for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:45.796779 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:45.797402 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:45.837580 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting subnet b4dcfe82-1879-4063-a464-6d6870cc33b0 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:45.840692 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.882717 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.966784 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:45.990543 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:46.029871 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.056770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dcfe82-1879-4063-a464-6d6870cc33b0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.060666 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.063941 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-88a57174-3cbe-41fb-81d0-d502814f005e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/subnets/b4dcfe82-1879-4063-a464-6d6870cc33b0 HTTP/1.1" status: 204 len: 168 time: 0.2801876 Nov 12 04:14:46.067180 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47102) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:46.072214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05edca1-f198-4893-8918-063c0f7db22e None None] Network e212afde-85a2-41ee-b742-b1f651d204c4 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:46.175046 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:14:45Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:46.207456 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.209133 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Checking router: 6f441b06-7f45-4d31-b8da-481daaf86669 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:46.221704 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Routers {'6f441b06-7f45-4d31-b8da-481daaf86669'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:46.222248 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['6f441b06-7f45-4d31-b8da-481daaf86669'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:46.279300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] DHCP port deletion for e212afde-85a2-41ee-b742-b1f651d204c4 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:46.292226 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d1a991b8-7211-4b22-83be-847e6362cea5 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:46.320315 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.340573 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: d1a991b8-7211-4b22-83be-847e6362cea5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:46.341255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device d1a991b8-7211-4b22-83be-847e6362cea5 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:46.367133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Deleting port 860a4660-eb22-44d2-a48e-5a073fef653a {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:46.367671 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.374598 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] Set router 6f441b06-7f45-4d31-b8da-481daaf86669 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:46.385367 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 9fe74605-dae7-47ce-a615-eaa8103831c9 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:46.385983 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.435166 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] For port 860a4660-eb22-44d2-a48e-5a073fef653a, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=860a4660-eb22-44d2-a48e-5a073fef653a,segment=NetworkSegment(79e11547-c937-43c7-9b38-2a43d99335ad),segment_id=79e11547-c937-43c7-9b38-2a43d99335ad)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:46.435626 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.453702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Calling delete_port for 860a4660-eb22-44d2-a48e-5a073fef653a owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:46.474971 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 9fe74605-dae7-47ce-a615-eaa8103831c9, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=9fe74605-dae7-47ce-a615-eaa8103831c9,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:46.475743 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.495198 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 9fe74605-dae7-47ce-a615-eaa8103831c9 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:46.556299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.590610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Pushing event deleted for resources: {'Port': ['ID=860a4660-eb22-44d2-a48e-5a073fef653a,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.598457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] No DVR routers for this DVR port 860a4660-eb22-44d2-a48e-5a073fef653a on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:46.611071 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:14:45Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:46.612978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.614250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.614250 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.614602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.615028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.615434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.615783 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.616122 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.616995 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.617588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.617933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.618265 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8703abe4-d6e0-4f31-a083-baa11d704807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:46.647275 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf03f8f-505c-4050-824d-3c2b0e364a00 None None] The sync data for ids ['6f441b06-7f45-4d31-b8da-481daaf86669'] in n-d-615180-50 is: [{'id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264238069', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:13:06Z', 'updated_at': '2021-11-12T04:14:45Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': '9fe74605-dae7-47ce-a615-eaa8103831c9', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f441b06-7f45-4d31-b8da-481daaf86669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:13:07Z', 'updated_at': '2021-11-12T04:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:46.695284 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.723677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=9fe74605-dae7-47ce-a615-eaa8103831c9,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:46.740721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c317d0-0033-4121-8e75-c426e2c8dd03 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:46.786979 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.882053 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.883850 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.927672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.928217 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Fanout notify agent at l3_agent the message router_deleted on router 6f441b06-7f45-4d31-b8da-481daaf86669 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:14:46.935826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:46.936957 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-35a30465-7142-40f9-a2a4-61d42c480a07 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/routers/6f441b06-7f45-4d31-b8da-481daaf86669 HTTP/1.1" status: 204 len: 168 time: 0.8687999 Nov 12 04:14:46.939612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47104) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.031416 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.137722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 860a4660-eb22-44d2-a48e-5a073fef653a no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:47.138301 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.162590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 860a4660-eb22-44d2-a48e-5a073fef653a {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:47.163246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 860a4660-eb22-44d2-a48e-5a073fef653a not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:47.163770 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e212afde-85a2-41ee-b742-b1f651d204c4']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:47.164051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 35c6f6f4-975c-4f93-afd3-39978d4fe06d no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:47.174456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e11547-c937-43c7-9b38-2a43d99335ad') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:47.174899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e11547-c937-43c7-9b38-2a43d99335ad') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:47.186223 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.190183 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 35c6f6f4-975c-4f93-afd3-39978d4fe06d {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:47.190786 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 35c6f6f4-975c-4f93-afd3-39978d4fe06d not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:47.201700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.209717 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:47.210226 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:47.214489 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:47.276944 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.285408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.289095 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/networks/e212afde-85a2-41ee-b742-b1f651d204c4 HTTP/1.1" status: 204 len: 168 time: 0.3484931 Nov 12 04:14:47.291803 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47106) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.310087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a82b-5711-4cff-ab15-184551207456 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Network': ['ID=e212afde-85a2-41ee-b742-b1f651d204c4,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.369188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.402490 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.463674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.466674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.467956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/security-groups/8b91b866-9585-4b00-9d79-af49cc0b74df HTTP/1.1" status: 204 len: 168 time: 0.1751146 Nov 12 04:14:47.478374 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8263b-901d-4fcc-9164-39e7d25d87c2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91b866-9585-4b00-9d79-af49cc0b74df,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.754168 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47112) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.759039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147106418', 'description': 'tempest-secgroup-smoke-147106418 description', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:47.787826 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.853291 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.856702 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.887274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.888507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1333346 Nov 12 04:14:47.890444 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd8397-0b01-4d74-924f-f24a0df67e4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a17f2d-a89b-493f-9dfe-8d105b091076,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:47.891493 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47114) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:47.896830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:47.923558 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.978734 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.982508 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:47.999969 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a2025f-7f42-4faf-bd53-9b0715ff99e9,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.007235 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.008434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-175ed01f-d388-438d-bc94-cd45ffe6ce3b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158860 Nov 12 04:14:48.011176 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47116) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.015701 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.041731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.095423 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.099837 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.117609 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98149c4e-6c04-4fd6-bde5-63f30f15ab83,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.122559 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.126826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8374290c-cee5-4e9e-ac1a-8329bbe8b65a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116502 Nov 12 04:14:48.126826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47118) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.131313 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.157361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.216323 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.220040 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.239603 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bda4dac-d0be-440b-bc79-312d7a1c7ba5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.245277 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.246472 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f28260cb-bd18-4902-9286-d43fb9ace91a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190543 Nov 12 04:14:48.249907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47120) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.254918 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.280706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.337382 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.340706 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.357175 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec1bff5-b3a9-42db-b443-03432611ae01,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.365333 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.366541 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b4af9a36-f643-4e23-9d20-7ff318b7bd14 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156387 Nov 12 04:14:48.369274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47122) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.373445 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.395412 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:14:48.400104 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.461451 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.464736 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.482293 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd633ecd-1ad8-4ab0-a5c7-44281ba910b1,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.486605 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.491029 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-50b2a69d-3b07-4ccf-a9ed-5a3f2e846d0a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208975 Nov 12 04:14:48.491198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47124) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.495769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'security_group_rule': {'security_group_id': 'a3a17f2d-a89b-493f-9dfe-8d105b091076', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.516868 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Project 1859c210c4c440cc8a42acd32c90ee8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:14:48.521560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.580004 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.583886 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.604405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52649784-7a2f-49c5-935f-ba3cb5bbefc5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.609880 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.611073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b280759-fa84-401b-8a7e-7333512988c4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188498 Nov 12 04:14:48.614443 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47126) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.619409 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'network': {'name': 'tempest-network-smoke--363441516', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'port_security_enabled': True}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.639453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:48.642825 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.665078 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:48.674745 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.675085 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Added segment 07178afd-a78b-416a-a421-cb954035daed of type vlan for network 928c36af-f7db-463e-91c2-c3c61f4dae94 Nov 12 04:14:48.714359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.740815 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.746572 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.747176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.780668 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1651893 Nov 12 04:14:48.783421 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47128) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:48.788151 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'admin_state_up': True, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:48.811117 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.813387 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.817951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4af2-1429-430d-a620-b1ddc40cffe8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Network': ['ID=928c36af-f7db-463e-91c2-c3c61f4dae94,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:48.829485 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:48.872103 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:48.907355 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9fe74605-dae7-47ce-a615-eaa8103831c9 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:48.928642 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 9fe74605-dae7-47ce-a615-eaa8103831c9 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:48.928986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 9fe74605-dae7-47ce-a615-eaa8103831c9 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:49.010682 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.197862 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.220238 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.320399 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.194 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/be99a10b-aeef-44da-94ad-96436411d043) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:49.421188 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.452505 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.489534 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:49.494223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:49.497692 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:49.503368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=be99a10b-aeef-44da-94ad-96436411d043,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:49.507451 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112489a1-8479-47b0-b909-e98c433563ec None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:49.562610 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d1328c56-c134-4a72-84e0-7a53a9537c5d None None] Provisioning complete for port be99a10b-aeef-44da-94ad-96436411d043 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:49.563047 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d1328c56-c134-4a72-84e0-7a53a9537c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.601672 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-d1328c56-c134-4a72-84e0-7a53a9537c5d None None] Port be99a10b-aeef-44da-94ad-96436411d043 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:49.742426 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:49.930778 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.303618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 66d3c10b-603b-4a22-960f-fdf52366934a is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:14:50.412618 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:50.422034 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Sync routers for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:50.432799 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.432981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:50.433557 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:50.437215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47130) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.437747 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-046d1c99-6214-4aa5-b440-f263ee813505 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6527643 Nov 12 04:14:50.512440 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-dfb11fa9-739e-4679-825e-f31cf0a8d938 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=1859c210c4c440cc8a42acd32c90ee8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717697 Nov 12 04:14:50.512674 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47134) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.542464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:50.602399 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cb07c-1ed3-49d4-ae87-d5de6925c510 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.603860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-7c3cb07c-1ed3-49d4-ae87-d5de6925c510 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903249 Nov 12 04:14:50.606576 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47136) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.636080 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e098fa6d-0fc5-4411-b959-40f6dcceaf75 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=59ce2794-b341-441d-9328-c798a8d1a373&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261834 Nov 12 04:14:50.636285 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47138) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:50.640846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740873500', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:50.719013 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:49Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:50.733348 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:50.737914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.749622 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Checking router: 66d3c10b-603b-4a22-960f-fdf52366934a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:50.749982 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Updating router 66d3c10b-603b-4a22-960f-fdf52366934a port be99a10b-aeef-44da-94ad-96436411d043 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:50.775761 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.916233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:50.976011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Subnet': ['ID=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:50.984485 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Checking segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:50.984853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network hostable DHCP agents. Network: 928c36af-f7db-463e-91c2-c3c61f4dae94, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:51.000246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:51.010394 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 928c36af-f7db-463e-91c2-c3c61f4dae94) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:51.014566 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.015337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.025793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3de3f6-73e7-4674-85a3-92a177e8bcf4 None None] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:51.032689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.033341 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e19f86c9-17c7-447b-b736-67489a687fcb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3961163 Nov 12 04:14:51.036892 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47140) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:51.053774 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.132203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e2f45-c117-4517-b413-cde749a6fe30 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:51.160690 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Attempting to bind port be99a10b-aeef-44da-94ad-96436411d043 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:51.160981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Attempting to bind port be99a10b-aeef-44da-94ad-96436411d043 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:51.161342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Attempting to bind port be99a10b-aeef-44da-94ad-96436411d043 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:51.167501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff808d4e-8fb2-4f5e-9e4c-a27fa39aa2d7 None None] Pushing event updated for resources: {'Port': ['ID=be99a10b-aeef-44da-94ad-96436411d043,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:51.183220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:51.183584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:51.183982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.184399 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:51.184847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Bound port: be99a10b-aeef-44da-94ad-96436411d043, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:51.185226 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.284133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5f356152-f7d5-4f4f-b3b5-3f4cb9f7fab6 None None] Provisioning complete for port be99a10b-aeef-44da-94ad-96436411d043 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:51.284508 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f356152-f7d5-4f4f-b3b5-3f4cb9f7fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.286401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] For port be99a10b-aeef-44da-94ad-96436411d043, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:51.331978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-928c36af-f7db-463e-91c2-c3c61f4dae94', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:14:51.332834 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.337474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] For port be99a10b-aeef-44da-94ad-96436411d043, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=be99a10b-aeef-44da-94ad-96436411d043,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:51.354446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.363797 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-5f356152-f7d5-4f4f-b3b5-3f4cb9f7fab6 None None] Port be99a10b-aeef-44da-94ad-96436411d043 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:51.407748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56f393-017d-4372-8f6b-7faf0cc24bc4 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:14:51.480744 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.643780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:51.644412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:51.656762 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff808d4e-8fb2-4f5e-9e4c-a27fa39aa2d7 None None] Pushing event updated for resources: {'Port': ['ID=be99a10b-aeef-44da-94ad-96436411d043,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:51.786879 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] Provisioning complete for port be99a10b-aeef-44da-94ad-96436411d043 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:51.787280 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:51.812493 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Allocated IP 172.20.0.2 (928c36af-f7db-463e-91c2-c3c61f4dae94/fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0/0310d3e1-6edb-4311-8918-89a7cf3aec87) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:51.875791 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:52.058749 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.123163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] For port be99a10b-aeef-44da-94ad-96436411d043, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=be99a10b-aeef-44da-94ad-96436411d043,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:52.132797 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.180631 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.188944 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.233739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:52.234283 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.1 (928c36af-f7db-463e-91c2-c3c61f4dae94/fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0/cb347bd0-e275-438d-b644-97b9e5358135) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:52.235270 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc1bd-da94-4dcb-8498-306218958a39 None None] Pushing event updated for resources: {'Port': ['ID=be99a10b-aeef-44da-94ad-96436411d043,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.241201 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:52.244437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:52.284190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-a12b78da-553e-4f16-9104-682d220e041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:49Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:52.327294 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Pushing event updated for resources: {'Port': ['ID=0310d3e1-6edb-4311-8918-89a7cf3aec87,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.345621 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b78da-553e-4f16-9104-682d220e041a None None] The sync data for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 is: [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:49Z', 'revision_number': 3, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:52.353356 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.360697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Attempting to bind port 0310d3e1-6edb-4311-8918-89a7cf3aec87 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:52.361075 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Attempting to bind port 0310d3e1-6edb-4311-8918-89a7cf3aec87 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:52.361442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Attempting to bind port 0310d3e1-6edb-4311-8918-89a7cf3aec87 on network 928c36af-f7db-463e-91c2-c3c61f4dae94 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:52.367729 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:52.368496 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Checking segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:52.368913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.369412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Bound using segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:52.369893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Bound port: 0310d3e1-6edb-4311-8918-89a7cf3aec87, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:52.370277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.394780 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.438975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] For port 0310d3e1-6edb-4311-8918-89a7cf3aec87, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:52.443641 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:52.444509 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] For port 0310d3e1-6edb-4311-8918-89a7cf3aec87, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0310d3e1-6edb-4311-8918-89a7cf3aec87,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:52.445985 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:52.448550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.450165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:52.482968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.508950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fee367-1e8d-4719-ab17-ac8532056ab1 None None] Pushing event updated for resources: {'Port': ['ID=0310d3e1-6edb-4311-8918-89a7cf3aec87,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:52.510195 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.665708 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.003762 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.011548 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.026711 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device be99a10b-aeef-44da-94ad-96436411d043 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:53.080905 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port be99a10b-aeef-44da-94ad-96436411d043 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:53.081636 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.100556 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:53.102888 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.166878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0310d3e1-6edb-4311-8918-89a7cf3aec87 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:53.213234 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:53.214708 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:53.224417 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0310d3e1-6edb-4311-8918-89a7cf3aec87 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:53.224806 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.336141 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.360788 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 66d3c10b-603b-4a22-960f-fdf52366934a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:14:53.385614 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 0310d3e1-6edb-4311-8918-89a7cf3aec87, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0310d3e1-6edb-4311-8918-89a7cf3aec87,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:53.392151 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.445363 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=0310d3e1-6edb-4311-8918-89a7cf3aec87,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:53.547349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94810b3-1100-448c-a180-bdda5616d1bf None None] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:53.616584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-a8583db1-0beb-4789-a8a8-0ef5b2c9401a None None] Provisioning complete for port 0310d3e1-6edb-4311-8918-89a7cf3aec87 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:53.616859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8583db1-0beb-4789-a8a8-0ef5b2c9401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:53.802430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:14:53.807962 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0f52afb8-160e-457d-87bc-d859d156d2ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/66d3c10b-603b-4a22-960f-fdf52366934a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698164 Nov 12 04:14:53.971761 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-3a572ae9-7cf0-4445-aa87-4db2ca37c013 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147106418&fields=id&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 267 time: 0.0504551 Nov 12 04:14:53.996548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-53fea4b1-527e-4bd5-abde-0186dda1191d None None] Provisioning complete for port 0310d3e1-6edb-4311-8918-89a7cf3aec87 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:53.996913 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-53fea4b1-527e-4bd5-abde-0186dda1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.097778 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-3d382c74-62c2-4ac3-be74-d7fdaadc6740 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:54.099681 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-3d382c74-62c2-4ac3-be74-d7fdaadc6740 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 796 time: 0.1209989 Nov 12 04:14:54.109531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-53fea4b1-527e-4bd5-abde-0186dda1191d None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:54.110107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-53fea4b1-527e-4bd5-abde-0186dda1191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.117424 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-60603374-d6bb-47b9-b4cb-3010700ff60a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/quotas/1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 375 time: 0.0117178 Nov 12 04:14:54.151958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-53fea4b1-527e-4bd5-abde-0186dda1191d None None] Port cb347bd0-e275-438d-b644-97b9e5358135 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:54.178471 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-38c1f093-3b76-4589-82a8-70b51f19b502 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541627 Nov 12 04:14:54.188324 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Sync routers for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:14:54.199754 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:54.200477 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:54.273620 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-948bf167-aae4-4c42-9583-a98ed0caba05 None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:54.273985 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-948bf167-aae4-4c42-9583-a98ed0caba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.311938 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-27e46b4f-7357-4692-b579-5d9cc585a987 service neutron] 10.222.0.84 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155813 Nov 12 04:14:54.318527 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-948bf167-aae4-4c42-9583-a98ed0caba05 None None] Port cb347bd0-e275-438d-b644-97b9e5358135 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:54.323782 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:54.409844 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-bae7c618-d164-4a2c-866b-23bd1a82a345 service neutron] 10.222.0.84 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907915 Nov 12 04:14:54.539956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 2, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:54.550584 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ea7632c-0eef-459f-b2da-b7a315d9071f None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:54.554004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ea7632c-0eef-459f-b2da-b7a315d9071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.567681 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Checking router: 66d3c10b-603b-4a22-960f-fdf52366934a for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:14:54.568041 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Updating router 66d3c10b-603b-4a22-960f-fdf52366934a port cb347bd0-e275-438d-b644-97b9e5358135 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:14:54.589550 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7632c-0eef-459f-b2da-b7a315d9071f None None] Port cb347bd0-e275-438d-b644-97b9e5358135 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:14:54.594252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2e3e09a7-7c3d-45a8-b521-4c17972751ae req-6976218f-977c-4bfa-bbd3-c4d158bdf030 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0363255 Nov 12 04:14:54.598523 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.854295 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.859635 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.908218 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Pushing event updated for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:54.933611 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.933953 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.934295 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.934626 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.934952 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.935305 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.935633 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.935956 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.936269 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.936785 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.937108 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.937426 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:54.960225 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0310d3e1-6edb-4311-8918-89a7cf3aec87 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:54.971302 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Attempting to bind port cb347bd0-e275-438d-b644-97b9e5358135 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:54.971673 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Attempting to bind port cb347bd0-e275-438d-b644-97b9e5358135 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:54.972033 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Attempting to bind port cb347bd0-e275-438d-b644-97b9e5358135 on network 928c36af-f7db-463e-91c2-c3c61f4dae94 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:54.977043 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:54.977542 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Checking segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:54.977944 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:54.978340 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Bound using segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:54.978810 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Bound port: cb347bd0-e275-438d-b644-97b9e5358135, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:54.979228 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.008836 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 0310d3e1-6edb-4311-8918-89a7cf3aec87 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:55.009208 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.046755 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] For port cb347bd0-e275-438d-b644-97b9e5358135, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:55.050208 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] For port cb347bd0-e275-438d-b644-97b9e5358135, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cb347bd0-e275-438d-b644-97b9e5358135,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:55.056007 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.116042 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:14:55.116670 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:14:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:55.215471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f7327468-6491-4343-a885-cc021c86063f None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:55.216046 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7327468-6491-4343-a885-cc021c86063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.265093 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42cfab-437f-4a1d-a5fa-4c294c58a2d0 None None] Pushing event updated for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=4']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:55.301120 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7327468-6491-4343-a885-cc021c86063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.336055 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f7327468-6491-4343-a885-cc021c86063f None None] For port cb347bd0-e275-438d-b644-97b9e5358135, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cb347bd0-e275-438d-b644-97b9e5358135,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:55.337191 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:14:55.342258 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f7327468-6491-4343-a885-cc021c86063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.395121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7327468-6491-4343-a885-cc021c86063f None None] Pushing event updated for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:55.462652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7f06743b-e4f1-4d59-a505-94518a19cce2 None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:55.463011 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7f06743b-e4f1-4d59-a505-94518a19cce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.539395 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:55.565438 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bdc612-d495-413f-8922-27d83cbd7b78 None None] The sync data for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 is: [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:14:55.690307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-abae5a1c-4002-4857-a297-ca295d1e3ee7 req-4b549e4f-713a-4d68-a60c-f0149bacf7a8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0343120 Nov 12 04:14:56.772828 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5de6def2-fc7c-49e4-991d-0c576203f7ab req-81d56006-a8fd-4145-9d3b-b0a932d401ea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Nov 12 04:14:56.964596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cb347bd0-e275-438d-b644-97b9e5358135 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:57.014449 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port cb347bd0-e275-438d-b644-97b9e5358135 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:57.014828 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.848612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2cd400c2-dcff-49f3-b885-4212734ff92e req-fa07f5ed-7b68-4c9b-bf12-1837581b109e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0260301 Nov 12 04:14:58.539055 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.938525 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9de1c33d-d5c0-400d-ba30-9723e4085b22 req-557a38a9-c097-407e-9d32-54660d66c3f9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0263903 Nov 12 04:14:59.730852 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-74e8b2ff-8ef7-4f6c-b68e-832731ce25a4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:59.732242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-74e8b2ff-8ef7-4f6c-b68e-832731ce25a4 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 796 time: 0.1124115 Nov 12 04:14:59.799008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-8cb8bfc9-79ea-4585-ba88-c09a50c8db2e tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1859c210c4c440cc8a42acd32c90ee8f HTTP/1.1" status: 200 len: 379 time: 0.0566242 Nov 12 04:14:59.817734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'port': {'device_id': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'admin_state_up': True, 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'security_groups': ['a3a17f2d-a89b-493f-9dfe-8d105b091076']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:59.891206 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:59.928043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Made reservation on behalf of 1859c210c4c440cc8a42acd32c90ee8f for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:59.931529 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.058318 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0e8571b0-90ca-4680-82d0-9151da0cd4cb req-78ed309c-069b-43ec-be2d-0d40613cf9db tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0490456 Nov 12 04:15:00.077879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.20.0.11 (928c36af-f7db-463e-91c2-c3c61f4dae94/fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0/8343a305-3613-4791-8b75-3d83374d3815) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:00.208914 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.241076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.285053 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:00.290501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:00.294157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:00.301274 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.347692 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:00.348361 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.364729 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-c65eeb87-c4eb-44c8-a5fd-e675c7111606 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512640 Nov 12 04:15:00.382327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Request body: {'port': {'device_id': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:00.442948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.598420 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-b0b86f42-7e3f-4eea-a60d-28f2ede9ba5d None None] Provisioning complete for port 8343a305-3613-4791-8b75-3d83374d3815 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:00.598685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b0b86f42-7e3f-4eea-a60d-28f2ede9ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.630908 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-b0b86f42-7e3f-4eea-a60d-28f2ede9ba5d None None] Port 8343a305-3613-4791-8b75-3d83374d3815 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:15:00.714104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8343a305-3613-4791-8b75-3d83374d3815 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:00.721516 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.733704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Transition to ACTIVE for port object 8343a305-3613-4791-8b75-3d83374d3815 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:00.737041 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.785557 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:00.858513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Attempting to bind port 8343a305-3613-4791-8b75-3d83374d3815 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:00.858769 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Attempting to bind port 8343a305-3613-4791-8b75-3d83374d3815 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:00.859115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Attempting to bind port 8343a305-3613-4791-8b75-3d83374d3815 on network 928c36af-f7db-463e-91c2-c3c61f4dae94 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:00.863617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Port 8343a305-3613-4791-8b75-3d83374d3815 on network 928c36af-f7db-463e-91c2-c3c61f4dae94 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:00.863945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Attempting to bind port 8343a305-3613-4791-8b75-3d83374d3815 on network 928c36af-f7db-463e-91c2-c3c61f4dae94 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:00.868885 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:00.869228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Checking segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:00.869616 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Bound using segment: {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:00.870045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Bound port: 8343a305-3613-4791-8b75-3d83374d3815, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07178afd-a78b-416a-a421-cb954035daed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:00.870404 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.935588 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:00.938646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8343a305-3613-4791-8b75-3d83374d3815,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:00.943718 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.977290 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:00.977909 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:00.979373 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] 10.222.0.32 "PUT /v2.0/ports/8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 1093 time: 0.6015775 Nov 12 04:15:00.979734 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:00.981974 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:01.012794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f462-e8ee-40aa-b465-cf7482996eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:01.033887 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56348e0-8852-4662-a0bd-7995e252c28b x-openstack-request-id: req-f56348e0-8852-4662-a0bd-7995e252c28b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:01.034177 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:01.034429 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f56348e0-8852-4662-a0bd-7995e252c28b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:01.034827 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815', 'status': 'completed', 'code': 200} Nov 12 04:15:01.069146 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-246aba35-b6f4-46f1-8348-f06ad63947fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.070421 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-246aba35-b6f4-46f1-8348-f06ad63947fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1096 time: 0.0457735 Nov 12 04:15:01.126805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-d8352aee-9347-45d8-b792-2c82a36894ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 217 time: 0.0444961 Nov 12 04:15:01.204167 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-0c35ef53-68e5-444e-8b99-457910de14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.205696 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-0c35ef53-68e5-444e-8b99-457910de14df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 200 len: 834 time: 0.0669703 Nov 12 04:15:01.218704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a67d-20f1-4b93-9255-01f9e7307784 req-1c21a5c1-2b02-4dfc-800a-be32a4c5b568 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.220139 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9301a67d-20f1-4b93-9255-01f9e7307784 req-1c21a5c1-2b02-4dfc-800a-be32a4c5b568 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 944 time: 0.0901563 Nov 12 04:15:01.294992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-d39898ad-7b14-4e47-a9c0-ac2985626a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.296537 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-d39898ad-7b14-4e47-a9c0-ac2985626a16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=928c36af-f7db-463e-91c2-c3c61f4dae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755539 Nov 12 04:15:01.305283 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9301a67d-20f1-4b93-9255-01f9e7307784 req-c808aa81-dad3-4d1b-951f-a23445997caf tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769308 Nov 12 04:15:01.389700 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-3a270022-ad31-4c46-903b-214fcbfd2e92 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811353 Nov 12 04:15:01.486284 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a69bb129-7b70-4582-a894-20a9d1a76b93 req-06495583-9b1b-4eb0-bc26-94a3e57873f5 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850489 Nov 12 04:15:01.582366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-66a605b8-bf86-4173-bcd5-14c0f7f203ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.583903 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-66a605b8-bf86-4173-bcd5-14c0f7f203ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1096 time: 0.0413470 Nov 12 04:15:01.679030 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-c587dce3-dfe8-4f27-b87c-9ab24c3e4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.680436 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-c587dce3-dfe8-4f27-b87c-9ab24c3e4d2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 897 time: 0.0862272 Nov 12 04:15:01.726378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-5ef83a5a-65fa-4dbf-95fd-ae62f63816a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 217 time: 0.0376816 Nov 12 04:15:01.778204 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-b35f7e56-b85e-4fcf-a5bd-0262fc99ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.779734 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-b35f7e56-b85e-4fcf-a5bd-0262fc99ae2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 200 len: 834 time: 0.0435944 Nov 12 04:15:01.830462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-37c81adb-9a83-4413-826c-e07150bbc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.832787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-37c81adb-9a83-4413-826c-e07150bbc41c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=928c36af-f7db-463e-91c2-c3c61f4dae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444713 Nov 12 04:15:01.920989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-82a01415-70bf-4c57-a710-320632e7dca8 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791047 Nov 12 04:15:02.014612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e51e0d8-94d0-4563-b9b6-eb57ccf19572 req-04598510-5cf0-4a7a-8219-c9bf618528d2 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Nov 12 04:15:02.396663 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37f5c226-4bd9-4943-aa23-aae402925f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:02.426288 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ac486-0055-48fe-b7c7-dd30aa6a97b4 req-0d66c583-aa67-4b18-acd8-dfde394d3e79 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.427781 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e89ac486-0055-48fe-b7c7-dd30aa6a97b4 req-0d66c583-aa67-4b18-acd8-dfde394d3e79 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 944 time: 0.0510564 Nov 12 04:15:02.480235 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e89ac486-0055-48fe-b7c7-dd30aa6a97b4 req-f6dba12f-5be4-46ad-91e8-7d9a4db1c8b9 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464931 Nov 12 04:15:03.595984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972d1fc-642f-4161-bab4-3fa1cc52816d req-c711680a-08e4-45f9-822a-90d560246826 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.598060 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6972d1fc-642f-4161-bab4-3fa1cc52816d req-c711680a-08e4-45f9-822a-90d560246826 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 944 time: 0.0505545 Nov 12 04:15:03.645683 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6972d1fc-642f-4161-bab4-3fa1cc52816d req-62620fe8-3382-4ac4-89dd-a6dc16cc7805 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Nov 12 04:15:04.760439 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4d7a-71f8-46ec-8fcc-c90644436ea1 req-6b83a92b-cea5-41d9-91ef-795d52c82429 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.761942 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b45c4d7a-71f8-46ec-8fcc-c90644436ea1 req-6b83a92b-cea5-41d9-91ef-795d52c82429 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 944 time: 0.0497541 Nov 12 04:15:04.776771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d4b5526f-dc79-490a-8c8d-bfcf9153bc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:04.812091 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b45c4d7a-71f8-46ec-8fcc-c90644436ea1 req-5d1b98cb-2461-44cf-b24c-484fa3415663 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Nov 12 04:15:04.815964 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8343a305-3613-4791-8b75-3d83374d3815 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:05.064054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8343a305-3613-4791-8b75-3d83374d3815,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:05.075146 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': '8343a305-3613-4791-8b75-3d83374d3815', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'port_id': '8343a305-3613-4791-8b75-3d83374d3815', 'mac_address': 'fa:16:3e:dd:8a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:05.110321 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.123433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8343a305-3613-4791-8b75-3d83374d3815 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:05.143032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8343a305-3613-4791-8b75-3d83374d3815,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:05.147323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.197772 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:05.441272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['8343a305-3613-4791-8b75-3d83374d3815'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:05.877409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:05.928067 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa0b8e-f850-4af2-8fe5-32254d9d1eea req-da9b7234-7456-4416-8f5e-e969c08314ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.929562 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcaa0b8e-f850-4af2-8fe5-32254d9d1eea req-da9b7234-7456-4416-8f5e-e969c08314ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Nov 12 04:15:05.982420 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fcaa0b8e-f850-4af2-8fe5-32254d9d1eea req-f5980d8b-79c0-45ca-83d5-a107257514f7 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469739 Nov 12 04:15:06.831782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8343a305-3613-4791-8b75-3d83374d3815 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:06.881876 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port 8343a305-3613-4791-8b75-3d83374d3815 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:06.886108 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port 8343a305-3613-4791-8b75-3d83374d3815 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:06.886453 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.964719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.989029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343a305-3613-4791-8b75-3d83374d3815'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:06.990306 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ac59cb-6571-499c-9f56-a3734374c1f9" -d '{"events": [{"server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "name": "network-vif-plugged", "status": "completed", "tag": "8343a305-3613-4791-8b75-3d83374d3815"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:07.002608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8343a305-3613-4791-8b75-3d83374d3815,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:07.008286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:07.066931 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:07.088467 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97026ebf-b588-4e96-976b-269eeffeb553 x-openstack-request-id: req-97026ebf-b588-4e96-976b-269eeffeb553 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:07.088764 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "name": "network-vif-plugged", "status": "completed", "tag": "8343a305-3613-4791-8b75-3d83374d3815", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:07.089021 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-97026ebf-b588-4e96-976b-269eeffeb553 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:07.089420 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8343a305-3613-4791-8b75-3d83374d3815', 'code': 200} Nov 12 04:15:07.123687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800bd93-3b35-4083-a430-f8fe91f408e2 req-f4353182-0f5d-48b8-999b-804d3e97dc4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.128726 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6800bd93-3b35-4083-a430-f8fe91f408e2 req-f4353182-0f5d-48b8-999b-804d3e97dc4c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0630870 Nov 12 04:15:07.210415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6800bd93-3b35-4083-a430-f8fe91f408e2 req-a3758606-1237-4f09-afc5-f0976e02ebac tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754383 Nov 12 04:15:07.225145 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a36863-1e13-494b-8df5-8a81039af1eb req-007206e5-a8e7-4e4c-86ac-a58f14bfecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.226750 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b3a36863-1e13-494b-8df5-8a81039af1eb req-007206e5-a8e7-4e4c-86ac-a58f14bfecd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1098 time: 0.0626791 Nov 12 04:15:07.280337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b3a36863-1e13-494b-8df5-8a81039af1eb req-e72f4dab-5e13-4108-88dc-c51785559b3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Nov 12 04:15:07.414398 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.331914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce844-b0fe-4d86-8733-51af91ad991d req-6bb91e9b-3071-48f5-915e-b4c89d497cfb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.333423 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-497ce844-b0fe-4d86-8733-51af91ad991d req-6bb91e9b-3071-48f5-915e-b4c89d497cfb tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0498636 Nov 12 04:15:08.351959 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.383850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-497ce844-b0fe-4d86-8733-51af91ad991d req-9517bf4e-0ca0-4133-a5db-edd736bd2559 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445023 Nov 12 04:15:09.505410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57967d2-dfe9-4f88-92b5-1cda06f85bfc req-d944358e-849f-4846-90a8-8dee47440514 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.506898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a57967d2-dfe9-4f88-92b5-1cda06f85bfc req-d944358e-849f-4846-90a8-8dee47440514 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Nov 12 04:15:09.555225 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a57967d2-dfe9-4f88-92b5-1cda06f85bfc req-cd471958-47d8-463f-9dc5-f9169e93bc1d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Nov 12 04:15:09.672172 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6c060-678d-4203-b753-3546a1ec3544 req-5f563a00-b5b2-4332-89a9-20dc77a5793c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.673561 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5b6c060-678d-4203-b753-3546a1ec3544 req-5f563a00-b5b2-4332-89a9-20dc77a5793c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0521655 Nov 12 04:15:09.721790 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e5b6c060-678d-4203-b753-3546a1ec3544 req-7906b6ae-9c62-4897-bac2-d65992d545fa tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Nov 12 04:15:09.743313 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47214) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:09.781914 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8d88e-6d50-4c0f-8e83-a015c6be57a8 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.783508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-dfb8d88e-6d50-4c0f-8e83-a015c6be57a8 tempest-TestNetworkAdvancedServerOps-931153159 tempest-TestNetworkAdvancedServerOps-931153159-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1093 time: 0.0391514 Nov 12 04:15:09.786844 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:09.791040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': '8343a305-3613-4791-8b75-3d83374d3815', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:09.811643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.908718 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.006142 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Allocated IP 172.25.2.244 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:10.106478 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.138585 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.173724 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:10.176456 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:10.182694 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:10.206643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.535405 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.599724 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.678089 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:10.744279 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.748554 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.821186 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event updated for resources: {'Port': ['ID=d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:10.834355 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:10.931889 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP 818ff864-f713-4b64-b71f-e30e3f8b1cf5 associated. External IP: 172.25.2.244, port: 8343a305-3613-4791-8b75-3d83374d3815. Nov 12 04:15:11.132729 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 66d3c10b-603b-4a22-960f-fdf52366934a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:11.237895 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:11.247626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Sync routers for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:11.255454 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:11.257476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:11.258105 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.282252 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0665a226-4e5b-42c6-821a-78d82ddadcd8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4943800 Nov 12 04:15:11.282846 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:11.285808 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:11.322858 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed64632c-4dfb-43d6-8b06-7575f6f4ed20 x-openstack-request-id: req-ed64632c-4dfb-43d6-8b06-7575f6f4ed20 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:11.323170 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:11.323424 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-ed64632c-4dfb-43d6-8b06-7575f6f4ed20 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:11.323828 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815', 'status': 'completed', 'code': 200} Nov 12 04:15:11.373133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:11.395396 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8893-20e5-46da-8378-81a0e3c787c8 req-db761eb2-e0e8-4465-acd4-256476b7eb49 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.396868 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-121d8893-20e5-46da-8378-81a0e3c787c8 req-db761eb2-e0e8-4465-acd4-256476b7eb49 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0578458 Nov 12 04:15:11.478950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-1c4f59ac-3a75-454f-a645-23450e347c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.480454 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-1c4f59ac-3a75-454f-a645-23450e347c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1098 time: 0.0704186 Nov 12 04:15:11.484287 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-121d8893-20e5-46da-8378-81a0e3c787c8 req-0801b197-de07-4ae5-97ad-c9a85977c96d tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809214 Nov 12 04:15:11.509006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:11.573120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-13789111-c3bd-4862-971a-463b0ec8ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.574646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-13789111-c3bd-4862-971a-463b0ec8ba1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 897 time: 0.0856986 Nov 12 04:15:11.575405 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f86af7e5-484f-4f80-ae85-58f75ee7e3b8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/818ff864-f713-4b64-b71f-e30e3f8b1cf5 HTTP/1.1" status: 200 len: 992 time: 0.0652483 Nov 12 04:15:11.607506 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '818ff864-f713-4b64-b71f-e30e3f8b1cf5', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'port_id': '8343a305-3613-4791-8b75-3d83374d3815', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'mac_address': 'fa:16:3e:dd:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:10Z', 'updated_at': '2021-11-12T04:15:10Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.633650 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Checking router: 66d3c10b-603b-4a22-960f-fdf52366934a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:11.641984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:11.642602 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.646027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-40f60544-cba4-40c3-9c1a-084627e6d46c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 1000 time: 0.0640485 Nov 12 04:15:11.695501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-21a720e6-258f-46e8-8a7a-d88cdebf99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.697007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-21a720e6-258f-46e8-8a7a-d88cdebf99c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 200 len: 834 time: 0.0437601 Nov 12 04:15:11.745400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-9d106510-dda0-4eaa-a72b-d512b148c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:11.746906 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-9d106510-dda0-4eaa-a72b-d512b148c85c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=928c36af-f7db-463e-91c2-c3c61f4dae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402455 Nov 12 04:15:11.748624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:11.839411 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-c7a08553-53b4-4841-ab36-f4744707ce3e service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Nov 12 04:15:11.929082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3bffa6ad-2e12-46fe-a167-68e8702e2ae6 req-f13444ee-5e80-4e17-b840-9918987586a5 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812409 Nov 12 04:15:11.970459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '818ff864-f713-4b64-b71f-e30e3f8b1cf5', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'port_id': '8343a305-3613-4791-8b75-3d83374d3815', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'mac_address': 'fa:16:3e:dd:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:10Z', 'updated_at': '2021-11-12T04:15:10Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:11.996286 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14430f-a222-43ed-985b-a51d24527183 None None] The sync data for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 is: [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '818ff864-f713-4b64-b71f-e30e3f8b1cf5', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'port_id': '8343a305-3613-4791-8b75-3d83374d3815', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'mac_address': 'fa:16:3e:dd:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:15:10Z', 'updated_at': '2021-11-12T04:15:10Z', 'revision_number': 0, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:12.215519 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830fb8a1-a32b-4225-be3b-4de5dd33dcab None None] New status for floating IP 818ff864-f713-4b64-b71f-e30e3f8b1cf5: ACTIVE {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:12.579236 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47224) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:12.639762 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e9493b2c-b413-4c1a-a8fe-ca32d673ca7b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/818ff864-f713-4b64-b71f-e30e3f8b1cf5 HTTP/1.1" status: 200 len: 994 time: 0.0593991 Nov 12 04:15:28.537974 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:29.910214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.397954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6afa08a4-5f1b-4ecb-ab56-4bcb72905ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:34.779211 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-12896848-b0bb-4c2d-91da-75327525c70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:35.881335 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:37.411704 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:38.353867 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:45.991578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e747-aeb2-4777-b0e4-d0c35a368cb4 req-2db7173a-2254-48b1-a29d-34b0827de8d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.993073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f76e747-aeb2-4777-b0e4-d0c35a368cb4 req-2db7173a-2254-48b1-a29d-34b0827de8d5 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0527380 Nov 12 04:15:46.041241 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5f76e747-aeb2-4777-b0e4-d0c35a368cb4 req-1b702142-3da5-4a4b-a800-ee3960b12f85 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 12 04:15:47.162958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c205b5-b018-4626-a0f5-00368cacd329 req-ed45d277-2319-430a-b6be-6e7bc6f45294 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.164510 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6c205b5-b018-4626-a0f5-00368cacd329 req-ed45d277-2319-430a-b6be-6e7bc6f45294 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0540304 Nov 12 04:15:47.214049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b6c205b5-b018-4626-a0f5-00368cacd329 req-e2af3eb2-6345-43b0-9fc6-ba75c46dbdea tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435383 Nov 12 04:15:47.236115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47242) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:47.296848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-54a7204e-a61f-4ef1-97ab-564f20d0af95 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/818ff864-f713-4b64-b71f-e30e3f8b1cf5 HTTP/1.1" status: 200 len: 994 time: 0.0590384 Nov 12 04:15:47.677164 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:48.579491 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5132a-8c57-4145-afdf-a7dd71cab640 req-21a06574-dc61-45ea-9f79-ed2ffce9c163 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.581327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8d5132a-8c57-4145-afdf-a7dd71cab640 req-21a06574-dc61-45ea-9f79-ed2ffce9c163 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Nov 12 04:15:48.607519 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-3bebe5ea-07c0-474b-bd5a-496ecb74c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.609178 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-3bebe5ea-07c0-474b-bd5a-496ecb74c224 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1098 time: 0.0421581 Nov 12 04:15:48.632505 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f8d5132a-8c57-4145-afdf-a7dd71cab640 req-3642a1c8-5ea5-4982-8e24-d55b7c87f416 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452604 Nov 12 04:15:48.709977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-6f85e6d5-b8a4-4a7f-950d-3f8ca03c3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.711450 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-6f85e6d5-b8a4-4a7f-950d-3f8ca03c3d40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 897 time: 0.0912318 Nov 12 04:15:48.783770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-b74bae1a-69e4-43b6-ad27-f2aa622865ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 1002 time: 0.0607321 Nov 12 04:15:48.836037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-4a8385f6-b74e-4cfd-83ff-6a0510abe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.837370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-4a8385f6-b74e-4cfd-83ff-6a0510abe29d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 200 len: 834 time: 0.0426743 Nov 12 04:15:48.886291 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-741c964e-ad9b-4dc3-95d5-d5e43754a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.887787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-741c964e-ad9b-4dc3-95d5-d5e43754a800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=928c36af-f7db-463e-91c2-c3c61f4dae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391362 Nov 12 04:15:48.984190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-4f76a56d-851a-46d4-a4da-b64cf84758ad service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838196 Nov 12 04:15:49.074908 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ea67cb20-4c2c-4fc4-b833-b05318a2c5c9 req-f1d86068-7b3e-43c8-9dc1-a42272b1e843 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791359 Nov 12 04:15:49.750361 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaac0f-7c45-48bb-8109-647d7d9e1a78 req-b8847348-0089-44a0-9578-61bb2c5124f2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:49.751861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91aaac0f-7c45-48bb-8109-647d7d9e1a78 req-b8847348-0089-44a0-9578-61bb2c5124f2 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0499995 Nov 12 04:15:49.804810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-91aaac0f-7c45-48bb-8109-647d7d9e1a78 req-b08d8d0e-565b-461b-a701-9aaa41e7c00b tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Nov 12 04:15:50.921040 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77c532-7001-47fb-a993-bf33f58d8767 req-995d9069-cc0f-4375-9529-f8bd068b5180 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.922527 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a77c532-7001-47fb-a993-bf33f58d8767 req-995d9069-cc0f-4375-9529-f8bd068b5180 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0513172 Nov 12 04:15:50.974988 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a77c532-7001-47fb-a993-bf33f58d8767 req-51d37226-0b43-4c99-a5f4-5ac905325b49 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Nov 12 04:15:50.999395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47256) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:51.059122 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-01443b48-e043-4810-bc91-9a2969145dcc tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/floatingips/818ff864-f713-4b64-b71f-e30e3f8b1cf5 HTTP/1.1" status: 200 len: 994 time: 0.0585411 Nov 12 04:15:51.290019 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47262) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:51.444404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:51.444667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.522314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.522641 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.534130 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1 owned by network:floatingip {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:51.677903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.703494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=d6ef3c6b-b5e3-4dfb-b837-3e16dedd51c1,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:51.728012 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.728372 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.728720 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.729063 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.729404 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.729736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.730072 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.730406 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.730736 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.731069 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.731425 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.731751 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:51.772897 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:51.773739 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Floating IP 818ff864-f713-4b64-b71f-e30e3f8b1cf5 disassociated (deleted). External IP: 172.25.2.244, port: 8343a305-3613-4791-8b75-3d83374d3815. Nov 12 04:15:51.981884 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 66d3c10b-603b-4a22-960f-fdf52366934a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:52.348702 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:52.353341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.358204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Sync routers for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:52.367660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:52.368275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.379347 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-ee4217e4-e3c7-4898-88f6-0b14de30ec4a tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/floatingips/818ff864-f713-4b64-b71f-e30e3f8b1cf5 HTTP/1.1" status: 204 len: 168 time: 1.0882018 Nov 12 04:15:52.380517 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:52.382852 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd826eef-049e-43ac-830c-a1d35aa65b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:52.421207 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf31658-7c7b-4770-a38f-f5724b151e2f x-openstack-request-id: req-fcf31658-7c7b-4770-a38f-f5724b151e2f {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:52.421535 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "tag": "8343a305-3613-4791-8b75-3d83374d3815", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:52.421792 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-fcf31658-7c7b-4770-a38f-f5724b151e2f {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:52.422195 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'tag': '8343a305-3613-4791-8b75-3d83374d3815', 'status': 'completed', 'code': 200} Nov 12 04:15:52.476549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:52.492918 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-e3eb1e27-3ae2-444a-8747-47046b314ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.495353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-e3eb1e27-3ae2-444a-8747-47046b314ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 1098 time: 0.0483828 Nov 12 04:15:52.633643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-4f8e5808-45ef-46c6-8ec1-ef7b2bfc7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.635040 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-4f8e5808-45ef-46c6-8ec1-ef7b2bfc7d18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 200 len: 897 time: 0.1258435 Nov 12 04:15:52.646829 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bae23-e7cc-488e-bba4-8e32a24748bd req-0a04a3f0-4ef7-4615-9bc1-8853d11b2dc6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.648307 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad4bae23-e7cc-488e-bba4-8e32a24748bd req-0a04a3f0-4ef7-4615-9bc1-8853d11b2dc6 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0781784 Nov 12 04:15:52.684031 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.694394 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-fb18e24e-4738-4685-9d37-a39c3ed7205c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 200 len: 217 time: 0.0451384 Nov 12 04:15:52.710771 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Checking router: 66d3c10b-603b-4a22-960f-fdf52366934a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:52.718975 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:52.719623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:52.751629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ad4bae23-e7cc-488e-bba4-8e32a24748bd req-37028207-d5ea-4b1f-8d64-49f491e45b5c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965056 Nov 12 04:15:52.775965 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-a5645769-2c5b-4db2-858c-2d50f40a59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.777687 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-a5645769-2c5b-4db2-858c-2d50f40a59f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 200 len: 834 time: 0.0704136 Nov 12 04:15:52.830198 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-8153ed36-a057-449b-8ae4-c6474cd03dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.831993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-8153ed36-a057-449b-8ae4-c6474cd03dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=928c36af-f7db-463e-91c2-c3c61f4dae94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469785 Nov 12 04:15:52.834124 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:52.928664 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-bd08f1a1-5e5d-4d90-b574-b980c3cc9e79 service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Nov 12 04:15:53.024456 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd826eef-049e-43ac-830c-a1d35aa65b7f req-38ac3aab-fa81-49e9-bf61-476513c7dc7f service neutron] 10.222.0.32 "GET /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Nov 12 04:15:53.034028 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:53.064803 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee555bad-c27e-4576-bf39-4d07164f305f None None] The sync data for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 is: [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'cb347bd0-e275-438d-b644-97b9e5358135', 'name': '', 'network_id': '928c36af-f7db-463e-91c2-c3c61f4dae94', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'mac_address': 'fa:16:3e:aa:4e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:51Z', 'updated_at': '2021-11-12T04:14:55Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'subnets': [{'id': 'fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:53.276938 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5107f-c827-445c-ba66-3f228f51a4e7 None None] New status for floating IP 818ff864-f713-4b64-b71f-e30e3f8b1cf5: DOWN {{(pid=102435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:15:53.869481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c415b-30a3-42ec-8d7a-33b78103591a req-53fd5018-95c1-4216-a17b-0b198045fba0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:53.870953 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f86c415b-30a3-42ec-8d7a-33b78103591a req-53fd5018-95c1-4216-a17b-0b198045fba0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0488195 Nov 12 04:15:53.918345 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f86c415b-30a3-42ec-8d7a-33b78103591a req-832de08a-2857-4777-b1c3-a93a98ea0ce0 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/security-groups?id=a3a17f2d-a89b-493f-9dfe-8d105b091076&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Nov 12 04:15:54.436765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5219c605-4764-4c08-a017-25ede6096880 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.438188 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5219c605-4764-4c08-a017-25ede6096880 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 946 time: 0.0478559 Nov 12 04:15:54.527242 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port 8343a305-3613-4791-8b75-3d83374d3815 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:54.527579 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.615450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port 8343a305-3613-4791-8b75-3d83374d3815, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=8343a305-3613-4791-8b75-3d83374d3815,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:54.615816 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.627943 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for 8343a305-3613-4791-8b75-3d83374d3815 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:54.755247 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.781524 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=8343a305-3613-4791-8b75-3d83374d3815,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:54.795305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.795661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.796010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.796351 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.796690 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.797024 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.797357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.797686 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.798015 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.798343 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.798671 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.798998 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:54.832830 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] No DVR routers for this DVR port 8343a305-3613-4791-8b75-3d83374d3815 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:54.835930 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:54.839268 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56e5d9ef-8183-4d92-97ca-625d3d827ed8 req-5e886afb-4900-46a0-81e1-a8dc9a05cc48 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.32 "DELETE /v2.0/ports/8343a305-3613-4791-8b75-3d83374d3815 HTTP/1.1" status: 204 len: 173 time: 0.3946791 Nov 12 04:15:54.839705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'name': 'network-vif-deleted', 'tag': '8343a305-3613-4791-8b75-3d83374d3815'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:54.841944 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845fdc2-6181-4d15-9bfe-2534db99ec94" -d '{"events": [{"server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "name": "network-vif-deleted", "tag": "8343a305-3613-4791-8b75-3d83374d3815"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:54.881737 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0b5fed-b911-4e44-aee6-07464196764e x-openstack-request-id: req-be0b5fed-b911-4e44-aee6-07464196764e {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:54.882045 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39313c-79d8-4a76-aa7a-db5c73582083", "name": "network-vif-deleted", "tag": "8343a305-3613-4791-8b75-3d83374d3815", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:54.882330 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-be0b5fed-b911-4e44-aee6-07464196764e {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:54.882758 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39313c-79d8-4a76-aa7a-db5c73582083', 'name': 'network-vif-deleted', 'tag': '8343a305-3613-4791-8b75-3d83374d3815', 'status': 'completed', 'code': 200} Nov 12 04:15:55.029184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db58d010-d5a3-4c2f-bb58-5096b5f2983d req-0f20f3e3-577d-401c-bfeb-ff9a01be3df8 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "GET /v2.0/ports?device_id=3d39313c-79d8-4a76-aa7a-db5c73582083 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Nov 12 04:15:56.085016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47278) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:56.434964 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.685866 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port cb347bd0-e275-438d-b644-97b9e5358135 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:56.686128 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.775350 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port cb347bd0-e275-438d-b644-97b9e5358135, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=cb347bd0-e275-438d-b644-97b9e5358135,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:56.775723 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.788231 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for cb347bd0-e275-438d-b644-97b9e5358135 owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:56.969884 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:56.996847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=cb347bd0-e275-438d-b644-97b9e5358135,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.170869 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.384026 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Router 66d3c10b-603b-4a22-960f-fdf52366934a has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:15:57.490667 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:15:57.496171 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6dec7ced-cfb7-42ad-9af2-57b18baf381c tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "PUT /v2.0/routers/66d3c10b-603b-4a22-960f-fdf52366934a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4097569 Nov 12 04:15:57.498530 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47280) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:57.500774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Sync routers for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:15:57.511171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:57.511901 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:57.549373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting subnet fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:57.552528 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.597036 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.616512 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:57.678918 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.736485 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.768876 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.775792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.779127 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6a4d25ca-5b1c-4cfd-8a83-c3e4930c6909 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/subnets/fdb9c0e6-46aa-43e5-9c0d-961daa99bcb0 HTTP/1.1" status: 204 len: 168 time: 0.2792287 Nov 12 04:15:57.781524 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:57.782168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b3328-6e1a-41a9-8786-4866cacb339f None None] Network 928c36af-f7db-463e-91c2-c3c61f4dae94 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:15:57.892016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.993064 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.005709 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'be99a10b-aeef-44da-94ad-96436411d043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:15:56Z', 'revision_number': 5, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port': {'id': 'be99a10b-aeef-44da-94ad-96436411d043', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:14:49Z', 'updated_at': '2021-11-12T04:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.036603 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Checking router: 66d3c10b-603b-4a22-960f-fdf52366934a for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:15:58.050365 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Deleting port be99a10b-aeef-44da-94ad-96436411d043 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:58.050698 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.080024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Routers {'66d3c10b-603b-4a22-960f-fdf52366934a'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:15:58.080641 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['66d3c10b-603b-4a22-960f-fdf52366934a'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.130061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] For port be99a10b-aeef-44da-94ad-96436411d043, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=be99a10b-aeef-44da-94ad-96436411d043,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:58.130437 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.143470 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Calling delete_port for be99a10b-aeef-44da-94ad-96436411d043 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:58.170932 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] Set router 66d3c10b-603b-4a22-960f-fdf52366934a gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:15:58.224558 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:15:57Z', 'revision_number': 6, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.254071 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] DHCP port deletion for 928c36af-f7db-463e-91c2-c3c61f4dae94 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:58.256785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c1b846-8e7b-4c80-b3ae-8fe5b2ab61a8 None None] The sync data for ids ['66d3c10b-603b-4a22-960f-fdf52366934a'] in n-d-615180-50 is: [{'id': '66d3c10b-603b-4a22-960f-fdf52366934a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776689517', 'tenant_id': '1859c210c4c440cc8a42acd32c90ee8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:14:48Z', 'updated_at': '2021-11-12T04:15:57Z', 'revision_number': 6, 'project_id': '1859c210c4c440cc8a42acd32c90ee8f', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:15:58.304518 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Deleting port 0310d3e1-6edb-4311-8918-89a7cf3aec87 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:58.304892 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.321887 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.347371 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Port': ['ID=be99a10b-aeef-44da-94ad-96436411d043,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.365846 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f348a5f-84f8-4483-9541-62a78399f2a7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:15:58.379961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] For port 0310d3e1-6edb-4311-8918-89a7cf3aec87, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=0310d3e1-6edb-4311-8918-89a7cf3aec87,segment=NetworkSegment(07178afd-a78b-416a-a421-cb954035daed),segment_id=07178afd-a78b-416a-a421-cb954035daed)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:58.380373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.394120 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Calling delete_port for 0310d3e1-6edb-4311-8918-89a7cf3aec87 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:58.412546 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.474007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.498863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Pushing event deleted for resources: {'Port': ['ID=0310d3e1-6edb-4311-8918-89a7cf3aec87,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.503078 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] No DVR routers for this DVR port 0310d3e1-6edb-4311-8918-89a7cf3aec87 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:58.508337 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.509875 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.510223 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.510474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.510608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.513680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8ac1f6-ec07-4da2-ae07-04d19d1ab8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:58.538215 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.558808 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.559454 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Fanout notify agent at l3_agent the message router_deleted on router 66d3c10b-603b-4a22-960f-fdf52366934a {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:15:58.566891 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.568074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f13a8a1b-f99a-44d1-b4a0-502cc6138f26 tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/routers/66d3c10b-603b-4a22-960f-fdf52366934a HTTP/1.1" status: 204 len: 168 time: 0.7853873 Nov 12 04:15:58.570721 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:58.653725 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.742618 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.766039 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928c36af-f7db-463e-91c2-c3c61f4dae94']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.775676 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07178afd-a78b-416a-a421-cb954035daed') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.775984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07178afd-a78b-416a-a421-cb954035daed') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:15:58.785341 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.798643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.805018 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:15:58.805493 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:15:58.808409 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:15:58.864471 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.871081 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.874464 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/networks/928c36af-f7db-463e-91c2-c3c61f4dae94 HTTP/1.1" status: 204 len: 168 time: 0.3027878 Nov 12 04:15:58.877258 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:58.885834 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da415-b7d8-4da4-835e-665b34ea62ad tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'Network': ['ID=928c36af-f7db-463e-91c2-c3c61f4dae94,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:58.936233 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.961076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.019971 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.023623 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.027790 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] 10.222.0.84 "DELETE /v2.0/security-groups/a3a17f2d-a89b-493f-9dfe-8d105b091076 HTTP/1.1" status: 204 len: 168 time: 0.1495113 Nov 12 04:15:59.038693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31adb53-bca7-405a-aad6-7619b548cbfe tempest-TestNetworkAdvancedServerOps-1463481916 tempest-TestNetworkAdvancedServerOps-1463481916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a17f2d-a89b-493f-9dfe-8d105b091076,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:59.097551 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8343a305-3613-4791-8b75-3d83374d3815 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:59.123821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cb347bd0-e275-438d-b644-97b9e5358135 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:59.126829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: 8343a305-3613-4791-8b75-3d83374d3815 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:59.127300 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device 8343a305-3613-4791-8b75-3d83374d3815 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:59.145140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: cb347bd0-e275-438d-b644-97b9e5358135 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:59.145490 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device cb347bd0-e275-438d-b644-97b9e5358135 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:59.145898 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device be99a10b-aeef-44da-94ad-96436411d043 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:59.166167 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: be99a10b-aeef-44da-94ad-96436411d043 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:59.167517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device be99a10b-aeef-44da-94ad-96436411d043 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:59.168043 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0310d3e1-6edb-4311-8918-89a7cf3aec87 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:59.188137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 0310d3e1-6edb-4311-8918-89a7cf3aec87 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:59.188575 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 0310d3e1-6edb-4311-8918-89a7cf3aec87 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:59.415512 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47294) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.571766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-316af83c-56b0-4f50-8f91-32b52ea80804 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1859c210c4c440cc8a42acd32c90ee8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550686 Nov 12 04:15:59.574246 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47298) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.620948 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.641827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.687467 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.697928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.699132 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/47800c4f-50ae-42d0-8bd4-d82d08118e7c HTTP/1.1" status: 204 len: 168 time: 0.1239541 Nov 12 04:15:59.707379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff1dd8-9716-4c4b-a09c-23f66c3831a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47800c4f-50ae-42d0-8bd4-d82d08118e7c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:59.920322 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.951661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47304) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.964656 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-89a39e91-054c-4263-9609-6ff05fe6b02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.041116 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-89a39e91-054c-4263-9609-6ff05fe6b02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.044670 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-89a39e91-054c-4263-9609-6ff05fe6b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.082647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-89a39e91-054c-4263-9609-6ff05fe6b02d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=139e010a6e6c4501893389d2399e62b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298444 Nov 12 04:16:00.084784 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a39e91-054c-4263-9609-6ff05fe6b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a7830-23c4-4ffb-9852-8842299d8cfc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.085503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.133513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.153503 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.202745 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.205347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.206749 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dc3a7830-23c4-4ffb-9852-8842299d8cfc HTTP/1.1" status: 204 len: 168 time: 0.1201434 Nov 12 04:16:00.214123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1d98-0aba-4e38-aaef-7e1913322021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a7830-23c4-4ffb-9852-8842299d8cfc,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.887084 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47328) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.985393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561989033-network', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.006387 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Made reservation on behalf of b12c7d0b98984bd7a3e0d03e3af700b3 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.008695 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.016821 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.088595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.092892 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.117612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:01.126245 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b83d5-dc95-4bf4-b3aa-ab5cbece9752,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.133611 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.133958 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Added segment 9b5ae238-72af-42f5-a334-fc3ab7477a05 of type vlan for network d4b8f366-82a4-401b-8525-ad394a858cdd Nov 12 04:16:01.173181 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.199021 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.199997 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.200570 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.231053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3428519 Nov 12 04:16:01.234183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47332) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.239357 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Request body: {'subnet': {'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561989033-subnet', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.259976 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Made reservation on behalf of b12c7d0b98984bd7a3e0d03e3af700b3 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.262499 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.267213 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744d5c9-9050-4450-a93f-c313088306a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b8f366-82a4-401b-8525-ad394a858cdd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.277554 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network d4b8f366-82a4-401b-8525-ad394a858cdd details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:01.434237 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.491257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff5ed7d-40da-42b7-aaa2-e38759313bdd,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.503763 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Checking segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:01.504117 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Network hostable DHCP agents. Network: d4b8f366-82a4-401b-8525-ad394a858cdd, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:01.520516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Network d4b8f366-82a4-401b-8525-ad394a858cdd is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:01.528623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, d4b8f366-82a4-401b-8525-ad394a858cdd) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:01.532476 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.533059 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.539984 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e4c96-2677-4557-9f06-d8f1db182fe1 None None] Network d4b8f366-82a4-401b-8525-ad394a858cdd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:01.547909 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-463918f0-7c89-47a2-bfb8-3bf7709eaeb5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126209 Nov 12 04:16:01.550583 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47334) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.555460 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.576664 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.577694 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.689999 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-d4b8f366-82a4-401b-8525-ad394a858cdd', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:01.691034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.829668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Allocated IP 172.20.0.2 (d4b8f366-82a4-401b-8525-ad394a858cdd/0ff5ed7d-40da-42b7-aaa2-e38759313bdd/73e997e2-cb32-4fcb-96eb-635bc717851c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:01.937539 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.975612 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.981394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.017416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Network d4b8f366-82a4-401b-8525-ad394a858cdd is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:02.022553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:02.025956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:02.032789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Pushing event updated for resources: {'Port': ['ID=73e997e2-cb32-4fcb-96eb-635bc717851c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.073264 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.082295 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Attempting to bind port 73e997e2-cb32-4fcb-96eb-635bc717851c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:02.082789 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Attempting to bind port 73e997e2-cb32-4fcb-96eb-635bc717851c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:02.083182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Attempting to bind port 73e997e2-cb32-4fcb-96eb-635bc717851c on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:02.088759 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:02.089137 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Checking segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:02.089536 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.089927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Bound using segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:02.090393 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Bound port: 73e997e2-cb32-4fcb-96eb-635bc717851c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:02.090781 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.151674 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] For port 73e997e2-cb32-4fcb-96eb-635bc717851c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:02.154749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] For port 73e997e2-cb32-4fcb-96eb-635bc717851c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=73e997e2-cb32-4fcb-96eb-635bc717851c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:02.159637 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.217920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0986dd-8e8d-4aa5-b84b-4eeee14a1d58 None None] Pushing event updated for resources: {'Port': ['ID=73e997e2-cb32-4fcb-96eb-635bc717851c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.279582 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.298215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.407500 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9147e8e-0fe9-4031-b2fa-88904d5b990a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.425125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Allocated IP 172.25.2.20 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/23c399fa-2b03-4ee7-ba68-f5150d8c098f) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:02.531574 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.565021 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.598898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:02.601638 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:02.605084 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:02.613784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12c0f1-93a9-4436-acb7-a3ed1d42f9e7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:02.641237 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Pushing event updated for resources: {'Port': ['ID=23c399fa-2b03-4ee7-ba68-f5150d8c098f,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.645640 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ca2f18c1-729a-481b-b000-58b33a330cfc None None] Provisioning complete for port 23c399fa-2b03-4ee7-ba68-f5150d8c098f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:02.646137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ca2f18c1-729a-481b-b000-58b33a330cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.681813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ca2f18c1-729a-481b-b000-58b33a330cfc None None] Port 23c399fa-2b03-4ee7-ba68-f5150d8c098f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:02.867036 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.027660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 73e997e2-cb32-4fcb-96eb-635bc717851c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:03.074974 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.078748 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 73e997e2-cb32-4fcb-96eb-635bc717851c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.079182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.126666 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5378a48-497c-4a58-980b-c91cf07c19d4 None None] Network d4b8f366-82a4-401b-8525-ad394a858cdd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:03.203721 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Router 62033011-026a-4a7b-9b18-771a78b352b6 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:16:03.245617 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.262204 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-dac6c10a-a4a4-40e9-8c1d-ee60e08b0756 None None] Provisioning complete for port 73e997e2-cb32-4fcb-96eb-635bc717851c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.262583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-dac6c10a-a4a4-40e9-8c1d-ee60e08b0756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.319011 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:03.328088 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:03.337579 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ba762782-aa28-458a-864e-63543474affa admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.338410 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:03.339042 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:03.341653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47336) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.342174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ba762782-aa28-458a-864e-63543474affa admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7901263 Nov 12 04:16:03.347401 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 73e997e2-cb32-4fcb-96eb-635bc717851c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=73e997e2-cb32-4fcb-96eb-635bc717851c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:03.357969 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.454839 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:03.467463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=73e997e2-cb32-4fcb-96eb-635bc717851c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.673115 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:03.705440 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:03.706100 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Updating router 62033011-026a-4a7b-9b18-771a78b352b6 port 23c399fa-2b03-4ee7-ba68-f5150d8c098f binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:03.718935 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-d4fb739a-0619-4dc2-918a-e144f92f8879 None None] Provisioning complete for port 73e997e2-cb32-4fcb-96eb-635bc717851c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.719341 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d4fb739a-0619-4dc2-918a-e144f92f8879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.734896 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.998965 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.004349 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.046035 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ff125-4ac8-4ea3-9d64-b9b24ef3dadf None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:04.053903 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.058204 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Attempting to bind port 23c399fa-2b03-4ee7-ba68-f5150d8c098f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:04.058576 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Attempting to bind port 23c399fa-2b03-4ee7-ba68-f5150d8c098f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:04.058962 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Attempting to bind port 23c399fa-2b03-4ee7-ba68-f5150d8c098f on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:04.066197 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Pushing event updated for resources: {'Port': ['ID=23c399fa-2b03-4ee7-ba68-f5150d8c098f,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.069977 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:04.070350 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:04.070746 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.071160 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:04.071627 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Bound port: 23c399fa-2b03-4ee7-ba68-f5150d8c098f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:04.072001 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.078336 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.078652 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.078996 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.079349 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.079682 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.080009 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.080334 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.080663 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.081250 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.081571 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.081893 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.082274 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.127358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-18fb719a-9337-4517-b2ed-be80766a4ac7 None None] Provisioning complete for port 23c399fa-2b03-4ee7-ba68-f5150d8c098f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.127832 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-18fb719a-9337-4517-b2ed-be80766a4ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.140937 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] For port 23c399fa-2b03-4ee7-ba68-f5150d8c098f, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:04.145252 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] For port 23c399fa-2b03-4ee7-ba68-f5150d8c098f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=23c399fa-2b03-4ee7-ba68-f5150d8c098f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:04.150955 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.165366 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-18fb719a-9337-4517-b2ed-be80766a4ac7 None None] Port 23c399fa-2b03-4ee7-ba68-f5150d8c098f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:04.193202 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84aa176-5d48-4074-97c1-2b198bfcce65 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:04.213702 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:04.214339 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:15:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.219183 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f06f5-007c-46dd-8aba-990c0f3cf7af None None] Pushing event updated for resources: {'Port': ['ID=23c399fa-2b03-4ee7-ba68-f5150d8c098f,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.220758 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Allocated IP 172.20.0.1 (d4b8f366-82a4-401b-8525-ad394a858cdd/0ff5ed7d-40da-42b7-aaa2-e38759313bdd/ad372257-e354-4775-9078-e04c69a9ad8f) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:04.288395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] Provisioning complete for port 23c399fa-2b03-4ee7-ba68-f5150d8c098f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.289048 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.334916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.337847 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:04.377153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.380378 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.401821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] For port 23c399fa-2b03-4ee7-ba68-f5150d8c098f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=23c399fa-2b03-4ee7-ba68-f5150d8c098f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:04.405993 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.421480 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Network d4b8f366-82a4-401b-8525-ad394a858cdd is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:04.425809 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:04.429915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:04.459980 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358e09b-b0cf-4dd3-99f3-52c6961d4982 None None] Pushing event updated for resources: {'Port': ['ID=23c399fa-2b03-4ee7-ba68-f5150d8c098f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.487991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Pushing event updated for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.491757 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.638348 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.644553 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.672215 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af67dd51-4fe3-441e-8f35-b76b7c335baf None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:04.732804 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7a33c79f-54b0-4fdd-8b8c-d199f8694fc0 None None] Provisioning complete for port ad372257-e354-4775-9078-e04c69a9ad8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.733363 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7a33c79f-54b0-4fdd-8b8c-d199f8694fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.772788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-7a33c79f-54b0-4fdd-8b8c-d199f8694fc0 None None] Port ad372257-e354-4775-9078-e04c69a9ad8f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:04.784738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6982160e-2e39-4105-9e82-73f183f79d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.826090 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.831390 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.908686 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Pushing event updated for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.917065 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.023631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Network d4b8f366-82a4-401b-8525-ad394a858cdd is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:05.025123 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:05.112269 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 73e997e2-cb32-4fcb-96eb-635bc717851c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:05.169611 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:05.179174 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 73e997e2-cb32-4fcb-96eb-635bc717851c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.179690 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.279042 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 23c399fa-2b03-4ee7-ba68-f5150d8c098f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:05.289415 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:05.303655 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2f7c4e22-04a0-455e-b58f-3d99a9f91fcb admin admin] 10.222.0.84 "PUT /v2.0/routers/62033011-026a-4a7b-9b18-771a78b352b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606857 Nov 12 04:16:05.327664 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8ecb7e30-c068-4f17-858d-2dcd6d66db52 None None] Provisioning complete for port ad372257-e354-4775-9078-e04c69a9ad8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.328035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8ecb7e30-c068-4f17-858d-2dcd6d66db52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.369440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 23c399fa-2b03-4ee7-ba68-f5150d8c098f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.369729 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.371407 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb7e30-c068-4f17-858d-2dcd6d66db52 None None] Port ad372257-e354-4775-9078-e04c69a9ad8f cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:05.805978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47352) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:05.811338 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539038792-network', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:05.831734 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Made reservation on behalf of 340146cd10514b0cb513a07eefbec9dd for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:05.834501 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.843016 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.881796 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.920025 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.923643 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.949006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:05.959681 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee05fba-0c4e-485d-881a-96cab28672fd,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.965600 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.965955 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Added segment 06cf9194-469b-4071-b508-4af01c378754 of type vlan for network 8773123e-5993-475e-8602-208b20422892 Nov 12 04:16:06.006955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.033933 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.034933 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.035573 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.093706 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2865341 Nov 12 04:16:06.096722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47354) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.101864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Request body: {'subnet': {'network_id': '8773123e-5993-475e-8602-208b20422892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539038792-subnet', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.102545 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a40b73-12b8-443a-87a1-3534168fb360 admin admin] Pushing event updated for resources: {'Network': ['ID=8773123e-5993-475e-8602-208b20422892,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.113437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 8773123e-5993-475e-8602-208b20422892 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:06.123369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Made reservation on behalf of 340146cd10514b0cb513a07eefbec9dd for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:06.125736 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.297894 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.318025 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:06.328877 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:06.329517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.357262 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c467264-f62a-4658-aff3-5d69d723e78b,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.365992 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Checking segment: {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:06.366434 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Network hostable DHCP agents. Network: 8773123e-5993-475e-8602-208b20422892, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:06.383375 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Network 8773123e-5993-475e-8602-208b20422892 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:06.392562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 8773123e-5993-475e-8602-208b20422892) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:06.397188 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:06.398339 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.413930 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0fe98540-c04b-4f82-8911-21bfad2bd655 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160784 Nov 12 04:16:06.416489 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47356) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.420970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.444007 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.445079 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.505794 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.575342 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9666746-d73f-4ea7-a883-1806636d6f8d None None] Network 8773123e-5993-475e-8602-208b20422892 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:06.644863 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.647462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:06.841176 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.857009 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-8773123e-5993-475e-8602-208b20422892', 'network_id': '8773123e-5993-475e-8602-208b20422892', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'fixed_ips': [{'subnet_id': '6c467264-f62a-4658-aff3-5d69d723e78b'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:06.857851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.860466 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.968624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Allocated IP 172.25.2.101 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/89ef944e-3c95-4423-9621-c69d613466c0) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:07.019790 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 2, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:07.052936 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Allocated IP 172.20.0.2 (8773123e-5993-475e-8602-208b20422892/6c467264-f62a-4658-aff3-5d69d723e78b/74d95135-833a-4857-9252-9d798c460f7c) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:07.054917 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:07.055296 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Updating router 62033011-026a-4a7b-9b18-771a78b352b6 port ad372257-e354-4775-9078-e04c69a9ad8f binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:07.070395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.094119 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.106939 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.149137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:07.155429 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:07.158863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:07.171847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321aa328-ddd9-4d33-91b8-10f97daf0f6e None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:07.183377 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Pushing event updated for resources: {'Port': ['ID=89ef944e-3c95-4423-9621-c69d613466c0,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.378819 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0ace20c2-8cd8-4840-a1b0-95137aff6266 None None] Provisioning complete for port 89ef944e-3c95-4423-9621-c69d613466c0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:07.379217 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0ace20c2-8cd8-4840-a1b0-95137aff6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.385350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.406695 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.423861 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.472968 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.490483 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0ace20c2-8cd8-4840-a1b0-95137aff6266 None None] Port 89ef944e-3c95-4423-9621-c69d613466c0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:07.493017 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Network 8773123e-5993-475e-8602-208b20422892 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:07.513305 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:07.519993 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:07.527079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Pushing event updated for resources: {'Port': ['ID=74d95135-833a-4857-9252-9d798c460f7c,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.613168 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Attempting to bind port 74d95135-833a-4857-9252-9d798c460f7c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:07.613546 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Attempting to bind port 74d95135-833a-4857-9252-9d798c460f7c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:07.613914 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Attempting to bind port 74d95135-833a-4857-9252-9d798c460f7c on network 8773123e-5993-475e-8602-208b20422892 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:07.627362 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.629410 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:07.629784 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Checking segment: {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:07.630176 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.631133 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Bound using segment: {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:07.631619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Bound port: 74d95135-833a-4857-9252-9d798c460f7c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:07.632000 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.642542 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.736088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6e36-8941-46c5-b8fa-9ba453eaaf22 None None] Pushing event updated for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.788079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] For port 74d95135-833a-4857-9252-9d798c460f7c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:07.808823 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] For port 74d95135-833a-4857-9252-9d798c460f7c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74d95135-833a-4857-9252-9d798c460f7c,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:07.810338 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Attempting to bind port ad372257-e354-4775-9078-e04c69a9ad8f on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:07.810775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Attempting to bind port ad372257-e354-4775-9078-e04c69a9ad8f by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:07.811257 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Attempting to bind port ad372257-e354-4775-9078-e04c69a9ad8f on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:07.815771 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.826590 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:07.826960 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Checking segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:07.827585 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.828150 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Bound using segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:07.828652 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Bound port: ad372257-e354-4775-9078-e04c69a9ad8f, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:07.829040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.915812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4840f3-9d79-4e24-a63d-37f9c6175089 None None] Pushing event updated for resources: {'Port': ['ID=74d95135-833a-4857-9252-9d798c460f7c,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.949623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] For port ad372257-e354-4775-9078-e04c69a9ad8f, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:07.953651 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] For port ad372257-e354-4775-9078-e04c69a9ad8f, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ad372257-e354-4775-9078-e04c69a9ad8f,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:07.955408 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.961531 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.031154 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:08.032046 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.034282 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6e36-8941-46c5-b8fa-9ba453eaaf22 None None] Pushing event updated for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.077220 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] Provisioning complete for port ad372257-e354-4775-9078-e04c69a9ad8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.077600 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.148720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Router b467323e-2e80-4529-950e-e10710ea98be is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:16:08.206893 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:08.280163 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.300540 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:08.310881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Sync routers for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:08.327193 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:08.327856 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.335180 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.336614 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9c38fd91-fd49-4d11-acb9-d2aec63c8b1e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9190695 Nov 12 04:16:08.339459 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47358) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:08.409792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.414788 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] For port ad372257-e354-4775-9078-e04c69a9ad8f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ad372257-e354-4775-9078-e04c69a9ad8f,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:08.422831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.437455 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:08.513291 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa33a3f-e00a-4268-bedc-f887db9c522f None None] Pushing event updated for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.556812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.638307 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 3, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.668126 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Checking router: b467323e-2e80-4529-950e-e10710ea98be for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:08.668650 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Updating router b467323e-2e80-4529-950e-e10710ea98be port 89ef944e-3c95-4423-9621-c69d613466c0 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:08.695928 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.752292 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f9fbc676-b848-4007-add0-b5b0482e8a3c None None] Provisioning complete for port ad372257-e354-4775-9078-e04c69a9ad8f triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.753389 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc676-b848-4007-add0-b5b0482e8a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.754580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156603b9-f604-4705-9735-ba7a30762ca4 None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:08.891521 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.079114 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.102972 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.112021 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Allocated IP 172.20.0.1 (8773123e-5993-475e-8602-208b20422892/6c467264-f62a-4658-aff3-5d69d723e78b/496aa31e-5a9f-42db-9dc4-80ebec82f1e2) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:09.137667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74d95135-833a-4857-9252-9d798c460f7c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:09.176521 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Attempting to bind port 89ef944e-3c95-4423-9621-c69d613466c0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:09.176891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Attempting to bind port 89ef944e-3c95-4423-9621-c69d613466c0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:09.177334 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Attempting to bind port 89ef944e-3c95-4423-9621-c69d613466c0 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:09.189647 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f742a11-f81c-4a4c-95dc-48d3407d67d2 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:09.190963 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe205b7-589b-49c5-b50c-c27b67fbff4b None None] Pushing event updated for resources: {'Port': ['ID=89ef944e-3c95-4423-9621-c69d613466c0,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.196869 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:09.197260 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:09.198232 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.198659 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:09.203818 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Bound port: 89ef944e-3c95-4423-9621-c69d613466c0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:09.204008 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.244721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 74d95135-833a-4857-9252-9d798c460f7c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:09.245238 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.267223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] For port 89ef944e-3c95-4423-9621-c69d613466c0, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:09.276068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] For port 89ef944e-3c95-4423-9621-c69d613466c0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89ef944e-3c95-4423-9621-c69d613466c0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:09.281947 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.287037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f01f71-450c-403b-87ed-5d198827df16 None None] Network 8773123e-5993-475e-8602-208b20422892 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:09.316060 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.356984 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:09.357838 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:09.362860 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e01d8-3026-4a15-87bd-27bb30d500c8 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:09.372222 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.400963 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Provisioning complete for port 74d95135-833a-4857-9252-9d798c460f7c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:09.401678 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.412833 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe205b7-589b-49c5-b50c-c27b67fbff4b None None] Pushing event updated for resources: {'Port': ['ID=89ef944e-3c95-4423-9621-c69d613466c0,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.426497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Network 8773123e-5993-475e-8602-208b20422892 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:09.429678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:09.435970 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:09.484961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.521461 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:09.530694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Pushing event updated for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.547971 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.621066 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.671518 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.686221 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 74d95135-833a-4857-9252-9d798c460f7c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74d95135-833a-4857-9252-9d798c460f7c,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:09.702874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.737896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 3, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:09.777064 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508a2c6-ccff-4522-91c6-169c1e650b52 None None] The sync data for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 is: [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 3, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:09.799792 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.db.api [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:16:09.800157 n-d-615180-50 neutron-server[102434]: DEBUG oslo_db.api [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:16:09.800812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=74d95135-833a-4857-9252-9d798c460f7c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:09.908395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.915333 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.996545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.012809 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Pushing event updated for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.108729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Network 8773123e-5993-475e-8602-208b20422892 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:10.110335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:10.269006 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Router b467323e-2e80-4529-950e-e10710ea98be has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:10.373856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Provisioning complete for port 89ef944e-3c95-4423-9621-c69d613466c0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.374965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.400233 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:10.414460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-72325f24-1588-449e-b625-c3045dfdb758 admin admin] 10.222.0.84 "PUT /v2.0/routers/b467323e-2e80-4529-950e-e10710ea98be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612381 Nov 12 04:16:10.460267 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.487389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] For port 89ef944e-3c95-4423-9621-c69d613466c0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89ef944e-3c95-4423-9621-c69d613466c0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:10.495250 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.551530 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c36bd5-2129-4723-b3da-edcc758f99b6 None None] Pushing event updated for resources: {'Port': ['ID=89ef944e-3c95-4423-9621-c69d613466c0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.615479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Provisioning complete for port 74d95135-833a-4857-9252-9d798c460f7c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.616238 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.712259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Provisioning complete for port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.712628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.752749 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:10.773780 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Provisioning complete for port 89ef944e-3c95-4423-9621-c69d613466c0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.774165 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-650e0103-9b2e-49a3-b816-0352d2aec86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.896804 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47366) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:10.901663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152440910', 'description': 'tempest-secgroup-smoke-1152440910 description', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:10.925992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.009747 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.014391 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.046402 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.047898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1497462 Nov 12 04:16:11.049909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ab50e-6ba3-4c8e-9271-fad72b9f7039 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7900ccb8-d21c-487a-89dd-9b84023c9d04,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.051393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47368) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.057896 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.088720 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.121623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74d95135-833a-4857-9252-9d798c460f7c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:11.151652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.155974 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.176370 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffabf68-c59e-4ab6-9dbe-5149e52d8567,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.178005 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 74d95135-833a-4857-9252-9d798c460f7c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:11.178472 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.181464 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.182665 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-2381ba6f-ad05-46f9-9789-08334171c667 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289940 Nov 12 04:16:11.185391 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47370) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.189856 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.218203 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.265515 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ad372257-e354-4775-9078-e04c69a9ad8f up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:11.274958 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.279701 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.297262 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40c3e89-1e7d-4cb4-9704-bc2f48535d1b,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.307672 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.309057 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3ba30904-4573-40ac-8958-5d423fd0919e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226752 Nov 12 04:16:11.311927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47372) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.316799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.318299 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port ad372257-e354-4775-9078-e04c69a9ad8f triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:11.318670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.343519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.404732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89ef944e-3c95-4423-9621-c69d613466c0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:11.408514 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.412961 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.431122 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca49ae3-e75e-49fe-b3ef-b762a134bb2c,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.439602 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.440847 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b6345258-ef53-407f-a5ed-6d8aeea0724f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279066 Nov 12 04:16:11.444628 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47374) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.449911 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.462770 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 89ef944e-3c95-4423-9621-c69d613466c0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:11.463173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.479474 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.542314 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.548539 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.567290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd76d147-1e24-49ae-bc52-7aaf9d832eab,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.572655 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.573846 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b1816411-e1c9-4d1c-a7e4-424da77acfb1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280224 Nov 12 04:16:11.576634 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47376) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.581373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.604423 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Project b12c7d0b98984bd7a3e0d03e3af700b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:16:11.609272 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.668061 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.671661 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.689087 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3091a700-925a-47bb-babd-d520985b3b22,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.696351 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.697551 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-5577c059-9848-4c0b-a39f-86d0580d9f48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199727 Nov 12 04:16:11.700417 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47378) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:11.704698 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '7900ccb8-d21c-487a-89dd-9b84023c9d04', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:11.727632 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Project b12c7d0b98984bd7a3e0d03e3af700b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:16:11.732507 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.792469 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.795839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.814993 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8683e511-99fc-4679-93c6-cf5fbddd806e,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.820418 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.821595 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8350ec5c-3f1f-47a5-b117-8f4db48bfa77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202602 Nov 12 04:16:11.974509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-904db79f-7a43-4dc8-9b62-5ec81d76bd01 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152440910&fields=id&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 267 time: 0.0485899 Nov 12 04:16:12.081907 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-099e2d62-3beb-4fd2-beb8-9c29471a39e3 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.083448 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-099e2d62-3beb-4fd2-beb8-9c29471a39e3 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 809 time: 0.1022379 Nov 12 04:16:12.100017 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-153aa59e-70aa-4635-9364-1c2ba0986073 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/quotas/b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Nov 12 04:16:12.155184 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-6d12de63-7fc0-4510-9104-30d324ba33a0 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481591 Nov 12 04:16:12.346309 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-ebd46d5c-f778-40dc-a74f-cd820f06e6d5 service neutron] 10.222.0.84 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782689 Nov 12 04:16:12.397190 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Sync routers for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:12.408088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:12.408739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:12.440757 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-023ecec3-cd93-46b9-8bb7-518af1714d1d service neutron] 10.222.0.84 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878332 Nov 12 04:16:12.519147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:12.612581 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4f25fc88-6c6a-4377-a282-53e69ab6767d req-7e8c56e0-ed7e-4b9a-8ce1-32784d808afe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Nov 12 04:16:12.734470 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 4, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '496aa31e-5a9f-42db-9dc4-80ebec82f1e2', 'name': '', 'network_id': '8773123e-5993-475e-8602-208b20422892', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'mac_address': 'fa:16:3e:17:24:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:08Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 2, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'subnets': [{'id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:12.760704 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Checking router: b467323e-2e80-4529-950e-e10710ea98be for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:12.761083 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Updating router b467323e-2e80-4529-950e-e10710ea98be port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:12.787775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.055356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.060386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.129135 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f691c5-d9ae-4808-afba-9f4c2d34bc7f None None] Pushing event updated for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.160424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Attempting to bind port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:13.160812 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Attempting to bind port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:13.161163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Attempting to bind port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 on network 8773123e-5993-475e-8602-208b20422892 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:13.166623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:13.166997 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Checking segment: {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:13.167436 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.167831 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Bound using segment: {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:13.168304 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Bound port: 496aa31e-5a9f-42db-9dc4-80ebec82f1e2, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cf9194-469b-4071-b508-4af01c378754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8773123e-5993-475e-8602-208b20422892'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:13.168689 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.237793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] For port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:13.241478 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] For port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:13.245023 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.301102 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:13.301734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:13.338340 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f691c5-d9ae-4808-afba-9f4c2d34bc7f None None] Pushing event updated for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.426267 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:13.428710 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] Provisioning complete for port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:13.429085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.667040 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-6792b352-f552-4fbc-95f4-6f2c4aafb630 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.672954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-6792b352-f552-4fbc-95f4-6f2c4aafb630 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 809 time: 0.1297178 Nov 12 04:16:13.736864 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36e19c5b-7ace-4630-ae63-375707b02ce0 req-a50125fe-2300-4f99-bed4-2af250f6efd7 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 210 time: 0.0408106 Nov 12 04:16:13.754900 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-b5627307-df96-49db-a3f1-cffd173cd2dd tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 380 time: 0.0661368 Nov 12 04:16:13.767210 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'port': {'device_id': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'admin_state_up': True, 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'security_groups': ['7900ccb8-d21c-487a-89dd-9b84023c9d04']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:13.808512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.868800 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] For port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:13.873017 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.878175 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Made reservation on behalf of b12c7d0b98984bd7a3e0d03e3af700b3 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:13.883462 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:13.929599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77925ea1-8b49-44f8-be32-768e28c86a28 None None] Pushing event updated for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:13.934516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 4, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '496aa31e-5a9f-42db-9dc4-80ebec82f1e2', 'name': '', 'network_id': '8773123e-5993-475e-8602-208b20422892', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'mac_address': 'fa:16:3e:17:24:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:08Z', 'updated_at': '2021-11-12T04:16:13Z', 'revision_number': 4, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'subnets': [{'id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:13.964247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e972f05e-59d6-4bf6-b4f8-cbbf096f56e1 None None] The sync data for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 is: [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:09Z', 'revision_number': 4, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '496aa31e-5a9f-42db-9dc4-80ebec82f1e2', 'name': '', 'network_id': '8773123e-5993-475e-8602-208b20422892', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'mac_address': 'fa:16:3e:17:24:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:08Z', 'updated_at': '2021-11-12T04:16:13Z', 'revision_number': 4, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'subnets': [{'id': '6c467264-f62a-4658-aff3-5d69d723e78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:13.996116 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-efdb7f20-b050-4afe-9380-4f14d959bae1 None None] Provisioning complete for port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:13.996594 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-efdb7f20-b050-4afe-9380-4f14d959bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.039054 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Allocated IP 172.20.0.4 (d4b8f366-82a4-401b-8525-ad394a858cdd/0ff5ed7d-40da-42b7-aaa2-e38759313bdd/e9fc4546-b0fc-4b19-b329-928695b1336c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:14.191640 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.226366 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.269544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Network d4b8f366-82a4-401b-8525-ad394a858cdd is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:14.275362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:14.279372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:14.306590 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.336989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:14.337656 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.355294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-aca41fd3-9429-4041-93df-4daefb329063 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920663 Nov 12 04:16:14.373415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Request body: {'port': {'device_id': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:14.439632 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.528608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-ccc6eca4-7aa9-4fc8-b73f-0cd3efbf86e3 None None] Provisioning complete for port e9fc4546-b0fc-4b19-b329-928695b1336c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:14.529201 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ccc6eca4-7aa9-4fc8-b73f-0cd3efbf86e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.565967 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6eca4-7aa9-4fc8-b73f-0cd3efbf86e3 None None] Port e9fc4546-b0fc-4b19-b329-928695b1336c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:14.697879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:14.705343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.717732 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Transition to ACTIVE for port object e9fc4546-b0fc-4b19-b329-928695b1336c will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:14.721401 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:14.775302 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:14.890272 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Attempting to bind port e9fc4546-b0fc-4b19-b329-928695b1336c on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:14.890604 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Attempting to bind port e9fc4546-b0fc-4b19-b329-928695b1336c by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:14.890931 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Attempting to bind port e9fc4546-b0fc-4b19-b329-928695b1336c on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:14.897758 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Port e9fc4546-b0fc-4b19-b329-928695b1336c on network d4b8f366-82a4-401b-8525-ad394a858cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:14.898087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Attempting to bind port e9fc4546-b0fc-4b19-b329-928695b1336c on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:14.913411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c9dc-c830-4879-ba7c-157700ca2331 req-a2489b03-510c-45e1-aac6-c7c3b659fe3e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:14.914964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0890c9dc-c830-4879-ba7c-157700ca2331 req-a2489b03-510c-45e1-aac6-c7c3b659fe3e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0785387 Nov 12 04:16:14.916306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:14.916651 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Checking segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:14.917039 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Bound using segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:14.917491 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Bound port: e9fc4546-b0fc-4b19-b329-928695b1336c, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:14.917848 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.015129 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0890c9dc-c830-4879-ba7c-157700ca2331 req-01528ec3-01fe-4f69-ae5e-72fa95a4bb61 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880718 Nov 12 04:16:15.020950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:15.024216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:15.024517 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:15.029978 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.071419 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.072112 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.073813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] 10.222.0.32 "PUT /v2.0/ports/e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 1092 time: 0.7054946 Nov 12 04:16:15.074320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:15.076082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:15.076475 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.077042 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b2261-d347-4d42-96fb-f8e50af8b81f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:15.101403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b335a37-bcb3-4c11-bb28-efa867987f0f service neutron] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:15.136184 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa81a2-9141-4af9-8054-6826dadccc24 x-openstack-request-id: req-9ffa81a2-9141-4af9-8054-6826dadccc24 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:15.136477 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:15.136728 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9ffa81a2-9141-4af9-8054-6826dadccc24 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:15.137138 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'status': 'completed', 'code': 200} Nov 12 04:16:15.170379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-6be9adac-38b6-478b-869e-995755d5fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.171955 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-6be9adac-38b6-478b-869e-995755d5fdd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0495794 Nov 12 04:16:15.221165 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-e671d1cc-04c1-4fd1-9f1d-911272082d6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 217 time: 0.0352302 Nov 12 04:16:15.275207 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-54fb879d-fbaa-4e9b-9280-d5fca69f1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.276688 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-54fb879d-fbaa-4e9b-9280-d5fca69f1baa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0483334 Nov 12 04:16:15.326574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-fc5d5877-ce98-4db1-b7da-8eac3b2e7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.328152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-fc5d5877-ce98-4db1-b7da-8eac3b2e7a03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400052 Nov 12 04:16:15.418972 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-3421fa97-d926-4198-b57a-af9c7da0bf31 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794942 Nov 12 04:16:15.521826 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0882bd05-1a6b-4193-a8c5-1fb3801282e7 req-b53b0379-041a-4665-8b3f-07e388eddcf4 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911913 Nov 12 04:16:15.614257 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-da60c32d-0398-4a6b-a3e6-67ecb9c82187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.615922 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-da60c32d-0398-4a6b-a3e6-67ecb9c82187 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0446882 Nov 12 04:16:15.706982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-211747fc-c4c5-406a-aacc-fc19a1473766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.709007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-211747fc-c4c5-406a-aacc-fc19a1473766 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0849884 Nov 12 04:16:15.748210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-48baadb0-7d86-4cca-bea4-29c7fc0e163e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 217 time: 0.0325897 Nov 12 04:16:15.800288 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-70373b7d-b7a0-46e6-bd03-339c50840dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.801720 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-70373b7d-b7a0-46e6-bd03-339c50840dec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0464840 Nov 12 04:16:15.848261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-8208d9d0-2bb2-4c04-8548-40b1ebd42214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.849836 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-8208d9d0-2bb2-4c04-8548-40b1ebd42214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407212 Nov 12 04:16:15.948759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-9cc2fdcd-9304-4923-8a24-90b44d35e412 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908654 Nov 12 04:16:16.047637 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0b5b2261-d347-4d42-96fb-f8e50af8b81f req-6a8220bc-13c6-493d-848b-c61764394550 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880291 Nov 12 04:16:16.144628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c169fa-e6a4-40bd-baa6-b33dd8a2b475 req-66f56f3d-f269-484e-bd27-c45ada8a56ba tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:16.146187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39c169fa-e6a4-40bd-baa6-b33dd8a2b475 req-66f56f3d-f269-484e-bd27-c45ada8a56ba tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0515139 Nov 12 04:16:16.196999 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-39c169fa-e6a4-40bd-baa6-b33dd8a2b475 req-876a1cdc-a11b-4fe1-a9a6-b90e93d794a4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446365 Nov 12 04:16:17.313926 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426473bb-52b1-4c27-81c2-8acf43c002f5 req-55bcef36-c808-4269-93e5-20f2de3ab6df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:17.315400 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-426473bb-52b1-4c27-81c2-8acf43c002f5 req-55bcef36-c808-4269-93e5-20f2de3ab6df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0487494 Nov 12 04:16:17.364064 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-426473bb-52b1-4c27-81c2-8acf43c002f5 req-468c38dc-82f6-4a8d-b2de-3d2275d996e0 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Nov 12 04:16:18.484415 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9b7ea-1f35-4861-8c8c-688065d697ce req-c69b28ef-f734-437f-b7ce-fd665d93fafc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:18.485943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbc9b7ea-1f35-4861-8c8c-688065d697ce req-c69b28ef-f734-437f-b7ce-fd665d93fafc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0530212 Nov 12 04:16:18.533881 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dbc9b7ea-1f35-4861-8c8c-688065d697ce req-b58e480a-b5d8-40e8-86c6-f258400311fd tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Nov 12 04:16:19.209290 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:19.300163 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:19.310856 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:19.350837 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.363019 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:19.381556 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:19.385502 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:19.431782 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:19.647369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e9fc4546-b0fc-4b19-b329-928695b1336c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:19.653223 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685850f1-92d0-43d5-8b42-67fcb9076eb3 req-694fea70-5375-4a0b-81e5-50cace8c1f67 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.654734 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685850f1-92d0-43d5-8b42-67fcb9076eb3 req-694fea70-5375-4a0b-81e5-50cace8c1f67 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0498960 Nov 12 04:16:19.711742 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-685850f1-92d0-43d5-8b42-67fcb9076eb3 req-c3cec689-d535-4201-99a3-c3d5ec55466b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509222 Nov 12 04:16:20.822220 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591dc0b-3c31-438b-9d42-5ba55091676a req-6aa8e2dd-64d8-43b1-9f95-653a2ea64f2d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:20.823743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d591dc0b-3c31-438b-9d42-5ba55091676a req-6aa8e2dd-64d8-43b1-9f95-653a2ea64f2d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0492108 Nov 12 04:16:20.872646 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d591dc0b-3c31-438b-9d42-5ba55091676a req-26785d4c-bdd0-4207-910f-f6cff6ca0cfe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Nov 12 04:16:21.204433 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:21.251303 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port e9fc4546-b0fc-4b19-b329-928695b1336c completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:21.255739 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e9fc4546-b0fc-4b19-b329-928695b1336c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:21.256103 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.333020 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.354732 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:21.356992 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa043c0-42a4-475c-83a9-2f733f19e008" -d '{"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:21.371486 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:21.375060 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.400898 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9207bede-a14c-4c40-a7c5-2a854f27feef x-openstack-request-id: req-9207bede-a14c-4c40-a7c5-2a854f27feef {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:21.401190 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:21.401439 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9207bede-a14c-4c40-a7c5-2a854f27feef {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:21.401831 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'code': 200} Nov 12 04:16:21.428106 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:21.507865 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c3b1a-0514-4413-8e0c-e9440c5546f7 req-14ff710a-ba8f-456d-92f5-9a3457db43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:21.509251 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e37c3b1a-0514-4413-8e0c-e9440c5546f7 req-14ff710a-ba8f-456d-92f5-9a3457db43d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0398474 Nov 12 04:16:21.563372 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e37c3b1a-0514-4413-8e0c-e9440c5546f7 req-de2cb119-dea4-49e8-b732-ef53f06ab088 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Nov 12 04:16:21.986645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08df0b-7170-4135-b558-e755fba2abf2 req-fd847053-e55a-43be-9ad2-8e557efd0194 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:21.988147 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c08df0b-7170-4135-b558-e755fba2abf2 req-fd847053-e55a-43be-9ad2-8e557efd0194 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Nov 12 04:16:22.036483 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4c08df0b-7170-4135-b558-e755fba2abf2 req-4d11ce7d-f6b6-47c1-aed4-6ff7baf28931 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Nov 12 04:16:23.150497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3c60-578f-45ef-bb4f-bcae88572044 req-34b6dcaa-9658-4db4-90d8-5af14e2d3921 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.152020 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-475b3c60-578f-45ef-bb4f-bcae88572044 req-34b6dcaa-9658-4db4-90d8-5af14e2d3921 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0473785 Nov 12 04:16:23.204140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-475b3c60-578f-45ef-bb4f-bcae88572044 req-149fe495-158b-417e-b45f-a85b9636eb7c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462742 Nov 12 04:16:23.323341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d1e3-54c2-4f4e-88f8-b3eae289e6ab req-81127170-d5b3-4c66-9acb-69fe1d623462 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.324718 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3011d1e3-54c2-4f4e-88f8-b3eae289e6ab req-81127170-d5b3-4c66-9acb-69fe1d623462 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0477169 Nov 12 04:16:23.373004 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3011d1e3-54c2-4f4e-88f8-b3eae289e6ab req-e3530609-04ec-4947-98f0-97aedfa24ce4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Nov 12 04:16:23.394236 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47432) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.483065 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30470b9a-b8e5-4876-8465-01a28f812fd4 tempest-TestShelveInstance-1134935899 tempest-TestShelveInstance-1134935899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:23.484902 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-30470b9a-b8e5-4876-8465-01a28f812fd4 tempest-TestShelveInstance-1134935899 tempest-TestShelveInstance-1134935899-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1092 time: 0.0896804 Nov 12 04:16:23.487808 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47436) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:23.492299 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:23.513489 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.629037 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.732845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Allocated IP 172.25.2.8 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1037769d-b43e-4302-94b7-104edf7e0823) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:23.831584 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.863223 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:23.907228 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:23.909862 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:23.915835 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:23.938648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=1037769d-b43e-4302-94b7-104edf7e0823,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.263597 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.331324 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.478908 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.483452 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.545471 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=1037769d-b43e-4302-94b7-104edf7e0823,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:24.559206 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:24.661350 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Floating IP be62701d-c501-4c21-a3a4-ff90e6b240bc associated. External IP: 172.25.2.8, port: e9fc4546-b0fc-4b19-b329-928695b1336c. Nov 12 04:16:24.680733 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:25.165794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:25.269521 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:25.280077 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:25.288561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.291201 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:25.291819 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:25.314237 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c76661bb-db74-42b9-89cf-aed5978707c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8254325 Nov 12 04:16:25.314833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:25.317122 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710" -d '{"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:25.356643 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d5604-9074-4c21-9155-0c5cf4c515a6 x-openstack-request-id: req-925d5604-9074-4c21-9155-0c5cf4c515a6 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:25.357273 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:25.357273 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-925d5604-9074-4c21-9155-0c5cf4c515a6 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:25.357580 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'status': 'completed', 'code': 200} Nov 12 04:16:25.397368 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:25.420628 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-e667386c-0be2-467b-9ab2-ec090a62119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.422152 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-e667386c-0be2-467b-9ab2-ec090a62119c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0417283 Nov 12 04:16:25.515754 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-c0d58bfd-f283-440a-b51a-d9f7b057457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.517497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-c0d58bfd-f283-440a-b51a-d9f7b057457a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0875216 Nov 12 04:16:25.590227 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-905a4f2e-647c-46f0-892e-2a14ac2db391 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 997 time: 0.0653675 Nov 12 04:16:25.644055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-36513ba5-bd76-41e6-b039-2406ff81041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.646137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-36513ba5-bd76-41e6-b039-2406ff81041e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0481863 Nov 12 04:16:25.690869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-d4228d49-e21e-494e-8e2e-3a9b07247524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:25.693011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-d4228d49-e21e-494e-8e2e-3a9b07247524 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395544 Nov 12 04:16:25.712974 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'be62701d-c501-4c21-a3a4-ff90e6b240bc', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:24Z', 'updated_at': '2021-11-12T04:16:24Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:25.737973 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:25.746896 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:25.747544 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:16:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:25.783636 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-0d54d67c-6620-4114-adbd-3933efcb6ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Nov 12 04:16:25.851049 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:25.877222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a938bd3-dec9-4aa6-8e66-00c2a4eea710 req-21c5ab5d-5085-41c5-bfe6-acad766a295e service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Nov 12 04:16:26.071929 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'be62701d-c501-4c21-a3a4-ff90e6b240bc', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:24Z', 'updated_at': '2021-11-12T04:16:24Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:26.097693 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed48ce-5dea-4719-8177-ea673a5ac3b8 None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'be62701d-c501-4c21-a3a4-ff90e6b240bc', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.8', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:24Z', 'updated_at': '2021-11-12T04:16:24Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:26.281847 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd8533d-8e49-4263-8512-d346a88d60a9 None None] New status for floating IP be62701d-c501-4c21-a3a4-ff90e6b240bc: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:16:28.550850 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:29.929346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:32.398798 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c12f6260-f800-4e6a-8d3c-63d0de6ef655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:34.776965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d04f8e53-1a54-4de6-939a-a0c7299a34b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:35.887777 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:37.418768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:38.355107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:58.565063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:59.928209 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.680523 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:02.400404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27620889-aa9d-47a3-8aaf-06b0316c8fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:03.981212 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-7f7c8cdd-2798-4589-b86c-1bb9e901a490 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812271 Nov 12 04:17:04.068578 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-f1428fd9-3359-43ca-b2d2-b6eb482ccb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.069971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-f1428fd9-3359-43ca-b2d2-b6eb482ccb3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0400133 Nov 12 04:17:04.180643 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-27f0eb9f-5b4a-4015-b31a-577917916fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.182108 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-27f0eb9f-5b4a-4015-b31a-577917916fde service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0881040 Nov 12 04:17:04.249064 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-9826719a-bc56-4715-93e3-a37675e2daef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 999 time: 0.0580893 Nov 12 04:17:04.306376 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-7ac54e02-c650-4d3c-ad3c-91b65f6d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.307984 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-7ac54e02-c650-4d3c-ad3c-91b65f6d6a21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0483477 Nov 12 04:17:04.358873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-ce2e2d75-6945-4056-9bd9-e851908a03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:04.360400 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-ce2e2d75-6945-4056-9bd9-e851908a03e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408027 Nov 12 04:17:04.376756 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-48c0e151-c4c0-4dbd-aa26-f2548fe7ac36 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:17:04.377673 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-48c0e151-c4c0-4dbd-aa26-f2548fe7ac36 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Nov 12 04:17:04.467275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-d712b54d-14bc-4698-9d64-1ad1cb153a23 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811024 Nov 12 04:17:04.562289 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-76ba0b83-8922-486d-a17b-6b3602ae727a req-545af53b-be64-4430-acca-d4bdf3a16675 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839169 Nov 12 04:17:04.777635 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7c3375fc-be4b-472d-9e90-9d0460832589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:05.887370 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.420925 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:08.356409 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.013381 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-532668fb-dc45-47b1-b1b6-826a982bbd3f req-603cf830-05a7-474a-a603-25805b1bcf3c service neutron] (102433) timed out ('10.222.0.84', 42806) {{(pid=102433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:17:28.578281 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:29.934042 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:32.401984 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5a01cc93-e179-4769-a2d3-7ff09b23e72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:34.778719 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1a0a1cb0-b0ee-4c57-9949-530398ac63de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:35.892575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:37.423895 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.357582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:38.679999 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:58.609596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:59.938723 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:02.402967 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a8d5d9d1-644d-483d-b391-d46a773189dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:03.888317 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-e9a813c3-1d16-4260-8e7a-58b47b0376dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391374 Nov 12 04:18:03.976766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186d27-edb8-44c1-8084-2322cc27946d req-2cb6daf3-a2dc-4ac7-91ac-47068ec250d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:03.978242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-2cb6daf3-a2dc-4ac7-91ac-47068ec250d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0448420 Nov 12 04:18:04.083640 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186d27-edb8-44c1-8084-2322cc27946d req-164208b1-1221-429a-a1db-6587e4a406d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.085046 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-164208b1-1221-429a-a1db-6587e4a406d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0867667 Nov 12 04:18:04.155531 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-3c30e932-a1c3-4a5b-a982-23493803eaf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 999 time: 0.0610113 Nov 12 04:18:04.205799 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186d27-edb8-44c1-8084-2322cc27946d req-7b3ba3d5-8f1f-4149-96f9-7a9fcb0d933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.207275 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-7b3ba3d5-8f1f-4149-96f9-7a9fcb0d933d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0451052 Nov 12 04:18:04.253569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186d27-edb8-44c1-8084-2322cc27946d req-69e06c2b-cae5-4571-8bf2-16a2e02d0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:04.255054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-69e06c2b-cae5-4571-8bf2-16a2e02d0348 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406227 Nov 12 04:18:04.349860 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-a506767f-453c-45ea-bd8e-d03edc59eba1 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854971 Nov 12 04:18:04.441580 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-db186d27-edb8-44c1-8084-2322cc27946d req-4f0a2f3f-8561-46c2-a56e-33a8c5d71d59 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816894 Nov 12 04:18:04.779701 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-70654d87-5384-460d-9240-c00a5631cd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:05.892866 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:07.426520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:08.358620 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:15.679432 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:22.392102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69fd69-c372-4e77-bcec-fd348e24288e req-ebee0596-a1ed-49e7-aa92-08f244d41e3f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:22.393575 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d69fd69-c372-4e77-bcec-fd348e24288e req-ebee0596-a1ed-49e7-aa92-08f244d41e3f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0977948 Nov 12 04:18:22.442062 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6d69fd69-c372-4e77-bcec-fd348e24288e req-9f9725a6-f443-4c43-9b4c-06b40ea6c971 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Nov 12 04:18:23.589104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add74fd8-12c7-4dfe-a96e-3303e30bc9cd req-cc37c145-cc02-4d64-aa99-7c8ef913fa5b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:23.590593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add74fd8-12c7-4dfe-a96e-3303e30bc9cd req-cc37c145-cc02-4d64-aa99-7c8ef913fa5b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Nov 12 04:18:23.645904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-add74fd8-12c7-4dfe-a96e-3303e30bc9cd req-20a1bbe0-5dff-484b-8b86-6f5f3caae53b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487278 Nov 12 04:18:24.790119 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92e480-1306-460d-abd1-358e6e824006 req-35ce5f43-ee8b-408b-9a61-66ff987bda9c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:24.791645 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc92e480-1306-460d-abd1-358e6e824006 req-35ce5f43-ee8b-408b-9a61-66ff987bda9c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Nov 12 04:18:24.839836 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-fc92e480-1306-460d-abd1-358e6e824006 req-187cdd7a-ed88-4675-82d1-5936d4464ba4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Nov 12 04:18:25.971462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ef05-55b5-40cd-b123-c7a8730da27d req-fc34d5f6-b255-40b4-af13-fe1e113e2e20 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:25.972971 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0736ef05-55b5-40cd-b123-c7a8730da27d req-fc34d5f6-b255-40b4-af13-fe1e113e2e20 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0512283 Nov 12 04:18:26.021713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0736ef05-55b5-40cd-b123-c7a8730da27d req-989a5f9f-3c5a-4d6d-803c-f5d01325af15 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Nov 12 04:18:27.136112 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521bf43-37af-4f66-b9a2-01b1c42c766a req-2d2a270c-fdc7-4394-842b-f35fce23ea97 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:27.137632 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5521bf43-37af-4f66-b9a2-01b1c42c766a req-2d2a270c-fdc7-4394-842b-f35fce23ea97 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Nov 12 04:18:27.187526 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5521bf43-37af-4f66-b9a2-01b1c42c766a req-a8a98b7f-8ab6-4926-9c9f-898da934ee20 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 Nov 12 04:18:28.299843 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42db070-67e0-4957-a0e6-95ea555c8547 req-e03d5d5f-4002-4829-9ca9-bfc6786b58c9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:28.301309 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c42db070-67e0-4957-a0e6-95ea555c8547 req-e03d5d5f-4002-4829-9ca9-bfc6786b58c9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0473452 Nov 12 04:18:28.348949 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c42db070-67e0-4957-a0e6-95ea555c8547 req-57f5a560-6139-4d14-ad5c-bf488a15c3ca tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Nov 12 04:18:28.612458 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:29.476691 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf493-333b-458c-bb3d-2d061b5f09fc req-915b07e1-ee6b-4594-9d30-ba3d84ae28eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:29.478222 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edacf493-333b-458c-bb3d-2d061b5f09fc req-915b07e1-ee6b-4594-9d30-ba3d84ae28eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0559828 Nov 12 04:18:29.527489 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-edacf493-333b-458c-bb3d-2d061b5f09fc req-ef1b73fe-326b-4043-9002-ecaf410b306d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Nov 12 04:18:29.936149 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:30.646798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b6807-360a-4c04-af77-dc728838962b req-1aa03f08-7b68-495b-9f94-7f2934abab48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:30.648305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd9b6807-360a-4c04-af77-dc728838962b req-1aa03f08-7b68-495b-9f94-7f2934abab48 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0531809 Nov 12 04:18:30.695992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-dd9b6807-360a-4c04-af77-dc728838962b req-84ed1b66-4df7-4051-9b44-8b12fbcdceb0 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Nov 12 04:18:31.809037 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fabdab-7afe-4a2c-a74f-93e39bc578a2 req-8182402b-2f0c-47b0-bc98-25ceffe73b36 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:31.810509 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2fabdab-7afe-4a2c-a74f-93e39bc578a2 req-8182402b-2f0c-47b0-bc98-25ceffe73b36 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 12 04:18:31.860200 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-c2fabdab-7afe-4a2c-a74f-93e39bc578a2 req-fa807ea9-52bf-4090-98eb-e79469815883 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432239 Nov 12 04:18:32.409773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-84a40b34-bf78-453e-91a3-fa4d7237b0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:32.975268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af59cd-719f-42f6-93de-1b15860a5f40 req-42ff9754-eae7-4858-ba46-6525d97f81c1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:32.976759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78af59cd-719f-42f6-93de-1b15860a5f40 req-42ff9754-eae7-4858-ba46-6525d97f81c1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0495245 Nov 12 04:18:33.025583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-78af59cd-719f-42f6-93de-1b15860a5f40 req-6ca9893e-32f0-483a-b1f5-0c032a9a92a9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Nov 12 04:18:33.842653 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:18:33.933781 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:33.944476 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:18:33.983440 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:33.999796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:18:34.020866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:34.024831 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:34.074597 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:34.083373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.083724 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.084065 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.084403 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.084736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.085066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.085389 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.085714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.086037 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.086362 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.086684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.087001 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:18:34.124157 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e9fc4546-b0fc-4b19-b329-928695b1336c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:18:34.144458 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56bdf8-639a-4c96-a392-b3461acf0528 req-2b0c9c92-bb33-4502-88c1-8c0f440e662b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:34.145973 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f56bdf8-639a-4c96-a392-b3461acf0528 req-2b0c9c92-bb33-4502-88c1-8c0f440e662b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0489762 Nov 12 04:18:34.198484 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f56bdf8-639a-4c96-a392-b3461acf0528 req-36339fc5-1ce7-4d59-8fdc-4119a8d3af01 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Nov 12 04:18:34.785156 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-eb3bdebf-cc8e-4e04-9308-4d74bafa26b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.350667 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf903f2-3520-4d91-b58c-44e89e3fc4ba req-6403a19b-0f67-4330-86a4-95aef4800f46 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:35.352137 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaf903f2-3520-4d91-b58c-44e89e3fc4ba req-6403a19b-0f67-4330-86a4-95aef4800f46 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0606441 Nov 12 04:18:35.427376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eaf903f2-3520-4d91-b58c-44e89e3fc4ba req-0d4e6d94-e7e9-4e0b-bd28-8795d0688d08 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631838 Nov 12 04:18:35.839958 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:18:35.905344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.913352 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e9fc4546-b0fc-4b19-b329-928695b1336c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:18:35.913722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:35.999665 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.033947 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:36.036385 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea77faf0-7535-46cd-a657-9bece9c35888" -d '{"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:36.064144 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:36.073154 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:36.106243 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb6035-547c-4ec2-9a85-8ea72e968d66 x-openstack-request-id: req-33bb6035-547c-4ec2-9a85-8ea72e968d66 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:36.106640 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:36.106887 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-33bb6035-547c-4ec2-9a85-8ea72e968d66 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:36.107309 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'code': 200} Nov 12 04:18:36.137247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:36.546586 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e916dc2-468d-4fb6-949a-3f776dadca06 req-02ff217b-e89d-46e2-b791-cb5ed0bd24eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:36.550838 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e916dc2-468d-4fb6-949a-3f776dadca06 req-02ff217b-e89d-46e2-b791-cb5ed0bd24eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0543537 Nov 12 04:18:36.606406 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3e916dc2-468d-4fb6-949a-3f776dadca06 req-63bafbf7-2364-491e-bcde-5164a57fbcef tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505695 Nov 12 04:18:37.430433 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:37.735673 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5997b-faee-4f63-82c6-94f84ca377dc req-eb1ffce0-6261-4043-901c-a634dcaa280c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:37.737952 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d0a5997b-faee-4f63-82c6-94f84ca377dc req-eb1ffce0-6261-4043-901c-a634dcaa280c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Nov 12 04:18:37.794644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d0a5997b-faee-4f63-82c6-94f84ca377dc req-2676b531-42f0-4c53-99e4-b82176afce10 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503902 Nov 12 04:18:38.366517 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:38.958310 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4881955-1cdf-486f-b7be-625693959c15 req-ec5e233f-5eeb-4b49-a2d0-d5ee4bcdce94 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:38.960180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4881955-1cdf-486f-b7be-625693959c15 req-ec5e233f-5eeb-4b49-a2d0-d5ee4bcdce94 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0707927 Nov 12 04:18:39.020818 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f4881955-1cdf-486f-b7be-625693959c15 req-eb3b9ebf-b9fc-42de-8754-aba9efcb884b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541503 Nov 12 04:18:40.149316 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533da1-93b4-42db-aa18-492971a28cdc req-66b7c7c5-27a8-4aa8-b75d-dcfc0284813d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:40.150830 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb533da1-93b4-42db-aa18-492971a28cdc req-66b7c7c5-27a8-4aa8-b75d-dcfc0284813d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0538578 Nov 12 04:18:40.217921 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bb533da1-93b4-42db-aa18-492971a28cdc req-110987d6-b458-473a-b497-de5c05fd1b9c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610502 Nov 12 04:18:41.356358 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa5cd1-c253-4696-8c82-6ae18491f406 req-6e82c6ae-37e8-4777-a4d5-e2ca74baa87a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.364196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67aa5cd1-c253-4696-8c82-6ae18491f406 req-6e82c6ae-37e8-4777-a4d5-e2ca74baa87a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0650182 Nov 12 04:18:41.416348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67aa5cd1-c253-4696-8c82-6ae18491f406 req-58d6e808-5607-4b06-8750-3e6ff9de8b8d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512877 Nov 12 04:18:42.541020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96ca49-17e9-4c45-b83a-236bbb22ef30 req-2c1ecfed-6922-40ff-87c4-0cf71caed2cf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:42.548624 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba96ca49-17e9-4c45-b83a-236bbb22ef30 req-2c1ecfed-6922-40ff-87c4-0cf71caed2cf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0604975 Nov 12 04:18:42.597280 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba96ca49-17e9-4c45-b83a-236bbb22ef30 req-088784d6-b7d7-40bc-b5f9-46d44738ba66 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 Nov 12 04:18:43.728853 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d69615-6bb3-4132-8099-54d5ee666240 req-167e6d15-10b5-4bb3-941f-8a5659bfe148 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:43.730339 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0d69615-6bb3-4132-8099-54d5ee666240 req-167e6d15-10b5-4bb3-941f-8a5659bfe148 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Nov 12 04:18:43.780233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f0d69615-6bb3-4132-8099-54d5ee666240 req-97daa38a-83ef-48e9-bf7f-c2c9217437fe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431871 Nov 12 04:18:44.425693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eff382-80ca-4752-9699-75496702914b req-60c50574-b669-4cc7-9bed-f43c1f04015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.427231 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-60c50574-b669-4cc7-9bed-f43c1f04015f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0453031 Nov 12 04:18:44.514329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eff382-80ca-4752-9699-75496702914b req-39f1fd53-f519-46d4-be49-d22b30df8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.515932 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-39f1fd53-f519-46d4-be49-d22b30df8d37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0816681 Nov 12 04:18:44.587460 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-ec8c1520-119d-415f-a131-372dab45ceb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 999 time: 0.0595925 Nov 12 04:18:44.639025 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eff382-80ca-4752-9699-75496702914b req-8e7f3697-6983-424d-b35f-9974bab6d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.640532 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-8e7f3697-6983-424d-b35f-9974bab6d5a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0435333 Nov 12 04:18:44.689927 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eff382-80ca-4752-9699-75496702914b req-5e4fe29e-4a19-4693-aa84-5cdaf0b36ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.691363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-5e4fe29e-4a19-4693-aa84-5cdaf0b36ee3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402980 Nov 12 04:18:44.788106 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-7a933a14-c9cd-4e10-8dad-50c89014f1a6 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879748 Nov 12 04:18:44.882054 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28eff382-80ca-4752-9699-75496702914b req-9f301aac-c218-462b-a404-412d70866473 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Nov 12 04:18:44.898082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e57eb-33c5-4df0-9a50-60abd100289f req-18ec215e-9509-44a5-bc0d-89d6b733144f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:44.900074 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee1e57eb-33c5-4df0-9a50-60abd100289f req-18ec215e-9509-44a5-bc0d-89d6b733144f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0504475 Nov 12 04:18:44.949595 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ee1e57eb-33c5-4df0-9a50-60abd100289f req-62efae2f-8c4b-4c29-9147-fd8e1f61b34d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Nov 12 04:18:46.067619 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20806b-685b-45fa-8cae-e1a1bff301fa req-07de2a4e-b522-462d-8fc1-4c5c96e57730 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:46.068990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe20806b-685b-45fa-8cae-e1a1bff301fa req-07de2a4e-b522-462d-8fc1-4c5c96e57730 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Nov 12 04:18:46.122051 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fe20806b-685b-45fa-8cae-e1a1bff301fa req-9b8989b3-e89b-423e-9ee2-504d9e614868 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Nov 12 04:18:47.238030 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76216bbf-c0a3-4aae-9d84-1234fd4f66a8 req-f12688e5-8b13-4ced-866f-50b42a0a1f3d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:47.239533 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76216bbf-c0a3-4aae-9d84-1234fd4f66a8 req-f12688e5-8b13-4ced-866f-50b42a0a1f3d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0500364 Nov 12 04:18:47.293315 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76216bbf-c0a3-4aae-9d84-1234fd4f66a8 req-59fbfe17-96ea-4e02-81d1-e1ec499b2d0c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477271 Nov 12 04:18:47.407697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-67d2632d-2503-4e8d-9af1-0aa6d88e451b req-bc959537-2784-4365-b1cd-9b9b24cb1d2a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:18:47.408816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67d2632d-2503-4e8d-9af1-0aa6d88e451b req-bc959537-2784-4365-b1cd-9b9b24cb1d2a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510700 Nov 12 04:18:47.564912 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e750f50-1986-4647-9ee3-e6f098ae68f6 req-e1f00f0d-8952-491f-aa8e-797d75c17fcc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:47.566604 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e750f50-1986-4647-9ee3-e6f098ae68f6 req-e1f00f0d-8952-491f-aa8e-797d75c17fcc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Nov 12 04:18:47.622027 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7e750f50-1986-4647-9ee3-e6f098ae68f6 req-35f15607-6648-48e9-b9df-a51f4624439c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495460 Nov 12 04:18:47.737993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-4d37560e-a522-4269-81e2-e1a706b9cbcd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823500 Nov 12 04:18:47.936886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:18:48.021552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.045915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:18:48.049258 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077ce149-c6c7-41ee-8b72-91bea0c0742b" -d '{"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:18:48.063110 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:18:48.067343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:48.095861 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e8d9ae-1a03-47bf-94fe-50c5f81edf55 x-openstack-request-id: req-d2e8d9ae-1a03-47bf-94fe-50c5f81edf55 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:18:48.096147 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-unplugged", "status": "failed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "code": 422}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:18:48.096396 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d2e8d9ae-1a03-47bf-94fe-50c5f81edf55 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:18:48.096783 n-d-615180-50 neutron-server[102434]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'code': 422} returned with failed status Nov 12 04:18:48.122140 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:18:48.549797 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-315598ae-b8c4-4b75-84d3-8c1006406cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.551340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-315598ae-b8c4-4b75-84d3-8c1006406cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 1095 time: 0.0407417 Nov 12 04:18:48.618076 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-882b64b7-a68f-4f27-a4ea-4a17aa6696f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.619623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-882b64b7-a68f-4f27-a4ea-4a17aa6696f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0418777 Nov 12 04:18:48.715384 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-054b86dc-b7e2-4b97-926f-91b25f3076d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.716898 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-054b86dc-b7e2-4b97-926f-91b25f3076d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0890625 Nov 12 04:18:48.743756 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2f59d-6ba6-4cf6-aa61-ab5a617876fa req-634f2262-ca67-463a-970a-6b46370ed3be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.745250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ce2f59d-6ba6-4cf6-aa61-ab5a617876fa req-634f2262-ca67-463a-970a-6b46370ed3be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0552082 Nov 12 04:18:48.787756 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-83774df8-8048-4002-a3e1-fa6d7f384caa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 997 time: 0.0600896 Nov 12 04:18:48.796202 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-1ce2f59d-6ba6-4cf6-aa61-ab5a617876fa req-20d2925a-9333-468d-be55-50e538c537c4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443952 Nov 12 04:18:48.846661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-69917b93-1fcd-44e5-b7ab-75e096f15d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.848157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-69917b93-1fcd-44e5-b7ab-75e096f15d9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0484118 Nov 12 04:18:48.898366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-e61bd906-fce7-4b25-9882-05e13d930baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:48.899867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-e61bd906-fce7-4b25-9882-05e13d930baf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398378 Nov 12 04:18:48.990989 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-1c2ca745-d656-4f83-8700-b8af9ad9775d service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799813 Nov 12 04:18:49.091012 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5a42db3e-6727-47f8-99cd-1843e65e7af2 req-c6eb8a1b-826f-442e-9d92-e8489c7f90a3 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879595 Nov 12 04:18:49.921215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19106b-2ffa-466a-a45a-efe7fc12ccee req-fcfdb86a-6e61-427c-a8c6-7ca4fc3544fb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:49.923295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b19106b-2ffa-466a-a45a-efe7fc12ccee req-fcfdb86a-6e61-427c-a8c6-7ca4fc3544fb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0525410 Nov 12 04:18:49.973547 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5b19106b-2ffa-466a-a45a-efe7fc12ccee req-0713d424-1aa0-4bff-a880-758a3d49b59c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Nov 12 04:18:51.095486 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeefd5-765a-4632-9cbc-f94d1ed0156d req-3fec8630-cfa7-4f32-aed7-594001901edf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:51.096956 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8eeefd5-765a-4632-9cbc-f94d1ed0156d req-3fec8630-cfa7-4f32-aed7-594001901edf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0534558 Nov 12 04:18:51.148485 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a8eeefd5-765a-4632-9cbc-f94d1ed0156d req-c1edeaf8-6e4c-42de-acba-701da6dfe4ac tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Nov 12 04:18:52.275863 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f28e3-3e49-4084-85e3-b27b7e2ae915 req-79491336-a208-4897-a5e0-63da1a867ee1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:52.277508 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-791f28e3-3e49-4084-85e3-b27b7e2ae915 req-79491336-a208-4897-a5e0-63da1a867ee1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0552173 Nov 12 04:18:52.330418 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-791f28e3-3e49-4084-85e3-b27b7e2ae915 req-ad27b813-cf6f-4478-b7b4-7954b0edf45f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 Nov 12 04:18:52.680746 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:53.451252 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906ba23-934a-49b3-9fd0-630edc5f1416 req-c643cbd7-1589-4acc-bef3-718fc2205924 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:53.452776 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d906ba23-934a-49b3-9fd0-630edc5f1416 req-c643cbd7-1589-4acc-bef3-718fc2205924 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0511136 Nov 12 04:18:53.509036 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-d906ba23-934a-49b3-9fd0-630edc5f1416 req-37410c4a-b155-4d81-b675-d0c29a60af57 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495763 Nov 12 04:18:54.627951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cd9d3-0d44-46c6-b28d-8b84a1ed027d req-0eb35afd-62fe-4835-9853-c649de4456a9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:54.630187 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-723cd9d3-0d44-46c6-b28d-8b84a1ed027d req-0eb35afd-62fe-4835-9853-c649de4456a9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0536697 Nov 12 04:18:54.686345 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-723cd9d3-0d44-46c6-b28d-8b84a1ed027d req-28b5c142-6190-4462-858a-bf83acb9170a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491793 Nov 12 04:18:55.815759 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174cbaa-c614-43de-869e-d13ff0f5e37b req-877b62e7-a158-4ffc-9f5f-a10680d2efba tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.817295 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5174cbaa-c614-43de-869e-d13ff0f5e37b req-877b62e7-a158-4ffc-9f5f-a10680d2efba tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0514355 Nov 12 04:18:55.872348 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5174cbaa-c614-43de-869e-d13ff0f5e37b req-72a1fc47-829e-49ee-b493-f16dff4500a1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 Nov 12 04:18:56.993405 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06eddf-fa71-4641-b4ab-ecf7aeb7bac9 req-4f22b0af-8cb4-4ab1-b905-70a372ffc19f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:56.994935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc06eddf-fa71-4641-b4ab-ecf7aeb7bac9 req-4f22b0af-8cb4-4ab1-b905-70a372ffc19f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0509923 Nov 12 04:18:57.052027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fc06eddf-fa71-4641-b4ab-ecf7aeb7bac9 req-8e13d04f-b16c-4fce-8053-b7fc5fcbf640 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491652 Nov 12 04:18:58.173782 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72346-64e2-4189-a90f-82108b946c0a req-aaf5c200-2d22-4499-9aaf-2d542d785515 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:58.175967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45f72346-64e2-4189-a90f-82108b946c0a req-aaf5c200-2d22-4499-9aaf-2d542d785515 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0540226 Nov 12 04:18:58.228636 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-45f72346-64e2-4189-a90f-82108b946c0a req-9d8258f3-8654-4ab8-af1d-ef529ce28ba3 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Nov 12 04:18:58.623331 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:59.358268 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e047e17-a3b6-4ece-8b77-ff87c961739d req-6a7a4dc3-ec08-464a-81ec-131ca5f552fe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.359803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e047e17-a3b6-4ece-8b77-ff87c961739d req-6a7a4dc3-ec08-464a-81ec-131ca5f552fe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0515733 Nov 12 04:18:59.413746 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5e047e17-a3b6-4ece-8b77-ff87c961739d req-67581c79-b4c7-4848-b7b7-59c437fd2f63 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 Nov 12 04:18:59.930823 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:00.535508 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d2ab2-b00c-4234-9841-ebbb77624f3c req-9591c40b-952e-49b5-b3d6-6895c9510e2a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.537034 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db7d2ab2-b00c-4234-9841-ebbb77624f3c req-9591c40b-952e-49b5-b3d6-6895c9510e2a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0530086 Nov 12 04:19:00.585986 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-db7d2ab2-b00c-4234-9841-ebbb77624f3c req-ee71c817-e646-4425-9a55-de668f678806 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Nov 12 04:19:01.702725 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128751ec-cc77-4f6f-bdaa-f9469fec60b1 req-be07df85-8938-4f0c-b5ce-190ecd71f8f6 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.704250 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-128751ec-cc77-4f6f-bdaa-f9469fec60b1 req-be07df85-8938-4f0c-b5ce-190ecd71f8f6 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 943 time: 0.0485988 Nov 12 04:19:01.753200 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-128751ec-cc77-4f6f-bdaa-f9469fec60b1 req-ef89c253-38ff-4d94-80af-d792677840cf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Nov 12 04:19:01.965735 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:02.056677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:02.070442 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'port_id': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'mac_address': 'fa:16:3e:03:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:02.106198 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.118858 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:02.137350 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:02.141557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.193440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=9']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:02.395922 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['e9fc4546-b0fc-4b19-b329-928695b1336c'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:02.424743 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1e864091-edeb-4585-82cf-102024718f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.868150 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60475-b15d-40a8-be72-80053fc3215e req-56d1e32a-77a5-4e1c-9bc6-5c94bd7babe8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.869634 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ea60475-b15d-40a8-be72-80053fc3215e req-56d1e32a-77a5-4e1c-9bc6-5c94bd7babe8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0483129 Nov 12 04:19:02.917967 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3ea60475-b15d-40a8-be72-80053fc3215e req-b4cf0987-a2b8-45b9-8491-4b34b45de9fc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Nov 12 04:19:03.980952 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:04.031027 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port e9fc4546-b0fc-4b19-b329-928695b1336c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:04.031349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.039392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdfedd-d8af-4387-96fb-cccb43381ede req-6c616379-06ac-486b-b8db-e3db599da06c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.040896 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21cdfedd-d8af-4387-96fb-cccb43381ede req-6c616379-06ac-486b-b8db-e3db599da06c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 944 time: 0.0531349 Nov 12 04:19:04.089464 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-21cdfedd-d8af-4387-96fb-cccb43381ede req-8f68f050-792d-428e-8aaa-ed66957b0bb3 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Nov 12 04:19:04.106063 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.127942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:04.130189 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18b648-22a9-4f3a-bccf-8c4a56296100" -d '{"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:04.142094 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:04.174413 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.198400 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ddce0-f586-43ad-ae16-1967a69abdb4 x-openstack-request-id: req-d01ddce0-f586-43ad-ae16-1967a69abdb4 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:04.198683 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-plugged", "status": "completed", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:04.199481 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d01ddce0-f586-43ad-ae16-1967a69abdb4 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:04.199481 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'code': 200} Nov 12 04:19:04.245589 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=10']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:04.371841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845b87-f6b4-4ece-a911-e566c4c4cb60 req-284c64e8-5b48-46ef-9442-92a511fe2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.373327 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9845b87-f6b4-4ece-a911-e566c4c4cb60 req-284c64e8-5b48-46ef-9442-92a511fe2838 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0408027 Nov 12 04:19:04.418755 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d9845b87-f6b4-4ece-a911-e566c4c4cb60 req-dc21d859-13e3-46e8-9fda-647d8227cd99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Nov 12 04:19:04.778558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-054359cf-1b02-4033-af09-27928448bbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:04.931426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-ed36c957-b8c5-41b5-ac3f-7951a71a0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.932912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-ed36c957-b8c5-41b5-ac3f-7951a71a0f26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0389621 Nov 12 04:19:05.039890 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-75a2c912-4e0a-4a4a-97dd-e89f6ce3403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.041352 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-75a2c912-4e0a-4a4a-97dd-e89f6ce3403f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0866272 Nov 12 04:19:05.112640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-cbd3dbfd-e29c-4115-946f-837d050e11bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 999 time: 0.0631988 Nov 12 04:19:05.171390 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-9663c5d1-768c-4aa5-907c-4bcd27f26022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.172803 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-9663c5d1-768c-4aa5-907c-4bcd27f26022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0530510 Nov 12 04:19:05.235045 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952045-fa00-4230-b9ad-a8d935a1b5cc req-20ec6c51-330a-44e9-81b4-06c43073dd4e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.237049 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b952045-fa00-4230-b9ad-a8d935a1b5cc req-20ec6c51-330a-44e9-81b4-06c43073dd4e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 946 time: 0.0772972 Nov 12 04:19:05.242369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-6bb92fef-5629-42d2-a495-74a91e185157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.243759 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-6bb92fef-5629-42d2-a495-74a91e185157 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572889 Nov 12 04:19:05.338368 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2b952045-fa00-4230-b9ad-a8d935a1b5cc req-92c31bdf-6c77-4fa5-b323-21c0e086ca77 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935912 Nov 12 04:19:05.364118 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-56514dad-0328-423a-ae3f-75aa338face5 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065068 Nov 12 04:19:05.458904 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-eeee2728-8099-487c-a7dd-937ced2f2152 req-eb0fc204-565a-447b-8b66-06478b0861db service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Nov 12 04:19:05.900488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:06.452095 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d470b23-6d5c-4455-ab98-dc38bf8598e0 req-1af1702c-44fd-40c1-a891-9a8930c6d489 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:06.453564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d470b23-6d5c-4455-ab98-dc38bf8598e0 req-1af1702c-44fd-40c1-a891-9a8930c6d489 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Nov 12 04:19:06.505731 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8d470b23-6d5c-4455-ab98-dc38bf8598e0 req-f36a19fa-1a37-4d16-9085-44290dabe484 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Nov 12 04:19:07.431889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:08.358249 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.622617 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:29.679340 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:29.946256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.406210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6cd32648-5080-48a9-a23d-f70a7e568809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.773599 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-fb70bae4-8915-483a-bcfb-c9302474be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:35.905460 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.433548 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:38.360014 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:58.621173 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:59.945788 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:02.407718 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9d0d7376-246c-48b0-a85d-a534b589c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:04.775518 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-42725830-9512-4c80-a8e4-ed7d6379f507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.874213 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-7e53aa04-a758-4808-ae84-4a61f2bfbfb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411911 Nov 12 04:20:05.905271 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:05.960140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-d7d7f8ff-66e0-405e-b493-73f52e692f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:05.961629 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-d7d7f8ff-66e0-405e-b493-73f52e692f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0402596 Nov 12 04:20:06.071174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-5ca87edd-ad0c-43b3-86d6-2be13a16c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.072578 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-5ca87edd-ad0c-43b3-86d6-2be13a16c16c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0871379 Nov 12 04:20:06.140603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-6ef602e5-0406-4893-9cc9-20f074e18918 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 999 time: 0.0568633 Nov 12 04:20:06.194366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-8968324b-3628-4102-a963-e6d8664c7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.195816 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-8968324b-3628-4102-a963-e6d8664c7f62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0429626 Nov 12 04:20:06.248305 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-364cd0ad-ef83-4380-8bb3-487df75934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:06.249799 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-364cd0ad-ef83-4380-8bb3-487df75934d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430863 Nov 12 04:20:06.342993 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-3f86b022-4418-452c-a86c-cbe989d8805c service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804238 Nov 12 04:20:06.438568 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-88ffcbec-dda5-4c7f-924c-febe221b371a req-e4516400-1c41-4fa0-8050-c2dcfd148e73 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Nov 12 04:20:06.679312 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:07.435873 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:08.362299 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.710802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47748) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:19.866962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Deleting port 1037769d-b43e-4302-94b7-104edf7e0823 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:19.867330 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.940172 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.940497 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:19.951775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Calling delete_port for 1037769d-b43e-4302-94b7-104edf7e0823 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:20.101480 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.127717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'Port': ['ID=1037769d-b43e-4302-94b7-104edf7e0823,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:20.156518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.156868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.157216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.157579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.157907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.158256 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.158579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.158930 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.159300 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.159613 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.159945 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.160275 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:20.199768 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.200113 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Floating IP be62701d-c501-4c21-a3a4-ff90e6b240bc disassociated (deleted). External IP: 172.25.2.8, port: e9fc4546-b0fc-4b19-b329-928695b1336c. Nov 12 04:20:20.707284 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:20:20.809806 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:20:20.814606 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:20.820646 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:20:20.831133 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:20.831740 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:20.843976 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d972a6dc-5d07-4c00-946d-6508e26933ed tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "DELETE /v2.0/floatingips/be62701d-c501-4c21-a3a4-ff90e6b240bc HTTP/1.1" status: 204 len: 168 time: 1.1319680 Nov 12 04:20:20.844569 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:20.846937 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:20.945997 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef0967-a630-4d10-87e2-b6d8b2b3e8cc x-openstack-request-id: req-5fef0967-a630-4d10-87e2-b6d8b2b3e8cc {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:20.946290 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:20.946544 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5fef0967-a630-4d10-87e2-b6d8b2b3e8cc {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:20.946951 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'status': 'completed', 'code': 200} Nov 12 04:20:20.950445 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:21.019017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-3b76bc12-1eb3-417d-840a-101e00c92b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.020605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-3b76bc12-1eb3-417d-840a-101e00c92b78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0424936 Nov 12 04:20:21.076709 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dcdbb-0bfc-48b5-8100-1c68d2bf3f6c req-b80ef547-16c0-46b0-9b74-6849d78e08f5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.078344 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b05dcdbb-0bfc-48b5-8100-1c68d2bf3f6c req-b80ef547-16c0-46b0-9b74-6849d78e08f5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Nov 12 04:20:21.120921 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-6410a469-1cc5-4910-8897-efd02be26ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.122479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-6410a469-1cc5-4910-8897-efd02be26ec6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0890493 Nov 12 04:20:21.131723 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b05dcdbb-0bfc-48b5-8100-1c68d2bf3f6c req-b5a14cf9-84ef-443c-a038-d3d8e23dad0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472317 Nov 12 04:20:21.173954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-dd951809-c675-4cec-84d7-150be56d65c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 200 len: 217 time: 0.0438087 Nov 12 04:20:21.177288 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:21.203370 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:20:21.212499 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:20:21.213118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:21.224688 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-e7543bdb-4308-473d-ae7b-ffd48f8224ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.226063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-e7543bdb-4308-473d-ae7b-ffd48f8224ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0449305 Nov 12 04:20:21.271550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-64e11cc0-d0a2-42e3-8075-c842033beef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:21.273069 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-64e11cc0-d0a2-42e3-8075-c842033beef4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394197 Nov 12 04:20:21.372719 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-8bc4e12b-6b6f-4987-9031-6b73cbebe4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887051 Nov 12 04:20:21.408464 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:20:21.464295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b78fa47f-87c6-4021-85ff-c5d9426bdb6f req-11e0b788-25f7-41bb-ae20-092375df6c50 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828176 Nov 12 04:20:21.604411 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:20:21.634567 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34da57e-ed5a-44a7-b999-a28d6af3e0b0 None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:20:21.854659 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb5087-63dc-452b-97d8-3bca8058476d None None] New status for floating IP be62701d-c501-4c21-a3a4-ff90e6b240bc: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:20:22.254676 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4f385-522d-474f-b9ec-40c3bc771be3 req-d878332a-b790-428d-baf0-3c91f90c56df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.256174 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14b4f385-522d-474f-b9ec-40c3bc771be3 req-d878332a-b790-428d-baf0-3c91f90c56df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Nov 12 04:20:22.304743 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-14b4f385-522d-474f-b9ec-40c3bc771be3 req-9822223d-8b47-49e6-9a71-941ad198d055 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=7900ccb8-d21c-487a-89dd-9b84023c9d04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 Nov 12 04:20:22.599173 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-488302da-c6e5-441b-9fd7-e5b6e6bdf21f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:22.600612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-488302da-c6e5-441b-9fd7-e5b6e6bdf21f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 946 time: 0.0487084 Nov 12 04:20:22.693792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Deleting port e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:20:22.694133 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.783608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] For port e9fc4546-b0fc-4b19-b329-928695b1336c, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=e9fc4546-b0fc-4b19-b329-928695b1336c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:22.783972 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.796527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Calling delete_port for e9fc4546-b0fc-4b19-b329-928695b1336c owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:20:22.923580 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:22.955161 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'Port': ['ID=e9fc4546-b0fc-4b19-b329-928695b1336c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:22.996049 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] No DVR routers for this DVR port e9fc4546-b0fc-4b19-b329-928695b1336c on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:20:22.998641 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:23.001977 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28725236-a2ed-430c-8985-2d9f10abbf96 req-10438f1b-56dd-44ea-ad12-0247dc3507f4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "DELETE /v2.0/ports/e9fc4546-b0fc-4b19-b329-928695b1336c HTTP/1.1" status: 204 len: 173 time: 0.3919871 Nov 12 04:20:23.002426 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-deleted', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:23.004693 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2661521b-755d-4dd6-a563-658243c2428c" -d '{"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-deleted", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:23.044493 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e84b4-5d3b-42f8-85b4-41721447ef18 x-openstack-request-id: req-414e84b4-5d3b-42f8-85b4-41721447ef18 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:23.044789 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec93ef-dd30-41fd-a998-222b350ad5e6", "name": "network-vif-deleted", "tag": "e9fc4546-b0fc-4b19-b329-928695b1336c", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:23.045044 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-414e84b4-5d3b-42f8-85b4-41721447ef18 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:23.045484 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec93ef-dd30-41fd-a998-222b350ad5e6', 'name': 'network-vif-deleted', 'tag': 'e9fc4546-b0fc-4b19-b329-928695b1336c', 'status': 'completed', 'code': 200} Nov 12 04:20:23.423583 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e79f7a2a-c2ab-4bc2-8167-229f256b0468 req-75a93434-c0f6-4d4d-af0a-2c4201582d5d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dec93ef-dd30-41fd-a998-222b350ad5e6 HTTP/1.1" status: 200 len: 210 time: 0.0358388 Nov 12 04:20:24.481664 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47774) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:24.541417 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.565770 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.626956 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.629699 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.633354 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "DELETE /v2.0/security-groups/7900ccb8-d21c-487a-89dd-9b84023c9d04 HTTP/1.1" status: 204 len: 168 time: 0.1482124 Nov 12 04:20:24.641120 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fb5fc-4b7e-42ae-9911-3db83e387541 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900ccb8-d21c-487a-89dd-9b84023c9d04,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.267874 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47780) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.272542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959233005', 'description': 'tempest-secgroup-smoke-1959233005 description', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.297427 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.362309 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.365989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.394839 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.396081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272039 Nov 12 04:20:25.397906 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849f3ac-b6da-4285-b71d-7bd9a0268710 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add3902-f86d-4c5d-957c-3dd535670d10,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.399154 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47782) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.404481 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.431568 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.484645 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.487843 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.505506 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b41994-4914-4ea6-a6d7-e80dde5177e6,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.513944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.514290 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.514627 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.514963 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.515322 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.515653 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.515980 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.516303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.516623 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.516944 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.517269 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.517594 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:25.521959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.523162 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-1ef1b174-b0e2-4674-a990-f41552d50b0a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228814 Nov 12 04:20:25.526395 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47784) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.530635 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.555748 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.614166 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.617375 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.633735 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a5d890-08d2-4d22-a4b5-8c141a1b68a9,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.642432 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.643699 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-25a87650-20ab-4a4a-8354-8d933825482e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163769 Nov 12 04:20:25.646494 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47786) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.651314 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.675906 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.732383 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.736047 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.754117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22802a6a-aa15-4be8-8df7-22736864684d,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.762086 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.763310 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bb2f8305-0049-4d8b-a9a2-4fae33324d9d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158748 Nov 12 04:20:25.765935 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 47788) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.770309 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.795992 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.852674 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.856067 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.874984 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdd28d3-bca9-48a5-8b89-17ce0d76c6ec,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:25.883400 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.884638 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-fc1ff5cd-94b2-4118-8657-cd31cf6346bf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177788 Nov 12 04:20:25.888156 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47790) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:25.892743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:25.914502 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Project b12c7d0b98984bd7a3e0d03e3af700b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:20:25.919278 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.978723 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.982390 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.000063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c688a5c-eb2b-4623-bc7a-8d9dd4e307b5,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:26.005057 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.008854 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-84852b03-83ba-465f-8622-6d1b9d0c583b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170664 Nov 12 04:20:26.008994 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47792) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:20:26.013773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'security_group_rule': {'security_group_id': '6add3902-f86d-4c5d-957c-3dd535670d10', 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:26.033463 n-d-615180-50 neutron-server[102433]: INFO neutron.db.securitygroups_db [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Project b12c7d0b98984bd7a3e0d03e3af700b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:20:26.037995 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.094565 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.098385 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.121700 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6c2617-1984-4a05-8a24-20944693e790,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:26.127322 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:26.133240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-f1644811-f8db-4a37-a025-cc495be8d04f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185467 Nov 12 04:20:28.334147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:20:28.361613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: e9fc4546-b0fc-4b19-b329-928695b1336c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:20:28.361956 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device e9fc4546-b0fc-4b19-b329-928695b1336c not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:20:28.637657 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:29.945435 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:32.409672 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-40805786-6dda-452a-abfb-d342cd0d62d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:34.779669 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f5efec63-4177-4dbc-8bdc-f6b594842774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:35.908855 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:37.440146 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:38.364757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:41.410716 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-48468d2d-b9f4-4585-bd2b-fdfd68c76088 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959233005&fields=id&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 267 time: 0.0431461 Nov 12 04:20:41.519368 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-3980253c-caa2-4da8-841b-6720078a01e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:41.520813 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-3980253c-caa2-4da8-841b-6720078a01e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 809 time: 0.1010985 Nov 12 04:20:41.535166 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-ea4b22a9-4419-45a3-9ba9-a41b7c32639e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/quotas/b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 375 time: 0.0086746 Nov 12 04:20:41.584480 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-7d9e5062-fb22-47b4-b6dc-4bf0fb09e7e9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443203 Nov 12 04:20:41.599046 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-bbe54e6d-d366-4557-bdb7-050c8708d3ad service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:20:41.600098 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-bbe54e6d-d366-4557-bdb7-050c8708d3ad service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050848 Nov 12 04:20:41.690882 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-8cdb3344-e589-4efc-a962-48e68cc78daa service neutron] 10.222.0.84 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847201 Nov 12 04:20:41.780856 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-4b95279f-b625-4285-b507-4bce26e64a64 service neutron] 10.222.0.84 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840406 Nov 12 04:20:42.061799 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-819205b2-4aac-41b0-84a9-64bba6f11c86 req-d8329a75-b4fe-449a-be8c-ccff419b98a9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0299602 Nov 12 04:20:43.142652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-f9f03855-7773-4a5c-9e52-9fcee16a520e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.144234 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-f9f03855-7773-4a5c-9e52-9fcee16a520e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 809 time: 0.1196167 Nov 12 04:20:43.175162 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-41b53dc9-5e05-4f22-99a7-d55667960cdb req-46877a92-8389-46ee-a3d9-3c85fc9a775e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0298619 Nov 12 04:20:43.231305 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-72d3f8d1-a7e6-44a4-8247-a42911a80646 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 380 time: 0.0584753 Nov 12 04:20:43.243083 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'port': {'device_id': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'admin_state_up': True, 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'security_groups': ['6add3902-f86d-4c5d-957c-3dd535670d10']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:43.356346 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Made reservation on behalf of b12c7d0b98984bd7a3e0d03e3af700b3 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:20:43.359979 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.494730 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Allocated IP 172.20.0.12 (d4b8f366-82a4-401b-8525-ad394a858cdd/0ff5ed7d-40da-42b7-aaa2-e38759313bdd/c553d6d4-a8c0-4a75-9d64-5e7293c732f5) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:20:43.636600 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.669739 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.678763 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:43.717318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Network d4b8f366-82a4-401b-8525-ad394a858cdd is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:20:43.718884 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:20:43.722680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:20:43.729494 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:43.790442 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.791201 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.807669 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-1cd6cc01-ba08-4c9b-b14f-fa90a360538e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684133 Nov 12 04:20:43.829179 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Request body: {'port': {'device_id': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:20:43.889503 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:43.987756 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e3d5bc3b-0637-4c19-9b88-2f49489341b5 None None] Provisioning complete for port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:43.988367 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e3d5bc3b-0637-4c19-9b88-2f49489341b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.028532 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5bc3b-0637-4c19-9b88-2f49489341b5 None None] Port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:20:44.163177 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c553d6d4-a8c0-4a75-9d64-5e7293c732f5 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:44.171140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.182705 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Transition to ACTIVE for port object c553d6d4-a8c0-4a75-9d64-5e7293c732f5 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:20:44.188498 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.245881 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:44.305045 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b2b1c-21c7-44b6-952f-e2a16361fbfa req-92ee7d24-939f-4133-b000-12ea9daa2546 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.306915 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a97b2b1c-21c7-44b6-952f-e2a16361fbfa req-92ee7d24-939f-4133-b000-12ea9daa2546 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0545540 Nov 12 04:20:44.325215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Attempting to bind port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:20:44.325582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Attempting to bind port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:20:44.325915 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Attempting to bind port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:44.331107 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 on network d4b8f366-82a4-401b-8525-ad394a858cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:20:44.331497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Attempting to bind port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 on network d4b8f366-82a4-401b-8525-ad394a858cdd {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:20:44.337617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:20:44.338473 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Checking segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:20:44.338879 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Bound using segment: {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:20:44.339501 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Bound port: c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5ae238-72af-42f5-a334-fc3ab7477a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:20:44.339862 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.383893 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a97b2b1c-21c7-44b6-952f-e2a16361fbfa req-0b4824c3-fa14-4dec-8eba-58a0e7066477 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699394 Nov 12 04:20:44.421312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:20:44.424716 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:20:44.428928 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.473366 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.474317 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:44.475459 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] 10.222.0.32 "PUT /v2.0/ports/c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1093 time: 0.6508889 Nov 12 04:20:44.475942 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:44.478115 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:44.500401 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879ad5d-ec7a-49fa-95c1-926a56cbed50 service neutron] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:44.532063 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b7bb3-bb1f-47d9-b312-8ea2848b8ec0 x-openstack-request-id: req-f16b7bb3-bb1f-47d9-b312-8ea2848b8ec0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:44.532354 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:44.532604 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-f16b7bb3-bb1f-47d9-b312-8ea2848b8ec0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:44.533003 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'status': 'completed', 'code': 200} Nov 12 04:20:44.594115 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-af5ef71d-f3fd-47c1-a2a1-a5231a62d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.595703 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-af5ef71d-f3fd-47c1-a2a1-a5231a62d4a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1096 time: 0.0565948 Nov 12 04:20:44.652376 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-ad4f47e4-9ae0-4b33-9b36-3e0adc00b325 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 217 time: 0.0439582 Nov 12 04:20:44.741723 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-2e65cb66-3b6c-4cf2-815c-7674367ad9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.743308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-2e65cb66-3b6c-4cf2-815c-7674367ad9ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0825324 Nov 12 04:20:44.799340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-51d1d687-35c8-43f0-822a-fbcf3017ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:44.800866 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-51d1d687-35c8-43f0-822a-fbcf3017ca5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464568 Nov 12 04:20:44.897238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-f48c4370-b560-4234-aa2a-06ce6627170e service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Nov 12 04:20:44.995742 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-da9cf924-88aa-4fde-ad1d-e930eeb3e883 req-d06e964c-3f9e-45b5-a4dd-568e54b85507 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Nov 12 04:20:45.086013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-4de3efb5-5b2a-40d1-9c18-bc3ff72f7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.087619 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-4de3efb5-5b2a-40d1-9c18-bc3ff72f7226 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1096 time: 0.0410988 Nov 12 04:20:45.182017 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-2d20bc45-0bc1-4dbb-8e12-76d68dc89f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.183554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-2d20bc45-0bc1-4dbb-8e12-76d68dc89f5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0891438 Nov 12 04:20:45.224801 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-334b5e50-8ed8-4d35-91a3-ddee3879342f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 217 time: 0.0333574 Nov 12 04:20:45.280999 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-4462ecd3-4a84-4a1a-b1ac-06b9d206ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.282434 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-4462ecd3-4a84-4a1a-b1ac-06b9d206ab6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0466800 Nov 12 04:20:45.330900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-3af3a58c-a928-4eeb-b238-d6a0a86e7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.332442 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-3af3a58c-a928-4eeb-b238-d6a0a86e7316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404041 Nov 12 04:20:45.428346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-ae982289-d9fd-474c-a9e2-79a28d421bee service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Nov 12 04:20:45.487677 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980a97-3f4e-4752-9694-0c0b52cef14d req-d89b73d1-eb85-4e8e-8fe4-6875c7d59f6f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:45.489467 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c980a97-3f4e-4752-9694-0c0b52cef14d req-d89b73d1-eb85-4e8e-8fe4-6875c7d59f6f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0508375 Nov 12 04:20:45.531347 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a5c4edcb-2f90-4df4-83c1-7a19090dec6b req-60c81e4c-f579-49b1-baae-90e68ea29751 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913193 Nov 12 04:20:45.546843 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5c980a97-3f4e-4752-9694-0c0b52cef14d req-56de0991-786e-48c1-926f-5a8cc4bdb36d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Nov 12 04:20:46.670900 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaa0ae-3750-4c1e-b332-10131a3940f4 req-7cb3d752-105d-4e6d-9561-a17dbf77797f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:46.672348 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-80aaa0ae-3750-4c1e-b332-10131a3940f4 req-7cb3d752-105d-4e6d-9561-a17dbf77797f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0492330 Nov 12 04:20:46.722303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-80aaa0ae-3750-4c1e-b332-10131a3940f4 req-a8bccc93-42df-4551-9666-f6039a702589 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Nov 12 04:20:47.843779 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f8-ea20-4886-99f1-a4431b4187bc req-ad5a0592-2507-4e96-abc9-c97c9c4dbb11 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:47.845404 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7908b2f8-ea20-4886-99f1-a4431b4187bc req-ad5a0592-2507-4e96-abc9-c97c9c4dbb11 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0523467 Nov 12 04:20:47.894690 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-7908b2f8-ea20-4886-99f1-a4431b4187bc req-7198adc0-b1a9-473f-9648-75b43dd5c302 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434010 Nov 12 04:20:49.013672 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f3e46-c3af-4b8f-bcee-d7bb289c316d req-c9cdc02c-9a0a-48fa-a5bb-b7812b60bdc9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:49.015203 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b71f3e46-c3af-4b8f-bcee-d7bb289c316d req-c9cdc02c-9a0a-48fa-a5bb-b7812b60bdc9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0540059 Nov 12 04:20:49.062557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b71f3e46-c3af-4b8f-bcee-d7bb289c316d req-b8690519-bae5-4074-87fd-9d6ea17ea828 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Nov 12 04:20:50.180996 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a094a-19c9-4874-be7d-1754375b3cd3 req-f794aa4b-2dba-472f-a096-d608058671e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:50.182977 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-459a094a-19c9-4874-be7d-1754375b3cd3 req-f794aa4b-2dba-472f-a096-d608058671e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0492814 Nov 12 04:20:50.231476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-459a094a-19c9-4874-be7d-1754375b3cd3 req-eb4fe459-a608-41ce-95fa-52bd6a1f58d5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Nov 12 04:20:51.346003 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff500ac-eeab-4ad7-9052-f01cd7bad73c req-6e40324b-be50-425f-8d15-fdce8966698e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:51.347415 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ff500ac-eeab-4ad7-9052-f01cd7bad73c req-6e40324b-be50-425f-8d15-fdce8966698e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0484667 Nov 12 04:20:51.395504 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8ff500ac-eeab-4ad7-9052-f01cd7bad73c req-0eff3454-6c35-44db-982c-a998c81df2be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Nov 12 04:20:52.516811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa23646-4048-4ec9-a633-1f7331dd56d3 req-f9b14026-0725-407d-aaab-2359029bd8be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:52.518375 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8fa23646-4048-4ec9-a633-1f7331dd56d3 req-f9b14026-0725-407d-aaab-2359029bd8be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0518413 Nov 12 04:20:52.570530 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-8fa23646-4048-4ec9-a633-1f7331dd56d3 req-c1624dc7-4910-4024-9176-617eeef4ce75 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Nov 12 04:20:53.685392 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb8ed5-a220-4020-ab94-43dcf97c4446 req-b632de7e-6acb-4613-82c9-44f10926ec7c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:53.686855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edfb8ed5-a220-4020-ab94-43dcf97c4446 req-b632de7e-6acb-4613-82c9-44f10926ec7c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0475464 Nov 12 04:20:53.738603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-edfb8ed5-a220-4020-ab94-43dcf97c4446 req-a1dad979-7821-411e-906e-15496774effe tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459185 Nov 12 04:20:54.852816 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e332aa-7c32-4262-9638-76f4a6f67168 req-57f0c44b-cecc-4a71-8600-112662a1cd4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:54.854312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55e332aa-7c32-4262-9638-76f4a6f67168 req-57f0c44b-cecc-4a71-8600-112662a1cd4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Nov 12 04:20:54.902911 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-55e332aa-7c32-4262-9638-76f4a6f67168 req-130e19a1-56c2-4d9b-b028-fd806e746309 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Nov 12 04:20:56.017086 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30e0d5-0d51-4e65-b441-dd8ba0ad26d0 req-7d7a8117-6214-4e8b-8e1b-7677ce7c76cf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:56.018554 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba30e0d5-0d51-4e65-b441-dd8ba0ad26d0 req-7d7a8117-6214-4e8b-8e1b-7677ce7c76cf tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0494986 Nov 12 04:20:56.066314 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ba30e0d5-0d51-4e65-b441-dd8ba0ad26d0 req-5ab8f77d-331c-45c8-988f-5b050903f1c3 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Nov 12 04:20:56.403358 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:20:56.501161 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:56.515159 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'mac_address': 'fa:16:3e:25:47:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:20:56.550387 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.563519 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c553d6d4-a8c0-4a75-9d64-5e7293c732f5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:20:56.581813 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:56.585533 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:56.632587 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:56.639722 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.640073 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.640418 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.640758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.641095 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.641429 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.641758 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.642085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.642413 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.642741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.643066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.643414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:20:56.879886 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c553d6d4-a8c0-4a75-9d64-5e7293c732f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:20:57.180079 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ee075-a8ad-496f-9452-e2142b220dfb req-0ef6a486-aa10-42cd-931d-fe059f5a1818 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:57.181594 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e3ee075-a8ad-496f-9452-e2142b220dfb req-0ef6a486-aa10-42cd-931d-fe059f5a1818 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Nov 12 04:20:57.230515 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e3ee075-a8ad-496f-9452-e2142b220dfb req-3603c456-daed-4ae2-a716-052417ba2762 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Nov 12 04:20:58.344933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fce5cf-3533-4983-8da0-1f3b8812be66 req-4cc7a48c-17bd-4348-b2e6-2c36e7bd6dbb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.346445 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3fce5cf-3533-4983-8da0-1f3b8812be66 req-4cc7a48c-17bd-4348-b2e6-2c36e7bd6dbb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 945 time: 0.0479124 Nov 12 04:20:58.394209 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f3fce5cf-3533-4983-8da0-1f3b8812be66 req-542f26e6-ee79-438b-bba8-d35519e84f7f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Nov 12 04:20:58.416599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:20:58.467929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:20:58.471873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:20:58.472244 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.545487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.569482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:20:58.571766 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a86fe-c82c-490f-9b1d-ba164d667ff2" -d '{"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-plugged", "status": "completed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:20:58.585247 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:20:58.590107 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.652616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:20:58.655137 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:58.674529 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09888914-da68-462c-8b05-869d99bf9ac3 x-openstack-request-id: req-09888914-da68-462c-8b05-869d99bf9ac3 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:20:58.674928 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-plugged", "status": "completed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:20:58.675208 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-09888914-da68-462c-8b05-869d99bf9ac3 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:20:58.675608 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'code': 200} Nov 12 04:20:58.789219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebf7fe-837f-443c-b5f5-ca5aa5cb1f3e req-954bb077-95a3-447a-bf2d-3954361bd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:58.790865 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bebf7fe-837f-443c-b5f5-ca5aa5cb1f3e req-954bb077-95a3-447a-bf2d-3954361bd54f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0524769 Nov 12 04:20:58.842362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9bebf7fe-837f-443c-b5f5-ca5aa5cb1f3e req-c6149b53-962a-4123-9c4e-24799d80bc68 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Nov 12 04:20:59.510794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4baf6-6055-4868-a0eb-1a053a71f7d0 req-a8522332-1f3e-4322-b5f6-518cde328597 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:59.512266 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53f4baf6-6055-4868-a0eb-1a053a71f7d0 req-a8522332-1f3e-4322-b5f6-518cde328597 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0479839 Nov 12 04:20:59.560364 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-53f4baf6-6055-4868-a0eb-1a053a71f7d0 req-dfb29db0-ec0c-4786-9c2f-677dc23d941e tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Nov 12 04:20:59.962320 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:00.676620 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecae55-1d56-4239-bcbf-2d530a812f3c req-02b9820f-23a0-49f9-b21b-652ab2c0829f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:00.678065 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2aecae55-1d56-4239-bcbf-2d530a812f3c req-02b9820f-23a0-49f9-b21b-652ab2c0829f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Nov 12 04:21:00.729769 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2aecae55-1d56-4239-bcbf-2d530a812f3c req-e8e16baa-bc14-4f26-8130-51486ae17d1b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Nov 12 04:21:00.842702 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56005438-aa25-46d1-9bd5-c4b328c424e2 req-fd4315d4-d537-46fa-b8ec-9c69687eb106 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:00.844100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56005438-aa25-46d1-9bd5-c4b328c424e2 req-fd4315d4-d537-46fa-b8ec-9c69687eb106 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0477340 Nov 12 04:21:00.895968 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-56005438-aa25-46d1-9bd5-c4b328c424e2 req-743dd08e-16f5-4147-992d-23e870195357 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Nov 12 04:21:00.916775 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47988) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:00.956055 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30c320-3bce-4535-aec7-9feab75afd12 tempest-TestShelveInstance-1134935899 tempest-TestShelveInstance-1134935899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:00.957557 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9b30c320-3bce-4535-aec7-9feab75afd12 tempest-TestShelveInstance-1134935899 tempest-TestShelveInstance-1134935899-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1093 time: 0.0392494 Nov 12 04:21:00.960333 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 47990) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:21:00.964582 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:21:00.986011 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.077707 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.187438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Allocated IP 172.25.2.166 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/037ffff7-41db-478a-9e8e-ca9394f4d96e) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:21:01.286904 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.318251 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.352733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:21:01.356071 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:21:01.361362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:21:01.385219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=037ffff7-41db-478a-9e8e-ca9394f4d96e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:01.716382 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.782192 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.222076 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.226691 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.291623 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event updated for resources: {'Port': ['ID=037ffff7-41db-478a-9e8e-ca9394f4d96e,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:21:02.305140 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.402662 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Floating IP a9c319c2-a0fb-45bc-b038-fb751a858e5e associated. External IP: 172.25.2.166, port: c553d6d4-a8c0-4a75-9d64-5e7293c732f5. Nov 12 04:21:02.411270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac851535-89fe-4c0a-b872-d46d34222458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.601261 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:21:02.710771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:21:02.721286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:21:02.731604 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:02.731851 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:02.732471 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:02.762126 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-22d37c04-7073-417e-9511-4aea034c9c4c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8007772 Nov 12 04:21:02.762717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:21:02.765107 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516857d-bf6b-499d-8b37-4f2e8d67a65c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:21:02.803975 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff5e8d-353a-4e17-808d-f80dee3bf99c x-openstack-request-id: req-2eff5e8d-353a-4e17-808d-f80dee3bf99c {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:21:02.804295 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:21:02.804550 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-2eff5e8d-353a-4e17-808d-f80dee3bf99c {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:21:02.804969 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'status': 'completed', 'code': 200} Nov 12 04:21:02.839242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:02.870533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-9f760fba-443f-4fda-970c-90b5ad0756d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.871997 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-9f760fba-443f-4fda-970c-90b5ad0756d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0414300 Nov 12 04:21:02.961243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-082bcff8-6737-4a41-8552-0ff0d347b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:02.962753 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-082bcff8-6737-4a41-8552-0ff0d347b5df service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0839250 Nov 12 04:21:03.032632 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-c0f7fc1b-a3f1-4f52-bf53-37ac03632283 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1000 time: 0.0624824 Nov 12 04:21:03.063960 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a9c319c2-a0fb-45bc-b038-fb751a858e5e', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:25:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:01Z', 'updated_at': '2021-11-12T04:21:01Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:03.083516 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-d98171d7-8ce8-41cf-9bb9-9fb07fa93ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.085081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-d98171d7-8ce8-41cf-9bb9-9fb07fa93ab5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0446198 Nov 12 04:21:03.091403 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:21:03.100118 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:21:03.100728 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:20:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:03.130218 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-a2444af2-96f1-4e82-8135-d0323e781f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:03.131733 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-a2444af2-96f1-4e82-8135-d0323e781f5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392420 Nov 12 04:21:03.205170 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:21:03.225063 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-9b88d5e1-9f65-4543-a8ce-f79933b30cda service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858917 Nov 12 04:21:03.313929 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4516857d-bf6b-499d-8b37-4f2e8d67a65c req-ffdc93d5-0237-41c0-b851-53ce72f9b7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815763 Nov 12 04:21:03.425434 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a9c319c2-a0fb-45bc-b038-fb751a858e5e', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:25:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:01Z', 'updated_at': '2021-11-12T04:21:01Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:21:03.455760 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4244f497-8e9b-4975-8ca3-d85dae5a6919 None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': 'a9c319c2-a0fb-45bc-b038-fb751a858e5e', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'mac_address': 'fa:16:3e:25:47:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:21:01Z', 'updated_at': '2021-11-12T04:21:01Z', 'revision_number': 0, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:21:03.656501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a3bbb-7c99-44e0-8ba6-162579158ffc None None] New status for floating IP a9c319c2-a0fb-45bc-b038-fb751a858e5e: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:21:04.782386 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0687d6a7-3c1e-43b8-9be7-645c384b098a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:05.910465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.445046 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:07.878482 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-4db9484f-df0f-410b-84e2-a5cb8d0f85eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446706 Nov 12 04:21:07.961662 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-05d87d04-bda8-4123-9d3c-c895584c3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:07.963263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-05d87d04-bda8-4123-9d3c-c895584c3c11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0410795 Nov 12 04:21:08.069564 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-b66f115e-1f17-46c8-aef1-52a379772aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.070921 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-b66f115e-1f17-46c8-aef1-52a379772aff service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0866032 Nov 12 04:21:08.140675 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-f1e1d502-9296-4efe-bd90-c4d4c3998e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1002 time: 0.0615213 Nov 12 04:21:08.188870 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-2da58271-2243-4009-b1b5-9ef9e7c14281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.190299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-2da58271-2243-4009-b1b5-9ef9e7c14281 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0429792 Nov 12 04:21:08.240157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-20e07229-f3ea-43c3-b806-55cb4d4dd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:08.241642 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-20e07229-f3ea-43c3-b806-55cb4d4dd1f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442822 Nov 12 04:21:08.329013 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-6106534b-60f8-4d44-8f78-a30d2577aa08 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798776 Nov 12 04:21:08.365038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:08.422919 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3ced9a43-a3a7-41a3-9a3f-d133074c2587 req-2412fd93-4a98-4fba-ae04-47faf79a3d67 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Nov 12 04:21:20.678908 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:28.654176 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:29.959498 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:32.413580 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-506122f5-7dce-4371-88c6-47bdbdbbc863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:34.784366 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7461b12-3aaa-4bc8-aa8c-7ab56585ba2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:35.913775 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:37.445342 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:38.367167 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.679233 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:58.650374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:59.968191 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:02.414918 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8a578206-63cc-4ff8-adde-e9dfa7452d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:04.788982 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ed42c6cf-c356-4df2-b009-5db14beee25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:05.915833 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.446966 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:07.903784 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-14d55e4c-1d0f-4adb-87fa-8ea5ab177183 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776703 Nov 12 04:22:07.993600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-1384cdc4-6699-4dab-9bf3-bffbe15b7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.995088 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-1384cdc4-6699-4dab-9bf3-bffbe15b7624 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0406928 Nov 12 04:22:08.106464 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-38d83bb1-8f49-474d-9c93-e9376c534ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.107874 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-38d83bb1-8f49-474d-9c93-e9376c534ba0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0867105 Nov 12 04:22:08.176887 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-82cc9621-5d3e-46b4-9bcc-2fd013a29779 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1002 time: 0.0567694 Nov 12 04:22:08.230782 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-8694dec9-44c3-4c3e-a364-1eecc093bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.232193 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-8694dec9-44c3-4c3e-a364-1eecc093bcb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0462961 Nov 12 04:22:08.281953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-a8175523-ae9e-477b-83b7-a7a99ee5ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.283499 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-a8175523-ae9e-477b-83b7-a7a99ee5ac3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393631 Nov 12 04:22:08.368016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:08.377216 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-196a8c38-1c70-419f-80ee-dc99a1a6eef9 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819046 Nov 12 04:22:08.472892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-827d17f5-6b38-4f65-8e80-d26a4549e35c req-32b8b08d-0262-41cd-a392-247a8078791d service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846903 Nov 12 04:22:28.648583 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:29.973815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.417005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-640f1578-fdac-4d31-8ed5-182f0c231687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:34.679499 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:34.790725 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-be2aab31-a656-4a09-a8f1-ff8f08d53dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:35.918965 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.448851 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:38.369054 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:58.663007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:59.989524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:00.420889 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4bd04-4e6b-4d3a-b5cf-f62fd68fc677 req-9958eba2-6284-4496-a27d-5c720d3bf9cb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:00.422374 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94f4bd04-4e6b-4d3a-b5cf-f62fd68fc677 req-9958eba2-6284-4496-a27d-5c720d3bf9cb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Nov 12 04:23:00.471411 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-94f4bd04-4e6b-4d3a-b5cf-f62fd68fc677 req-ecc8e45d-e931-4dcc-8632-1b1cf9ef3c30 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430470 Nov 12 04:23:01.614104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddfb91-45c0-41e5-a0af-ddc4fae06b8f req-a14a6f36-73e9-44d0-85c3-b368d7e1b486 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:01.615612 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69ddfb91-45c0-41e5-a0af-ddc4fae06b8f req-a14a6f36-73e9-44d0-85c3-b368d7e1b486 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0493326 Nov 12 04:23:01.664469 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-69ddfb91-45c0-41e5-a0af-ddc4fae06b8f req-38348243-9314-4820-96e0-db5a514378a9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429997 Nov 12 04:23:02.417776 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-328df24b-bc00-451a-a7c1-b9b786de09ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:02.806283 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127eea-e5db-4677-9b7e-07f97b8d143c req-632ea8ec-392b-4824-8ae2-2c041661a25b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:02.807800 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37127eea-e5db-4677-9b7e-07f97b8d143c req-632ea8ec-392b-4824-8ae2-2c041661a25b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0526443 Nov 12 04:23:02.861250 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-37127eea-e5db-4677-9b7e-07f97b8d143c req-14c5abe3-ef8c-492e-83a9-62ccc1c5c290 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475709 Nov 12 04:23:03.980615 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9997e06-55a6-4d01-a35f-7795c87e6b1d req-c624a3f4-d371-45eb-8351-ee988b2073b6 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:03.982081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9997e06-55a6-4d01-a35f-7795c87e6b1d req-c624a3f4-d371-45eb-8351-ee988b2073b6 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0532241 Nov 12 04:23:04.030011 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c9997e06-55a6-4d01-a35f-7795c87e6b1d req-cd13dc91-bca0-4292-a882-316a177f9aec tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 Nov 12 04:23:04.794871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bab90a61-5f64-434e-b479-80651844bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:05.146600 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e969792-a86d-44ce-941f-6012ea19a5f7 req-13c57db4-81cc-4e4c-9ee9-465a007c235d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:05.148166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e969792-a86d-44ce-941f-6012ea19a5f7 req-13c57db4-81cc-4e4c-9ee9-465a007c235d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0503418 Nov 12 04:23:05.200888 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-3e969792-a86d-44ce-941f-6012ea19a5f7 req-b9d1e5d7-9b25-43cd-a7b0-8f628f9ae2c4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462623 Nov 12 04:23:05.921160 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:06.316365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272319d7-ccaa-4166-a867-4677b71f07eb req-4e7404eb-e60b-413f-8c36-c744658c9049 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:06.317857 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-272319d7-ccaa-4166-a867-4677b71f07eb req-4e7404eb-e60b-413f-8c36-c744658c9049 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0482404 Nov 12 04:23:06.368623 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-272319d7-ccaa-4166-a867-4677b71f07eb req-d1d4000a-a885-4635-b8e8-cdf84d8f3ad8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Nov 12 04:23:07.452726 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:07.483389 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7dce3-ebb1-4c6f-a655-74eb47d2f844 req-8e9206c1-9885-4d64-90c5-e09ba860c446 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:07.484850 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06e7dce3-ebb1-4c6f-a655-74eb47d2f844 req-8e9206c1-9885-4d64-90c5-e09ba860c446 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0483501 Nov 12 04:23:07.543381 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-06e7dce3-ebb1-4c6f-a655-74eb47d2f844 req-3f04b757-b2e5-4911-922d-ad5f3ea2a28d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525951 Nov 12 04:23:08.371361 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:08.658656 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317144d-dbe9-42a8-abb4-bbba0c1133be req-106900fa-a69e-4ff1-ae8f-8e2d7933ac4a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:08.660087 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9317144d-dbe9-42a8-abb4-bbba0c1133be req-106900fa-a69e-4ff1-ae8f-8e2d7933ac4a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Nov 12 04:23:08.713501 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9317144d-dbe9-42a8-abb4-bbba0c1133be req-bf662dfe-6a23-4c00-addd-f1294297f615 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468380 Nov 12 04:23:08.951407 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-6c3ed3b8-dfac-45e6-86f2-6b67938da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:08.952764 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-6c3ed3b8-dfac-45e6-86f2-6b67938da5af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0396757 Nov 12 04:23:09.061720 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-dfa2026b-a76e-475f-a3e9-907a42cc76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:09.063260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-dfa2026b-a76e-475f-a3e9-907a42cc76b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0825317 Nov 12 04:23:09.134942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-544c2504-f9aa-4175-a8c6-0f2bb50344e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1002 time: 0.0606992 Nov 12 04:23:09.188522 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-f2368aaa-3265-472c-a69a-e7a50a4d45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:09.189990 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-f2368aaa-3265-472c-a69a-e7a50a4d45e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0465617 Nov 12 04:23:09.235977 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-8c56a926-6651-4f57-ac2f-675bf6c33dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:09.237398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-8c56a926-6651-4f57-ac2f-675bf6c33dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392907 Nov 12 04:23:09.329074 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-2682bb2a-5d81-4421-b56a-6d235067c7ef service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837846 Nov 12 04:23:09.417935 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a0236a3f-fa52-4e8d-b5c8-d2a26496eb96 req-42e24ed9-a3e4-49c0-b085-131e24fc4e1d service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Nov 12 04:23:09.830641 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb8b9-4824-42f4-b2a9-e310c4fed04c req-a2aea4a2-fc9a-43dd-ac2e-e06c9ad756b8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:09.832140 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53cdb8b9-4824-42f4-b2a9-e310c4fed04c req-a2aea4a2-fc9a-43dd-ac2e-e06c9ad756b8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0493219 Nov 12 04:23:09.880950 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-53cdb8b9-4824-42f4-b2a9-e310c4fed04c req-a8620a58-cf8d-49b5-aceb-289e708eaf05 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Nov 12 04:23:10.609868 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00654a6-e48b-4e05-b710-97337a920a01 req-ddfc2349-46cc-4f8a-96b5-b5922f223b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.611427 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-ddfc2349-46cc-4f8a-96b5-b5922f223b53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0451090 Nov 12 04:23:10.703119 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00654a6-e48b-4e05-b710-97337a920a01 req-76659dfc-c34b-4ef9-b1fa-7c810e671e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.704605 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-76659dfc-c34b-4ef9-b1fa-7c810e671e64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0821538 Nov 12 04:23:10.779378 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-6a0c76fd-a821-4ab4-88e9-2c118a43aa7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1002 time: 0.0606565 Nov 12 04:23:10.831887 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00654a6-e48b-4e05-b710-97337a920a01 req-e9f95869-2b69-4186-86c7-619e00216609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.833280 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-e9f95869-2b69-4186-86c7-619e00216609 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0425687 Nov 12 04:23:10.883618 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00654a6-e48b-4e05-b710-97337a920a01 req-d8e8efe4-6b67-40a8-8594-14b08d4d5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:10.884998 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-d8e8efe4-6b67-40a8-8594-14b08d4d5fac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393307 Nov 12 04:23:11.016082 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-f75ad991-7b1b-4084-bfe4-4168a190b9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194227 Nov 12 04:23:11.024982 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682769ea-81fe-4c19-8819-e308af1b894f req-fdacd1dc-0719-4397-a7ec-8b95245f75e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:11.026359 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-682769ea-81fe-4c19-8819-e308af1b894f req-fdacd1dc-0719-4397-a7ec-8b95245f75e4 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0714779 Nov 12 04:23:11.138810 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-682769ea-81fe-4c19-8819-e308af1b894f req-93915cf0-f61e-4fec-829e-044130d095e0 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033213 Nov 12 04:23:11.159834 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a00654a6-e48b-4e05-b710-97337a920a01 req-8971db11-ff4e-41ce-9bd7-2c455db5ef86 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311901 Nov 12 04:23:11.680286 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:12.257117 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff907c-6eb9-44d9-b91a-bf1f726b3d38 req-e8c5485e-8a4b-46ca-8a6c-32090c91900b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:12.259197 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfff907c-6eb9-44d9-b91a-bf1f726b3d38 req-e8c5485e-8a4b-46ca-8a6c-32090c91900b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0505550 Nov 12 04:23:12.308353 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-dfff907c-6eb9-44d9-b91a-bf1f726b3d38 req-2ff33e6f-ae83-45db-98e2-bd45fa8aa8b9 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Nov 12 04:23:13.427948 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e581745-4807-45ad-8100-c38a1a387fc6 req-b2f56213-d195-4c0f-9327-16dcc3429f0c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:13.429437 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e581745-4807-45ad-8100-c38a1a387fc6 req-b2f56213-d195-4c0f-9327-16dcc3429f0c tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Nov 12 04:23:13.478198 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e581745-4807-45ad-8100-c38a1a387fc6 req-3736f5c3-4b92-4185-8d96-9a4e50a346ca tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 Nov 12 04:23:14.596778 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fa357-a463-4d6a-9045-d3e2a90e5b5e req-9fabc01a-e44a-48b1-8f59-ff9d88078267 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:14.598387 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f59fa357-a463-4d6a-9045-d3e2a90e5b5e req-9fabc01a-e44a-48b1-8f59-ff9d88078267 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0539799 Nov 12 04:23:14.653018 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f59fa357-a463-4d6a-9045-d3e2a90e5b5e req-8ac94c94-7fec-483d-9188-2b8bed47f36a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480771 Nov 12 04:23:15.770029 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ee105-78de-44b2-a036-3d2a420496c6 req-9435c136-2398-4c35-abc3-9a0c5997d655 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:15.771551 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c40ee105-78de-44b2-a036-3d2a420496c6 req-9435c136-2398-4c35-abc3-9a0c5997d655 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0521781 Nov 12 04:23:15.821647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c40ee105-78de-44b2-a036-3d2a420496c6 req-4d1457eb-d37a-47f7-9ba1-3dfa925da69d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Nov 12 04:23:15.925121 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-19e60141-c448-45f7-bfbd-99aae9ec6c9d req-a4305875-f2d3-43e3-a8a8-46a38a221358 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:15.926161 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-19e60141-c448-45f7-bfbd-99aae9ec6c9d req-a4305875-f2d3-43e3-a8a8-46a38a221358 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0415959 Nov 12 04:23:16.048244 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-32a0a5ed-0fea-4c90-91df-9eb8c322c2d1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410621 Nov 12 04:23:16.057602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-da727306-3a07-4f76-843e-6c239c0cb1c7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:23:16.058569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-da727306-3a07-4f76-843e-6c239c0cb1c7 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051563 Nov 12 04:23:16.077542 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c614d4-afe0-43f4-8fae-7e4fd29dadbf req-6547d74b-4734-4cc9-8c5f-e2d204f607be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:16.079073 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c614d4-afe0-43f4-8fae-7e4fd29dadbf req-6547d74b-4734-4cc9-8c5f-e2d204f607be tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0506344 Nov 12 04:23:16.130081 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1c614d4-afe0-43f4-8fae-7e4fd29dadbf req-9adbf4d2-0e3a-4381-88ee-2890150026e7 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447853 Nov 12 04:23:17.210998 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:23:17.279612 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcb6a5-15cb-4d77-b4d2-09bcb5bd2fc5 req-7173ef2b-e8d4-474f-afbd-73cb44c37650 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:17.281247 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79bcb6a5-15cb-4d77-b4d2-09bcb5bd2fc5 req-7173ef2b-e8d4-474f-afbd-73cb44c37650 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0526552 Nov 12 04:23:17.296499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.320038 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:17.323056 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ee1b7f-080b-4838-8326-4488882712f0" -d '{"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-unplugged", "status": "completed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:17.338077 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:17.338481 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-79bcb6a5-15cb-4d77-b4d2-09bcb5bd2fc5 req-e05707a4-acc6-4373-be75-7834d1fa6233 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508268 Nov 12 04:23:17.343251 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.378413 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b667b6a-492a-4d19-adc0-f8999e841c78 x-openstack-request-id: req-5b667b6a-492a-4d19-adc0-f8999e841c78 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:17.378702 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-unplugged", "status": "failed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "code": 422}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:17.378950 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-5b667b6a-492a-4d19-adc0-f8999e841c78 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:17.379370 n-d-615180-50 neutron-server[102434]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'code': 422} returned with failed status Nov 12 04:23:17.397171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:17.405246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.405593 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.405927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.406259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.406588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.406915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.407343 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.407695 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.408015 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.408331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.408648 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:17.408962 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:23:18.470539 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c547a2d-7965-4ea2-bb3a-e597848ca0e4 req-95e5f841-e4e2-4b46-b45c-33901f7141eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:18.472047 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c547a2d-7965-4ea2-bb3a-e597848ca0e4 req-95e5f841-e4e2-4b46-b45c-33901f7141eb tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0540502 Nov 12 04:23:18.521428 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c547a2d-7965-4ea2-bb3a-e597848ca0e4 req-e0736618-1dee-4a12-bcfb-9f58d46ab2c8 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Nov 12 04:23:19.640980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82920c6c-5c93-493d-8d2c-f0d047b75f1d req-52172c5f-eafe-4ead-b62d-5cfcc84bbbcc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:19.642615 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82920c6c-5c93-493d-8d2c-f0d047b75f1d req-52172c5f-eafe-4ead-b62d-5cfcc84bbbcc tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0518427 Nov 12 04:23:19.698390 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-82920c6c-5c93-493d-8d2c-f0d047b75f1d req-a40ae0fb-cb4d-4821-ad85-03ae3c270062 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496449 Nov 12 04:23:20.860568 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4cc42-6d78-4ed2-b977-6a1b095d25fe req-31715983-a0d2-42f7-8bcb-e0fc05d3268b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:20.862109 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68c4cc42-6d78-4ed2-b977-6a1b095d25fe req-31715983-a0d2-42f7-8bcb-e0fc05d3268b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0947576 Nov 12 04:23:20.910419 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-68c4cc42-6d78-4ed2-b977-6a1b095d25fe req-00943999-77f5-4c47-ad04-462f022a005a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Nov 12 04:23:21.922341 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-1106eeba-ea9e-403b-9752-a7f04f9c65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:21.923830 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-1106eeba-ea9e-403b-9752-a7f04f9c65a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289&tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3 HTTP/1.1" status: 200 len: 1096 time: 0.0398476 Nov 12 04:23:21.999895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-4432bf47-870e-4c25-86e3-78a82f79a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.001423 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-4432bf47-870e-4c25-86e3-78a82f79a2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1096 time: 0.0457528 Nov 12 04:23:22.129010 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89d08-e90c-40d3-9569-111ba61dca90 req-079985e9-5599-4a47-95f7-dda3b606b3df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.130519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eb89d08-e90c-40d3-9569-111ba61dca90 req-079985e9-5599-4a47-95f7-dda3b606b3df tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.1493979 Nov 12 04:23:22.146452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-3e257c61-0b91-4637-b793-aeafb04205ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.147861 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-3e257c61-0b91-4637-b793-aeafb04205ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.1349101 Nov 12 04:23:22.226023 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-8eb89d08-e90c-40d3-9569-111ba61dca90 req-0b004f1a-0bce-4abc-886d-7c8f787b3411 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880706 Nov 12 04:23:22.240625 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-3638e5fd-2348-467c-bb02-c94335f55bd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1000 time: 0.0788140 Nov 12 04:23:22.293703 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-884b1a9a-4b49-4ded-866b-b57a764c26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.295056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-884b1a9a-4b49-4ded-866b-b57a764c26c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0436471 Nov 12 04:23:22.344620 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-e71b3e9b-a0df-40d4-a01d-a84443d623fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:22.346116 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-e71b3e9b-a0df-40d4-a01d-a84443d623fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392656 Nov 12 04:23:22.441473 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-0cf24004-e581-4600-a778-74a9f5241ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838401 Nov 12 04:23:22.532353 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-369d1e60-a16a-4a99-971b-5c7da933c900 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800869 Nov 12 04:23:23.344683 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e9f30-4b97-4fd3-8e25-aaa990956a12 req-b5f49325-2908-424d-9f59-cb955f34ce4d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:23.346152 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f4e9f30-4b97-4fd3-8e25-aaa990956a12 req-b5f49325-2908-424d-9f59-cb955f34ce4d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0527499 Nov 12 04:23:23.394306 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4f4e9f30-4b97-4fd3-8e25-aaa990956a12 req-72d34436-789f-47ab-abe8-d35d3092d44d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Nov 12 04:23:24.508805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e68c5e-b59d-447c-86af-b5a787619980 req-8602d93b-b1ae-44f6-889d-bbedb914cbee tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:24.510293 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3e68c5e-b59d-447c-86af-b5a787619980 req-8602d93b-b1ae-44f6-889d-bbedb914cbee tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0490687 Nov 12 04:23:24.563158 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3e68c5e-b59d-447c-86af-b5a787619980 req-08f93546-2861-4294-9175-d444180d732f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469296 Nov 12 04:23:25.677257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38821049-cd3d-41e4-9612-a34ca42f09dc req-edcc590c-85cd-451d-96f1-68c842b6d526 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:25.678719 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38821049-cd3d-41e4-9612-a34ca42f09dc req-edcc590c-85cd-451d-96f1-68c842b6d526 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0491683 Nov 12 04:23:25.729739 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-38821049-cd3d-41e4-9612-a34ca42f09dc req-206a4165-e079-4a54-9edd-fb0a1be066dd tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Nov 12 04:23:26.844770 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ce384-35c5-4821-b6af-64144867fee7 req-68501600-de04-4507-9110-7760ef0b19db tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:26.846230 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac4ce384-35c5-4821-b6af-64144867fee7 req-68501600-de04-4507-9110-7760ef0b19db tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0482140 Nov 12 04:23:26.894196 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-ac4ce384-35c5-4821-b6af-64144867fee7 req-52236062-fea2-4f31-b63c-78960c8e8373 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Nov 12 04:23:28.007031 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fbf02-8d32-4ec3-a378-e1662a64e3d8 req-601790b0-9866-4000-9c7a-12d8de1d9722 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:28.008563 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-784fbf02-8d32-4ec3-a378-e1662a64e3d8 req-601790b0-9866-4000-9c7a-12d8de1d9722 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0478942 Nov 12 04:23:28.060866 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-784fbf02-8d32-4ec3-a378-e1662a64e3d8 req-c433e011-c7d0-4434-80f5-665c097e0068 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Nov 12 04:23:28.677339 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:29.187133 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd97c2-b59d-4df6-8ad2-17bc7adbde17 req-d5577062-9c31-4df3-888d-3f432a757582 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:29.188661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1dd97c2-b59d-4df6-8ad2-17bc7adbde17 req-d5577062-9c31-4df3-888d-3f432a757582 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0591464 Nov 12 04:23:29.236760 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-d1dd97c2-b59d-4df6-8ad2-17bc7adbde17 req-0ce88d76-4a69-4207-8b11-366e85c18801 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Nov 12 04:23:30.008326 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:30.350662 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5219-d598-4088-b231-c9926207c901 req-ba8abfef-80e9-4e7f-b938-4ac4514c7d3d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:30.352157 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a92f5219-d598-4088-b231-c9926207c901 req-ba8abfef-80e9-4e7f-b938-4ac4514c7d3d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 944 time: 0.0490773 Nov 12 04:23:30.401038 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-a92f5219-d598-4088-b231-c9926207c901 req-b6da7fd0-d572-4a11-b55b-dcf08e07c46f tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Nov 12 04:23:31.288716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:23:31.382379 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:31.393830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'port_id': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'mac_address': 'fa:16:3e:25:47:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:23:31.429901 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.443346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c553d6d4-a8c0-4a75-9d64-5e7293c732f5 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:23:31.463298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:31.467519 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.514051 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:31.520687 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82b4a7-0050-42c0-9ea6-0fe6ec268ed1 req-1137f2cd-cb9b-4869-b9d2-8cbce6b85b9a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:31.522169 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f82b4a7-0050-42c0-9ea6-0fe6ec268ed1 req-1137f2cd-cb9b-4869-b9d2-8cbce6b85b9a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 945 time: 0.0512667 Nov 12 04:23:31.570222 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3f82b4a7-0050-42c0-9ea6-0fe6ec268ed1 req-8c4fc8f8-3c59-49fe-9397-0ea9a35fdc89 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Nov 12 04:23:31.744472 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['c553d6d4-a8c0-4a75-9d64-5e7293c732f5'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:23:32.419141 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-098732cd-2ce3-4be3-80c9-2e1358ea5d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:32.684250 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84769a7d-199c-4ae8-a83b-60dee5ab9f30 req-2baee67e-8856-4761-a312-57700683ebda tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:32.685625 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84769a7d-199c-4ae8-a83b-60dee5ab9f30 req-2baee67e-8856-4761-a312-57700683ebda tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Nov 12 04:23:32.734014 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-84769a7d-199c-4ae8-a83b-60dee5ab9f30 req-5b9a713e-a228-4d93-8f34-9095a95bd869 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Nov 12 04:23:33.304552 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:23:33.353910 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:23:33.354273 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.425189 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.447219 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:23:33.449410 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a922543-5635-4456-80d0-fb97ec432d19" -d '{"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-plugged", "status": "completed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:23:33.461736 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:23:33.465660 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:33.491002 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110f8b7-1383-4c0a-92c2-5f8cdc0e9bee x-openstack-request-id: req-b110f8b7-1383-4c0a-92c2-5f8cdc0e9bee {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:23:33.491319 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-plugged", "status": "completed", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:23:33.491569 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-b110f8b7-1383-4c0a-92c2-5f8cdc0e9bee {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:23:33.491939 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'code': 200} Nov 12 04:23:33.517497 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:23:33.644517 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e2a9c-eb33-482a-999f-0a7528b2b88a req-c516a939-dad9-47ae-b229-7610b3da2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.646027 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-851e2a9c-eb33-482a-999f-0a7528b2b88a req-c516a939-dad9-47ae-b229-7610b3da2e98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0412552 Nov 12 04:23:33.694832 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-851e2a9c-eb33-482a-999f-0a7528b2b88a req-fd3212bb-ddba-467c-916c-90653ed1c277 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381019 Nov 12 04:23:33.857609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c7a3d-b3c2-4f23-9144-5c480be338a3 req-2426cd75-6cd2-4d51-9d65-4c9b4fd986c5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:33.859234 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e26c7a3d-b3c2-4f23-9144-5c480be338a3 req-2426cd75-6cd2-4d51-9d65-4c9b4fd986c5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0566530 Nov 12 04:23:33.911314 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e26c7a3d-b3c2-4f23-9144-5c480be338a3 req-93264f8f-a04a-4c0c-b4e8-8fb6b12bc65a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Nov 12 04:23:34.797325 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5f9715ad-7552-4362-adb5-b00f76c94059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:35.034841 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5ce7-e4f5-44de-a536-2d5e5fa64318 req-bf1e689c-cd51-4dd0-88eb-b1101caa0441 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:35.036260 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0dcc5ce7-e4f5-44de-a536-2d5e5fa64318 req-bf1e689c-cd51-4dd0-88eb-b1101caa0441 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0514047 Nov 12 04:23:35.086264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0dcc5ce7-e4f5-44de-a536-2d5e5fa64318 req-e6e11fd4-a57e-4fff-b688-5b677921a34b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441842 Nov 12 04:23:35.925094 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:37.454520 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:38.375125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:48.681512 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:58.691741 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:00.006187 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:02.420923 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-464f4ef7-773a-4529-bce0-06aa05a754bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:04.799350 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9250ac8c-6306-4940-8f04-17a382655473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:05.927656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:07.457040 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:08.377482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.873506 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-8437bbb3-86ca-441f-b7cc-f657fb24512b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393803 Nov 12 04:24:10.960973 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-57388a32-b118-4a2f-b3ac-5285434f91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:10.962425 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-57388a32-b118-4a2f-b3ac-5285434f91f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0405486 Nov 12 04:24:11.364531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-d5b70368-64dc-425f-b525-2d14d2811e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.366007 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-d5b70368-64dc-425f-b525-2d14d2811e8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.3786168 Nov 12 04:24:11.435210 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-131a3ce2-d3de-49c5-84cf-e9c9e84e27e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 1002 time: 0.0563004 Nov 12 04:24:11.486461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-a1864316-13db-4511-bbcc-f7f3e945d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.487964 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-a1864316-13db-4511-bbcc-f7f3e945d06f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0424705 Nov 12 04:24:11.540764 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-29778f4e-cbc2-43c5-9f08-5c831276b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:11.542201 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-29778f4e-cbc2-43c5-9f08-5c831276b493 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424137 Nov 12 04:24:11.633008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-113d11b7-6d58-4323-afbd-6a9ea89a5344 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797703 Nov 12 04:24:11.727101 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-28b6280f-b49c-41a9-b1c7-41d97248b96a req-0b61db4c-21fd-40e9-ab28-e75e0a5390f5 service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832434 Nov 12 04:24:25.680726 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:28.690623 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:30.003085 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:32.423297 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-21a5ab5a-6f65-457d-82c2-2a26db2f0e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:34.801172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-3650b734-ea77-4cbe-bc25-95fbbd661ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:35.931108 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:37.458882 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:38.379430 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.645759 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48164) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:50.808696 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Deleting port 037ffff7-41db-478a-9e8e-ca9394f4d96e {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:50.809031 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.889422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.889750 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:50.900909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Calling delete_port for 037ffff7-41db-478a-9e8e-ca9394f4d96e owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:51.042345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.070026 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'Port': ['ID=037ffff7-41db-478a-9e8e-ca9394f4d96e,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:51.082737 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.083088 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.083450 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.083802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.084121 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.084447 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.084771 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.085097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.085420 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.085743 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.086639 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.086966 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:24:51.139106 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.139492 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Floating IP a9c319c2-a0fb-45bc-b038-fb751a858e5e disassociated (deleted). External IP: 172.25.2.166, port: c553d6d4-a8c0-4a75-9d64-5e7293c732f5. Nov 12 04:24:51.343739 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:24:51.453264 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:24:51.458473 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:51.463080 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:24:51.472234 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:51.472836 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:51.485025 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-616b7dc0-dd12-40f2-a590-9b98830d962a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "DELETE /v2.0/floatingips/a9c319c2-a0fb-45bc-b038-fb751a858e5e HTTP/1.1" status: 204 len: 168 time: 0.8381636 Nov 12 04:24:51.485608 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:51.487951 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991f62c-eddd-4617-a368-715ea9749a20" -d '{"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:51.526816 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50496fea-09ba-498d-ba53-b0d2ce30b78a x-openstack-request-id: req-50496fea-09ba-498d-ba53-b0d2ce30b78a {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:51.527311 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:51.527831 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-50496fea-09ba-498d-ba53-b0d2ce30b78a {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:51.528267 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'status': 'completed', 'code': 200} Nov 12 04:24:51.587242 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:51.600679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f62c-eddd-4617-a368-715ea9749a20 req-19a107ae-424c-4faf-bf26-25e65b168f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.602407 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-19a107ae-424c-4faf-bf26-25e65b168f77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 1098 time: 0.0450559 Nov 12 04:24:51.711149 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f62c-eddd-4617-a368-715ea9749a20 req-46151bac-89a1-4fe5-aa00-851722d930bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.713593 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-46151bac-89a1-4fe5-aa00-851722d930bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 200 len: 910 time: 0.0995266 Nov 12 04:24:51.763068 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-d19c8733-51ba-45a3-be4b-0b4aad896962 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 200 len: 217 time: 0.0371230 Nov 12 04:24:51.807375 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:51.824605 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f62c-eddd-4617-a368-715ea9749a20 req-90058855-6274-4e94-9bd6-490a247322f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.826076 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-90058855-6274-4e94-9bd6-490a247322f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 200 len: 848 time: 0.0509315 Nov 12 04:24:51.840578 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:24:51.861291 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:24:51.862023 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:51.893760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f62c-eddd-4617-a368-715ea9749a20 req-8644b787-2ab1-4571-bf25-b0cbdb38f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:51.895386 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-8644b787-2ab1-4571-bf25-b0cbdb38f4af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d4b8f366-82a4-401b-8525-ad394a858cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572603 Nov 12 04:24:51.970961 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:24:52.013445 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aa18c-5ac4-4828-8968-01635e96f7a5 req-7c488a72-7e92-422a-ad00-df821cff763a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:52.014943 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-627aa18c-5ac4-4828-8968-01635e96f7a5 req-7c488a72-7e92-422a-ad00-df821cff763a tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.1021101 Nov 12 04:24:52.046446 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-0d2a51e0-74e8-4a54-bb30-cbc9bdf601df service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414285 Nov 12 04:24:52.097143 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-627aa18c-5ac4-4828-8968-01635e96f7a5 req-865626db-b0e8-442c-bc0f-cff65eb0f19d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743613 Nov 12 04:24:52.161655 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-3991f62c-eddd-4617-a368-715ea9749a20 req-7787091e-06c6-498c-8cd3-c324d67ea11d service neutron] 10.222.0.32 "GET /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041763 Nov 12 04:24:52.168891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:24:52.195622 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac60f04-fabf-4d96-bffa-cd8b63aadc7a None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'ad372257-e354-4775-9078-e04c69a9ad8f', 'name': '', 'network_id': 'd4b8f366-82a4-401b-8525-ad394a858cdd', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'mac_address': 'fa:16:3e:ff:b2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'subnets': [{'id': '0ff5ed7d-40da-42b7-aaa2-e38759313bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:24:52.425608 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6d157-8b31-4767-9d8c-39ae9bc2321d None None] New status for floating IP a9c319c2-a0fb-45bc-b038-fb751a858e5e: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:24:53.217375 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9b385-57bf-4ecd-95bc-9a596d227e05 req-fb6e444d-9e00-484f-8dbe-1f3979146143 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:53.218863 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bde9b385-57bf-4ecd-95bc-9a596d227e05 req-fb6e444d-9e00-484f-8dbe-1f3979146143 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0528638 Nov 12 04:24:53.266396 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-bde9b385-57bf-4ecd-95bc-9a596d227e05 req-1c7b4419-c5e9-488c-8f45-01a69f46464b tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/security-groups?id=6add3902-f86d-4c5d-957c-3dd535670d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Nov 12 04:24:53.702920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-2f25ddd8-af69-48a2-b6f4-870e0e80ccad tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:53.704402 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-2f25ddd8-af69-48a2-b6f4-870e0e80ccad tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 946 time: 0.0488341 Nov 12 04:24:53.795934 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Deleting port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:24:53.796281 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.884983 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] For port c553d6d4-a8c0-4a75-9d64-5e7293c732f5, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:24:53.885348 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:53.897719 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Calling delete_port for c553d6d4-a8c0-4a75-9d64-5e7293c732f5 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:24:54.024200 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.058681 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'Port': ['ID=c553d6d4-a8c0-4a75-9d64-5e7293c732f5,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:24:54.095968 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] No DVR routers for this DVR port c553d6d4-a8c0-4a75-9d64-5e7293c732f5 on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:24:54.098951 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.101926 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-04b59e97-6891-42e6-a6d7-37f24758f986 req-1ea70707-63eb-4c1b-86a5-1f53d0e66353 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.32 "DELETE /v2.0/ports/c553d6d4-a8c0-4a75-9d64-5e7293c732f5 HTTP/1.1" status: 204 len: 173 time: 0.3877654 Nov 12 04:24:54.102318 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-deleted', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:24:54.104583 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65a866-d0ce-4133-a6ca-e15065d1dc58" -d '{"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-deleted", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:24:54.146974 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9233410a-fbb1-4ce7-9fab-b282d44f9d1b x-openstack-request-id: req-9233410a-fbb1-4ce7-9fab-b282d44f9d1b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:24:54.147370 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc181d1f-4f60-4aed-9497-7c736d8a8289", "name": "network-vif-deleted", "tag": "c553d6d4-a8c0-4a75-9d64-5e7293c732f5", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:24:54.147628 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9233410a-fbb1-4ce7-9fab-b282d44f9d1b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:24:54.148032 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc181d1f-4f60-4aed-9497-7c736d8a8289', 'name': 'network-vif-deleted', 'tag': 'c553d6d4-a8c0-4a75-9d64-5e7293c732f5', 'status': 'completed', 'code': 200} Nov 12 04:24:54.365554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-944c0b07-5e3b-4b80-8aa5-27a762332d8c req-b70b11b2-7d40-402c-b54a-beb2fa68d65d tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Nov 12 04:24:55.463078 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-7db0fa6d-3fda-4e64-8c68-dd357745f14d req-1987fb32-0552-41a7-84d4-3ef32a3c46c5 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0268931 Nov 12 04:24:56.560257 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e14e7899-6ba9-4904-a03c-6950b7b3c472 req-fad9f929-1c9f-412b-9c7e-f93060b5f379 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Nov 12 04:24:57.657770 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c248d212-5952-4de3-8619-45bd0f3b1041 req-30c356e6-e6a7-4314-9024-e608032842c1 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Nov 12 04:24:57.757121 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:24:57.781324 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: c553d6d4-a8c0-4a75-9d64-5e7293c732f5 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:24:57.781667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device c553d6d4-a8c0-4a75-9d64-5e7293c732f5 not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:24:58.692404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:58.775717 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-6bf81321-c7fd-47d5-9f93-cf489ceeeec6 req-8c32b904-7b0d-4537-8500-b46a81699602 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc181d1f-4f60-4aed-9497-7c736d8a8289 HTTP/1.1" status: 200 len: 210 time: 0.0352926 Nov 12 04:24:59.834169 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48198) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:24:59.890193 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.916215 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.975941 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.979437 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:59.981233 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] 10.222.0.84 "DELETE /v2.0/security-groups/6add3902-f86d-4c5d-957c-3dd535670d10 HTTP/1.1" status: 204 len: 168 time: 0.1454587 Nov 12 04:24:59.993329 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab7269-b3bb-4f03-912d-119ce4041c84 tempest-TestShelveInstance-1324716051 tempest-TestShelveInstance-1324716051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add3902-f86d-4c5d-957c-3dd535670d10,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:00.012479 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.044953 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48202) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:00.501175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.742792 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Deleting port ad372257-e354-4775-9078-e04c69a9ad8f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:00.743147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.820435 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] For port ad372257-e354-4775-9078-e04c69a9ad8f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=ad372257-e354-4775-9078-e04c69a9ad8f,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:00.820805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:00.833514 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Calling delete_port for ad372257-e354-4775-9078-e04c69a9ad8f owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:01.031829 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.063689 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad372257-e354-4775-9078-e04c69a9ad8f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:01.266147 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.817307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Router 62033011-026a-4a7b-9b18-771a78b352b6 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:01.925452 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:01.931175 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-ffad0522-9398-4c48-9328-3bccacb9d6f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/62033011-026a-4a7b-9b18-771a78b352b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8855226 Nov 12 04:25:01.933697 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48206) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:01.937740 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Sync routers for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:01.948314 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:01.948936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:02.038560 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.056265 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:02.145895 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.202574 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Deleting port 23c399fa-2b03-4ee7-ba68-f5150d8c098f {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:02.202934 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.237867 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:25:00Z', 'revision_number': 5, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port': {'id': '23c399fa-2b03-4ee7-ba68-f5150d8c098f', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62033011-026a-4a7b-9b18-771a78b352b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:02.264711 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Checking router: 62033011-026a-4a7b-9b18-771a78b352b6 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:02.273094 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Routers {'62033011-026a-4a7b-9b18-771a78b352b6'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:02.273712 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:24:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['62033011-026a-4a7b-9b18-771a78b352b6'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:02.290372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] For port 23c399fa-2b03-4ee7-ba68-f5150d8c098f, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=23c399fa-2b03-4ee7-ba68-f5150d8c098f,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:02.290662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.303438 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Calling delete_port for 23c399fa-2b03-4ee7-ba68-f5150d8c098f owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:02.360209 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] Set router 62033011-026a-4a7b-9b18-771a78b352b6 gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:02.425954 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f3c780c4-8359-4db2-9404-6259282c9f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.481240 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.505891 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:25:02Z', 'revision_number': 6, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:02.508711 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c399fa-2b03-4ee7-ba68-f5150d8c098f,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:02.520384 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81de2b0-b48c-48e2-8b32-d3aad95dafa7 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:02.543590 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c9294-179b-4c49-96d6-cdf6d22ac368 None None] The sync data for ids ['62033011-026a-4a7b-9b18-771a78b352b6'] in n-d-615180-50 is: [{'id': '62033011-026a-4a7b-9b18-771a78b352b6', 'name': 'tempest-TestShelveInstance-1561989033-router', 'tenant_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:01Z', 'updated_at': '2021-11-12T04:25:02Z', 'revision_number': 6, 'project_id': 'b12c7d0b98984bd7a3e0d03e3af700b3', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:02.595950 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.680000 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:02.686292 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.688441 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.736561 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.737147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62033011-026a-4a7b-9b18-771a78b352b6 {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:02.742055 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.746000 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48208) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:02.746519 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b8a807cb-7a88-4a1e-92fe-607e72972b52 admin admin] 10.222.0.84 "DELETE /v2.0/routers/62033011-026a-4a7b-9b18-771a78b352b6 HTTP/1.1" status: 204 len: 168 time: 0.8107066 Nov 12 04:25:02.791157 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Deleting subnet 0ff5ed7d-40da-42b7-aaa2-e38759313bdd {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:02.794136 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.826515 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.905959 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.961127 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.987661 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff5ed7d-40da-42b7-aaa2-e38759313bdd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:02.996072 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:02.998227 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2c7d7-6822-4dea-98dd-be44385dce93 None None] Network d4b8f366-82a4-401b-8525-ad394a858cdd requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:02.999297 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0ff5ed7d-40da-42b7-aaa2-e38759313bdd HTTP/1.1" status: 204 len: 168 time: 0.2521350 Nov 12 04:25:03.001348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.001348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.001605 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.001859 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.002031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48210) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:03.002201 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.002538 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.002873 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.003237 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.003571 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.003899 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.004229 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.004557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7a155-4756-4727-9c21-dac4fc598687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:03.075362 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.133097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Deleting port 73e997e2-cb32-4fcb-96eb-635bc717851c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:03.133517 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.196151 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] For port 73e997e2-cb32-4fcb-96eb-635bc717851c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=73e997e2-cb32-4fcb-96eb-635bc717851c,segment=NetworkSegment(9b5ae238-72af-42f5-a334-fc3ab7477a05),segment_id=9b5ae238-72af-42f5-a334-fc3ab7477a05)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:03.196522 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.209140 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Calling delete_port for 73e997e2-cb32-4fcb-96eb-635bc717851c owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:03.289328 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.314157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e997e2-cb32-4fcb-96eb-635bc717851c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:03.319147 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] No DVR routers for this DVR port 73e997e2-cb32-4fcb-96eb-635bc717851c on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:03.338979 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22be089-e0a3-4fb0-9214-4f5e3e5b2897 None None] DHCP port deletion for d4b8f366-82a4-401b-8525-ad394a858cdd request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:03.401318 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 73e997e2-cb32-4fcb-96eb-635bc717851c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:03.405634 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.420473 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 73e997e2-cb32-4fcb-96eb-635bc717851c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:03.420894 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 73e997e2-cb32-4fcb-96eb-635bc717851c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:03.421383 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ad372257-e354-4775-9078-e04c69a9ad8f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:03.426327 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b8f366-82a4-401b-8525-ad394a858cdd']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:03.439002 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5ae238-72af-42f5-a334-fc3ab7477a05') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:03.439216 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5ae238-72af-42f5-a334-fc3ab7477a05') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:03.440272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: ad372257-e354-4775-9078-e04c69a9ad8f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:03.440775 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device ad372257-e354-4775-9078-e04c69a9ad8f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:03.441029 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 23c399fa-2b03-4ee7-ba68-f5150d8c098f no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:03.449955 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.464996 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 23c399fa-2b03-4ee7-ba68-f5150d8c098f {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:03.465347 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 23c399fa-2b03-4ee7-ba68-f5150d8c098f not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:03.471395 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.478531 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:03.478996 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:03.480763 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:03.539571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.556008 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:03.562072 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d4b8f366-82a4-401b-8525-ad394a858cdd HTTP/1.1" status: 204 len: 168 time: 0.5563312 Nov 12 04:25:03.562072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147494bd-37d5-42ae-b4b8-0d77bad31c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b8f366-82a4-401b-8525-ad394a858cdd,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:03.562335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48212) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:03.909576 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.146227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Deleting port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:04.146912 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.223477 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] For port 496aa31e-5a9f-42db-9dc4-80ebec82f1e2, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:04.223477 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.237364 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Calling delete_port for 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:04.412877 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.442125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=496aa31e-5a9f-42db-9dc4-80ebec82f1e2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:04.607286 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.802768 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-081d1055-74af-4653-af43-f5dc24d672e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:04.823206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Router b467323e-2e80-4529-950e-e10710ea98be has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:04.927416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:04.933558 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-fe9e20aa-2ac0-480d-a6cb-6e3c6d0a2bf7 admin admin] 10.222.0.84 "PUT /v2.0/routers/b467323e-2e80-4529-950e-e10710ea98be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3703630 Nov 12 04:25:04.936266 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48214) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:04.937376 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Sync routers for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:04.946626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:04.947264 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:05.053643 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:05.248452 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:25:04Z', 'revision_number': 5, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:05.280870 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Checking router: b467323e-2e80-4529-950e-e10710ea98be for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:05.289793 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Routers {'b467323e-2e80-4529-950e-e10710ea98be'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:05.290434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['b467323e-2e80-4529-950e-e10710ea98be'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:05.309955 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.393751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] Set router b467323e-2e80-4529-950e-e10710ea98be gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:05.410807 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.467958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Deleting port 89ef944e-3c95-4423-9621-c69d613466c0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:05.468305 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.552501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] For port 89ef944e-3c95-4423-9621-c69d613466c0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89ef944e-3c95-4423-9621-c69d613466c0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:05.552865 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.564368 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Calling delete_port for 89ef944e-3c95-4423-9621-c69d613466c0 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:05.576978 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:25:04Z', 'revision_number': 5, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:05.603085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba4c20-c275-421d-b431-8bc01d06b763 None None] The sync data for ids ['b467323e-2e80-4529-950e-e10710ea98be'] in n-d-615180-50 is: [{'id': 'b467323e-2e80-4529-950e-e10710ea98be', 'name': 'tempest-TestShelveInstance-1539038792-router', 'tenant_id': '340146cd10514b0cb513a07eefbec9dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '89ef944e-3c95-4423-9621-c69d613466c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:25:04Z', 'revision_number': 5, 'project_id': '340146cd10514b0cb513a07eefbec9dd', 'gw_port': {'id': '89ef944e-3c95-4423-9621-c69d613466c0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467323e-2e80-4529-950e-e10710ea98be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:05.728285 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.759978 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=89ef944e-3c95-4423-9621-c69d613466c0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:05.770543 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cf9f0-8e75-40b9-95fd-37c1982476d2 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:05.821994 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.913297 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.915326 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.932646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.962369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.963578 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b467323e-2e80-4529-950e-e10710ea98be {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:25:05.968595 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:05.969764 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-98c22184-2024-4972-af46-56528a1cd2ce admin admin] 10.222.0.84 "DELETE /v2.0/routers/b467323e-2e80-4529-950e-e10710ea98be HTTP/1.1" status: 204 len: 168 time: 1.0319796 Nov 12 04:25:05.972277 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48216) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:06.018291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Deleting subnet 6c467264-f62a-4658-aff3-5d69d723e78b {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:25:06.021700 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.059685 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.142369 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.197560 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.223744 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c467264-f62a-4658-aff3-5d69d723e78b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.227827 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.231015 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-eb199a6e-5730-4768-913b-552e612be6c4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6c467264-f62a-4658-aff3-5d69d723e78b HTTP/1.1" status: 204 len: 168 time: 0.2577980 Nov 12 04:25:06.233438 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48218) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:06.236536 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c39c6-8397-416a-8fb2-22e827cd6de8 None None] Network 8773123e-5993-475e-8602-208b20422892 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:06.310995 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.364007 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Deleting port 74d95135-833a-4857-9252-9d798c460f7c {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:06.364347 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.426101 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] For port 74d95135-833a-4857-9252-9d798c460f7c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=74d95135-833a-4857-9252-9d798c460f7c,segment=NetworkSegment(06cf9194-469b-4071-b508-4af01c378754),segment_id=06cf9194-469b-4071-b508-4af01c378754)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:06.426462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.442932 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Calling delete_port for 74d95135-833a-4857-9252-9d798c460f7c owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:06.517553 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.545851 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Pushing event deleted for resources: {'Port': ['ID=74d95135-833a-4857-9252-9d798c460f7c,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.547640 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] No DVR routers for this DVR port 74d95135-833a-4857-9252-9d798c460f7c on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:06.619024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8a7fe-6973-44f2-9951-806f8e2a3692 None None] DHCP port deletion for 8773123e-5993-475e-8602-208b20422892 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:06.621676 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.644146 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8773123e-5993-475e-8602-208b20422892']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:06.654326 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cf9194-469b-4071-b508-4af01c378754') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:06.654631 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cf9194-469b-4071-b508-4af01c378754') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:06.664835 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.677602 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.683276 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:25:06.683665 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:25:06.685284 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:25:06.743529 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.749108 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.752564 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] 10.222.0.84 "DELETE /v2.0/networks/8773123e-5993-475e-8602-208b20422892 HTTP/1.1" status: 204 len: 168 time: 0.5180466 Nov 12 04:25:06.763239 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdc244-f12d-44f4-b062-44be3974423c admin admin] Pushing event deleted for resources: {'Network': ['ID=8773123e-5993-475e-8602-208b20422892,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:06.868080 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48222) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:06.912559 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-a0c17950-75a0-4dea-b373-f615ac70d493 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b12c7d0b98984bd7a3e0d03e3af700b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432348 Nov 12 04:25:06.914847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48224) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:06.961839 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:06.982160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.028179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.030749 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.031919 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b24b83d5-dc95-4bf4-b3aa-ab5cbece9752 HTTP/1.1" status: 204 len: 168 time: 0.1161635 Nov 12 04:25:07.039742 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850a49a-cf1d-4b4a-be73-45daa714222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b83d5-dc95-4bf4-b3aa-ab5cbece9752,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:07.258444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74d95135-833a-4857-9252-9d798c460f7c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:07.282444 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 74d95135-833a-4857-9252-9d798c460f7c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:07.283088 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 74d95135-833a-4857-9252-9d798c460f7c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:07.283564 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:07.302866 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:07.303237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 496aa31e-5a9f-42db-9dc4-80ebec82f1e2 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:07.303655 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89ef944e-3c95-4423-9621-c69d613466c0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:07.323289 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 89ef944e-3c95-4423-9621-c69d613466c0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:07.323637 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89ef944e-3c95-4423-9621-c69d613466c0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:07.345883 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48230) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:07.385691 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-bd37d78a-0e91-4e81-b93c-0deeea78bc26 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=340146cd10514b0cb513a07eefbec9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385854 Nov 12 04:25:07.388086 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48232) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:07.434482 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.454801 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.463722 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.503780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.506513 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:07.508554 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1ee05fba-0c4e-485d-881a-96cab28672fd HTTP/1.1" status: 204 len: 168 time: 0.1187832 Nov 12 04:25:07.517684 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673272e-cb11-4f28-8e2d-aa2204c8936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee05fba-0c4e-485d-881a-96cab28672fd,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.177090 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48254) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:08.272097 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1542124168-network', 'tenant_id': '0f9df91335794a12815518cfe7dce310'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:08.293108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Made reservation on behalf of 0f9df91335794a12815518cfe7dce310 for: {'network': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:08.295397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.303530 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.378364 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.380942 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.381802 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.401865 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102432) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:08.417206 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d472bf-b64f-4074-a025-d1c1a5304e73,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.420031 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.420367 n-d-615180-50 neutron-server[102432]: INFO neutron.db.segments_db [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Added segment 5c740bc0-adc9-4075-9fb5-e898a753aa4b of type vlan for network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 Nov 12 04:25:08.459574 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.483408 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.484351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.484920 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.515393 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3370819 Nov 12 04:25:08.518369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48258) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:08.523552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Request body: {'subnet': {'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1542124168-subnet', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'ip_version': 4}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:08.543352 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Made reservation on behalf of 0f9df91335794a12815518cfe7dce310 for: {'subnet': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:08.547491 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531272896'] for subnet, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.551191 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b8741-3414-4d78-a358-264a04f4a03b admin admin] Pushing event updated for resources: {'Network': ['ID=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.561950 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:08.711454 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528748647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531272914'] for subnet, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.765178 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=67140dfe-76f7-43c5-b384-d18f1e3a58a2,revision_number=0']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:08.772714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Checking segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:08.773611 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Network hostable DHCP agents. Network: 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:08.790461 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:08.798713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3) {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:08.802735 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:08.803345 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.808056 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a28275-dfd5-4dbc-99bb-33991b16c740 None None] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:08.820841 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c16d2311-28fc-4c38-a6a0-35b1d894a1db admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2985790 Nov 12 04:25:08.821104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48260) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:08.825307 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:08.845339 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.846397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.900191 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.956596 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:08.957465 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.034840 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.089574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Allocated IP 172.20.0.2 (73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3/67140dfe-76f7-43c5-b384-d18f1e3a58a2/288e329b-b2b7-498a-91d2-fa90848edb28) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:09.229553 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.233714 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.235505 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.252587 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.278743 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:09.282751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:09.284619 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Pushing event updated for resources: {'Port': ['ID=288e329b-b2b7-498a-91d2-fa90848edb28,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:09.286778 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:09.298863 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.299242 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.299592 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.299938 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.300277 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.300612 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.300941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.301271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.301599 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.301928 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.302255 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.302580 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:09.348677 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Attempting to bind port 288e329b-b2b7-498a-91d2-fa90848edb28 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:09.349057 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Attempting to bind port 288e329b-b2b7-498a-91d2-fa90848edb28 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:09.349427 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Attempting to bind port 288e329b-b2b7-498a-91d2-fa90848edb28 on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:09.354446 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:09.354873 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Checking segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:09.355256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.355676 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Bound using segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:09.356191 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Bound port: 288e329b-b2b7-498a-91d2-fa90848edb28, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:09.356766 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.356933 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Allocated IP 172.25.2.160 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/1f65d12c-0b71-4510-8402-87dfdcae3a50) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:09.420203 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] For port 288e329b-b2b7-498a-91d2-fa90848edb28, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:09.423409 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] For port 288e329b-b2b7-498a-91d2-fa90848edb28, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=288e329b-b2b7-498a-91d2-fa90848edb28,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:09.427512 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.454965 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.489281 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d6bdf-e528-4f49-9c72-35451f4eecab None None] Pushing event updated for resources: {'Port': ['ID=288e329b-b2b7-498a-91d2-fa90848edb28,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:09.491438 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.535858 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:09.539729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:09.545224 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:09.548544 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f65d12c-0b71-4510-8402-87dfdcae3a50,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:09.553176 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3447f4-1211-4319-80d8-251d98ef697d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:09.663333 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-aaa1206a-e69e-443c-bf70-9be9d6c1209c None None] Provisioning complete for port 1f65d12c-0b71-4510-8402-87dfdcae3a50 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:09.664277 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-aaa1206a-e69e-443c-bf70-9be9d6c1209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:09.701624 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1206a-e69e-443c-bf70-9be9d6c1209c None None] Port 1f65d12c-0b71-4510-8402-87dfdcae3a50 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:10.120354 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.322151 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.384085 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507c919-a388-458f-a8d1-f7248b6f5c99 None None] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:10.465093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:10.593805 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:10.604786 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:10.613422 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.616270 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6672f030-aa4a-42c8-9ddf-c539f11595c4 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7941897 Nov 12 04:25:10.617419 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:10.617717 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48264) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:10.618397 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:10.632970 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] Provisioning complete for port 288e329b-b2b7-498a-91d2-fa90848edb28 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:10.633517 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.723865 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:10.774738 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.816925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] For port 288e329b-b2b7-498a-91d2-fa90848edb28, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=288e329b-b2b7-498a-91d2-fa90848edb28,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:10.822091 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:10.877703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c069c-513a-4db1-a0b4-6f35f08b475c None None] Pushing event updated for resources: {'Port': ['ID=288e329b-b2b7-498a-91d2-fa90848edb28,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:10.927266 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:09Z', 'revision_number': 3, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:10.956144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:10.956144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Updating router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f port 1f65d12c-0b71-4510-8402-87dfdcae3a50 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:10.983932 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.045604 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-7af530ed-c5db-44a3-9105-a939303f596e None None] Provisioning complete for port 288e329b-b2b7-498a-91d2-fa90848edb28 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.045972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7af530ed-c5db-44a3-9105-a939303f596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.099245 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.255583 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.260622 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.270951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Allocated IP 172.20.0.1 (73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3/67140dfe-76f7-43c5-b384-d18f1e3a58a2/30599085-08a6-442c-9714-012dde06816c) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:11.305626 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 288e329b-b2b7-498a-91d2-fa90848edb28 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:11.311919 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f77202-c556-423b-bc3e-66e0607c5b56 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:11.318738 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Attempting to bind port 1f65d12c-0b71-4510-8402-87dfdcae3a50 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:11.319126 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Attempting to bind port 1f65d12c-0b71-4510-8402-87dfdcae3a50 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:11.319529 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Attempting to bind port 1f65d12c-0b71-4510-8402-87dfdcae3a50 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:11.334448 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:11.334835 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:11.335244 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.336485 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:11.336691 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Bound port: 1f65d12c-0b71-4510-8402-87dfdcae3a50, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:11.337037 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.357389 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Pushing event updated for resources: {'Port': ['ID=1f65d12c-0b71-4510-8402-87dfdcae3a50,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.368865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 288e329b-b2b7-498a-91d2-fa90848edb28 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.369315 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.388946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.389333 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.389625 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.389971 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.390243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.390377 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.390603 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.390972 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.391299 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.391817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.391961 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.392208 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.392527 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:11.401169 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] For port 1f65d12c-0b71-4510-8402-87dfdcae3a50, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:11.404625 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] For port 1f65d12c-0b71-4510-8402-87dfdcae3a50, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f65d12c-0b71-4510-8402-87dfdcae3a50,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:11.410745 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.431742 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.469218 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799410b-6cb2-4ade-a43b-e719cf6037da None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:11.472424 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:11.473119 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:11.476938 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58273e8a-eb0c-46e3-883c-446a5f01a2a2 None None] Pushing event updated for resources: {'Port': ['ID=1f65d12c-0b71-4510-8402-87dfdcae3a50,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.485793 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Pushing event updated for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.489849 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] Provisioning complete for port 1f65d12c-0b71-4510-8402-87dfdcae3a50 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.490076 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.493997 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:11.495480 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:11.497864 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:11.546526 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.588839 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.596110 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:11.617237 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] For port 1f65d12c-0b71-4510-8402-87dfdcae3a50, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f65d12c-0b71-4510-8402-87dfdcae3a50,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:11.623679 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.688569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b05a-73af-4a1e-ab0b-3ca83fb84e30 None None] Pushing event updated for resources: {'Port': ['ID=1f65d12c-0b71-4510-8402-87dfdcae3a50,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:11.715294 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.742752 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-295c869b-08f3-4c4c-9368-a1f3bce4b784 None None] Provisioning complete for port 1f65d12c-0b71-4510-8402-87dfdcae3a50 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.743153 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295c869b-08f3-4c4c-9368-a1f3bce4b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.796267 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:09Z', 'revision_number': 3, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:11.834444 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efecca0-227f-49cc-8dac-2fccee95705e None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:09Z', 'revision_number': 3, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:11.839468 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-295c869b-08f3-4c4c-9368-a1f3bce4b784 None None] Provisioning complete for port 30599085-08a6-442c-9714-012dde06816c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:11.839468 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-295c869b-08f3-4c4c-9368-a1f3bce4b784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.874487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-295c869b-08f3-4c4c-9368-a1f3bce4b784 None None] Port 30599085-08a6-442c-9714-012dde06816c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:11.898545 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.903810 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.975343 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:11.977706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Pushing event updated for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:12.080980 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:12.082332 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:12.217913 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:12.299549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-44f7daba-0dca-454d-893f-825a00ee100b None None] Provisioning complete for port 30599085-08a6-442c-9714-012dde06816c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:12.300737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-44f7daba-0dca-454d-893f-825a00ee100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.339194 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:12.345334 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-4eb1c198-1559-45d0-b0ad-0b1b8d82204a admin admin] 10.222.0.84 "PUT /v2.0/routers/a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257459 Nov 12 04:25:12.359516 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-44f7daba-0dca-454d-893f-825a00ee100b None None] Port 30599085-08a6-442c-9714-012dde06816c cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:12.825168 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48280) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:12.830072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1409168261-network', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:12.849372 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Made reservation on behalf of d0d6df4aadc5448089a5dcdc7c26c8f4 for: {'network': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:12.852243 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for network, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.860504 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.934359 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.937760 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.957497 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:25:12.971617 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488833ae-a115-4173-becf-f8942de8da05,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:12.974397 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:12.974739 n-d-615180-50 neutron-server[102433]: INFO neutron.db.segments_db [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Added segment edb6c2be-682a-4325-9f70-43421fae4ee5 of type vlan for network 2235cf24-ed59-46d7-bad4-cbffc71d197e Nov 12 04:25:13.016689 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778114033381'] for network, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.041325 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521'] for network, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.042227 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.042804 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.075254 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2487972 Nov 12 04:25:13.077915 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48282) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:13.084299 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Request body: {'subnet': {'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1409168261-subnet', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'ip_version': 4}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:13.107584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521f477-aaa2-4a54-a3d4-90025d1ac537 admin admin] Pushing event updated for resources: {'Network': ['ID=2235cf24-ed59-46d7-bad4-cbffc71d197e,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.107940 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Made reservation on behalf of d0d6df4aadc5448089a5dcdc7c26c8f4 for: {'subnet': 1} {{(pid=102432) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:13.111715 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529621702'] for subnet, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.118852 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e details requested by agent ovs-agent-n-d-615180-50 with host n-d-615180-50 {{(pid=102434) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:25:13.281986 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f65d12c-0b71-4510-8402-87dfdcae3a50 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:13.292121 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530257117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529621716'] for subnet, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.329272 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1f65d12c-0b71-4510-8402-87dfdcae3a50 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:13.329642 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.346700 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd45b7a7-06d7-4804-8b29-7afc373ac611,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:13.358052 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Checking segment: {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:13.358489 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Network hostable DHCP agents. Network: 2235cf24-ed59-46d7-bad4-cbffc71d197e, hostable agents: ['8aa20162-9cdb-44e8-9234-0d662d489dbb'], hosted agents: [] {{(pid=102432) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:25:13.376302 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e is scheduled to be hosted by DHCP agent 8aa20162-9cdb-44e8-9234-0d662d489dbb with binding_index 1 {{(pid=102432) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:25:13.385482 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-615180-50, 2235cf24-ed59-46d7-bad4-cbffc71d197e) {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:13.389699 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:13.390525 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.397667 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889e2a9-c27b-410a-8422-6bf008b19c1f None None] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:13.406647 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-154187b7-9a84-4ce9-8d7c-83f3cd29eb86 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3270078 Nov 12 04:25:13.409192 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48284) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:13.414149 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:13.436153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3804579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65429'] for router, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.437179 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3803443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3802217', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3783122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65438'] for router, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.468032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:13.494450 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:13.495064 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:13.495497 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.634876 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.650271 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf778abfb-c816-5109-a7f8-1e6d494375b9-2235cf24-ed59-46d7-bad4-cbffc71d197e', 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'fixed_ips': [{'subnet_id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611'}]}} from n-d-615180-50. {{(pid=102434) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:25:13.651171 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.667961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:13.844200 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.863038 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:13.917941 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.db_base_plugin_common [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Allocated IP 172.20.0.2 (2235cf24-ed59-46d7-bad4-cbffc71d197e/bd45b7a7-06d7-4804-8b29-7afc373ac611/1be98780-ad9a-4aff-b371-4c43c02e39a3) {{(pid=102434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:13.969137 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Allocated IP 172.25.2.233 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/89dd95e3-34f2-44f5-bdac-ef2f8dc086d0) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:14.053084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 2, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:14.073953 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.082942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:14.083327 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Updating router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f port 30599085-08a6-442c-9714-012dde06816c binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:14.106169 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.130207 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.144373 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:14.149369 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:14.153854 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:14.154073 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks [] for port, precommit_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.177322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e1bd6-b102-4cfa-b6b3-66a0449ff93d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:14.181497 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Pushing event updated for resources: {'Port': ['ID=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.182675 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636'] for port, after_create {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.278367 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e is already hosted by enough agents. {{(pid=102434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:14.292373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.scheduler.base_scheduler [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Resources bound (agent type, host, resource id): {{(pid=102434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:14.296416 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Pushing event updated for resources: {'Port': ['ID=1be98780-ad9a-4aff-b371-4c43c02e39a3,revision_number=1']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.300933 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Received port after_create {{(pid=102434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:14.345086 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-c467f261-c718-48c4-b3f0-b723a52090d0 None None] Provisioning complete for port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:14.345448 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c467f261-c718-48c4-b3f0-b723a52090d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.411032 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.601579 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Attempting to bind port 1be98780-ad9a-4aff-b371-4c43c02e39a3 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:14.601942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Attempting to bind port 1be98780-ad9a-4aff-b371-4c43c02e39a3 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:14.602302 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Attempting to bind port 1be98780-ad9a-4aff-b371-4c43c02e39a3 on network 2235cf24-ed59-46d7-bad4-cbffc71d197e {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:14.611909 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-c467f261-c718-48c4-b3f0-b723a52090d0 None None] Port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:14.612622 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3803450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3802300'] for router, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.617774 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:14.618158 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Checking segment: {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:14.618552 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.618939 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Bound using segment: {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:14.619437 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Bound port: 1be98780-ad9a-4aff-b371-4c43c02e39a3, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:14.619815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.734545 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] For port 1be98780-ad9a-4aff-b371-4c43c02e39a3, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:14.743869 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 is scheduled to L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 with binding_index 1 {{(pid=102432) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:25:14.751591 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] For port 1be98780-ad9a-4aff-b371-4c43c02e39a3, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1be98780-ad9a-4aff-b371-4c43c02e39a3,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:14.760028 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.762853 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.796685 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.841636 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b177a1-162a-4e2d-9a21-78fa6823a772 None None] Pushing event updated for resources: {'Port': ['ID=1be98780-ad9a-4aff-b371-4c43c02e39a3,revision_number=2']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.869643 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:14.885824 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Sync routers for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:14.895017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.899488 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-8c731f76-50eb-4fa7-9c83-714ea7729c4e admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4891462 Nov 12 04:25:14.901068 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:14.902092 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:14.902294 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48286) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:14.936435 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415927a8-0aeb-490b-9cb6-5be09ef4668b None None] Pushing event updated for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:14.940895 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Attempting to bind port 30599085-08a6-442c-9714-012dde06816c on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:14.941274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Attempting to bind port 30599085-08a6-442c-9714-012dde06816c by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:14.941707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Attempting to bind port 30599085-08a6-442c-9714-012dde06816c on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:14.947702 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:14.948119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Checking segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:14.948220 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:14.948616 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Bound using segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:14.949096 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Bound port: 30599085-08a6-442c-9714-012dde06816c, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:14.949482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.027006 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] For port 30599085-08a6-442c-9714-012dde06816c, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:15.037424 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] For port 30599085-08a6-442c-9714-012dde06816c, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=30599085-08a6-442c-9714-012dde06816c,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:15.045072 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.045978 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:15.162151 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:15.163501 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:15.165555 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415927a8-0aeb-490b-9cb6-5be09ef4668b None None] Pushing event updated for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:15.370505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:15.404929 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1be98780-ad9a-4aff-b371-4c43c02e39a3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:15.448623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] Provisioning complete for port 30599085-08a6-442c-9714-012dde06816c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:15.449089 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.500635 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:14Z', 'revision_number': 3, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:15.539554 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.543736 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Checking router: 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:15.544251 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Updating router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 binding host n-d-615180-50 {{(pid=102435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:15.579370 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.587757 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1be98780-ad9a-4aff-b371-4c43c02e39a3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:15.587757 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.723204 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.724993 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Allocated IP 172.20.0.1 (2235cf24-ed59-46d7-bad4-cbffc71d197e/bd45b7a7-06d7-4804-8b29-7afc373ac611/c38a781e-abb9-4297-b6c7-c95aa2a6a94b) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:15.834039 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] For port 30599085-08a6-442c-9714-012dde06816c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=30599085-08a6-442c-9714-012dde06816c,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:15.849136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.857346 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.877709 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.886640 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks [] for port, precommit_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.898554 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.926337 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.930337 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] For port 1be98780-ad9a-4aff-b371-4c43c02e39a3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1be98780-ad9a-4aff-b371-4c43c02e39a3,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:15.950845 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.960764 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db280f-567c-43ab-8b73-20116a1bfb2b None None] Pushing event updated for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:15.965845 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Attempting to bind port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 on host n-d-615180-50 for vnic_type normal with profile {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:15.966228 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Attempting to bind port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:15.966581 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Attempting to bind port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 on network 59ce2794-b341-441d-9328-c798a8d1a373 {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:15.977515 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:15.977785 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-911c7727-722c-412d-a41d-951a626e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:15.977958 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Checking segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:15.978270 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.978661 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Bound using segment: {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'} {{(pid=102435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:15.979141 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.managers [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Bound port: 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373'}}] {{(pid=102435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:15.979585 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:15.981306 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdd5df-2ea9-41e2-a418-5f0e01bd732d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:15.987838 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Pushing event updated for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.000072 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:16.001847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:16.004552 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:16.011294 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36bfee-ab76-4e04-98a6-6132528331c6 None None] Pushing event updated for resources: {'Port': ['ID=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,revision_number=2']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.055430 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3804777'] for router_interface, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.061307 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] For port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0, host n-d-615180-50, cleared binding levels {{(pid=102435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:16.063082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911c7727-722c-412d-a41d-951a626e6600 None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:16.068372 n-d-615180-50 neutron-server[102435]: DEBUG neutron.plugins.ml2.db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] For port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:16.080989 n-d-615180-50 neutron-server[102435]: DEBUG neutron_lib.callbacks.manager [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.118058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-8231272f-6ae4-46d2-b2a3-6cc845e890ba None None] Provisioning complete for port 30599085-08a6-442c-9714-012dde06816c triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.118441 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8231272f-6ae4-46d2-b2a3-6cc845e890ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.170983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Pushing event updated for resources: {'Port': ['ID=1be98780-ad9a-4aff-b371-4c43c02e39a3,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.175668 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:16.176293 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:16.216171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a360aa-fb52-48b4-8c80-43b5b6351e16 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:25:16.236927 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36bfee-ab76-4e04-98a6-6132528331c6 None None] Pushing event updated for resources: {'Port': ['ID=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,revision_number=3']} {{(pid=102435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.312457 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a1dac-fae2-4f61-99a9-10f25820d246 None None] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:25:16.341805 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.346793 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:16.485665 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Provisioning complete for port 1be98780-ad9a-4aff-b371-4c43c02e39a3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.486038 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.541731 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.554175 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.598147 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Provisioning complete for port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.598516 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.609479 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:14Z', 'revision_number': 3, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:16.646362 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Pushing event updated for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.649444 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3804925'] for router_interface, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.663993 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793608d7-a93d-4b5e-8364-2d2a0c014811 None None] The sync data for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 is: [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:14Z', 'revision_number': 3, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:16.747646 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.776824 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] For port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:16.781978 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.795013 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:16.796772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:16.844965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b90511-8150-4bcc-89b4-46e1324aefed None None] Pushing event updated for resources: {'Port': ['ID=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:16.909033 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb0091b7-fa8f-4324-b510-bad9665d9ed3 None None] Provisioning complete for port 1be98780-ad9a-4aff-b371-4c43c02e39a3 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:16.909404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb0091b7-fa8f-4324-b510-bad9665d9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:16.935226 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:17.066716 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-cb0091b7-fa8f-4324-b510-bad9665d9ed3 None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.067243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb0091b7-fa8f-4324-b510-bad9665d9ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.114180 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:17.123337 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-8cb952d6-4dda-459a-8be5-023ca7ebd12f admin admin] 10.222.0.84 "PUT /v2.0/routers/1d404bfb-aa35-49a6-a1c7-60cc023f25f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2178836 Nov 12 04:25:17.124871 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-cb0091b7-fa8f-4324-b510-bad9665d9ed3 None None] Port c38a781e-abb9-4297-b6c7-c95aa2a6a94b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:17.255308 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-14fdc0c2-1740-48a7-a1fa-29328d77fd28 None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.255930 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-14fdc0c2-1740-48a7-a1fa-29328d77fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.346868 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-14fdc0c2-1740-48a7-a1fa-29328d77fd28 None None] Port c38a781e-abb9-4297-b6c7-c95aa2a6a94b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:17.434740 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:17.497054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.497656 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.598953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-e617e37d-d987-4784-9d53-f372071bc6db None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.599288 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-e617e37d-d987-4784-9d53-f372071bc6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.602474 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 30599085-08a6-442c-9714-012dde06816c up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:17.667266 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-e617e37d-d987-4784-9d53-f372071bc6db None None] Port c38a781e-abb9-4297-b6c7-c95aa2a6a94b cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:17.682810 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 30599085-08a6-442c-9714-012dde06816c triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.683214 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.767574 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1be98780-ad9a-4aff-b371-4c43c02e39a3 up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:17.813246 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port 1be98780-ad9a-4aff-b371-4c43c02e39a3 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:17.813711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:17.956624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48294) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:17.961833 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600817409', 'description': 'tempest-secgroup-smoke-600817409 description', 'project_id': '0f9df91335794a12815518cfe7dce310'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:17.984771 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.051832 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.056241 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.085569 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.086791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1290870 Nov 12 04:25:18.088652 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34bd42-7554-4fa4-99ae-fa3ec8a115e8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8d348f-a343-4bca-bcab-b8f55fdc5684,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.090009 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48296) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.094847 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.121578 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.175752 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.179612 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.196275 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914388b5-ce90-4c9a-9edd-2b19fba3e014,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.203901 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.205080 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f0ced25a-2aef-44de-9e31-da00bc8d9533 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139526 Nov 12 04:25:18.208163 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48298) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.212503 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.237630 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.291017 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.294569 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.316998 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ae6678-2f53-47ed-9d6b-a1254a80e980,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.325579 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.326778 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-23444bfe-6ec2-48b3-b12c-06726a66262b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176972 Nov 12 04:25:18.329465 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48300) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.334013 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.360494 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.416048 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.419397 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.436904 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a2838d-b92a-4c76-bb04-741fe6a3bb13,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.444058 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.445248 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-34ea2b6f-fd1d-4755-83ed-9baec2ac4bb4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148584 Nov 12 04:25:18.448020 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48302) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.452332 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.478153 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.532396 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.535654 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.552602 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ad0c5f-e71a-4128-a42a-bfc769b8c390,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.560607 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.561786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-f2911450-ebcf-4607-bd2d-85e97bffa908 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128294 Nov 12 04:25:18.564499 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48304) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.568772 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.590550 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Project 0f9df91335794a12815518cfe7dce310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:18.595731 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.653851 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.657209 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.677043 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e37719-ea48-4611-b167-0d4521022f3a,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.683772 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.684991 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-975eda98-484e-4cda-9b02-af63b6e45b7b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195781 Nov 12 04:25:18.687697 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48306) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:18.691988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'security_group_rule': {'security_group_id': 'ef8d348f-a343-4bca-bcab-b8f55fdc5684', 'project_id': '0f9df91335794a12815518cfe7dce310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:18.713232 n-d-615180-50 neutron-server[102432]: INFO neutron.db.securitygroups_db [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Project 0f9df91335794a12815518cfe7dce310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:25:18.718084 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.777613 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.781632 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784583'] for security_group_rule, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.800428 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf7a836-5784-4cce-b238-3b16303d1763,revision_number=0']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:18.805691 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:18.807026 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-9c7bd19a-4cd2-4a0e-859f-5ce635e3c1c6 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182108 Nov 12 04:25:18.954312 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-4a2cf1f3-1e33-4ec5-8b53-71a2d0091af0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600817409&fields=id&tenant_id=0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 267 time: 0.0434618 Nov 12 04:25:19.063016 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-c4de0c7f-bad0-4da1-9452-96069608f8dd tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:19.064451 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-c4de0c7f-bad0-4da1-9452-96069608f8dd tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 810 time: 0.1025259 Nov 12 04:25:19.079702 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-1454f411-1b94-4b22-836c-d94733f6cf83 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/quotas/0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Nov 12 04:25:19.130586 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-c348b177-f7bf-4921-8f9c-105b82ec34ac tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453982 Nov 12 04:25:19.146591 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-44a97203-f3cb-4d53-b3a7-589871081dfa service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102432) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:19.148218 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-44a97203-f3cb-4d53-b3a7-589871081dfa service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052013 Nov 12 04:25:19.239284 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-c1c0c6ba-e1c4-4645-a0d8-4c80fb514d66 service neutron] 10.222.0.84 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 Nov 12 04:25:19.336031 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-cb1c8a6c-516a-4bb7-a28b-df47e9cb7e12 service neutron] 10.222.0.84 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888739 Nov 12 04:25:19.501891 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Sync routers for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:19.507954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-788ab16e-5b3a-41b3-9ebf-b0950f43a59e req-a18c51c8-aec4-48cd-8726-0c42ae859d41 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 210 time: 0.0334454 Nov 12 04:25:19.513171 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:19.513796 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:19.627374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:19.837821 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c38a781e-abb9-4297-b6c7-c95aa2a6a94b', 'name': '', 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'mac_address': 'fa:16:3e:d3:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:15Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 2, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'subnets': [{'id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:20.026178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Checking router: 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:20.026531 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Updating router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 port c38a781e-abb9-4297-b6c7-c95aa2a6a94b binding host n-d-615180-50 {{(pid=102434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:25:20.051488 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.301994 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks [] for port, precommit_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.306956 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.361548 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5afe7-c093-41bf-9be0-229e6742a9fd None None] Pushing event updated for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=3']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.420854 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Attempting to bind port c38a781e-abb9-4297-b6c7-c95aa2a6a94b on host n-d-615180-50 for vnic_type normal with profile {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:20.421331 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Attempting to bind port c38a781e-abb9-4297-b6c7-c95aa2a6a94b by drivers openvswitch,hyperv on host n-d-615180-50 at level 0 using segments [{'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:20.421707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Attempting to bind port c38a781e-abb9-4297-b6c7-c95aa2a6a94b on network 2235cf24-ed59-46d7-bad4-cbffc71d197e {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:20.427059 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Checking agent: {'id': '847998f1-e0b2-4499-8884-c1713063ca32', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 53, 8), 'started_at': datetime.datetime(2021, 11, 12, 2, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-615180-50'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:20.427479 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Checking segment: {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:20.427881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.428275 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Bound using segment: {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'} {{(pid=102434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:20.428829 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.managers [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Bound port: c38a781e-abb9-4297-b6c7-c95aa2a6a94b, host: n-d-615180-50, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb6c2be-682a-4325-9f70-43421fae4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e'}}] {{(pid=102434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:20.429240 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.506464 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] For port c38a781e-abb9-4297-b6c7-c95aa2a6a94b, host n-d-615180-50, cleared binding levels {{(pid=102434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:20.512507 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] For port c38a781e-abb9-4297-b6c7-c95aa2a6a94b, host n-d-615180-50, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:20.520136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.622324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-31863a1d-5c52-4fff-81cc-33207e0c039d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:20.624649 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5afe7-c093-41bf-9be0-229e6742a9fd None None] Pushing event updated for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:20.625867 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-31863a1d-5c52-4fff-81cc-33207e0c039d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 810 time: 0.1800249 Nov 12 04:25:20.639786 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2fa00b04-f02b-4545-85a1-c3b1ac13d5a5 req-f2ebf060-8182-4bee-8d83-203203e3c833 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 210 time: 0.0356398 Nov 12 04:25:20.648585 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:20.649234 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:20.656049 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:20.656417 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.712180 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-e33d8bdc-3fa3-4725-9395-779152206646 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 379 time: 0.0700080 Nov 12 04:25:20.727213 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'port': {'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'admin_state_up': True, 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'security_groups': ['ef8d348f-a343-4bca-bcab-b8f55fdc5684']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:20.824058 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:20.826752 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.855087 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Made reservation on behalf of 0f9df91335794a12815518cfe7dce310 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:20.859915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:20.925459 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] For port c38a781e-abb9-4297-b6c7-c95aa2a6a94b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:20.944473 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.004365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Allocated IP 172.20.0.11 (73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3/67140dfe-76f7-43c5-b384-d18f1e3a58a2/df865c87-71ad-48b3-a3e8-1cdbc92252dc) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:21.054471 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d28339-8c96-4378-a6dd-f14712fba95a None None] Pushing event updated for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:21.095714 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-f90ffef7-0f76-4f65-a6ad-b01be770a9d2 None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:21.096086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f90ffef7-0f76-4f65-a6ad-b01be770a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.142989 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.164806 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c38a781e-abb9-4297-b6c7-c95aa2a6a94b', 'name': '', 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'mac_address': 'fa:16:3e:d3:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:15Z', 'updated_at': '2021-11-12T04:25:20Z', 'revision_number': 4, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'subnets': [{'id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:21.179363 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.215024 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bd97f-dc5c-4386-9e20-18f662a35b80 None None] The sync data for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 is: [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': 'c38a781e-abb9-4297-b6c7-c95aa2a6a94b', 'name': '', 'network_id': '2235cf24-ed59-46d7-bad4-cbffc71d197e', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'mac_address': 'fa:16:3e:d3:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:15Z', 'updated_at': '2021-11-12T04:25:20Z', 'revision_number': 4, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'subnets': [{'id': 'bd45b7a7-06d7-4804-8b29-7afc373ac611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:21.242253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:21.244048 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:21.245912 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:21.248104 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:21.338909 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.339827 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.363125 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-08b11fa7-31f1-4dd5-a8a6-cd6c9bae40e0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6402304 Nov 12 04:25:21.381309 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Request body: {'port': {'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:21.444835 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.555462 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-0f8ef524-6250-4bd4-9480-3ba7f86ef4d1 None None] Provisioning complete for port df865c87-71ad-48b3-a3e8-1cdbc92252dc triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:21.556034 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef524-6250-4bd4-9480-3ba7f86ef4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.598084 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ef524-6250-4bd4-9480-3ba7f86ef4d1 None None] Port df865c87-71ad-48b3-a3e8-1cdbc92252dc cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:21.763802 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df865c87-71ad-48b3-a3e8-1cdbc92252dc {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:21.773924 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:21.791365 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Transition to ACTIVE for port object df865c87-71ad-48b3-a3e8-1cdbc92252dc will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:21.799165 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eaa38-28e3-4c34-8f05-e131219cc47e req-7ce20668-5d3b-49f5-8a27-e2fe713eb504 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.800640 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-239eaa38-28e3-4c34-8f05-e131219cc47e req-7ce20668-5d3b-49f5-8a27-e2fe713eb504 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 932 time: 0.0716197 Nov 12 04:25:21.801657 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.178508 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:22.236529 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-239eaa38-28e3-4c34-8f05-e131219cc47e req-f17bdbd8-36eb-43bf-b888-ff593d463750 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105353 Nov 12 04:25:22.265791 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Attempting to bind port df865c87-71ad-48b3-a3e8-1cdbc92252dc on host n-h1-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:22.266128 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Attempting to bind port df865c87-71ad-48b3-a3e8-1cdbc92252dc by drivers openvswitch,hyperv on host n-h1-615180-50 at level 0 using segments [{'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:22.266453 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Attempting to bind port df865c87-71ad-48b3-a3e8-1cdbc92252dc on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:22.270668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Port df865c87-71ad-48b3-a3e8-1cdbc92252dc on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:22.270987 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Attempting to bind port df865c87-71ad-48b3-a3e8-1cdbc92252dc on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:22.275736 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Checking agent: {'id': '1072e273-0d05-410b-826d-2270c39af0da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:22.276080 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Checking segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:22.276465 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Bound using segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:22.276895 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Bound port: df865c87-71ad-48b3-a3e8-1cdbc92252dc, host: n-h1-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:22.277246 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.337397 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:22.340248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:22.344901 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.383060 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.383696 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:22.385099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 1093 time: 1.0084786 Nov 12 04:25:22.385550 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:22.387829 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:22.413158 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec038ee-119a-4c66-ba14-171b509931b7 service neutron] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:22.477252 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-e77fdf4a-61f9-4176-b5bf-946c70f1fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.478763 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-e77fdf4a-61f9-4176-b5bf-946c70f1fd7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1096 time: 0.0455756 Nov 12 04:25:22.527740 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cc354-97a4-445b-8442-67951c39a78b x-openstack-request-id: req-8c9cc354-97a4-445b-8442-67951c39a78b {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:22.528031 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:22.528278 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-8c9cc354-97a4-445b-8442-67951c39a78b {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:22.528678 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'status': 'completed', 'code': 200} Nov 12 04:25:22.530470 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-726c2423-b2a2-4ff0-b2e2-35e428866669 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 217 time: 0.0379035 Nov 12 04:25:22.581847 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-82ee921f-a7ed-48f9-a5d1-e9ef93c84a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.583370 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-82ee921f-a7ed-48f9-a5d1-e9ef93c84a61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0458033 Nov 12 04:25:22.638857 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-e13f082d-8e4f-4c73-8cbd-1a1bd4b8f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.640398 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-e13f082d-8e4f-4c73-8cbd-1a1bd4b8f605 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452371 Nov 12 04:25:22.737495 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-95af3f22-56a8-4abd-b013-c52a5f397446 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Nov 12 04:25:22.836684 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f025b093-a846-4543-bb48-ee2fa82ef06a req-c49a3506-ce36-45e5-971d-7d7ac5b4b2df service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876393 Nov 12 04:25:22.936062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-7405e8ce-734f-4910-a8e9-0095f47d8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.937573 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-7405e8ce-734f-4910-a8e9-0095f47d8ec4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1096 time: 0.0424206 Nov 12 04:25:23.030774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-31a8a64b-026c-4d3d-aeaf-2a4d79e3867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.032294 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-31a8a64b-026c-4d3d-aeaf-2a4d79e3867c service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0880535 Nov 12 04:25:23.075892 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-33d77a37-7671-4c53-8a02-cff94fdec91b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 217 time: 0.0354781 Nov 12 04:25:23.128772 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-fbeaca5d-1f6b-49ff-a8e8-8d230af809ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.130181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-fbeaca5d-1f6b-49ff-a8e8-8d230af809ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0454748 Nov 12 04:25:23.183474 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-30fbb27a-210a-4c67-8d1d-8a8badd36b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.185018 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-30fbb27a-210a-4c67-8d1d-8a8badd36b81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468562 Nov 12 04:25:23.297569 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-eb45f170-0346-42f3-804d-f8da8c9ba86e service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032615 Nov 12 04:25:23.300119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c38a781e-abb9-4297-b6c7-c95aa2a6a94b up at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:23.354155 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Provisioning complete for port c38a781e-abb9-4297-b6c7-c95aa2a6a94b triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:23.354628 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.436430 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-6e1c2423-25c2-4872-86e3-5a9ac2cd425b req-74d33f1e-b327-4311-9c89-2f46f72de6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291146 Nov 12 04:25:23.447951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35769c-75a5-4125-89da-19dd493a60e9 req-d59e343b-d67e-42c1-ab47-84bad466fb3e tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.449474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a35769c-75a5-4125-89da-19dd493a60e9 req-d59e343b-d67e-42c1-ab47-84bad466fb3e tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0736759 Nov 12 04:25:23.499276 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-0a35769c-75a5-4125-89da-19dd493a60e9 req-22d85f33-1df4-4a67-8ac1-2f48ecbcf82d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 Nov 12 04:25:24.613351 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9eb0c-c77a-4547-b001-14df0c50c3f7 req-7affbe8f-98ab-49ac-a087-a628d1947dc4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.614839 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dc9eb0c-c77a-4547-b001-14df0c50c3f7 req-7affbe8f-98ab-49ac-a087-a628d1947dc4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0481653 Nov 12 04:25:24.669724 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-9dc9eb0c-c77a-4547-b001-14df0c50c3f7 req-84b6be19-fe70-4614-b593-8897061d3a51 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485554 Nov 12 04:25:25.786733 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c22f7-a7a6-4e9b-8c01-0ea7c7d0bc15 req-d73cd42b-44ea-4b2d-8226-67f39ae18745 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.788181 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-085c22f7-a7a6-4e9b-8c01-0ea7c7d0bc15 req-d73cd42b-44ea-4b2d-8226-67f39ae18745 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0502102 Nov 12 04:25:25.841980 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-085c22f7-a7a6-4e9b-8c01-0ea7c7d0bc15 req-cd1277cf-3299-4030-9b35-090033206334 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470061 Nov 12 04:25:25.912322 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:26.004553 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:26.015760 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:26.055779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.068182 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df865c87-71ad-48b3-a3e8-1cdbc92252dc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:26.087119 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:26.091172 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:26.136440 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:26.442723 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['df865c87-71ad-48b3-a3e8-1cdbc92252dc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:26.956006 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431a92e-7778-491c-8f08-bc7f4b2fd811 req-261de4c9-238b-437e-b88a-fab5cf72b39b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.957508 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2431a92e-7778-491c-8f08-bc7f4b2fd811 req-261de4c9-238b-437e-b88a-fab5cf72b39b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 945 time: 0.0495367 Nov 12 04:25:27.006637 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2431a92e-7778-491c-8f08-bc7f4b2fd811 req-a45eeb1a-5043-4b11-a7d9-4aaa55769ddc tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Nov 12 04:25:27.926588 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:27.974311 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning for port df865c87-71ad-48b3-a3e8-1cdbc92252dc completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:27.978138 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port df865c87-71ad-48b3-a3e8-1cdbc92252dc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:27.978514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.055084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.077346 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:28.079592 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcfa2e9-519d-43d1-926a-801a25248073" -d '{"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-plugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:28.095307 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:28.101086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.124043 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345d518-9d6f-4160-b068-5ce87cc16218 x-openstack-request-id: req-3345d518-9d6f-4160-b068-5ce87cc16218 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:28.124333 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-plugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:28.124582 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3345d518-9d6f-4160-b068-5ce87cc16218 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:28.124704 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc89e0-1a04-4c68-8e7c-345bcbc7d3fe req-5a7f9ce5-82ab-4e7d-b217-7c73cfae5a68 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.125182 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'code': 200} Nov 12 04:25:28.126303 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4fc89e0-1a04-4c68-8e7c-345bcbc7d3fe req-5a7f9ce5-82ab-4e7d-b217-7c73cfae5a68 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 945 time: 0.0530839 Nov 12 04:25:28.153079 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:28.180766 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e4fc89e0-1a04-4c68-8e7c-345bcbc7d3fe req-a4b24d8d-bf47-4d54-84b9-13370ec72228 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463634 Nov 12 04:25:28.230849 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f872-3425-496a-bc6b-72c5db0ae64d req-89700c54-8fdc-4e11-93b6-78ce121c92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.232363 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9505f872-3425-496a-bc6b-72c5db0ae64d req-89700c54-8fdc-4e11-93b6-78ce121c92f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1098 time: 0.0398653 Nov 12 04:25:28.280661 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9505f872-3425-496a-bc6b-72c5db0ae64d req-e8f36ae8-2299-4a84-ade9-52bee930eaa6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Nov 12 04:25:28.697443 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:29.296701 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ca6c3-a216-4181-a6d2-ff0266cae030 req-1cf82237-e0ea-4b9b-9e41-4f7252390879 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.298170 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a6ca6c3-a216-4181-a6d2-ff0266cae030 req-1cf82237-e0ea-4b9b-9e41-4f7252390879 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 946 time: 0.0497856 Nov 12 04:25:29.345947 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-0a6ca6c3-a216-4181-a6d2-ff0266cae030 req-9db2e6b6-e2b8-42ed-878e-f811db408907 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Nov 12 04:25:30.023522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:30.472319 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7d09c-6cb5-4126-a1fa-97fc26f5afd1 req-ba43add8-f9be-4048-be7b-df43f0656275 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.474577 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fef7d09c-6cb5-4126-a1fa-97fc26f5afd1 req-ba43add8-f9be-4048-be7b-df43f0656275 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 946 time: 0.0617204 Nov 12 04:25:30.525798 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fef7d09c-6cb5-4126-a1fa-97fc26f5afd1 req-78834f83-bca6-442a-88e9-63bb23525f8c tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Nov 12 04:25:30.641118 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9313d4-05c9-4e89-a056-52b45ada4c69 req-4f4e74b7-7632-4422-b9c5-65d7f06b7c0f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.642480 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba9313d4-05c9-4e89-a056-52b45ada4c69 req-4f4e74b7-7632-4422-b9c5-65d7f06b7c0f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 946 time: 0.0512841 Nov 12 04:25:30.691500 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-ba9313d4-05c9-4e89-a056-52b45ada4c69 req-fcc3458a-7e4b-4787-887f-e848ebd89e9d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Nov 12 04:25:30.713366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48360) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:30.842122 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c637bed-88cb-43c1-bb13-095329261efd tempest-TestSnapshotPattern-2025126737 tempest-TestSnapshotPattern-2025126737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.843644 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-3c637bed-88cb-43c1-bb13-095329261efd tempest-TestSnapshotPattern-2025126737 tempest-TestSnapshotPattern-2025126737-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1093 time: 0.1293199 Nov 12 04:25:30.846477 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48364) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:25:30.850719 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:30.874105 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.219583 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.317931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Allocated IP 172.25.2.88 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/a910e69b-fce8-41c8-8871-eddce266125b) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:31.418699 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.451182 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.487632 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:31.492947 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:31.496461 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:31.518211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=a910e69b-fce8-41c8-8871-eddce266125b,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:31.852262 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:31.917481 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.063895 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.068512 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.138385 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=a910e69b-fce8-41c8-8871-eddce266125b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:32.149710 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.247626 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Floating IP 03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7 associated. External IP: 172.25.2.88, port: df865c87-71ad-48b3-a3e8-1cdbc92252dc. Nov 12 04:25:32.422086 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b3f3c496-f5b3-4936-ac8d-51506c06ef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.462082 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:32.564544 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:32.573841 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:32.582693 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.583182 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:32.583788 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:32.612429 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-4289303b-5c42-4d0b-a2f1-ddaec1300242 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7649410 Nov 12 04:25:32.613108 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:32.615460 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:32.691283 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:32.712913 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf399604-01d1-400b-87aa-d1892750e2f7 x-openstack-request-id: req-bf399604-01d1-400b-87aa-d1892750e2f7 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:32.713205 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:32.713457 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bf399604-01d1-400b-87aa-d1892750e2f7 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:32.713862 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'status': 'completed', 'code': 200} Nov 12 04:25:32.775861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-2ac03018-359c-48db-98b0-0326587fca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.777397 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-2ac03018-359c-48db-98b0-0326587fca26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1098 time: 0.0420313 Nov 12 04:25:32.869869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-01bdc61c-e7ae-4af7-b284-be8a2476d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.871410 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-01bdc61c-e7ae-4af7-b284-be8a2476d7e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0871332 Nov 12 04:25:32.918817 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:31Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:32.937079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-feb85b8e-d7c7-4ed4-8181-29d9e990e8fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 999 time: 0.0581894 Nov 12 04:25:32.944176 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:32.952812 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:32.953473 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:25:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:32.987905 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-f333f8b7-15bc-48e8-8bbb-78b4430003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.989479 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-f333f8b7-15bc-48e8-8bbb-78b4430003dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0440328 Nov 12 04:25:33.039488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-34dcfbd4-3ddd-43dd-8f07-6d4515c593fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:33.041008 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-34dcfbd4-3ddd-43dd-8f07-6d4515c593fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446095 Nov 12 04:25:33.061910 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:33.132517 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-3666a109-c82c-48f7-bd0d-1aec04de2791 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824530 Nov 12 04:25:33.228586 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9ec26c46-b1d6-4987-b5fd-8f6eedbbfcce req-a5925fbd-a8d8-45ad-bf08-c3a924573f90 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891745 Nov 12 04:25:33.283420 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:31Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:33.394613 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3980d07-afa4-45f0-85ea-70440267581f None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:31Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:33.578173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6587d756-687d-46e5-bfcc-df671084eea1 None None] New status for floating IP 03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:34.804098 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d46ef0db-ac34-445d-a70a-2bf37a548ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:35.936356 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:37.466084 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.382181 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:39.679946 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:58.687323 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:00.057263 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.423209 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7147f3da-eb1d-4bc6-9b18-d704444f168e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:04.804514 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-9f6efffb-71c8-42dd-a99f-708f7ac2652b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.938732 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:07.468223 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.382949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:11.872263 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-5e557eaf-4033-445a-8451-05f8a667e888 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429945 Nov 12 04:26:11.963678 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-d815b647-dc67-4a37-9113-428830a56fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:11.965161 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-d815b647-dc67-4a37-9113-428830a56fb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1098 time: 0.0405531 Nov 12 04:26:12.077767 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-0ac22d07-5c2b-4c57-a735-096597abf8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.079242 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-0ac22d07-5c2b-4c57-a735-096597abf8ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0868933 Nov 12 04:26:12.146343 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-16d5cdd8-bf23-442e-9a01-84a87a179947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 1001 time: 0.0562418 Nov 12 04:26:12.200937 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-e3f1c149-33c1-4ea6-a6a5-5a3a8523eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.202340 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-e3f1c149-33c1-4ea6-a6a5-5a3a8523eed8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0457127 Nov 12 04:26:12.251125 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-9b903bda-3a79-49fc-9600-2746ce64f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:12.252596 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-9b903bda-3a79-49fc-9600-2746ce64f30d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385485 Nov 12 04:26:12.344982 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-d6a67409-9aa6-45b7-b1df-a2b7039f0525 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810583 Nov 12 04:26:12.438511 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-249d18ee-7eca-4c9c-87d4-d7240704eddc req-2da96727-c34a-4426-bc9a-e049f7901aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832403 Nov 12 04:26:16.679123 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:28.682230 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:30.078973 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:32.432125 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5c83e506-8f94-497e-bf14-76e688ac6e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:34.804500 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-164eab8b-e807-4498-8abc-4b05fbc225ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:35.942035 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:37.470240 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:38.384259 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:53.678015 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:58.699976 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:00.078256 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:02.422784 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-27bf34ed-b315-41c4-8be8-3a22f49a801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:04.805128 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-49af470f-e399-4cc7-84d0-4b6da32bc3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:05.945291 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:07.472587 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:08.385614 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:13.954323 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-dbaaf1a0-a0fb-4665-bd61-d6e68acd7e6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1298335 Nov 12 04:27:14.041183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-2626500d-0d94-4866-b650-c1536f02da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.042598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-2626500d-0d94-4866-b650-c1536f02da8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1098 time: 0.0397799 Nov 12 04:27:14.156093 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-4b215afb-7742-44da-8807-ce06106d24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.157598 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-4b215afb-7742-44da-8807-ce06106d24e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0894296 Nov 12 04:27:14.223957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-34d7db96-0008-46e0-bc95-37320ff133c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 1001 time: 0.0565569 Nov 12 04:27:14.281826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-af9b7611-71dd-436b-9d0c-23f875448b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.283312 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-af9b7611-71dd-436b-9d0c-23f875448b2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0487206 Nov 12 04:27:14.330360 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-6a260c9a-5f97-407c-a97e-e466eca60957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:14.331787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-6a260c9a-5f97-407c-a97e-e466eca60957 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395064 Nov 12 04:27:14.346984 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-02fea8eb-90d8-4963-936d-1e5cd09e8a97 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:27:14.347965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-02fea8eb-90d8-4963-936d-1e5cd09e8a97 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050182 Nov 12 04:27:14.437957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-aabc954d-6a2d-41dd-841b-96e8005de3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807390 Nov 12 04:27:14.535603 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-40a2f77f-24cf-42ad-b594-9736a7fc1e40 req-8db70e81-5225-45f1-ad69-a63d71a71e54 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Nov 12 04:27:28.731972 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.092670 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:30.676911 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:32.424044 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-752000d9-92af-4d7c-adc7-d9f339b70c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.454434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc details requested by agent hyperv_n-h1-615180-50 with host n-h1-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:27:32.547680 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:32.558434 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Returning: {'device': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:27:32.593836 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.606942 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df865c87-71ad-48b3-a3e8-1cdbc92252dc {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:32.625699 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:32.629692 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.681882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:32.689514 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.689865 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.690214 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.690569 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.690884 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.691238 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.691571 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.691897 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.692222 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.692549 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.692872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.693194 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:32.717882 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] get_ports_and_sgs() called for port_ids ['df865c87-71ad-48b3-a3e8-1cdbc92252dc'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:27:34.488008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc up at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:27:34.552439 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Provisioning complete for port df865c87-71ad-48b3-a3e8-1cdbc92252dc triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:34.553095 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.655199 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.684835 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:34.687044 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3e2a4-1b4d-4ad5-aca5-e0ce742247a1" -d '{"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-plugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:34.701089 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:34.709865 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:34.783412 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:34.814116 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24390e8-e9c0-4fb1-a176-b7d150dc45c1 x-openstack-request-id: req-c24390e8-e9c0-4fb1-a176-b7d150dc45c1 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:34.814440 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-plugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:34.814690 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-c24390e8-e9c0-4fb1-a176-b7d150dc45c1 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:34.815831 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'code': 200} Nov 12 04:27:34.817921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87ff2678-7263-4d84-bec4-12bb540e5efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:35.952192 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:37.478779 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:38.393765 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:43.875934 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-c9accb11-d810-4a05-9cf7-6fdac5382e33 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600817409&fields=id&tenant_id=0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 267 time: 0.0445721 Nov 12 04:27:43.978999 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-3f57e65f-8902-4891-99cb-154762ce1ed2 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:43.980471 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-3f57e65f-8902-4891-99cb-154762ce1ed2 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 810 time: 0.0980208 Nov 12 04:27:43.995289 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-473b449f-71c6-4a5d-890f-203f84fe6aff tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/quotas/0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 375 time: 0.0086472 Nov 12 04:27:44.052367 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-2b4462f8-6462-4ff8-97b9-889904387a65 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519011 Nov 12 04:27:44.145327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-1cdb4e60-ae71-4dc8-ae4b-5275b1b75915 service neutron] 10.222.0.84 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810888 Nov 12 04:27:44.240907 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-4b58babd-c8e4-46a0-9c8b-fbbf82fbaa00 service neutron] 10.222.0.84 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892932 Nov 12 04:27:45.445281 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-1974474a-db6a-4ec4-90db-d195eeb4cc75 req-7cfe6970-1abb-4f19-9904-5e0fbecd94d3 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 210 time: 0.0269332 Nov 12 04:27:46.391534 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-b8e2cabc-e9db-4e1f-8688-2cb23ba6e4ad tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:46.393346 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-b8e2cabc-e9db-4e1f-8688-2cb23ba6e4ad tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 810 time: 0.1194847 Nov 12 04:27:46.460862 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-22cb3dab-9712-4578-962f-10d3f25c5eed tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f9df91335794a12815518cfe7dce310 HTTP/1.1" status: 200 len: 379 time: 0.0579677 Nov 12 04:27:46.471898 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'port': {'device_id': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'admin_state_up': True, 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'security_groups': ['ef8d348f-a343-4bca-bcab-b8f55fdc5684']}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:46.502857 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:27:46.572327 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-f001767d-688e-4d49-9aae-56939cb209e8 req-cfb04a68-fa93-48e5-8eaa-507fdaa5b98c tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 210 time: 0.0342264 Nov 12 04:27:46.614399 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.647707 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:46.649968 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609af3cc-7070-4150-9818-3f11788ac8a3" -d '{"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-unplugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:46.664112 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:27:46.668661 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Made reservation on behalf of 0f9df91335794a12815518cfe7dce310 for: {'port': 1} {{(pid=102433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:27:46.670842 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.674733 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:46.735434 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1368c2-fecf-42b2-aabf-42936ffbc5b9 x-openstack-request-id: req-9d1368c2-fecf-42b2-aabf-42936ffbc5b9 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:46.736042 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-unplugged", "status": "completed", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:46.737001 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-9d1368c2-fecf-42b2-aabf-42936ffbc5b9 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:46.737849 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'code': 200} Nov 12 04:27:46.739262 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Pushing event updated for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=8']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:46.888526 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_common [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Allocated IP 172.20.0.6 (73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3/67140dfe-76f7-43c5-b384-d18f1e3a58a2/de1013f4-ac6e-4b1f-900b-0b08168af030) {{(pid=102433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:27:47.094668 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.133570 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_create {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.216995 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 is already hosted by enough agents. {{(pid=102433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:27:47.223400 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.base_scheduler [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Resources bound (agent type, host, resource id): {{(pid=102433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:27:47.227866 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Received port after_create {{(pid=102433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:27:47.258444 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=1']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:47.284533 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.284873 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.285215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.285549 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.285880 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.286206 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.286527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.286846 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.287183 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.288174 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.288518 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.288845 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:27:47.329312 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:47.329992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.371362 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-5ea31649-bbcb-4c73-a8e2-116590ebe9a1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9034536 Nov 12 04:27:47.613319 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-4514c61b-c70b-4d2b-a3c3-2152e1571c2b None None] Provisioning complete for port de1013f4-ac6e-4b1f-900b-0b08168af030 triggered by entity DHCP. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:27:47.614387 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4514c61b-c70b-4d2b-a3c3-2152e1571c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:47.657915 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4514c61b-c70b-4d2b-a3c3-2152e1571c2b None None] Port de1013f4-ac6e-4b1f-900b-0b08168af030 cannot update to ACTIVE because it is not bound. {{(pid=102434) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:27:47.721828 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36608656-e645-44cd-9994-b75aca94a7dd req-106e1f36-8717-44d1-aad3-26c9e63ba041 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:47.723507 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36608656-e645-44cd-9994-b75aca94a7dd req-106e1f36-8717-44d1-aad3-26c9e63ba041 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0553920 Nov 12 04:27:47.784569 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-36608656-e645-44cd-9994-b75aca94a7dd req-10166d27-c3f7-4f66-8c7e-e257ebb52bb3 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545189 Nov 12 04:27:48.913532 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f353c1-668f-4fb6-a877-3b0846350893 req-947be6bd-acbb-4761-ab12-c9131b5b0af4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:48.915005 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22f353c1-668f-4fb6-a877-3b0846350893 req-947be6bd-acbb-4761-ab12-c9131b5b0af4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0555832 Nov 12 04:27:48.965848 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-22f353c1-668f-4fb6-a877-3b0846350893 req-e776a6e1-1ba6-44e8-a0a2-84e11a5be9ae tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Nov 12 04:27:50.102110 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fc94a-b381-4935-ad36-337920f8f985 req-d64bc90f-0c78-490f-825c-a026af076d84 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:50.103623 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b72fc94a-b381-4935-ad36-337920f8f985 req-d64bc90f-0c78-490f-825c-a026af076d84 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0687633 Nov 12 04:27:50.160078 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b72fc94a-b381-4935-ad36-337920f8f985 req-a38fc016-22c9-4b39-b7c9-5ab6534e481b tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497401 Nov 12 04:27:51.285068 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440453-e94a-4794-a62d-26d6781d3afc req-d54674f6-448f-4e23-9581-e4dafda59860 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:51.287052 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8440453-e94a-4794-a62d-26d6781d3afc req-d54674f6-448f-4e23-9581-e4dafda59860 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0533929 Nov 12 04:27:51.338099 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8440453-e94a-4794-a62d-26d6781d3afc req-f7e0d868-e5f4-4680-99eb-07d761ed9ab4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Nov 12 04:27:52.466348 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03e638-9012-483d-8642-66a427d0e865 req-70085283-f4bb-40b1-b668-d543fd7222af tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:52.468476 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c03e638-9012-483d-8642-66a427d0e865 req-70085283-f4bb-40b1-b668-d543fd7222af tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0532777 Nov 12 04:27:52.517557 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-2c03e638-9012-483d-8642-66a427d0e865 req-fcf07264-5370-4115-bead-fb36f673eee3 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Nov 12 04:27:53.637092 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d25a1b-47b0-4db3-8de8-c77ae6f9cfba req-1c87340a-b5a9-45ee-bee3-97c792f5a0c0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:53.638839 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3d25a1b-47b0-4db3-8de8-c77ae6f9cfba req-1c87340a-b5a9-45ee-bee3-97c792f5a0c0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0521579 Nov 12 04:27:53.695448 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e3d25a1b-47b0-4db3-8de8-c77ae6f9cfba req-4dc66161-b768-4fef-8723-2e24c753a0fa tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505209 Nov 12 04:27:54.823136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29b9a-39a3-4bc4-915b-0ba83fb226f7 req-84a0a841-e14b-4b5a-a83c-545f922f6cb0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:54.825629 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76b29b9a-39a3-4bc4-915b-0ba83fb226f7 req-84a0a841-e14b-4b5a-a83c-545f922f6cb0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0535150 Nov 12 04:27:54.881145 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-76b29b9a-39a3-4bc4-915b-0ba83fb226f7 req-fdf21efb-fbb5-4ac7-9bcd-47cd206424a7 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492322 Nov 12 04:27:56.006950 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09a3fe-56fb-4d89-aea6-d8ea0863687a req-b0bf92a2-df00-4901-b0fe-2280fada0a6e tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:56.008449 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c09a3fe-56fb-4d89-aea6-d8ea0863687a req-b0bf92a2-df00-4901-b0fe-2280fada0a6e tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0498700 Nov 12 04:27:56.071236 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c09a3fe-56fb-4d89-aea6-d8ea0863687a req-1cddc3ec-ebb2-44a9-85a0-2c7a09adc5fe tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519395 Nov 12 04:27:57.104971 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-f7449aa6-9eb4-44e8-9cf2-e68bb35f8d95 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=102433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:27:57.106163 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-f7449aa6-9eb4-44e8-9cf2-e68bb35f8d95 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058558 Nov 12 04:27:57.163929 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.v2.base [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Request body: {'port': {'device_id': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-615180-50'}} {{(pid=102433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:27:57.207582 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e1bdb-889c-47a5-86ba-34a39644744f req-5f48c15f-6d1a-4935-b06f-2f9f9124fe27 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:57.209073 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e6e1bdb-889c-47a5-86ba-34a39644744f req-5f48c15f-6d1a-4935-b06f-2f9f9124fe27 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 931 time: 0.0497146 Nov 12 04:27:57.216335 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.258617 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-4e6e1bdb-889c-47a5-86ba-34a39644744f req-499a7e77-41e7-45d2-b2ab-935e94371bef tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429382 Nov 12 04:27:57.474063 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1013f4-ac6e-4b1f-900b-0b08168af030 {{(pid=102433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:27:57.481332 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.492762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.provisioning_blocks [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Transition to ACTIVE for port object de1013f4-ac6e-4b1f-900b-0b08168af030 will not be triggered until provisioned by entity L2. {{(pid=102433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:27:57.496523 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.559956 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=2']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:57.615243 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Attempting to bind port de1013f4-ac6e-4b1f-900b-0b08168af030 on host n-h2-615180-50 for vnic_type normal with profile {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:27:57.615579 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Attempting to bind port de1013f4-ac6e-4b1f-900b-0b08168af030 by drivers openvswitch,hyperv on host n-h2-615180-50 at level 0 using segments [{'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:27:57.615903 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Attempting to bind port de1013f4-ac6e-4b1f-900b-0b08168af030 on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:57.621598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Port de1013f4-ac6e-4b1f-900b-0b08168af030 on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-615180-50 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:27:57.621920 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Attempting to bind port de1013f4-ac6e-4b1f-900b-0b08168af030 on network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:27:57.627023 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Checking agent: {'id': '43d75952-b1f5-477c-8c16-b0bd61a748c6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-615180-50', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'started_at': datetime.datetime(2021, 11, 12, 3, 0, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:27:57.627389 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Checking segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:27:57.627774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Bound using segment: {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'} {{(pid=102433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:27:57.628200 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.managers [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Bound port: de1013f4-ac6e-4b1f-900b-0b08168af030, host: n-h2-615180-50, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c740bc0-adc9-4075-9fb5-e898a753aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3'}}] {{(pid=102433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:27:57.628553 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.693157 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, cleared binding levels {{(pid=102433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:27:57.696598 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:27:57.701184 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528748778'] for port, after_update {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.744924 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:57.745534 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.746942 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] 10.222.0.39 "PUT /v2.0/ports/de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 1092 time: 0.6323707 Nov 12 04:27:57.747410 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:27:57.749681 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:27:57.768861 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff30b-3246-4d9d-ae4f-54da4d95552f service neutron] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=3']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:27:57.801275 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25929d36-fa0e-4ae2-beb4-96768421d8b0 x-openstack-request-id: req-25929d36-fa0e-4ae2-beb4-96768421d8b0 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:27:57.801669 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:27:57.802017 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-25929d36-fa0e-4ae2-beb4-96768421d8b0 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:27:57.802512 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'status': 'completed', 'code': 200} Nov 12 04:27:57.851624 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-9c4fb1c1-809a-4346-8587-c2ae2f78f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:57.853168 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-9c4fb1c1-809a-4346-8587-c2ae2f78f2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1095 time: 0.0424514 Nov 12 04:27:57.902350 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-ce18458f-4a30-4f95-b63f-2b05886e1010 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 217 time: 0.0395641 Nov 12 04:27:57.953421 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-040802f5-a321-4fef-86da-dbb65775674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:57.954920 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-040802f5-a321-4fef-86da-dbb65775674d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0459437 Nov 12 04:27:58.000225 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86695bb5-41dc-4235-93f5-06e789bd521b req-19f79eda-8eea-40e7-9680-9a827f62bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.001601 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-19f79eda-8eea-40e7-9680-9a827f62bbd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400310 Nov 12 04:27:58.092100 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-cdbfb492-06b7-4e35-9e75-330583cc62b7 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833378 Nov 12 04:27:58.179214 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-86695bb5-41dc-4235-93f5-06e789bd521b req-b84c8152-25e4-485e-b578-40de1d572d47 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800271 Nov 12 04:27:58.264765 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-5ea4e4fa-a70e-49bc-a499-63b41716168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.266155 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-5ea4e4fa-a70e-49bc-a499-63b41716168d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1095 time: 0.0441296 Nov 12 04:27:58.355826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-9b7f5138-a612-428b-b9f2-23bc77b28f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.357308 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-9b7f5138-a612-428b-b9f2-23bc77b28f23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0848434 Nov 12 04:27:58.375051 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b3dc8-e0f6-43b1-ab24-75a8e49e5b38 req-c5d56f0b-0387-4066-a97a-859e79fb3181 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.376560 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-860b3dc8-e0f6-43b1-ab24-75a8e49e5b38 req-c5d56f0b-0387-4066-a97a-859e79fb3181 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 943 time: 0.0490470 Nov 12 04:27:58.402986 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-6b376c52-2548-44ae-a728-5a570312bf2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 217 time: 0.0388520 Nov 12 04:27:58.425434 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-860b3dc8-e0f6-43b1-ab24-75a8e49e5b38 req-8f9d307f-23db-4f22-bfe1-48beec08e134 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 Nov 12 04:27:58.452680 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-62b7b3aa-9c4b-47db-ac3b-95cb4d35f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.454238 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-62b7b3aa-9c4b-47db-ac3b-95cb4d35f6b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0441978 Nov 12 04:27:58.499713 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-b8f40662-3b47-4a01-beb7-96bbfbe74973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:58.501170 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-b8f40662-3b47-4a01-beb7-96bbfbe74973 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392361 Nov 12 04:27:58.593951 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-89fb6423-c41d-45f6-9d10-4a920c2cd376 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844913 Nov 12 04:27:58.679973 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-e0c2c681-6e96-47b8-a58a-bd2d3b54191e req-cc4eed58-87e4-4ea1-8de5-ee10bec6c2bc service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787456 Nov 12 04:27:58.731359 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:59.545648 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014bbf-8457-4f69-97b1-145778d713dc req-d20aceac-d40e-4608-8ed8-1f448996ce17 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:59.547026 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8014bbf-8457-4f69-97b1-145778d713dc req-d20aceac-d40e-4608-8ed8-1f448996ce17 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 943 time: 0.0522809 Nov 12 04:27:59.594808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-c8014bbf-8457-4f69-97b1-145778d713dc req-5231c7cd-8fdd-4333-9976-0143ed99ab29 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Nov 12 04:27:59.937842 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:00.031505 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:00.042373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'mac_address': 'fa:16:3e:77:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:00.079986 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.097008 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1013f4-ac6e-4b1f-900b-0b08168af030 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:00.120755 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:00.121649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.124374 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:00.169766 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=4']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:00.367432 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['de1013f4-ac6e-4b1f-900b-0b08168af030'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:00.712525 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df5276-e3da-4a51-a519-9c0a33594c09 req-12489082-04ef-4137-99b0-a05fbd6de4f2 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:00.714002 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44df5276-e3da-4a51-a519-9c0a33594c09 req-12489082-04ef-4137-99b0-a05fbd6de4f2 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 944 time: 0.0529900 Nov 12 04:28:00.762542 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-44df5276-e3da-4a51-a519-9c0a33594c09 req-b315f482-4984-4e0d-a20f-3e0e208929bb tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 Nov 12 04:28:01.877693 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c7c9e-3d2d-4444-97e7-14c55c61ebd7 req-c17a5f13-1b02-4c7c-a190-c817c56c4591 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:01.879157 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c5c7c9e-3d2d-4444-97e7-14c55c61ebd7 req-c17a5f13-1b02-4c7c-a190-c817c56c4591 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 944 time: 0.0471053 Nov 12 04:28:01.926855 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2c5c7c9e-3d2d-4444-97e7-14c55c61ebd7 req-d4df4095-c8d5-4b60-92ee-ed61cecb8888 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Nov 12 04:28:01.938678 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:01.988482 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning for port de1013f4-ac6e-4b1f-900b-0b08168af030 completed by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:01.992623 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port de1013f4-ac6e-4b1f-900b-0b08168af030 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:01.992999 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.067286 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.089721 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:02.091985 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b985b10-b7cd-4337-bda5-1a89d7a52b5b" -d '{"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-plugged", "status": "completed", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:02.105259 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:02.109962 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.136199 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa298f-ac24-4650-b6bc-6bc694bf09e2 x-openstack-request-id: req-3eaa298f-ac24-4650-b6bc-6bc694bf09e2 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:02.136488 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-plugged", "status": "completed", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:02.136737 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3eaa298f-ac24-4650-b6bc-6bc694bf09e2 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:02.137536 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'code': 200} Nov 12 04:28:02.165878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=5']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:02.226714 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f87e57-51b2-48ed-a410-42bb9c70f540 req-e95a98d8-36f3-49ad-8463-bb09e826d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:02.227497 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8f87e57-51b2-48ed-a410-42bb9c70f540 req-e95a98d8-36f3-49ad-8463-bb09e826d456 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1097 time: 0.0386925 Nov 12 04:28:02.277338 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-f8f87e57-51b2-48ed-a410-42bb9c70f540 req-431829c9-8ea3-4561-b764-afe7a87fbe20 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Nov 12 04:28:02.425451 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a1c4c17e-230a-4f23-a574-eb3a9571fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:03.040654 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511849f-30ad-4af0-acd7-fc2f7b67c692 req-ac0d3c6a-894a-4e49-81a5-8b618cbf990d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:03.042024 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b511849f-30ad-4af0-acd7-fc2f7b67c692 req-ac0d3c6a-894a-4e49-81a5-8b618cbf990d tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Nov 12 04:28:03.089787 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b511849f-30ad-4af0-acd7-fc2f7b67c692 req-7dc6e562-2f77-4d77-8fd6-8aa3778d5eee tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Nov 12 04:28:04.204311 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987ddc7-ba47-49f7-bfed-8e9af6abb511 req-a807378d-86b3-4cd5-a9d5-bc6af6e8bd2a tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.206053 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b987ddc7-ba47-49f7-bfed-8e9af6abb511 req-a807378d-86b3-4cd5-a9d5-bc6af6e8bd2a tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Nov 12 04:28:04.259389 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-b987ddc7-ba47-49f7-bfed-8e9af6abb511 req-2ccc55e8-7084-4cd7-b44a-11828c580ab4 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471835 Nov 12 04:28:04.372902 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734105b1-2689-4e81-9e69-90a799d06525 req-b0a0716a-0be5-465a-b1b5-32d988acdef8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.374299 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-734105b1-2689-4e81-9e69-90a799d06525 req-b0a0716a-0be5-465a-b1b5-32d988acdef8 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.0487547 Nov 12 04:28:04.422754 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-734105b1-2689-4e81-9e69-90a799d06525 req-8994b7e9-bb87-4cd2-9be6-18c6d956d927 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Nov 12 04:28:04.443557 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48636) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.486651 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712d413-2459-4c87-a628-c5be4390dfe4 tempest-TestSnapshotPattern-2025126737 tempest-TestSnapshotPattern-2025126737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.488166 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-6712d413-2459-4c87-a628-c5be4390dfe4 tempest-TestSnapshotPattern-2025126737 tempest-TestSnapshotPattern-2025126737-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1092 time: 0.0436392 Nov 12 04:28:04.490882 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48638) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:28:04.495068 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.v2.base [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Request body: {'floatingip': {'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102432) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:04.517299 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.610652 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.717431 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_common [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Allocated IP 172.25.2.210 (59ce2794-b341-441d-9328-c798a8d1a373/a027fd0e-21d4-467b-9d34-08580dd69585/dac59bc2-22a3-44cf-9b44-e63a58456a00) {{(pid=102432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:28:04.809534 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-923daba6-e493-4475-9816-900ac92de877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.817946 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.850924 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778114047636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:04.886783 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Network 59ce2794-b341-441d-9328-c798a8d1a373 is already hosted by enough agents. {{(pid=102432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:28:04.889518 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.base_scheduler [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Resources bound (agent type, host, resource id): {{(pid=102432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:28:04.899462 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Received port after_create {{(pid=102432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:28:04.922075 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=dac59bc2-22a3-44cf-9b44-e63a58456a00,revision_number=1']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:04.933928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.934281 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.934629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.934972 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.935334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.935669 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.936001 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.936335 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.936788 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.937393 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.937975 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:04.938366 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:05.271555 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.340093 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.482642 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.487196 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530256976'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.560303 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event updated for resources: {'Port': ['ID=dac59bc2-22a3-44cf-9b44-e63a58456a00,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:05.571540 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3802322'] for floatingip, after_create {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:05.921816 n-d-615180-50 neutron-server[102432]: INFO neutron.db.l3_db [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Floating IP 215f899b-3b25-4d53-bdfc-df07aaa0af8d associated. External IP: 172.25.2.210, port: de1013f4-ac6e-4b1f-900b-0b08168af030. Nov 12 04:28:05.951136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.127671 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:06.234614 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:06.244636 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:06.254160 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:06.255144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:06.255776 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:06.285447 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-e325aac5-01e7-46b7-81fd-b233951d5291 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7933841 Nov 12 04:28:06.286102 n-d-615180-50 neutron-server[102432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:06.288477 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d2198665ff77e6fe037579b9e734185c91b01f4007ad5475a04fd2002e09ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654405b7-a255-4744-a094-4f58c14e4d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:06.329142 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c4393-4435-4190-b799-8a0c969e4d56 x-openstack-request-id: req-0f4c4393-4435-4190-b799-8a0c969e4d56 {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:06.329521 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "status": "completed", "code": 200}]} {{(pid=102432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:06.329727 n-d-615180-50 neutron-server[102432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-0f4c4393-4435-4190-b799-8a0c969e4d56 {{(pid=102432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:06.330495 n-d-615180-50 neutron-server[102432]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'status': 'completed', 'code': 200} Nov 12 04:28:06.363111 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:06.398563 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654405b7-a255-4744-a094-4f58c14e4d7c req-6850c144-8147-44dd-91f1-77e13ad80d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.400104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-6850c144-8147-44dd-91f1-77e13ad80d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1097 time: 0.0448704 Nov 12 04:28:06.488798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654405b7-a255-4744-a094-4f58c14e4d7c req-f1979e3f-29df-475c-af9a-340898e36694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.490190 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-f1979e3f-29df-475c-af9a-340898e36694 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0836813 Nov 12 04:28:06.560192 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-f0d999c0-0ca9-46ee-b908-28ea97b11358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 999 time: 0.0621541 Nov 12 04:28:06.591280 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}, {'id': '215f899b-3b25-4d53-bdfc-df07aaa0af8d', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:77:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:05Z', 'updated_at': '2021-11-12T04:28:05Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:06.608513 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654405b7-a255-4744-a094-4f58c14e4d7c req-02868611-ccde-4cd2-958c-43913ec65c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.609953 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-02868611-ccde-4cd2-958c-43913ec65c28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0435669 Nov 12 04:28:06.617335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:28:06.626335 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:06.626952 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:28:05Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:06.654379 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654405b7-a255-4744-a094-4f58c14e4d7c req-e862ba14-b32a-4528-ad0a-d2fa4e659e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.655954 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-e862ba14-b32a-4528-ad0a-d2fa4e659e07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395842 Nov 12 04:28:06.732566 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:28:06.748265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-ae3350e3-c114-449d-8997-dbd56b022b72 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855589 Nov 12 04:28:06.837849 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-654405b7-a255-4744-a094-4f58c14e4d7c req-7153a730-6f9c-4cbd-8bcd-63a921b87a8c service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Nov 12 04:28:06.963916 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}, {'id': '215f899b-3b25-4d53-bdfc-df07aaa0af8d', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:77:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:05Z', 'updated_at': '2021-11-12T04:28:05Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:06.992575 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62fd07e-9804-4d06-9937-056ef5319437 None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}, {'id': '215f899b-3b25-4d53-bdfc-df07aaa0af8d', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:77:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:28:05Z', 'updated_at': '2021-11-12T04:28:05Z', 'revision_number': 0, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:28:07.179256 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fd3fc-fc68-4afd-9680-bd45dab3cb74 None None] New status for floating IP 215f899b-3b25-4d53-bdfc-df07aaa0af8d: ACTIVE {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:28:07.477136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:07.676069 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:08.387558 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:14.865154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-8528cb26-7ee7-4b29-afc7-3e79b89bef03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431252 Nov 12 04:28:15.249148 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-91cab2f3-4f8c-469e-b404-2c85387a912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.250647 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-91cab2f3-4f8c-469e-b404-2c85387a912f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1096 time: 0.3346505 Nov 12 04:28:15.365267 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-c5335879-4611-4556-aad9-756f4c2f265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.366820 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-c5335879-4611-4556-aad9-756f4c2f265b service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0885849 Nov 12 04:28:15.438186 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-2d245343-dfe3-4105-84ee-ddb1aa3349c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 999 time: 0.0599782 Nov 12 04:28:15.488632 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-78372f8e-c278-4799-a499-63b5898ff5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.490079 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-78372f8e-c278-4799-a499-63b5898ff5be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0426691 Nov 12 04:28:15.538975 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-d96efbe1-a823-4994-9f93-43a89be2b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.540457 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-d96efbe1-a823-4994-9f93-43a89be2b581 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389032 Nov 12 04:28:15.636292 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-b62a6458-7383-4afa-a2aa-6399b805c220 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 Nov 12 04:28:15.737805 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-a53067c9-7813-4d01-9909-9ee96bdac3cf req-1acd5639-1c9e-4163-bbc1-3f580d351734 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 Nov 12 04:28:27.171751 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-a462d559-4905-4e2f-bc3b-ecda823246e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403855 Nov 12 04:28:27.250562 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-a4772d71-6e03-4ba4-a810-55be9ea6eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.252056 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-a4772d71-6e03-4ba4-a810-55be9ea6eb8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1097 time: 0.0397024 Nov 12 04:28:27.355570 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-ff58e725-cd0a-4008-a7f6-812c6f35eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.357679 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-ff58e725-cd0a-4008-a7f6-812c6f35eb23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0872438 Nov 12 04:28:27.423546 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-60b16012-4e89-4f34-a7b2-f55d3b668808 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 1001 time: 0.0582061 Nov 12 04:28:27.471340 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-e9fd56e9-c19b-4314-bb26-bbb0011d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.472773 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-e9fd56e9-c19b-4314-bb26-bbb0011d71e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0431056 Nov 12 04:28:27.523335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-f1607179-473f-48fc-a562-4501a20b0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.524842 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-f1607179-473f-48fc-a562-4501a20b0077 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453255 Nov 12 04:28:27.613154 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-74ad0fae-993c-476a-9bc9-8b9486a31121 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800335 Nov 12 04:28:27.703258 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bf89df54-fe38-4ec2-9944-0a1c6481f9b9 req-64f47ac1-c682-4ad4-b6e2-9ea242ed85d8 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Nov 12 04:28:28.732438 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:30.110619 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.427024 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-c2233a12-c275-49d2-85d4-4ff5a4b27c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:34.811809 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-37da6340-831a-4452-8af0-6cd340c853b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:35.953446 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.478711 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:38.389029 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:44.675446 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:58.760239 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:00.122246 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.427874 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5199e1ff-66c3-409c-abf3-3e96feb5a053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:04.812735 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9c3-004e-4ecf-b3ce-259ba3c112c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:05.957127 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:07.481522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.391816 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:15.860295 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-831079fd-ae70-42bb-a4e0-52455a705ab0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392931 Nov 12 04:29:15.952306 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aadac-0534-42a8-ad29-597c48827be3 req-ed2cd0e5-859f-47b1-9afd-47eb67fff52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:15.953804 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-ed2cd0e5-859f-47b1-9afd-47eb67fff52c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1096 time: 0.0403011 Nov 12 04:29:16.064248 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aadac-0534-42a8-ad29-597c48827be3 req-ecd59bae-98ff-48f7-9734-20d20e75cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.065639 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-ecd59bae-98ff-48f7-9734-20d20e75cc7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0861709 Nov 12 04:29:16.134808 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-f95a6669-a540-4ded-aa37-600c7aba3035 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 999 time: 0.0573668 Nov 12 04:29:16.188774 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aadac-0534-42a8-ad29-597c48827be3 req-983685d8-189e-42fe-a6c1-9acc92dbc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.190264 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-983685d8-189e-42fe-a6c1-9acc92dbc207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0481238 Nov 12 04:29:16.238989 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aadac-0534-42a8-ad29-597c48827be3 req-d9b8bcd1-ea9c-4c90-855a-e080adf7ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.240491 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-d9b8bcd1-ea9c-4c90-855a-e080adf7ba02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392361 Nov 12 04:29:16.332965 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-2c708374-7f65-440d-a46f-d4813779bc1d service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812833 Nov 12 04:29:16.429474 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-098aadac-0534-42a8-ad29-597c48827be3 req-9e8862bf-8df3-4de2-a2ad-61215e94108f service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845087 Nov 12 04:29:21.674554 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:28.758868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.177817 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-a52db7fe-d837-4da6-a560-776e794e1a66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405777 Nov 12 04:29:29.261253 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-18c6c8e6-09ca-48e6-b758-87a3ead2c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.262791 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-18c6c8e6-09ca-48e6-b758-87a3ead2c97a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1097 time: 0.0449297 Nov 12 04:29:29.365263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-0cae0496-41a7-4512-9205-a64589025a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.366723 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-0cae0496-41a7-4512-9205-a64589025a68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0848627 Nov 12 04:29:29.436656 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-809b3600-ec74-4b49-8bd4-4e173a64173f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 1001 time: 0.0621037 Nov 12 04:29:29.485056 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-208efc2f-42bb-4c4f-8f79-c6520a156c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.486447 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-208efc2f-42bb-4c4f-8f79-c6520a156c73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0431161 Nov 12 04:29:29.530110 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-322a6ee4-a1f0-4674-8a9d-f372f554da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.531618 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-322a6ee4-a1f0-4674-8a9d-f372f554da45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386710 Nov 12 04:29:29.623329 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-3916a8c4-86c2-4aba-839a-4a41ce59be4c service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Nov 12 04:29:29.711741 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-134968dd-1698-406a-bc1f-6fbf48faca9e req-13356c17-9234-4e02-b836-9d9b5fd5f8f1 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806828 Nov 12 04:29:30.114753 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.428908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cb412a6f-1c6f-456d-a296-1f1976690b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.820227 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-011cf0c0-36f8-4236-88b5-a9193cd87bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:35.963447 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.420330 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 details requested by agent hyperv_n-h2-615180-50 with host n-h2-615180-50 {{(pid=102434) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:36.510395 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:36.521660 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Returning: {'device': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'port_id': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'mac_address': 'fa:16:3e:77:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102434) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:36.559245 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.571611 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de1013f4-ac6e-4b1f-900b-0b08168af030 {{(pid=102434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:36.590598 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:36.596139 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:36.647927 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=6']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:36.655400 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.655746 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.656082 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.656414 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.656741 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.657066 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.657388 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.657712 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.658032 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.658373 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.658691 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.659004 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:36.684173 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] get_ports_and_sgs() called for port_ids ['de1013f4-ac6e-4b1f-900b-0b08168af030'] {{(pid=102434) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:37.486755 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.396004 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.439965 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 up at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:38.505374 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.provisioning_blocks [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Provisioning complete for port de1013f4-ac6e-4b1f-900b-0b08168af030 triggered by entity L2. {{(pid=102434) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:38.506081 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-793135'] for port, provisioning_complete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.597002 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526958'] for port, before_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.622961 n-d-615180-50 neutron-server[102434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:38.625573 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db519431636d9a76fba8cd94ade29d002d5db3cb989d73f99904e5472742d9b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edbfa87-d51f-410b-b92f-b913b9216a75" -d '{"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-plugged", "status": "completed", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:38.645274 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:38.650815 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778114474388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778114047654', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778114047672'] for port, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.687669 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397787a6-821a-4832-989c-4168daec8d09 x-openstack-request-id: req-397787a6-821a-4832-989c-4168daec8d09 {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:38.688370 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-plugged", "status": "completed", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "code": 200}]} {{(pid=102434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:38.688855 n-d-615180-50 neutron-server[102434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-397787a6-821a-4832-989c-4168daec8d09 {{(pid=102434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:38.689890 n-d-615180-50 neutron-server[102434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'code': 200} Nov 12 04:29:38.719954 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Pushing event updated for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=7']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:46.616729 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48844) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:46.777527 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Deleting port dac59bc2-22a3-44cf-9b44-e63a58456a00 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:46.777869 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.856310 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.856630 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.868111 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Calling delete_port for dac59bc2-22a3-44cf-9b44-e63a58456a00 owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:47.021544 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.046430 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event deleted for resources: {'Port': ['ID=dac59bc2-22a3-44cf-9b44-e63a58456a00,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:47.058683 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.059037 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.059417 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.059762 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.060103 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.060437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.060768 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.061097 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.061431 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.061760 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.062085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.062408 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:47.122421 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.122791 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Floating IP 215f899b-3b25-4d53-bdfc-df07aaa0af8d disassociated (deleted). External IP: 172.25.2.210, port: de1013f4-ac6e-4b1f-900b-0b08168af030. Nov 12 04:29:47.332738 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:47.442646 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:47.447166 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.452452 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:47.463238 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:47.463863 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:47.474879 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-a58f1bff-24d0-4f64-be4c-3c98723a898f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "DELETE /v2.0/floatingips/215f899b-3b25-4d53-bdfc-df07aaa0af8d HTTP/1.1" status: 204 len: 168 time: 0.8568335 Nov 12 04:29:47.475584 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:47.477941 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4303eb-5559-40cb-bc1c-2002611ec494" -d '{"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:47.522077 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bc1135-bad0-4b26-bf9a-b2956b210643 x-openstack-request-id: req-d0bc1135-bad0-4b26-bf9a-b2956b210643 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:47.522379 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:47.522638 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-d0bc1135-bad0-4b26-bf9a-b2956b210643 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:47.523055 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'status': 'completed', 'code': 200} Nov 12 04:29:47.584717 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:47.613722 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-e32d4295-db2b-4aac-ab3d-056330f776c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.615344 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-e32d4295-db2b-4aac-ab3d-056330f776c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 1097 time: 0.0621009 Nov 12 04:29:47.714462 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-207fd67e-ec33-40d2-b43c-0fabd5f75ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.716019 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-207fd67e-ec33-40d2-b43c-0fabd5f75ef7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0940232 Nov 12 04:29:47.764349 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-ebdf413f-b23c-4b87-98f5-fd578d9c0c7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 200 len: 217 time: 0.0401332 Nov 12 04:29:47.805988 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de7cd4-dd8d-4419-b0d3-96f18accb05e req-38d05f60-f01f-431e-8879-41f45ebb86ff tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.808648 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25de7cd4-dd8d-4419-b0d3-96f18accb05e req-38d05f60-f01f-431e-8879-41f45ebb86ff tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.1094582 Nov 12 04:29:47.815172 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-7424bfe5-5861-4ded-a91d-a059bf7a2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.816714 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-7424bfe5-5861-4ded-a91d-a059bf7a2105 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0449195 Nov 12 04:29:47.837973 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:47.862113 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-25de7cd4-dd8d-4419-b0d3-96f18accb05e req-d793ce8e-6d88-4148-abd2-4edfc576d941 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474341 Nov 12 04:29:47.865973 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:47.866251 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-e075d50c-d98c-423d-9838-e18fe8a3e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:47.867928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-e075d50c-d98c-423d-9838-e18fe8a3e51b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438731 Nov 12 04:29:47.874830 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:47.875559 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:47.962278 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-ac6506da-69fc-4c91-92e2-61810db6c95f service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Nov 12 04:29:47.981271 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:48.051870 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-4d4303eb-5559-40cb-bc1c-2002611ec494 req-94b77ba6-3650-4198-b8e4-1f7ddff9c650 service neutron] 10.222.0.39 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Nov 12 04:29:48.199316 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:48.226223 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94d1511-97fd-4b60-b0f0-f7fc639e1765 None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_floatingips': [{'id': '03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'router_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'port_id': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'mac_address': 'fa:16:3e:37:e2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:25:31Z', 'updated_at': '2021-11-12T04:25:33Z', 'revision_number': 1, 'project_id': '0f9df91335794a12815518cfe7dce310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:48.450738 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce9870-1588-45a4-9930-831cafef823c None None] New status for floating IP 215f899b-3b25-4d53-bdfc-df07aaa0af8d: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:48.979085 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67956fd6-1034-44b6-8f05-17a176a72f2d req-48d0a399-1df8-4253-b937-d12a30e13c69 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:48.980572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67956fd6-1034-44b6-8f05-17a176a72f2d req-48d0a399-1df8-4253-b937-d12a30e13c69 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Nov 12 04:29:49.033544 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-67956fd6-1034-44b6-8f05-17a176a72f2d req-aa9057a2-c9c3-4bbb-a85d-fc68ca4ac750 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Nov 12 04:29:49.258500 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-3e58efb6-21c4-4925-9061-e81a4b91db5f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:49.259992 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-3e58efb6-21c4-4925-9061-e81a4b91db5f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 945 time: 0.0559132 Nov 12 04:29:49.347962 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Deleting port de1013f4-ac6e-4b1f-900b-0b08168af030 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:49.348305 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.437668 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] For port de1013f4-ac6e-4b1f-900b-0b08168af030, host n-h2-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-615180-50',level=0,port_id=de1013f4-ac6e-4b1f-900b-0b08168af030,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:49.438025 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.450483 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Calling delete_port for de1013f4-ac6e-4b1f-900b-0b08168af030 owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:49.575712 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.604822 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event deleted for resources: {'Port': ['ID=de1013f4-ac6e-4b1f-900b-0b08168af030,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:49.645137 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] No DVR routers for this DVR port de1013f4-ac6e-4b1f-900b-0b08168af030 on host n-h2-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:49.647662 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:49.650967 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-2768b594-fd0c-4c97-b073-e0bb0db5b992 req-182847dd-52dc-4aa8-92ac-8931c8df941f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.39 "DELETE /v2.0/ports/de1013f4-ac6e-4b1f-900b-0b08168af030 HTTP/1.1" status: 204 len: 173 time: 0.3844433 Nov 12 04:29:49.651416 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-deleted', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:49.653666 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e649c-bb34-410a-8a30-5bf9f7f285b4" -d '{"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-deleted", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:49.690808 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd0558-3b02-40ac-b18a-4a1c6f71ac59 x-openstack-request-id: req-87dd0558-3b02-40ac-b18a-4a1c6f71ac59 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:49.691119 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f59ec3a-a1b1-487c-b0cd-d1efaf92e413", "name": "network-vif-deleted", "tag": "de1013f4-ac6e-4b1f-900b-0b08168af030", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:49.691384 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-87dd0558-3b02-40ac-b18a-4a1c6f71ac59 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:49.691788 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f59ec3a-a1b1-487c-b0cd-d1efaf92e413', 'name': 'network-vif-deleted', 'tag': 'de1013f4-ac6e-4b1f-900b-0b08168af030', 'status': 'completed', 'code': 200} Nov 12 04:29:50.149912 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-9f4084e2-e4d3-4c2a-b687-19525a47b7ee req-e5cb2267-430e-45cd-aaf7-b62c228a8ebf tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=1f59ec3a-a1b1-487c-b0cd-d1efaf92e413 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Nov 12 04:29:50.491983 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 no longer exists at agent hyperv_n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:50.512111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] No Port match for: de1013f4-ac6e-4b1f-900b-0b08168af030 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:50.512460 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Device de1013f4-ac6e-4b1f-900b-0b08168af030 not bound to the agent host n-h2-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:51.713335 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48904) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:51.868798 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Deleting port a910e69b-fce8-41c8-8871-eddce266125b {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:51.869137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.941199 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.941519 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.952869 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Calling delete_port for a910e69b-fce8-41c8-8871-eddce266125b owned by network:floatingip {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:52.097275 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.123031 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event deleted for resources: {'Port': ['ID=a910e69b-fce8-41c8-8871-eddce266125b,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:52.185931 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for floatingip, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.186310 n-d-615180-50 neutron-server[102433]: INFO neutron.db.l3_db [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Floating IP 03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7 disassociated (deleted). External IP: 172.25.2.88, port: df865c87-71ad-48b3-a3e8-1cdbc92252dc. Nov 12 04:29:52.393839 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:52.504035 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:52.509392 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for floatingip, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.515353 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:52.525772 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:52.526382 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.539610 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-c2f8ac61-ec31-4550-867c-2d8778046396 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "DELETE /v2.0/floatingips/03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7 HTTP/1.1" status: 204 len: 168 time: 0.8251047 Nov 12 04:29:52.540155 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:52.542463 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab5ed42-b0d7-49f9-bdb1-d8373810b585" -d '{"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:52.578502 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc056da0-ec58-4370-89e8-92353fe59f37 x-openstack-request-id: req-bc056da0-ec58-4370-89e8-92353fe59f37 {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:52.578910 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:52.579245 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-bc056da0-ec58-4370-89e8-92353fe59f37 {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:52.580942 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'status': 'completed', 'code': 200} Nov 12 04:29:52.641215 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:52.654600 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-fe8a1980-9110-4cf5-9c2f-e74ca753cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.656189 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-fe8a1980-9110-4cf5-9c2f-e74ca753cdb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f9df91335794a12815518cfe7dce310&device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 1096 time: 0.0427096 Nov 12 04:29:52.762773 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-344ece6e-7418-41a0-b90f-e8ac70cd606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.765572 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-344ece6e-7418-41a0-b90f-e8ac70cd606d service neutron] 10.222.0.32 "GET /v2.0/networks?id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 200 len: 911 time: 0.0893309 Nov 12 04:29:52.781435 n-d-615180-50 neutron-server[102432]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566499-d8e8-4dc3-8c13-991f1c581a85 req-5f360f78-1293-49b8-9596-6440a9f4ece1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102432) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.784329 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e566499-d8e8-4dc3-8c13-991f1c581a85 req-5f360f78-1293-49b8-9596-6440a9f4ece1 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0567224 Nov 12 04:29:52.819493 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-d86367e8-1371-4494-bf3c-29792f14d6e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 200 len: 217 time: 0.0434885 Nov 12 04:29:52.836570 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-5e566499-d8e8-4dc3-8c13-991f1c581a85 req-39cb0970-5c3b-42a0-9dca-0924b3903e14 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Nov 12 04:29:52.869124 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.875052 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-73957f00-7942-4dc4-894e-ecc9eb521562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.877197 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-73957f00-7942-4dc4-894e-ecc9eb521562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 200 len: 849 time: 0.0479372 Nov 12 04:29:52.897059 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:52.905229 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:52.905762 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.925413 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-b5db3d4a-1394-4fe0-8198-c465082011ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.926931 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-b5db3d4a-1394-4fe0-8198-c465082011ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413475 Nov 12 04:29:53.010987 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:53.021240 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-ae0a1b32-ab89-496a-9d22-c639fcad4d89 service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852339 Nov 12 04:29:53.111535 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-fab5ed42-b0d7-49f9-bdb1-d8373810b585 req-1825be41-0324-40a7-8212-647b25d6e28b service neutron] 10.222.0.32 "GET /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819564 Nov 12 04:29:53.204311 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:53.234272 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34a282-dc02-41bc-adab-9bef7d002b76 None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50', '_interfaces': [{'id': '30599085-08a6-442c-9714-012dde06816c', 'name': '', 'network_id': '73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'mac_address': 'fa:16:3e:f0:dc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:11Z', 'updated_at': '2021-11-12T04:25:15Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'subnets': [{'id': '67140dfe-76f7-43c5-b384-d18f1e3a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:53.440298 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d47cd-0391-4f53-b8f0-005e88512147 None None] New status for floating IP 03dceae0-d16c-4a6a-9e58-3a2b82d4cbc7: DOWN {{(pid=102434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:53.958437 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb6e1b-4378-4cbe-8e3c-8ecd349f0dd6 req-97f8f08c-33cd-4103-a391-363fbdab6a16 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:53.959957 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5cb6e1b-4378-4cbe-8e3c-8ecd349f0dd6 req-97f8f08c-33cd-4103-a391-363fbdab6a16 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0524032 Nov 12 04:29:54.007713 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-b5cb6e1b-4378-4cbe-8e3c-8ecd349f0dd6 req-d632bcf8-3211-4be2-8a3b-e881f1c5a31f tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/security-groups?id=ef8d348f-a343-4bca-bcab-b8f55fdc5684&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Nov 12 04:29:54.748820 n-d-615180-50 neutron-server[102433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-b9757d1b-78db-43c4-87d1-a22df0108a9a tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:54.750301 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-b9757d1b-78db-43c4-87d1-a22df0108a9a tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.32 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 944 time: 0.0519042 Nov 12 04:29:54.842807 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Deleting port df865c87-71ad-48b3-a3e8-1cdbc92252dc {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:54.843164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.927260 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] For port df865c87-71ad-48b3-a3e8-1cdbc92252dc, host n-h1-615180-50, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-615180-50',level=0,port_id=df865c87-71ad-48b3-a3e8-1cdbc92252dc,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:54.927619 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.939766 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Calling delete_port for df865c87-71ad-48b3-a3e8-1cdbc92252dc owned by compute:nova {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:55.069713 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.097263 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event deleted for resources: {'Port': ['ID=df865c87-71ad-48b3-a3e8-1cdbc92252dc,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.105979 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [req-e0f09619-7405-4015-9acf-6be4df493c47 req-88b7f7bc-5b19-4cf7-a571-bff6cb3829bf tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "GET /v2.0/ports?device_id=00ae79fd-d73c-4ef2-8ee3-b6049599187e HTTP/1.1" status: 200 len: 210 time: 0.0282125 Nov 12 04:29:55.149323 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] No DVR routers for this DVR port df865c87-71ad-48b3-a3e8-1cdbc92252dc on host n-h1-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:55.151822 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-32147'] for port, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.155265 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [req-bbd70dd0-ba58-45b7-80ab-dedcc10229a4 req-a895190c-6f49-4842-adac-593cb63274a0 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.32 "DELETE /v2.0/ports/df865c87-71ad-48b3-a3e8-1cdbc92252dc HTTP/1.1" status: 204 len: 173 time: 0.3981628 Nov 12 04:29:55.155706 n-d-615180-50 neutron-server[102433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-deleted', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc'}] {{(pid=102433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:55.158045 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.84/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5076617a85ff8852bf064bfd456d9f1547e4674f124d78df2aebec7eb489d77c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dd4318-4dc0-4ac2-8b3a-a87beec6cd5c" -d '{"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-deleted", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc"}]}' {{(pid=102433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:55.194381 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff9fd39-f64b-44a7-8449-8527ddbef8db x-openstack-request-id: req-3ff9fd39-f64b-44a7-8449-8527ddbef8db {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:55.194676 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ae79fd-d73c-4ef2-8ee3-b6049599187e", "name": "network-vif-deleted", "tag": "df865c87-71ad-48b3-a3e8-1cdbc92252dc", "status": "completed", "code": 200}]} {{(pid=102433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:55.194924 n-d-615180-50 neutron-server[102433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.84/compute/v2.1/os-server-external-events used request id req-3ff9fd39-f64b-44a7-8449-8527ddbef8db {{(pid=102433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:55.195425 n-d-615180-50 neutron-server[102433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ae79fd-d73c-4ef2-8ee3-b6049599187e', 'name': 'network-vif-deleted', 'tag': 'df865c87-71ad-48b3-a3e8-1cdbc92252dc', 'status': 'completed', 'code': 200} Nov 12 04:29:56.168679 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48920) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:56.228528 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.541396 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.600000 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.602716 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Publish callbacks [] for security_group, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.603928 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] 10.222.0.84 "DELETE /v2.0/security-groups/ef8d348f-a343-4bca-bcab-b8f55fdc5684 HTTP/1.1" status: 204 len: 168 time: 0.4336360 Nov 12 04:29:56.615694 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ed3ef-7404-4bb2-9a57-834a302bb138 tempest-TestSnapshotPattern-2007506520 tempest-TestSnapshotPattern-2007506520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8d348f-a343-4bca-bcab-b8f55fdc5684,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:56.652222 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48924) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:56.994141 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.234059 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Deleting port 30599085-08a6-442c-9714-012dde06816c {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:57.234806 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.310215 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] For port 30599085-08a6-442c-9714-012dde06816c, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=30599085-08a6-442c-9714-012dde06816c,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:57.310502 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.323488 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Calling delete_port for 30599085-08a6-442c-9714-012dde06816c owned by network:router_interface {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:57.498890 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.523642 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Pushing event deleted for resources: {'Port': ['ID=30599085-08a6-442c-9714-012dde06816c,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.690911 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.900951 n-d-615180-50 neutron-server[102433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:58.002411 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:58.008419 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e15fa8c9-9413-4eac-869b-e7c5c89fc977 admin admin] 10.222.0.84 "PUT /v2.0/routers/a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3546844 Nov 12 04:29:58.010005 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48928) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.012936 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Sync routers for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:58.023397 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:58.024057 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.111406 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks [] for router, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.212369 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.218476 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: n-d-615180-50 {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:58.266369 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Deleting port 1f65d12c-0b71-4510-8402-87dfdcae3a50 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:58.267564 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.343663 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] For port 1f65d12c-0b71-4510-8402-87dfdcae3a50, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1f65d12c-0b71-4510-8402-87dfdcae3a50,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:58.344024 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.356223 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Calling delete_port for 1f65d12c-0b71-4510-8402-87dfdcae3a50 owned by network:router_gateway {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:58.390275 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:29:57Z', 'revision_number': 5, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port': {'id': '1f65d12c-0b71-4510-8402-87dfdcae3a50', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:09Z', 'updated_at': '2021-11-12T04:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.415787 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Checking router: a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f for host: n-d-615180-50 {{(pid=102435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:58.424167 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Routers {'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'} bound to L3 agent in host n-d-615180-50 {{(pid=102435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:58.424807 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'], 'active': True} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.512150 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_dvr_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] Set router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f gateway port host: None {{(pid=102435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:58.522100 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.549612 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f65d12c-0b71-4510-8402-87dfdcae3a50,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:58.565751 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea58428-5d9d-4b59-bed6-0bd76f66524d None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:58.566249 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.l3_hamode_db [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:29:58Z', 'revision_number': 6, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:58.592129 n-d-615180-50 neutron-server[102435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49188e68-5e95-48ea-9f22-2f0e7c3f982a None None] The sync data for ids ['a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f'] in n-d-615180-50 is: [{'id': 'a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f', 'name': 'tempest-TestSnapshotPattern-1542124168-router', 'tenant_id': '0f9df91335794a12815518cfe7dce310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:08Z', 'updated_at': '2021-11-12T04:29:58Z', 'revision_number': 6, 'project_id': '0f9df91335794a12815518cfe7dce310', 'gw_port_host': None}] {{(pid=102435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:58.616164 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.673661 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:58.708678 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.710758 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.756801 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.757314 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f {{(pid=102433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:58.760427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.761975 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] Publish callbacks [] for router, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.763332 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-0afc6fb1-458c-47bd-a3c1-6160cf0d8570 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a237c1f9-bfb4-45c0-aba7-aa8d677f5e6f HTTP/1.1" status: 204 len: 168 time: 0.7522702 Nov 12 04:29:58.766403 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48930) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.812102 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Deleting subnet 67140dfe-76f7-43c5-b384-d18f1e3a58a2 {{(pid=102433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:58.816077 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.854915 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532063580'] for subnet, precommit_delete_associations {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.930261 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.986893 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528748704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531272875'] for subnet, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.019344 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.025484 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/67140dfe-76f7-43c5-b384-d18f1e3a58a2 HTTP/1.1" status: 204 len: 168 time: 0.2558298 Nov 12 04:29:59.025662 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932b1d7-bcec-493e-93c1-6dbca5dc3501 None None] Network 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:59.025794 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f38b4c-08c7-4906-a28f-f6b94cbcdeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67140dfe-76f7-43c5-b384-d18f1e3a58a2,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.026324 n-d-615180-50 neutron-server[102433]: DEBUG neutron.wsgi [-] (102433) accepted ('10.222.0.84', 48932) {{(pid=102433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.094137 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.146645 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Deleting port 288e329b-b2b7-498a-91d2-fa90848edb28 {{(pid=102433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:59.146992 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.151349 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc no longer exists at agent hyperv_n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:59.172633 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] No Port match for: df865c87-71ad-48b3-a3e8-1cdbc92252dc {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:59.172987 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Device df865c87-71ad-48b3-a3e8-1cdbc92252dc not bound to the agent host n-h1-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:59.222219 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.db [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] For port 288e329b-b2b7-498a-91d2-fa90848edb28, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=288e329b-b2b7-498a-91d2-fa90848edb28,segment=NetworkSegment(5c740bc0-adc9-4075-9fb5-e898a753aa4b),segment_id=5c740bc0-adc9-4075-9fb5-e898a753aa4b)] {{(pid=102433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:59.222585 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.235043 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.plugin [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Calling delete_port for 288e329b-b2b7-498a-91d2-fa90848edb28 owned by network:dhcp {{(pid=102433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:59.313357 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528748691'] for port, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.327957 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e36cd-4be9-4fe0-babe-f66d9bfb03ed None None] DHCP port deletion for 73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:59.338359 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Pushing event deleted for resources: {'Port': ['ID=288e329b-b2b7-498a-91d2-fa90848edb28,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.345958 n-d-615180-50 neutron-server[102433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] No DVR routers for this DVR port 288e329b-b2b7-498a-91d2-fa90848edb28 on host n-d-615180-50 {{(pid=102433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:59.421776 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.429405 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 30599085-08a6-442c-9714-012dde06816c no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:59.441826 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3']}} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:59.451610 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c740bc0-adc9-4075-9fb5-e898a753aa4b') {'for_net_delete': True} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:59.451907 n-d-615180-50 neutron-server[102433]: DEBUG neutron.services.segments.db [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c740bc0-adc9-4075-9fb5-e898a753aa4b') {} {{(pid=102433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:59.452981 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 30599085-08a6-442c-9714-012dde06816c {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:59.453920 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 30599085-08a6-442c-9714-012dde06816c not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:59.455703 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f65d12c-0b71-4510-8402-87dfdcae3a50 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:59.462875 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532065711'] for segment, before_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.477873 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.480111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1f65d12c-0b71-4510-8402-87dfdcae3a50 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:59.480463 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1f65d12c-0b71-4510-8402-87dfdcae3a50 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:59.481697 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 288e329b-b2b7-498a-91d2-fa90848edb28 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:59.484320 n-d-615180-50 neutron-server[102433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:59.484943 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528748750'] for segment, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: Traceback (most recent call last): Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: timer() Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: cb(*args, **kw) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: return func(*args, **kwargs) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: self._notify() Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: self.callback(batched_events) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: event.method(event) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: return f(self, *a, **k) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: return self._get(url).json() Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:59.486828 n-d-615180-50 neutron-server[102433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:59.504830 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 288e329b-b2b7-498a-91d2-fa90848edb28 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:59.505178 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 288e329b-b2b7-498a-91d2-fa90848edb28 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:59.544571 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.550476 n-d-615180-50 neutron-server[102433]: DEBUG neutron_lib.callbacks.manager [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Publish callbacks [] for network, before_response {{(pid=102433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.554104 n-d-615180-50 neutron-server[102433]: INFO neutron.wsgi [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] 10.222.0.84 "DELETE /v2.0/networks/73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3 HTTP/1.1" status: 204 len: 168 time: 0.5266905 Nov 12 04:29:59.557317 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48934) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.565062 n-d-615180-50 neutron-server[102433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cb4a7-30ce-4658-87fc-c2e21f91601d admin admin] Pushing event deleted for resources: {'Network': ['ID=73178f5e-0fdd-4a08-8cbe-aa1957f9f5d3,revision_number=None']} {{(pid=102433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.909468 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3804882'] for router_interface, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.127007 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.148951 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Deleting port c38a781e-abb9-4297-b6c7-c95aa2a6a94b {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:00.149511 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.230576 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] For port c38a781e-abb9-4297-b6c7-c95aa2a6a94b, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:00.230934 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.243687 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Calling delete_port for c38a781e-abb9-4297-b6c7-c95aa2a6a94b owned by network:router_interface {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:00.417014 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.442135 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Pushing event deleted for resources: {'Port': ['ID=c38a781e-abb9-4297-b6c7-c95aa2a6a94b,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.467928 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.468280 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.468621 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.468958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.469291 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.469624 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.470484 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.470815 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.471160 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.471488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.471811 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.472132 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-615180-50 {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:00.621094 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3801442'] for router_interface, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.837488 n-d-615180-50 neutron-server[102432]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 has already been hosted by L3 agent 423b7a69-00cf-4aa4-b681-a0d0378a5d57 {{(pid=102432) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:00.941257 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] Notify agent at l3_agent.n-d-615180-50 the message routers_updated {{(pid=102432) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:00.946240 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-60bc948d-90b5-49e8-806c-e49ebad94ece admin admin] 10.222.0.84 "PUT /v2.0/routers/1d404bfb-aa35-49a6-a1c7-60cc023f25f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3879080 Nov 12 04:30:00.948862 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48936) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:00.951447 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Sync routers for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:00.965773 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:00.966487 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.053274 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks [] for router, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.068480 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: n-d-615180-50 {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:01.154792 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.206558 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Deleting port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:01.206896 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.247734 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'external_fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:30:00Z', 'revision_number': 5, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port': {'id': '89dd95e3-34f2-44f5-bdac-ef2f8dc086d0', 'name': '', 'network_id': '59ce2794-b341-441d-9328-c798a8d1a373', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-615180-50', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a027fd0e-21d4-467b-9d34-08580dd69585', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-615180-50'}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.274668 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Checking router: 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 for host: n-d-615180-50 {{(pid=102434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:01.282925 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Routers {'1d404bfb-aa35-49a6-a1c7-60cc023f25f2'} bound to L3 agent in host n-d-615180-50 {{(pid=102434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:01.283565 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-615180-50', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:53:05Z,description=,heartbeat_timestamp=2021-11-12T04:29:35Z,host='n-d-615180-50',id=423b7a69-00cf-4aa4-b681-a0d0378a5d57,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:53:05Z,topic='l3_agent')) {'router_ids': ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'], 'active': True} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.288950 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] For port 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,segment=NetworkSegment(5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020),segment_id=5eb2b98e-ff2b-4a90-b27e-c2cfaa5ee020)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:01.289318 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.300839 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Calling delete_port for 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 owned by network:router_gateway {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:01.369878 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvr_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] Set router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 gateway port host: None {{(pid=102434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:01.426093 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_hamode_db [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:30:01Z', 'revision_number': 6, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port_host': None}], 'n-d-615180-50', False) {} {{(pid=102434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.452684 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08257e1-6273-44e1-b5e0-ff0c82c2efe5 None None] The sync data for ids ['1d404bfb-aa35-49a6-a1c7-60cc023f25f2'] in n-d-615180-50 is: [{'id': '1d404bfb-aa35-49a6-a1c7-60cc023f25f2', 'name': 'tempest-TestSnapshotPattern-1409168261-router', 'tenant_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:25:13Z', 'updated_at': '2021-11-12T04:30:01Z', 'revision_number': 6, 'project_id': 'd0d6df4aadc5448089a5dcdc7c26c8f4', 'gw_port_host': None}] {{(pid=102434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:01.474599 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.502334 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=89dd95e3-34f2-44f5-bdac-ef2f8dc086d0,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.517488 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c789f-76d6-4518-ad0c-15f1c9449535 None None] DHCP port deletion for 59ce2794-b341-441d-9328-c798a8d1a373 request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:01.562968 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3802264'] for router_gateway, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.651399 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3803405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65415'] for router, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.653403 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.699591 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3803508'] for router, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.700136 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d404bfb-aa35-49a6-a1c7-60cc023f25f2 {{(pid=102432) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:01.704412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] Publish callbacks [] for router, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.706205 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-82e03924-cbed-4e77-b3d8-171bcbc47b7a admin admin] 10.222.0.84 "DELETE /v2.0/routers/1d404bfb-aa35-49a6-a1c7-60cc023f25f2 HTTP/1.1" status: 204 len: 168 time: 0.7561295 Nov 12 04:30:01.708637 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48938) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.752501 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Deleting subnet bd45b7a7-06d7-4804-8b29-7afc373ac611 {{(pid=102432) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:01.755459 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.788837 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2342896'] for subnet, precommit_delete_associations {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.873255 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-788509'] for subnet, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.925667 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-788490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3790872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530256922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529621677'] for subnet, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.950453 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd45b7a7-06d7-4804-8b29-7afc373ac611,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.954204 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.957767 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-0e982f92-f797-4cb3-9cd6-aff3c8770632 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/bd45b7a7-06d7-4804-8b29-7afc373ac611 HTTP/1.1" status: 204 len: 168 time: 0.2481537 Nov 12 04:30:01.960212 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48940) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.960455 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cec2d-e1c3-43c2-8578-df47582c355a None None] Network 2235cf24-ed59-46d7-bad4-cbffc71d197e requested from n-d-615180-50 {{(pid=102434) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:02.030780 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670072'] for network, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.210132 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] DHCP port deletion for 2235cf24-ed59-46d7-bad4-cbffc71d197e request from n-d-615180-50 {{(pid=102434) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:02.266114 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Deleting port 1be98780-ad9a-4aff-b371-4c43c02e39a3 {{(pid=102434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:02.267344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.337189 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.db [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] For port 1be98780-ad9a-4aff-b371-4c43c02e39a3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1be98780-ad9a-4aff-b371-4c43c02e39a3,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:02.337578 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.351890 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Calling delete_port for 1be98780-ad9a-4aff-b371-4c43c02e39a3 owned by network:dhcp {{(pid=102434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:02.354579 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Deleting port 1be98780-ad9a-4aff-b371-4c43c02e39a3 {{(pid=102432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:02.354916 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778114467512'] for port, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.424823 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] For port 1be98780-ad9a-4aff-b371-4c43c02e39a3, host n-d-615180-50, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-615180-50',level=0,port_id=1be98780-ad9a-4aff-b371-4c43c02e39a3,segment=NetworkSegment(edb6c2be-682a-4325-9f70-43421fae4ee5),segment_id=edb6c2be-682a-4325-9f70-43421fae4ee5)] {{(pid=102432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:02.425304 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3815284'] for port, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.440931 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.plugin [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Calling delete_port for 1be98780-ad9a-4aff-b371-4c43c02e39a3 owned by network:dhcp {{(pid=102432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:02.447120 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-6b4606b3-3fe5-45ce-bacd-6a3acf680932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.452733 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645'] for port, after_delete {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.481054 n-d-615180-50 neutron-server[102434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] Pushing event deleted for resources: {'Port': ['ID=1be98780-ad9a-4aff-b371-4c43c02e39a3,revision_number=None']} {{(pid=102434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:02.482921 n-d-615180-50 neutron-server[102434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a545af-a7c4-4423-8211-6821d46edb63 None None] No DVR routers for this DVR port 1be98780-ad9a-4aff-b371-4c43c02e39a3 on host n-d-615180-50 {{(pid=102434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:02.530173 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-709570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778114474370', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778114047645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530256937'] for port, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.557695 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be98780-ad9a-4aff-b371-4c43c02e39a3,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:02.561337 n-d-615180-50 neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] No DVR routers for this DVR port 1be98780-ad9a-4aff-b371-4c43c02e39a3 on host n-d-615180-50 {{(pid=102432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:02.633575 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-789146', 'neutron.services.segments.db._delete_segments_for_network-8778114511854'] for network, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.653609 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2235cf24-ed59-46d7-bad4-cbffc71d197e']}} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.662629 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb6c2be-682a-4325-9f70-43421fae4ee5') {'for_net_delete': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.662958 n-d-615180-50 neutron-server[102432]: DEBUG neutron.services.segments.db [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb6c2be-682a-4325-9f70-43421fae4ee5') {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:02.672372 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778114614263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340611'] for segment, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.685015 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250'] for segment, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.691397 n-d-615180-50 neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102432) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:02.691722 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-685250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530257012'] for segment, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self.session.flush() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: Traceback (most recent call last): Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: timer() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: cb(*args, **kw) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: return func(*args, **kwargs) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self._notify() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: self.callback(batched_events) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: event.method(event) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: return f(self, *a, **k) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: return self._get(url).json() Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:02.693442 n-d-615180-50 neutron-server[102432]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:02.745412 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-789123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3782242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3802340'] for network, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.752241 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Publish callbacks [] for network, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.761676 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2235cf24-ed59-46d7-bad4-cbffc71d197e HTTP/1.1" status: 204 len: 168 time: 0.7942793 Nov 12 04:30:02.772549 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060352a5-fdbb-4859-b3c0-4d74ddd1f3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2235cf24-ed59-46d7-bad4-cbffc71d197e,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:02.937936 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48944) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.983993 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-41756029-3089-4ff1-96db-97d16dee07c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0f9df91335794a12815518cfe7dce310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443027 Nov 12 04:30:02.986991 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48946) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.032813 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.053922 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.098845 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.101462 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.102608 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71d472bf-b64f-4074-a025-d1c1a5304e73 HTTP/1.1" status: 204 len: 168 time: 0.1146877 Nov 12 04:30:03.111211 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b9f4a-34ab-4d9d-9efe-7a6a23d05425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d472bf-b64f-4074-a025-d1c1a5304e73,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.394872 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:03.415955 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:03.416301 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 89dd95e3-34f2-44f5-bdac-ef2f8dc086d0 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:03.416717 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c38a781e-abb9-4297-b6c7-c95aa2a6a94b no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:03.427616 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48952) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.437369 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: c38a781e-abb9-4297-b6c7-c95aa2a6a94b {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:03.437698 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device c38a781e-abb9-4297-b6c7-c95aa2a6a94b not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:03.438111 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1be98780-ad9a-4aff-b371-4c43c02e39a3 no longer exists at agent ovs-agent-n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:03.456613 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.plugin [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] No Port match for: 1be98780-ad9a-4aff-b371-4c43c02e39a3 {{(pid=102434) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:03.456953 n-d-615180-50 neutron-server[102434]: DEBUG neutron.plugins.ml2.rpc [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Device 1be98780-ad9a-4aff-b371-4c43c02e39a3 not bound to the agent host n-d-615180-50 {{(pid=102434) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:03.468208 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-47d34ed4-3c3f-4be2-8732-873d6680132d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0d6df4aadc5448089a5dcdc7c26c8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394523 Nov 12 04:30:03.471232 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [-] (102432) accepted ('10.222.0.84', 48954) {{(pid=102432) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.516444 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.537502 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.584467 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784662'] for security_group, after_delete {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.587157 n-d-615180-50 neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.588403 n-d-615180-50 neutron-server[102432]: INFO neutron.wsgi [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/488833ae-a115-4173-becf-f8942de8da05 HTTP/1.1" status: 204 len: 168 time: 0.1161597 Nov 12 04:30:03.597061 n-d-615180-50 neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c68fde-5b5a-4548-bbba-355455036257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488833ae-a115-4173-becf-f8942de8da05,revision_number=None']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.811275 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-518bd892-8410-4e43-b24a-59812483bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.962773 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.488210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.398404 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:28.774003 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:30.120313 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.438859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-28fdaf65-a8f6-4f71-8812-94794ff0433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:34.814344 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d4b92f66-68dc-4d73-aef0-2d3f77588134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:35.673007 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:35.965921 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:37.490890 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:38.399889 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.788274 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.139820 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.440152 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8bba0320-be35-4317-8d61-1af8cedcc028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:04.816028 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-5bfb17d0-5732-45e4-b173-32d076b0da87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:05.969247 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:07.493557 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:08.402507 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:12.672144 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:28.788180 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.150676 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.441381 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-abc15aea-5405-4798-b34e-2f3e8fe535c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.816347 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ac1f860b-e0ec-476e-ab13-1a45613c46dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.971881 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.497575 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.403709 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.671502 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:58.789373 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:00.179343 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.442118 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-798bfc31-fc5f-4322-a3d4-38277ced79a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:04.822183 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-b2e9aad5-ee2a-412a-a9a8-270540e25ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:05.978270 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:07.502427 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:08.405487 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:26.673132 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:28.800717 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:30.195212 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.442627 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d60fdb56-22a7-4428-b19c-66009e21c468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:34.813812 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ea32439d-7d72-4f4d-a6a4-1ecefc8e8224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:35.977524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.506838 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.408130 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:58.800596 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:00.193908 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:02.442511 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3d65b81-c9a3-4f22-b066-68d3962efafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:03.673254 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:04.814243 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-a7479971-6e08-4b7c-ac8d-702ddf730e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:05.978955 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:07.506649 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:08.409210 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:28.799524 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:30.195604 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.444229 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-69fed9ed-7b72-4838-86c7-ba5ae0926bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:34.816202 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-06dedd59-9a4e-4e2a-86a4-8357d5011ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:35.982682 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:37.509737 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.409603 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.672743 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:58.813439 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:00.208394 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:02.445305 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-86d591c6-b92e-4cd3-bd52-4349d2ff5183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:04.818298 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2d498c76-8dcb-4fd9-ac86-9d72f6a07345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:05.985136 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:07.513437 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:08.410602 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:17.672023 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:28.827334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:30.224287 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.447522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-672a8365-94bf-4e8c-90c5-d534cd830f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:34.819736 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-f4f85e9d-05a4-448e-a43d-cfe1cfc98da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:35.990958 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:37.514872 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:38.412203 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.672008 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:58.841960 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.238529 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:02.449369 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-daff7126-6998-4c32-9cfb-14d2811dcfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.821065 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d3445cc9-b685-4612-8139-25c4a28c5b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:05.990811 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.519654 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.416466 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.841005 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:30.239380 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.670734 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:32.452147 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d349-fd19-4986-937d-5d9b32aa02a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.822522 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d0b6d7e2-67b9-4dd1-b89e-9868b4659f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.992698 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:37.524030 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:38.418423 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:58.855550 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:00.249541 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.453818 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-267229f5-0b02-4546-a022-b8cb0e3d52b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:04.823499 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-2a9b4270-1345-4bff-b4f4-38f089dc62d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:05.995814 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:07.525349 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:08.420586 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:08.671881 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:28.872830 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.251385 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.454868 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bdf30b02-c3a2-4cae-85de-bc61b955ba46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:34.824879 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ace47026-5b2b-40ab-90bb-941effb750d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.997734 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:37.529869 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:38.421582 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:45.674199 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:58.870215 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:00.260859 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:02.454958 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-ae0f5031-1235-469b-8df1-b4c51abb280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:04.825233 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-305c4741-4f57-4807-9f73-64eb44713a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:06.001482 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:07.532840 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:08.423464 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:22.673970 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:28.868825 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:30.261804 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:32.456696 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-73d563cb-3618-4f5d-ba26-9862f104a76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:34.826227 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-8cb9ca42-f398-4ab9-883d-34ab4d8c41e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:36.004510 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:37.536064 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:38.425016 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:58.884949 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:59.673189 n-d-615180-50 neutron-server[102435]: DEBUG neutron.db.agents_db [None req-676846f2-4653-4319-93df-5034df8de48d None None] Agent healthcheck: found 7 active agents {{(pid=102435) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:00.268871 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.457467 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-36667900-02dc-4df8-98f0-2e474d7b8125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:04.827503 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-bcb38fef-5cfa-4379-8512-fa7131ea1047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:06.008334 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:07.540021 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7104-269a-4e14-85aa-f1fc1153c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:08.425981 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-4151fda0-0116-4190-b0a3-56c9cf718f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:16.060274 n-d-615180-50 neutron-server[102432]: DEBUG neutron.wsgi [req-5ec118c6-dca3-4bcd-8d13-03cd275ed78a req-da727306-3a07-4f76-843e-6c239c0cb1c7 service neutron] (102432) timed out ('10.222.0.84', 46810) {{(pid=102432) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:38:28.881182 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-961e4387-7741-40fc-84f1-3281411c0ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:30.281568 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-87f21a19-ce05-4034-9d49-64688a1b9979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.461430 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-95e536c3-57cd-42bc-b763-d1caebfb8f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:34.828105 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-d47f7009-5b01-4d3b-8e23-0cf0fc8a038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:36.011302 n-d-615180-50 neutron-server[102434]: DEBUG neutron_lib.callbacks.manager [None req-cf20b5d9-9d6a-44c9-8972-2060120d5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778114511836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-793180'] for agent, after_update {{(pid=102434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}